145 lines
4.6 KiB
Bash
145 lines
4.6 KiB
Bash
#!/bin/bash -e
|
|
#Version: 0.5.1
|
|
#For use on clean Ubuntu 18 only!!!
|
|
#Cited, Inc. Wilmington, Delaware
|
|
#Description: Reload OSM data
|
|
#Note: This script assumes all external commands
|
|
# (pg_config, osm2pgsl, ...) are installed.
|
|
|
|
function reload_data(){
|
|
cat >/etc/postgresql/${PG_VER}/main/pg_hba.conf <<CMD_EOF
|
|
local all all trust
|
|
host all all 127.0.0.1 255.255.255.255 md5
|
|
host all all 0.0.0.0/0 md5
|
|
host all all ::1/128 md5
|
|
CMD_EOF
|
|
|
|
#Turn off autovacuum and fsync during load of PBF
|
|
sed -i 's/#\?fsync.*/fsync = off/' /etc/postgresql/${PG_VER}/main/postgresql.conf
|
|
sed -i 's/#\?autovacuum.*/autovacuum = off/' /etc/postgresql/${PG_VER}/main/postgresql.conf
|
|
|
|
systemctl restart postgresql
|
|
|
|
|
|
if [ "${PBF_ADD}" == 'no' ]; then
|
|
#Remove old osm db and user
|
|
sudo -u postgres dropdb --if-exists ${OSM_DB}
|
|
sudo -u postgres dropuser --if-exists ${OSM_USER}
|
|
|
|
#create user,db and extensions
|
|
psql -Upostgres <<EOF_CMD
|
|
create user ${OSM_USER} with password '${OSM_PG_PASS}';
|
|
create database ${OSM_DB} owner=${OSM_USER};
|
|
\c ${OSM_DB}
|
|
CREATE EXTENSION postgis;
|
|
CREATE EXTENSION hstore;
|
|
ALTER TABLE geometry_columns OWNER TO ${OSM_USER};
|
|
ALTER TABLE spatial_ref_sys OWNER TO ${OSM_USER};
|
|
EOF_CMD
|
|
osm2pgsql_OPTS+=' --slim'
|
|
else
|
|
#keep old database and append new map
|
|
osm2pgsql_OPTS+=' --slim --append'
|
|
fi
|
|
|
|
let C_MEM=$(free -m | grep -i 'mem:' | sed 's/[ \t]\+/ /g' | cut -f7 -d' ')-200
|
|
sudo -u ${OSM_USER} osm2pgsql ${osm2pgsql_OPTS} -C ${C_MEM} ${PBF_FILE}
|
|
if [ $? -eq 0 ]; then #If import went good
|
|
rm -rf ${PBF_FILE}
|
|
fi
|
|
|
|
|
|
#Turn on autovacuum and fsync after load of PBF
|
|
sed -i.save 's/#\?fsync.*/fsync = on/' /etc/postgresql/${PG_VER}/main/postgresql.conf
|
|
sed -i.save 's/#\?autovacuum.*/autovacuum = on/' /etc/postgresql/${PG_VER}/main/postgresql.conf
|
|
#restore password for pg
|
|
sed -i.save 's/local all all.*/local all all trust/' /etc/postgresql/${PG_VER}/main/pg_hba.conf
|
|
}
|
|
|
|
function update_leaflet(){
|
|
#Update leaflet
|
|
LOC_NAME=$(echo ${PBF_URL##*/} | sed 's/\(.*\)-latest.*/\1/')
|
|
cat >/tmp/latlong.php <<EOF
|
|
<?php
|
|
\$Address = urlencode(\$argv[1]);
|
|
\$request_url = "http://maps.googleapis.com/maps/api/geocode/xml?address=".\$Address."&sensor=true";
|
|
\$xml = simplexml_load_file(\$request_url) or die("url not loading");
|
|
\$status = \$xml->status;
|
|
if (\$status=="OK") {
|
|
\$Lat = \$xml->result->geometry->location->lat;
|
|
\$Lon = \$xml->result->geometry->location->lng;
|
|
\$LatLng = "\$Lat,\$Lon";
|
|
echo "\$LatLng";
|
|
}
|
|
?>
|
|
EOF
|
|
|
|
echo "Updating lat,long for ${LOC_NAME} in Leaflet..."
|
|
LOC_LATLONG=$(php /tmp/latlong.php "${LOC_NAME}")
|
|
if [ -z "${LOC_LATLONG}" ]; then
|
|
echo "Error: Lat/Long for ${LOC_NAME} not found";
|
|
echo "Update manually in /var/www/html/leaflet-example.html"
|
|
else
|
|
echo "Lat/Long for ${LOC_NAME} set to ${LOC_LATLONG}"
|
|
sed -i.save "s/\.setView(\[[0-9]\+\.[0-9]\+,[ \t]*-\?[0-9]\+\.[0-9]\+/.setView([${LOC_LATLONG}/" /var/www/html/leaflet-example.html
|
|
sed -i.save "s/L\.marker(\[[0-9]\+\.[0-9]\+,[ \t]*-\?[0-9]\+\.[0-9]\+/L.marker([${LOC_LATLONG}/" /var/www/html/leaflet-example.html
|
|
fi
|
|
}
|
|
|
|
function update_osmosis(){
|
|
#update osmosis baseURL in configuration file
|
|
WORKDIR_OSM=/home/${OSM_USER}/.osmosis
|
|
if [ -f ${WORKDIR_OSM}/configuration.txt ]; then
|
|
#Get the URL from http://download.geofabrik.de/europe/germany.html
|
|
#example PBF_URL='http://download.geofabrik.de/europe/germany-latest.osm.pbf'
|
|
UPDATE_URL="$(echo ${PBF_URL} | sed 's/latest.osm.pbf/updates/')"
|
|
sed -i.save "s|#\?baseUrl=.*|baseUrl=${UPDATE_URL}|" ${WORKDIR_OSM}/configuration.txt
|
|
fi
|
|
}
|
|
|
|
PBF_ADD='no'
|
|
if [ "${1}" == '-add' ]; then
|
|
PBF_ADD='yes'
|
|
shift 1;
|
|
fi
|
|
|
|
PBF_URL="${1}"; #http://download.geofabrik.de/europe/andorra-latest.osm.pbf
|
|
OSM_USER='tile'
|
|
OSM_DB='gis'
|
|
|
|
#Check input parameters
|
|
if [ -z "${PBF_URL}" ]; then
|
|
echo "Usage: $0 [-add] pbf_url"; exit 1;
|
|
fi
|
|
|
|
NP=$(grep -c 'model name' /proc/cpuinfo)
|
|
osm2pgsql_OPTS=" -d ${OSM_DB} --number-processes ${NP} --hstore"
|
|
|
|
STYLE_XML=$(grep 'XML=' /usr/local/etc/renderd.conf | cut -f2 -d=)
|
|
STYLE_DIR=$(dirname ${STYLE_XML})
|
|
STYLE_FILE=$(basename ${STYLE_XML})
|
|
|
|
if [ "${STYLE_FILE}" == 'osm-carto.xml' ]; then
|
|
osm2pgsql_OPTS+=" --style ${STYLE_DIR}/openstreetmap-carto.style"
|
|
osm2pgsql_OPTS+=" --tag-transform-script ${STYLE_DIR}/openstreetmap-carto.lua"
|
|
fi
|
|
|
|
PG_VER=$(pg_config | grep '^VERSION' | cut -f4 -d' ' | cut -f1,2 -d.)
|
|
|
|
#Clear renderd cache
|
|
systemctl stop renderd
|
|
rm -rf /var/lib/mod_tile/default/*
|
|
|
|
PBF_FILE="/home/${OSM_USER}/${PBF_URL##*/}"
|
|
if [ ! -f ${PBF_FILE} ]; then
|
|
wget -P/home/${OSM_USER} ${PBF_URL}
|
|
chown ${OSM_USER}:${OSM_USER} ${PBF_FILE}
|
|
fi
|
|
|
|
reload_data;
|
|
|
|
systemctl restart postgresql apache2 renderd
|
|
|
|
update_osmosis;
|
|
update_leaflet;
|