spoi-importer-original/osm_v2.sh

#!/bin/bash

# OpenStreetMap
# =============

#sources=("AD" "AE" "AF" "AG" "AI" "AL" "AM" "AO" "AQ" "AR" "AS" "AT" "AU" "AW" "AX" "AZ") #16
#sources=("BA" "BB" "BD" "BE" "BF" "BG" "BH" "BI" "BJ" "BL" "BM" "BN" "BO" "BQ" "BR" "BS" "BT" "BV" "BW" "BY" "BZ") #21
#sources=("CA" "CC" "CD" "CF" "CG" "CH" "CI" "CK" "CL" "CM" "CN" "CO" "CR" "CU" "CV" "CW" "CX" "CY" "CZ") #19
#sources=("DE" "DJ" "DK" "DM" "DO" "DZ" "EC" "EE" "EG" "EH" "ER" "ES" "ET") #13
#sources=("FI" "FJ" "FK" "FM" "FO" "FR" "GA" "GB" "GC" "GD" "GE" "GF" "GG" "GH" "GI" "GL" "GM" "GN" "GP" "GQ" "GR" "GS" "GT" "GU" "GW" "GY") #26
#sources=("HK" "HM" "HN" "HR" "HT" "HU" "IC" "ID" "IE" "IL" "IM" "IN" "IO" "IQ" "IR" "IS" "IT") #17
#sources=("JE" "JM" "JO" "JP" "KE" "KG" "KH" "KI" "KM" "KN" "KP" "KR" "KW" "KY" "KZ" "LA" "LB" "LC" "LI" "LK" "LR" "LS" "LT" "LU" "LV" "LY") #26
#sources=("MA" "MC" "MD" "ME" "MF" "MG" "MH" "MK" "ML" "MM" "MN" "MO" "MP" "MQ" "MR" "MS" "MT" "MU" "MV" "MW" "MX" "MY" "MZ" "NA" "NC" "NE" "NF" "NG" "NI" "NL" "NO" "NP" "NR" "NU" "NZ" "OM") #36
#sources=("PA" "PE" "PF" "PG" "PH" "PK" "PL" "PM" "PN" "PR" "PS" "PT" "PW" "PY" "QA" "RE" "RO" "RS" "RU" "RW") #20
#sources=("SA" "SB" "SC" "SD" "SE" "SG" "SH" "SI" "SJ" "SK" "SL" "SM" "SN" "SO" "SR" "SS" "ST" "SV" "SX" "SY" "SZ") #21
#sources=("TC" "TD" "TF" "TG" "TH" "TJ" "TK" "TL" "TM" "TN" "TO" "TR" "TT" "TV" "TW" "TZ") #16
#sources=("UA" "UG" "UM" "UY" "UZ" "VA" "VC" "VE" "VG" "VI" "VN" "VU" "WF" "WS" "XK" "YE" "YT" "ZA" "ZM" "ZW") #21 --> 252 total
#sources=("US") #Musí se řešit samostatně přes noc, trvá cca 5 hodin a zablokuje počítač

#sources=("MY" "MZ" "NA" "NC" "NE" "NF" "NG" "NI" "NL" "NO" "NP" "NR" "NU" "NZ" "OM") #36


# All data sources
#sources=("AD" "AE" "AF" "AG" "AI" "AL" "AM" "AO" "AQ" "AR" "AS" "AT" "AU" "AW" "AX" "AZ" "BA" "BB" "BD" "BE" "BF" "BG" "BH" "BI" "BJ" "BL" "BM" "BN" "BO" "BQ" "BR" "BS" "BT" "BV" "BW" "BY" "BZ" "CA" "CC" "CD" "CF" "CG" "CH" "CI" "CK" "CL" "CM" "CN" "CO" "CR" "CU" "CV" "CW" "CX" "CY" "CZ" "DE" "DJ" "DK" "DM" "DO" "DZ" "EC" "EE" "EG" "EH" "ER" "ES" "ET" "FI" "FJ" "FK" "FM" "FO" "FR" "GA" "GB" "GC" "GD" "GE" "GF" "GG" "GH" "GI" "GL" "GM" "GN" "GP" "GQ" "GR" "GS" "GT" "GU" "GW" "GY" "HK" "HM" "HN" "HR" "HT" "HU" "IC" "ID" "IE" "IL" "IM" "IN" "IO" "IQ" "IR" "IS" "IT" "JE" "JM" "JO" "JP" "KE" "KG" "KH" "KI" "KM" "KN" "KP" "KR" "KW" "KY" "KZ" "LA" "LB" "LC" "LI" "LK" "LR" "LS" "LT" "LU" "LV" "LY" "MA" "MC" "MD" "ME" "MF" "MG" "MH" "MK" "ML" "MM" "MN" "MO" "MP" "MQ" "MR" "MS" "MT" "MU" "MV" "MW" "MX" "MY" "MZ" "NA" "NC" "NE" "NF" "NG" "NI" "NL" "NO" "NP" "NR" "NU" "NZ" "OM" "PA" "PE" "PF" "PG" "PH" "PK" "PL" "PM" "PN" "PR" "PS" "PT" "PW" "PY" "QA" "RE" "RO" "RS" "RU" "RW" "SA" "SB" "SC" "SD" "SE" "SG" "SH" "SI" "SJ" "SK" "SL" "SM" "SN" "SO" "SR" "SS" "ST" "SV" "SX" "SY" "SZ" "TC" "TD" "TF" "TG" "TH" "TJ" "TK" "TL" "TM" "TN" "TO" "TR" "TT" "TV" "TW" "TZ" "UA" "UG" "UM" "US" "UY" "UZ" "VA" "VC" "VE" "VG" "VI" "VN" "VU" "WF" "WS" "XK" "YE" "YT" "ZA" "ZM" "ZW")

sources=("CZ")

for i in ${sources[*]}
do
echo ""
echo -e "\033[31m*************************\033[0m"
echo -e "\033[31m$i\033[0m"
echo -e "\033[31m*************************\033[0m"
#wget -P "/home/cerba/Temp" "http://download.gisgraphy.com/openstreetmap/pbf/${i}.tar.bz2"
#cd /home/cerba/Temp
wget -P "Data/Temp" "http://download.gisgraphy.com/openstreetmap/pbf/${i}.tar.bz2"

cd Data/Temp
echo "*************************"
echo "Unpacking tar.bz2..."
echo "*************************"
bunzip2 -d ${i}.tar.bz2
#rm -f ${i}.tar.bz2
echo "*************************"
echo "Unpacking tar..."
tar xf ${i}.tar
#rm -f ${i}.tar
#mv $i /media/cerba/Data/tmp/
echo "*************************"
echo "OSM conversion and filtering..."
cd ../..
osmconvert -t=/Data/Temp --drop-relations --drop-ways --drop-author --drop-version ${i} >/Data/Temp/${i}_tmp.osm 
echo "*************************"
echo "OSM filtering..."
osmfilter /Data/Temp/${i}_tmp.osm --keep-nodes="*" >/Data/Temp/${i}.osm
#mv /media/sda2/tmp/${i}.osm /home/cerba/Temp/
#cd ../..
echo "*************************"
echo "Transformation to RDF..."
echo "*************************"
java -Djava.io.tmpdir=/Data/Temp -Xms2560m -Xmx24560m -jar saxon9he.jar -s:/Data/Temp/${i}.osm -xsl:../XSLT/transform_osm.xsl -o:/Data/Temp/${i}_OSM.rdf -t
echo "*************************"
echo "Deleting temporary files..."
echo "*************************"
#rm -rf /home/cerba/Temp
#rm -f /media/cerba/Data/tmp/*
echo "*************************"
echo "End..."
echo "*************************"
echo ""
done