spoi-importer-original/wikidata_v2.sh

#!/bin/bash

# Soubor se státy
#countries="Data/countries_sample.csv"
#objects="Data/objects_sample.csv"
countries="Data/countries_sample.csv"
objects="Data/objects_sample.csv"
file_stat="../Statistics/wikidata.csv"

echo > $file_stat


while IFS=$';' read zkratka jmeno gn db wd
do

while IFS=$';' read waze osm1 osm2 owd
do

coun=${wd##*Q}
obj=${owd##*Q}
echo Stahovat: $jmeno: $coun - $osm2

#file_in="https://wdq.wmflabs.org/api?q=claim[31:33506]%20AND%20claim[17:213]" #muzea Česko
#file_in="https://wdq.wmflabs.org/api?q=claim[31:33506]%20AND%20claim[17:228]" #muzea Andorra

# Kombinace státu a typu objektu
file_in="https://wdq.wmflabs.org/api?q=claim[31:"$obj"]%20AND%20claim[17:"$coun"]"
file_tmp1="/home/cerba/Temp/"$zkratka"_"$osm2".csv"
file_out="/media/cerba/Data/Data/SPOI/RDF_output/WD_"$zkratka"_"$osm2".rdf"


# Stahování a úprava dotazu
echo Stahování a úprava dotazu
wget -O "/home/cerba/Temp/temp.json" "${file_in}"
temp=$(</home/cerba/Temp/temp.json)
temp1=$temp
temp1=${temp1#*items\":}
temp1=${temp1%%,*}
echo Počet položek: $temp1

echo $jmeno";"$osm1"."$osm2";"$temp1 >> $file_stat

if [ "${temp1}" != 0 ]; then
temp=${temp##*:}
temp=${temp%]*}
temp=${temp##*[}
echo $temp\ | tr "," "\n"
echo $temp\ | tr "," "\n" >> $file_tmp1

echo '<?xml version="1.0" encoding="utf-8"?>' > $file_out
echo '<rdf:RDF xmlns:geos="http://www.opengis.net/ont/geosparql#"
        xmlns:otm="http://opentransportmap.info/rdf#" 
	xmlns:owl="http://www.w3.org/2002/07/owl#"
	xmlns:rdf="http://www.w3.org/1999/02/22-rdf-syntax-ns#"
      xmlns:poi="http://www.openvoc.eu/poi#"
	xmlns:rdfs="http://www.w3.org/2000/01/rdf-schema#">' >> $file_out

# Čtení jednotlivých výsledků dotazu
while IFS=$',' read -r -a A
do
down="https://www.wikidata.org/entity/Q"$A".rdf"
down=${down//[[:blank:]]/}
echo "Soubor pro stahování:" $down
echo "----------------------------------------------------"
wget -O "/home/cerba/Temp/temp.rdf" $down
echo 'Transformuji: https://www.wikidata.org/entity/Q'$A'.rdf'
java -Xms2560m -Xmx24560m -jar saxon9he.jar -s:/home/cerba/Temp/temp.rdf -xsl:../XSLT/transform_wikidata.xsl -o:/home/cerba/Temp/temp.xml gn="$gn" db="$db" waze="$waze" osm1="$osm1" osm2="$osm2"
h1=$(</home/cerba/Temp/temp.xml)
echo $h1 >> $file_out
echo '' >> $file_out
done  < $file_tmp1


echo '</rdf:RDF>' >> $file_out
fi
# Mazání dočasného adresáře
rm -rf /home/cerba/Temp/*.*

done < $objects

done < $countries