diff options
| author | Gabriel Pérez-Cerezo <gabriel@gpcf.eu> | 2020-04-15 14:50:50 +0200 |
|---|---|---|
| committer | Gabriel Pérez-Cerezo <gabriel@gpcf.eu> | 2020-04-15 14:50:50 +0200 |
| commit | 88feb87009bdc301a9998f9c9952b4c847fd2ea1 (patch) | |
| tree | 5ebf173b1c3146d92c9d53838d5875fee2ab8543 /scripts | |
| parent | fa39762e5ee6d45ad32a65ea3d3fe1c3fc5ea82e (diff) | |
| download | lifomapserver-88feb87009bdc301a9998f9c9952b4c847fd2ea1.tar.gz lifomapserver-88feb87009bdc301a9998f9c9952b4c847fd2ea1.tar.bz2 lifomapserver-88feb87009bdc301a9998f9c9952b4c847fd2ea1.zip | |
unify fetch scripts, add a lot more categories
Diffstat (limited to 'scripts')
| -rwxr-xr-x | scripts/geojson/fetch.sh | 30 |
1 files changed, 30 insertions, 0 deletions
diff --git a/scripts/geojson/fetch.sh b/scripts/geojson/fetch.sh new file mode 100755 index 0000000..5aa98ec --- /dev/null +++ b/scripts/geojson/fetch.sh @@ -0,0 +1,30 @@ +fetch_category () { + echo "Fetching $1" > /dev/stderr + json=`curl "https://wiki.linux-forks.de/mediawiki/api.php?action=query&format=json&list=categorymembers&cmtitle=Category:$1&cmlimit=1000" 2>/dev/null` + cities=`echo "$json" | json_reformat | sed -n 's/.*"title":\s*"\([^"]*\).*/\1/p' | tr ' ' '_' | tr '\n' ' '` + num=`echo $cities | tr ' ' '\n' | wc -l` + i=0 + echo "[" + for city in $cities; do + let i++ + echo -n -e "\rFetched $i/$num" > /dev/stderr + ./fetch_single.sh "$city" + done + echo > /dev/stderr + echo "{}]" +} + +JSONDIR=../../htdocs/geojson + +mkdir -p $JSONDIR + + +fetch_category Shops > $JSONDIR/shops.json +fetch_category City > $JSONDIR/cities.json +fetch_category Stations > $JSONDIR/stations.json +fetch_category Parks > $JSONDIR/parks.json +fetch_category Libraries > $JSONDIR/libraries.json +fetch_category "CW_Complexes" > $JSONDIR/cw_complexes.json +fetch_category Courts > $JSONDIR/courts.json +fetch_category Waterway > $JSONDIR/waterway.json +fetch_category Train_Depots > $JSONDIR/depots.json |