unify fetch scripts, add a lot more categories

This commit is contained in:
Gabriel Pérez-Cerezo 2020-04-15 14:50:50 +02:00
parent fa39762e5e
commit 88feb87009
2 changed files with 36 additions and 0 deletions

View File

@ -127,6 +127,12 @@ load_tiles("Satellite (2019-05-04, wrong coords)", 'world-2019-05-04');
load_geojson("Cities", "./geojson/cities.json", "city", "red");
load_geojson("Stations", "./geojson/stations.json", "train", "blue");
load_geojson("Shops", "./geojson/shops.json", "shopping-cart", "green");
load_geojson("Parks", "./geojson/parks.json", "tree", "darkgreen");
load_geojson("Libraries", "./geojson/libraries.json", "book-open", "darkblue");
load_geojson("CW Complexes", "./geojson/cw_complexes.json", "border-all", "black");
load_geojson("Courts", "./geojson/courts.json", "balance-scale", "black");
load_geojson("Waterway", "./geojson/waterway.json", "water", "darkblue");
load_geojson("Train Depots", "./geojson/depots.json", "wrench", "violet");
L.control.scale().addTo(mymap);

30
scripts/geojson/fetch.sh Executable file
View File

@ -0,0 +1,30 @@
fetch_category () {
echo "Fetching $1" > /dev/stderr
json=`curl "https://wiki.linux-forks.de/mediawiki/api.php?action=query&format=json&list=categorymembers&cmtitle=Category:$1&cmlimit=1000" 2>/dev/null`
cities=`echo "$json" | json_reformat | sed -n 's/.*"title":\s*"\([^"]*\).*/\1/p' | tr ' ' '_' | tr '\n' ' '`
num=`echo $cities | tr ' ' '\n' | wc -l`
i=0
echo "["
for city in $cities; do
let i++
echo -n -e "\rFetched $i/$num" > /dev/stderr
./fetch_single.sh "$city"
done
echo > /dev/stderr
echo "{}]"
}
JSONDIR=../../htdocs/geojson
mkdir -p $JSONDIR
fetch_category Shops > $JSONDIR/shops.json
fetch_category City > $JSONDIR/cities.json
fetch_category Stations > $JSONDIR/stations.json
fetch_category Parks > $JSONDIR/parks.json
fetch_category Libraries > $JSONDIR/libraries.json
fetch_category "CW_Complexes" > $JSONDIR/cw_complexes.json
fetch_category Courts > $JSONDIR/courts.json
fetch_category Waterway > $JSONDIR/waterway.json
fetch_category Train_Depots > $JSONDIR/depots.json