Add scripts to fetch bodies of water, city outlines, and trainlines

scripts/geojson/common.sh

@@ -0,0 +1,4 @@
+#!/bin/bash
+
+LIFO_SERVER="https://wiki.linux-forks.de"
+CURLOPTS=( '-b' "/path/to/auth-cookies.txt" )

scripts/geojson/fetch_bodiesofwater.sh

@@ -0,0 +1,64 @@
+ #!/bin/bash
+
+source common.sh
+
+json=`curl ${CURLOPTS[@]} $LIFO_SERVER'/api.php?action=query&prop=revisions&rvprop=content&format=json&titles=Maps:BodiesOfWater'`
+data=`echo "$json" | json_reformat | sed -e 's/\\\\n//g' -n -e 's/begin:mapdata\([^}]\+\)/\1/gp' | sed -e "s/|-|/}/g"`
+
+section=""
+echo "["
+export IFS="}"
+for entry in $data; do
+	this_section=`echo $entry | sed -n 's/.*== \([^=]\+\) ==.*/\1/p'`
+	if [[ "$this_section" != "" ]]; then
+		section=$this_section
+	fi
+
+	if [[ "$section" != "$1" ]]; then
+		continue
+	fi
+
+	case "$section" in
+	"Rivers")
+		name=`echo "$entry" | sed -n 's/\s*\([^|]\+\).*/\1/p' | sed 's/ $//'`
+		type=`echo "$entry" | sed -n 's/\s*\([^|]\+\)||\s*\([^|]\+\).*/\2/p' | sed 's/ $//'`
+		coord=`echo "$entry" | sed -n 's/.*||\s*\([^|]\+\).*/\1/p'`
+		if [[ "$name" != "" && "$coord" != "" ]]; then
+			echo "{ \"type\": \"Feature\",
+		\"geometry\": {
+			\"type\": \"LineString\",
+			\"coordinates\": [
+				$coord
+			]
+		},
+		\"properties\": {
+			\"name\": \"$name\",
+			\"type\": \"$type\"
+		}
+	},"
+		fi
+	;;
+	"Oceans, Seas, and Lakes")
+		name=`echo "$entry" | sed -n 's/\s*\([^|]\+\).*/\1/p' | sed 's/ $//'`
+		type=`echo "$entry" | sed -n 's/\s*\([^|]\+\)||\s*\([^|]\+\).*/\2/p' | sed 's/ $//'`
+		coord=`echo "$entry" | sed -n 's/.*||\s*\([^|]\+\).*/\1/p'`
+		if [[ "$name" != "" && "$coord" != "" ]]; then
+			echo "{ \"type\": \"Feature\",
+		\"geometry\": {
+			\"type\": \"Polygon\",
+			\"coordinates\": [[
+				$coord
+			]]
+		},
+		\"properties\": {
+			\"name\": \"$name\",
+			\"type\": \"$type\"
+		}
+	},"
+		fi
+	;;
+	esac
+done
+export IFS=" "
+echo "{}"
+echo "]"

scripts/geojson/fetch_city_outlines.sh

@@ -0,0 +1,34 @@
+#!/bin/bash
+
+source common.sh
+
+json=`curl ${CURLOPTS[@]} $LIFO_SERVER'/api.php?action=query&prop=revisions&rvprop=content&format=json&titles=Maps:Cities'`
+data=`echo "$json" | json_reformat | sed -e 's/\\\\n//g' -n -e 's/begin:mapdata\([^}]\+\)/\1/gp' | sed -e "s/|-|/}/g"`
+
+echo "["
+export IFS="}"
+for entry in $data; do
+	name=`echo "$entry" | sed -n 's/\s*\([^|]\+\).*/\1/p' | sed 's/ $//'`
+	type=`echo "$entry" | sed -n 's/\s*\([^|]\+\)||\s*\([^|]\+\).*/\2/p' | sed 's/ $//'`
+	coord=`echo "$entry" | sed -n 's/.*||\s*\([^|]\+\).*/\1/p'`
+	if [[ "$type" == "district" ]]; then
+		continue;
+	fi
+	if [[ "$name" != "" && "$coord" != "" ]]; then
+		echo "{ \"type\": \"Feature\",
+	\"geometry\": {
+		\"type\": \"Polygon\",
+		\"coordinates\": [[
+			$coord
+		]]
+	},
+	\"properties\": {
+		\"name\": \"$name\",
+		\"type\": \"$type\"
+	}
+},"
+	fi
+done
+export IFS=" "
+echo "{}"
+echo "]"

scripts/geojson/fetch_streets.sh

@@ -2,14 +2,16 @@
 
 # WARNING: This script is not yet production ready. The slightest error in the wikipage can throw it off. Handle with care.
 
-json=`curl 'https://wiki.linux-forks.de/mediawiki/api.php?action=query&prop=revisions&rvprop=content&format=json&titles=Maps:Streets'`
+source common.sh
-data=`echo $json | json_reformat | sed -e 's/\\\\n//g' -n -e 's/begin:mapdata\([^}]\+\)/\1/gp' | sed -e "s/|-|/}/g"`
+
+json=`curl ${CURLOPTS[@]} $LIFO_SERVER'/api.php?action=query&prop=revisions&rvprop=content&format=json&titles=Maps:Streets'`
+data=`echo "$json" | json_reformat | sed -e 's/\\\\n//g' -n -e 's/begin:mapdata\([^}]\+\)/\1/gp' | sed -e "s/|-|/}/g"`
 
 echo "["
 export IFS="}"
 for entry in $data; do
-	name=`echo $entry | sed -n 's/\s*\([^|]\+\).*/\1/p' | sed 's/ $//'`
+	name=`echo "$entry" | sed -n 's/\s*\([^|]\+\).*/\1/p' | sed 's/ $//'`
-	coord=`echo $entry | sed -n 's/.*||\s*\([^|]\+\).*/\1/p'`
+	coord=`echo "$entry" | sed -n 's/.*||\s*\([^|]\+\).*/\1/p'`
 	if [[ "$name" != "" && "$coord" != "" ]]; then
 		echo "{ \"type\": \"Feature\",
 	\"geometry\": {

scripts/geojson/fetch_trainlines.sh

@@ -0,0 +1,68 @@
+#!/bin/bash
+
+source common.sh
+
+json=`curl ${CURLOPTS[@]} $LIFO_SERVER'/api.php?action=query&prop=revisions&rvprop=content&format=json&titles=Maps:Trainlines'`
+data=`echo "$json" | json_reformat | sed -e 's/\\\\n//g' -n -e 's/begin:mapdata\([^}]\+\)/\1/gp' | sed -e "s/|-|/}/g"`
+
+section=""
+echo "["
+export IFS="}"
+for entry in $data; do
+	this_section=`echo $entry | sed -n 's/.*== \([^=]\+\) ==.*/\1/p'`
+	if [[ "$this_section" != "" ]]; then
+		section=$this_section
+	fi
+
+	if [[ "$section" != "$1" ]]; then
+		continue
+	fi
+
+	case "$section" in
+	"Train Lines")
+		name=`echo "$entry" | sed -n 's/\s*\([^|]\+\).*/\1/p' | sed 's/ $//'`
+		start=`echo "$entry" | sed -n 's/\s*\([^|]\+\)||\s*\([^|]\+\).*/\2/p' | sed 's/ $//'`
+		end=`echo "$entry" | sed -n 's/\s*\([^|]\+\)||\([^|]\+\)||\s*\([^|]\+\).*/\3/p' | sed 's/ $//'`
+		coord=`echo "$entry" | sed -n 's/.*||\s*\([^|]\+\).*/\1/p'`
+		if [[ "$name" != "" && "$coord" != "" ]]; then
+			echo "{ \"type\": \"Feature\",
+	\"geometry\": {
+		\"type\": \"LineString\",
+		\"coordinates\": [
+			$coord
+		]
+	},
+	\"properties\": {
+		\"name\": \"$name\",
+		\"start\": \"$start\",
+		\"end\": \"$end\"
+	}
+},"
+		fi
+		;;
+	"Access Paths")
+		name=`echo "$entry" | sed -n 's/\s*\([^|]\+\).*/\1/p' | sed 's/ $//'`
+		lines=`echo "$entry" | sed -n 's/\s*\([^|]\+\)||\s*\([^|]\+\).*/\2/p' | sed 's/ $//'`
+		coord=`echo "$entry" | sed -n 's/.*||\s*\([^|]\+\).*/\1/p'`
+		if [[ "$type" == "district" ]]; then
+			continue;
+		fi
+		if [[ "$name" != "" && "$coord" != "" ]]; then
+			echo "{ \"type\": \"Feature\",
+	\"geometry\": {
+		\"type\": \"LineString\",
+		\"coordinates\": [
+			$coord
+		]
+	},
+	\"properties\": {
+		\"name\": \"$lines:$name\"
+	}
+},"
+		fi
+		;;
+	esac
+done
+export IFS=" "
+echo "{}"
+echo "]"

scripts/geojson/update_all.sh

@@ -0,0 +1,21 @@
+#!/bin/bash
+
+source common.sh
+
+function fetch() {
+	if [[ "$3" != "" ]]; then
+		fn="$3"
+	else
+		fn="$1"
+	fi
+	"./fetch_$1.sh" "$2" | json_reformat -m > "$fn.json.tmp"
+	rm -f "$fn.json"
+	mv "$fn.json.tmp" "$fn.json"
+}
+
+fetch streets
+fetch city_outlines
+fetch trainlines "Train Lines"
+fetch trainlines "Access Paths" trainlines_access
+fetch bodiesofwater "Rivers" rivers
+fetch bodiesofwater "Oceans, Seas, and Lakes" oceans