latest

2022-11-17 01:12:52 -08:00
parent 65d134c4ff
commit b55882ecde
12 changed files with 413 additions and 38 deletions
--- a/osmand-maps/Dockerfile
+++ b/osmand-maps/Dockerfile
@@ -0,0 +1,16 @@
+FROM ubuntu as builder
+
+ENV DEBIAN_FRONTEND noninteractive
+
+
+RUN apt-get update && apt-get install -y nginx unzip zip curl wget
+
+RUN mkdir -p /work/webroot && mkdir -p /work/download && mkdir -p /work/bin
+
+VOLUME /work/webroot
+VOLUME /work/download
+
+ADD gen.sh /work/bin
+ADD run.sh /work/bin
+
+CMD ["/bin/bash", "/work/bin/run.sh" ]
--- a/osmand-maps/Makefile
+++ b/osmand-maps/Makefile
@@ -0,0 +1,17 @@
+IMAGE := osmand-maps
+
+default: build-and-run
+
+build-and-run: build run
+
+build:
+	script -a log.txt docker build -t $(IMAGE) .
+
+run:
+	docker rm -f osmand-maps
+	script -a log.txt docker run \
+		-v /webroot:/work/webroot \
+		-v /download:/work/download \
+		-p 80:80 \
+		--name osmand-maps \
+		$(IMAGE)
--- a/osmand-maps/gen.sh
+++ b/osmand-maps/gen.sh
@@ -0,0 +1,114 @@
+#!/bin/bash
+
+set -x
+
+export YYYYMMDD="$(date -u +%Y-%m-%d)"
+export CONTINENTS="
+    europe
+    northamerica
+    southamerica
+    centralamerica
+    asia
+    africa
+    oceania
+    antarctica
+    world
+    voice
+"
+
+#https://download.osmand.net/download?standard=yes&file=$FN
+
+#https://download.osmand.net/indexes.php
+
+function fetchContinent() {
+    CONTINENT="$1"
+    cd /work/download
+    if [[ ! -d ./$CONTINENT ]]; then
+        mkdir $CONTINENT
+    fi
+    cd $CONTINENT
+    FILES="$(grep -i $CONTINENT ../listing.txt)"
+
+    for FILE in $FILES ; do
+        URL="https://download.osmand.net/download?standard=yes&file=$FILE"
+        if [[ ! -e "$FILE" ]]; then
+            echo "file $FILE is missing, downloading"
+            wget --progress=dot:giga --report-speed=bits \
+                -O "$FILE.tmp" \
+                -c \
+                "$URL" && mv "$FILE.tmp" "$FILE"
+            rm *.tmp
+        fi
+        ls -tla
+        du -sh .
+        df -h .
+    done
+}
+
+function zipContinent() {
+    CONTINENT="$1"
+    cd /work/download
+    du -sh $CONTINENT
+    df -h .
+    cd $CONTINENT
+    find . -type f -iname '*.zip' -print0 | xargs -0 -n 1 -P 8 unzip
+    rm -fv *.zip *.tmp
+    cd ..
+    zip -9r $YYYYMMDD.$CONTINENT.zip $CONTINENT
+    rm -rfv $CONTINENT
+    mv $YYYYMMDD.$CONTINENT.zip /work/webroot
+
+}
+
+function fetch() {
+
+    cd /work/download
+
+    # srtmf files are 404
+    curl -sf https://download.osmand.net/indexes.php | tr "\"" "\n" |
+        tr ">" "\n" | tr "<" "\n" | grep obf.zip |
+        grep -v "srtmf" | sort > listing.txt
+
+    cat > /work/webroot/index.html.new <<EOF
+    <html>
+    <head>
+    <title>files</title>
+    </head>
+    <body>
+    <h1>files</h1>
+    <ul>
+EOF
+
+    for CONTINENT in $CONTINENTS; do
+        if [[ ! -e /work/webroot/$YYYYMMDD.$CONTINENT.zip ]]; then
+            fetchContinent "$CONTINENT"
+            zipContinent "$CONTINENT"
+        fi
+
+        cat >> /work/webroot/index.html.new <<EOF
+<li>
+    <a href="/$YYYYMMDD.$CONTINENT.zip">$YYYYMMDD.$CONTINENT.zip</a>
+</li>
+EOF
+
+
+    done
+
+cat >> /work/webroot/index.html.new <<EOF
+</ul>
+<pre>
+$(date -u)
+</pre>
+</body>
+</html>
+EOF
+
+mv /work/webroot/index.html.new /work/webroot/index.html
+
+}
+
+function main() {
+    fetch
+}
+
+main
--- a/osmand-maps/run.sh
+++ b/osmand-maps/run.sh
@@ -0,0 +1,10 @@
+#!/bin/bash
+
+chmod a+rx /work/bin/*
+
+bash -c "/work/bin/gen.sh" &
+
+rm -rfv /var/www/html
+ln -s /work/webroot /var/www/html
+chmod -Rv a+rx /work/webroot/*
+exec nginx -g "daemon off;"