move startup script

see https://bugs.launchpad.net/ubuntu/+source/debmirror/+bug/1565585

.drone.yml

@@ -0,0 +1,17 @@
+kind: pipeline
+name: default
+
+steps:
+- name: docker
+  image: plugins/docker
+  settings:
+    repo: sneak/ubuntumirror
+    username:
+      from_secret: docker_username
+    password:
+      from_secret: docker_password
+    tags:
+      - ${DRONE_COMMIT_SHA}
+      - ${DRONE_BRANCH/\//-}
+
+

Dockerfile

@@ -1,13 +1,37 @@
-FROM phusion/baseimage:0.9.18
+FROM phusion/baseimage:0.11
 
 VOLUME /var/mirror
 
+ENV MIRROR_ARCHITECTURES amd64
+ENV UBUNTU_SOURCE_MIRROR
+ENV MIRROR_CATEGORIES main,universe,restricted,multiverse
+ENV UBUNTU_MIRROR_SOURCE archive.ubuntu.com
+ENV UBUNTU_MIRROR_PROJECTS bionic,bionic-updates,bionic-security,bionic-backports,focal,focal-updates,focal-security,focal-backports
+
+# The following is the URL populated in /mirrors.txt as used by mirror://
+# protocol scheme in sources.list
+# the idea is that you can DNS rewrite 'mirrors.ubuntu.com' to this mirror
+# and it will return a "list" of mirrors that includes only itself.
+# then you can safely use something like the following in your sources.list
+# and it will work with max speed on your own dns-rewritten lan and in the
+# unmodified datacenter talking to the real mirrors.ubuntu.com:
+#
+# MURM="main universe restricted multiverse"
+# C="$(lsb_release -cs)"
+# M="mirror://mirrors.ubuntu.com/mirrors.txt"
+# echo "deb $M $C $MURM" > /etc/apt/sources.list.new
+# echo "deb $M $C-updates $MURM" >> /etc/apt/sources.list.new
+# echo "deb $M $C-backports $MURM" >> /etc/apt/sources.list.new
+# echo "deb $M $C-security $MURM" >> /etc/apt/sources.list.new
+# mv /etc/apt/sources.list.new /etc/apt/sources.list
+ENV THIS_MIRROR_URL http://172.17.0.1/ubuntu/
+
 ADD ./sources.list /etc/apt/sources.list
 RUN echo "#!/bin/sh\nexit 101" > /usr/sbin/policy-rc.d
 # phusion baseimage says i'm not supposed to do this
 # and i don't care:
 RUN apt-get update && apt-get upgrade -y
-RUN apt-get install -y run-one nginx make debmirror
+RUN apt-get install -y run-one nginx make debmirror xz-utils
 
 ADD ./mirror /opt/mirror
 ADD ./mirror.run /etc/service/mirror/run
@@ -22,6 +46,7 @@ RUN \
     mkdir -p $GNUPGHOME && \
     chmod go-rwx $GNUPGHOME && \
     gpg --import /usr/share/keyrings/ubuntu-archive-keyring.gpg && \
-    cp $GNUPGHOME/pubring.gpg $GNUPGHOME/trustedkeys.gpg
+    cp $GNUPGHOME/pubring.kbx $GNUPGHOME/trustedkeys.kbx
+
 
 EXPOSE 80

README.markdown

@@ -1,13 +1,8 @@
 # sneak/ubuntumirror
 
-Docker container for syncing trusty and xenial ubuntu LTS mirrors
+Docker container for syncing bionic ubuntu LTS mirrors
 to reduce network traffic and speed up build times.
 
-I recommend deploying this with a `--dns 172.17.0.1` in your
-`/etc/default/docker` and dnsmasq bound to 172.17.0.1:53 to rewrite
-`archive.ubuntu.com` to `172.17.0.1` (which this image will be listening and
-serving on).
-
 Then even your builds (where you can't specify links) will go fast.
 
 # Levers
@@ -19,6 +14,8 @@ Then even your builds (where you can't specify links) will go fast.
     * default `main,universe`.
     * You may want `main,universe,restricted,multiverse`. Will use lots of
       disk.
+* `UBUNTU_MIRROR_PROJECTS`
+    * default `xenial,xenial-updates,xenial-security,xenial-backports,bionic,bionic-updates,bionic-security,bionic-backports`.
 * `UBUNTU_MIRROR_SOURCE`
     * default `archive.ubuntu.com`.
     * You may want `xx.archive.ubuntu.com` (where `xx` is your country
@@ -30,14 +27,8 @@ Then even your builds (where you can't specify links) will go fast.
 # Example dnsmasq setup
 
 ```
-apt-get update && apt-get -y install dnsmasq
-cat > /etc/dnsmasq.d/docker <<EOF
-no-resolv
-server=8.8.8.8
-server=8.8.4.4
-EOF
-echo "172.17.0.1 archive.ubuntu.com" >> /etc/hosts
-service dnsmasq restart
+apt update && apt -y install dnsmasq
+echo address=/mirrors.ubuntu.com/172.17.0.1 > /etc/dnsmasq.d/ubuntu-mirror-local
 ```
 
 Then, just add `--dns 172.17.0.1` to your /etc/default/docker opts

bin/start-local-mirror.sh

@@ -0,0 +1,12 @@
+#!/bin/bash
+
+docker rm -f local-ubuntu-mirror
+docker run -d --name local-ubuntu-mirror \
+	-v /storage/mirrors/ubuntu:/var/mirror/ubuntu \
+    --env MIRROR_INTERVAL_SECONDS=10800 \
+    --env MIRROR_ARCHITECTURES=amd64 \
+	--dns 8.8.8.8 \
+	--dns 8.8.4.4 \
+	-p 8080:80 \
+	--restart unless-stopped \
+	sneak/ubuntumirror:latest

docker-compose.yml

@@ -1,15 +0,0 @@
-version: '2.0'
-
-services:
-    mirror:
-        hostname: mirror
-        image: sneak/ubuntumirror
-        build: .
-        network_mode: bridge
-        volumes:
-            - "/mnt/scratch/mirror:/var/mirror"
-        ports:
-            - "172.17.0.1:80:80"
-        environment:
-            - UBUNTU_MIRROR_SOURCE=de.archive.ubuntu.com
-            - MIRROR_CATEGORIES=main,universe,restricted

mirror/syncubuntu.sh

@@ -4,25 +4,29 @@ set -x
 THISDIR="$(cd $(dirname "$BASH_SOURCE") && pwd -P)"
 DST="/var/mirror"
 
-echo "http://172.17.0.1/ubuntu/" > $DST/mirrors.txt
+echo "$THIS_MIRROR_URL" > $DST/mirrors.txt
 chmod a+r $DST/mirrors.txt
 
 mkdir -p "$DST/ubuntu"
 
 export GNUPGHOME="/etc/debmirror/ubuntu"
 
+SOURCEOPT="--nosource"
+if [[ ! -z "$UBUNTU_SOURCE_MIRROR" ]]; then
+    SOURCEOPT="--source"
+fi
+
 debmirror \
-	-a ${MIRROR_ARCHITECTURES:-amd64} \
-	--no-source \
-	-s ${MIRROR_CATEGORIES:-main,universe} \
-	-h ${UBUNTU_MIRROR_SOURCE:-archive.ubuntu.com} \
-	-d trusty,trusty-updates,trusty-security,trusty-backports \
-	-d xenial,xenial-updates,xenial-security,xenial-backports \
+	-a ${MIRROR_ARCHITECTURES} \
+	$SOURCEOPT \
+	-s ${MIRROR_CATEGORIES} \
+	-h ${UBUNTU_MIRROR_SOURCE} \
+	-d ${UBUNTU_MIRROR_PROJECTS} \
     --ignore-small-errors \
 	-r /ubuntu \
+    --getcontents \
 	--progress \
 	--method=http \
 	$DST/ubuntu
 
-
 chmod -R a+rX $DST

sources.list

@@ -1,4 +1,7 @@
-deb mirror://mirrors.ubuntu.com/mirrors.txt trusty main universe
-deb mirror://mirrors.ubuntu.com/mirrors.txt trusty-updates main universe
-deb mirror://mirrors.ubuntu.com/mirrors.txt trusty-backports main universe
-deb mirror://mirrors.ubuntu.com/mirrors.txt trusty-security main universe
+# this can't be {us.,}archive.ubuntu.org because on the box
+# with dnsmasq changing that host to itself, rebuilding this fails
+# unless the container is running already
+deb http://mirrors.sonic.net/ubuntu bionic main universe
+deb http://mirrors.sonic.net/ubuntu bionic-updates main universe
+deb http://mirrors.sonic.net/ubuntu bionic-backports main universe
+deb http://mirrors.sonic.net/ubuntu bionic-security main universe