#!/bin/bash # # Copyright (C) 2018 JaquerEspeis # # This program is free software: you can redistribute it and/or modify # it under the terms of the GNU General Public License version 3 as # published by the Free Software Foundation. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program. If not, see . # Make a full sync of an Ubuntu mirror. # This currently requires more than 1TB of storage space and takes a long time. sleep 1 # prevent cpu spike on looping export MIRROR_DIR=/var/lib/ubuntumirror export IPFS_PATH=/var/lib/ipfs #export KEYID=790BC7277767219C42C86F933B4FE6ACC0B21F32 export GNUPGHOME=/etc/debmirror/ubuntu mkdir -p $GNUPGHOME chmod go-rwx $GNUPGHOME gpg --no-default-keyring --keyring $GNUPGHOME/trustedkeys.gpg --import /usr/share/keyrings/ubuntu-archive-keyring.gpg #gpg --recv-key $KEYID #gpg --export $KEYID > $GNUPGHOME/trustedkeys.kbx chown -R ipfs:ipfs $GNUPGHOME if [[ ! -d $MIRROR_DIR ]]; then mkdir -p $MIRROR_DIR chown ipfs:ipfs $MIRROR_DIR fi chpst -u ipfs /bin/bash << '__EOF__' export GNUPGHOME=/etc/debmirror/ubuntu export IPFS=/usr/local/bin/ipfs export HOME=/home/ipfs export IPFS_FD_MAX=4096 $IPFS config --json Experimental.FilestoreEnabled true echo "Synchronizing with the main Ubuntu mirror." debmirror \ -a ${MIRROR_ARCHITECTURES:-amd64} \ --no-source \ -s ${MIRROR_CATEGORIES:-main,universe,multiverse,restricted} \ -h ${UBUNTU_MIRROR_SOURCE:-archive.ubuntu.com} \ -d ${UBUNTU_MIRROR_PROJECTS:-xenial,xenial-updates,xenial-security,xenial-backports,bionic,bionic-updates,bionic-security,bionic-backports} \ --ignore-small-errors \ -r ${UBUNTU_MIRROR_PATH:-/ubuntu} \ --progress \ --method=http \ $MIRROR_DIR # Publish the files on IPFS. # This uses the experimental filestore: # https://github.com/ipfs/go-ipfs/issues/3397#issuecomment-284337564 echo "Adding the mirror files to IPFS." hash="$($IPFS add --progress --local --nocopy --fscache --quieter --recursive "$MIRROR_DIR" | tail -n1)" echo "Published IPFS hash ${hash}." echo "Updating IPNS." ipns="$($IPFS name publish "${hash}" | cut -d ' ' -f 3 | tr -d ':')" echo "IPFS Mirror synchronized." echo "Add the address 'ipfs:/ipns/${ipns}' to your '/etc/apt/sources.list'." echo "For example, add 'deb ipfs:/ipns/${ipns} xenial main' if you are in Ubuntu 16.04, and you want to use IPFS to get updates from the main archive." __EOF__ sleep 3600 # wait 1h before syncing again