ipfs-ubuntu-mirror/sync.run

81 lines
2.6 KiB
Plaintext
Raw Normal View History

2018-10-01 21:01:32 +00:00
#!/bin/bash
#
# Copyright (C) 2018 JaquerEspeis
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License version 3 as
# published by the Free Software Foundation.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see <http://www.gnu.org/licenses/>.
# Make a full sync of an Ubuntu mirror.
# This currently requires more than 1TB of storage space and takes a long time.
sleep 1 # prevent cpu spike on looping
2018-10-01 22:12:11 +00:00
export MIRROR_DIR=/var/lib/ubuntumirror
2018-10-01 22:27:41 +00:00
export IPFS_PATH=/var/lib/ipfs
2018-10-02 00:07:22 +00:00
export KEYID=790BC7277767219C42C86F933B4FE6ACC0B21F32
2018-10-01 22:12:11 +00:00
2018-10-01 23:32:00 +00:00
export GNUPGHOME=/etc/debmirror/ubuntu
mkdir -p $GNUPGHOME
chmod go-rwx $GNUPGHOME
2018-10-02 00:07:22 +00:00
2018-10-01 23:32:00 +00:00
gpg --import /usr/share/keyrings/ubuntu-archive-keyring.gpg
2018-10-02 00:07:22 +00:00
gpg --recv-key $KEYID
gpg --export $KEYID > $GNUPGHOME/trustedkeys.kbx
2018-10-01 23:32:00 +00:00
chown -R ipfs:ipfs $GNUPGHOME
2018-10-01 22:12:11 +00:00
if [[ ! -d $MIRROR_DIR ]]; then
mkdir -p $MIRROR_DIR
chown ipfs:ipfs $MIRROR_DIR
fi
2018-10-01 21:20:50 +00:00
2018-10-01 21:01:32 +00:00
chpst -u ipfs /bin/bash << '__EOF__'
2018-10-01 23:32:00 +00:00
export GNUPGHOME=/etc/debmirror/ubuntu
2018-10-01 21:01:32 +00:00
export IPFS=/usr/local/bin/ipfs
export HOME=/home/ipfs
export IPFS_FD_MAX=4096
$IPFS config --json Experimental.FilestoreEnabled true
2018-10-01 23:32:00 +00:00
echo "Synchronizing with the main Ubuntu mirror."
2018-10-01 22:12:11 +00:00
2018-10-01 23:32:00 +00:00
debmirror \
-a ${MIRROR_ARCHITECTURES:-amd64} \
--no-source \
-s ${MIRROR_CATEGORIES:-main,universe,multiverse,restricted} \
-h ${UBUNTU_MIRROR_SOURCE:-archive.ubuntu.com} \
-d ${UBUNTU_MIRROR_PROJECTS:-xenial,xenial-updates,xenial-security,xenial-backports,bionic,bionic-updates,bionic-security,bionic-backports} \
--ignore-small-errors \
-r ${UBUNTU_MIRROR_PATH:-/ubuntu} \
--progress \
--method=http \
$MIRROR_DIR
2018-10-01 21:01:32 +00:00
# Publish the files on IPFS.
# This uses the experimental filestore:
# https://github.com/ipfs/go-ipfs/issues/3397#issuecomment-284337564
2018-10-01 23:32:00 +00:00
2018-10-01 21:01:32 +00:00
echo "Adding the mirror files to IPFS."
2018-10-02 00:07:22 +00:00
hash="$($IPFS add --progress --local --nocopy --fscache --quieter --recursive "$MIRROR_DIR" | tail -n1)"
2018-10-01 21:01:32 +00:00
echo "Published IPFS hash ${hash}."
echo "Updating IPNS."
ipns="$($IPFS name publish "${hash}" | cut -d ' ' -f 3 | tr -d ':')"
echo "IPFS Mirror synchronized."
echo "Add the address 'ipfs:/ipns/${ipns}' to your '/etc/apt/sources.list'."
echo "For example, add 'deb ipfs:/ipns/${ipns} xenial main' if you are in Ubuntu 16.04, and you want to use IPFS to get updates from the main archive."
2018-10-01 22:12:11 +00:00
__EOF__
sleep 3600 # wait 1h before syncing again