sneak
/
ipfs-ubuntu-mirror
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

switch to debmirror

This commit is contained in:
Jeffrey Paul 2018-10-01 16:32:00 -07:00
parent 3ed5758e8f
commit ec70d3df9d
Signed by: sneak
GPG Key ID: 052443F4DF2A55C2
2 changed files with 22 additions and 23 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
Dockerfile
View File

@ -6,7 +6,7 @@ ENV DEBIAN_FRONTEND=noninteractive
RUN \ RUN \
apt update && \ apt update && \
apt upgrade -y && \ apt upgrade -y && \
apt install -y golang git build-essential rsync && \ apt install -y golang git build-essential rsync debmirror && \
go get -u github.com/ipfs/ipfs-update && \ go get -u github.com/ipfs/ipfs-update && \
/root/go/bin/ipfs-update install latest && \ /root/go/bin/ipfs-update install latest && \
rm -rf /root/go && \ rm -rf /root/go && \

43
sync.run
View File

@ -22,6 +22,13 @@ sleep 1 # prevent cpu spike on looping
export MIRROR_DIR=/var/lib/ubuntumirror export MIRROR_DIR=/var/lib/ubuntumirror
export IPFS_PATH=/var/lib/ipfs export IPFS_PATH=/var/lib/ipfs
export GNUPGHOME=/etc/debmirror/ubuntu
mkdir -p $GNUPGHOME
chmod go-rwx $GNUPGHOME
gpg --import /usr/share/keyrings/ubuntu-archive-keyring.gpg
cp $GNUPGHOME/pubring.gpg $GNUPGHOME/trustedkeys.gpg
chown -R ipfs:ipfs $GNUPGHOME
if [[ ! -d $MIRROR_DIR ]]; then if [[ ! -d $MIRROR_DIR ]]; then
mkdir -p $MIRROR_DIR mkdir -p $MIRROR_DIR
@ -30,39 +37,31 @@ fi
chpst -u ipfs /bin/bash << '__EOF__' chpst -u ipfs /bin/bash << '__EOF__'
export GNUPGHOME=/etc/debmirror/ubuntu
export IPFS=/usr/local/bin/ipfs export IPFS=/usr/local/bin/ipfs
export HOME=/home/ipfs export HOME=/home/ipfs
export IPFS_FD_MAX=4096 export IPFS_FD_MAX=4096
$IPFS config --json Experimental.FilestoreEnabled true $IPFS config --json Experimental.FilestoreEnabled true
# Two stage sync of the main Ubuntu mirror. echo "Synchronizing with the main Ubuntu mirror."
# More info and options in https://wiki.ubuntu.com/Mirrors/Scripts.
echo "Synchronizing with the main Ubuntu mirror, stage 1."
rsync --recursive --times --links --safe-links --hard-links --stats \
--exclude "Packages*" --exclude "Sources*" --exclude "Release*" \
--exclude "InRelease" -v \
rsync://archive.ubuntu.com/ubuntu "$MIRROR_DIR"
echo "Adding the mirror files to IPFS." debmirror \
hash="$( -a ${MIRROR_ARCHITECTURES:-amd64} \
$IPFS add --progress --local --nocopy --fscache --quieter --no-source \
--recursive "$MIRROR_DIR" | tail -n1)" -s ${MIRROR_CATEGORIES:-main,universe,multiverse,restricted} \
echo "Published IPFS hash ${hash}." -h ${UBUNTU_MIRROR_SOURCE:-archive.ubuntu.com} \
-d ${UBUNTU_MIRROR_PROJECTS:-xenial,xenial-updates,xenial-security,xenial-backports,bionic,bionic-updates,bionic-security,bionic-backports} \
echo "Updating IPNS." --ignore-small-errors \
ipns="$($IPFS name publish "${hash}" | cut -d ' ' -f 3 | tr -d ':')" -r ${UBUNTU_MIRROR_PATH:-/ubuntu} \
--progress \
# FIXME(sneak) use debmirror to improve this in the future --method=http \
echo "Synchronizing with the main Ubuntu mirror, stage 2." $MIRROR_DIR
rsync --recursive --times --links --safe-links --hard-links --stats \
--delete --delete-after -v \
rsync://archive.ubuntu.com/ubuntu \
"$MIRROR_DIR"
# Publish the files on IPFS. # Publish the files on IPFS.
# This uses the experimental filestore: # This uses the experimental filestore:
# https://github.com/ipfs/go-ipfs/issues/3397#issuecomment-284337564 # https://github.com/ipfs/go-ipfs/issues/3397#issuecomment-284337564
echo "Adding the mirror files to IPFS." echo "Adding the mirror files to IPFS."
hash="$($IPFS add --progress --local --nocopy --fscache --quieter hash="$($IPFS add --progress --local --nocopy --fscache --quieter
--recursive "$MIRROR_DIR" | tail -n1)" --recursive "$MIRROR_DIR" | tail -n1)"