moved ubuntu image builder to its own repo
This commit is contained in:
Jeffrey Paul
parent
e2f0c6ee35
commit
5abeee543b
|
|
@ -1,3 +0,0 @@
|
||||||
.vagrant
|
|
||||||
*.bz2
|
|
||||||
*.qcow2
|
|
||||||
|
|
@ -1,18 +0,0 @@
|
||||||
YYYYMMDD := $(shell date +%Y%m%d)
|
|
||||||
|
|
||||||
default: gen
|
|
||||||
|
|
||||||
clean:
|
|
||||||
rm -f *.bz2 *.qcow2
|
|
||||||
|
|
||||||
gen: clean
|
|
||||||
vagrant destroy -f
|
|
||||||
vagrant up
|
|
||||||
vagrant ssh -- cat saucy64.qcow2 | pv > .tmp.qcow2
|
|
||||||
mv .tmp.qcow2 saucy64-$(YYYYMMDD).qcow2
|
|
||||||
rsync -azvP saucy64-$(YYYYMMDD).qcow2 \
|
|
||||||
root@nue1d0.datavibe.net:/storage/images/
|
|
||||||
|
|
||||||
sync:
|
|
||||||
rsync -avP ./*.sh \
|
|
||||||
root@nue1d0.datavibe.net:/storage/buildimage/
|
|
||||||
|
|
@ -1,65 +0,0 @@
|
||||||
# -*- mode: ruby -*-
|
|
||||||
# vi: set ft=ruby :
|
|
||||||
|
|
||||||
# Vagrantfile API/syntax version. Don't touch unless you know what you're doing!
|
|
||||||
VAGRANTFILE_API_VERSION = "2"
|
|
||||||
|
|
||||||
SETUP_BASE = <<-EOF
|
|
||||||
|
|
||||||
echo "UseDNS no" >> /etc/ssh/sshd_config
|
|
||||||
service ssh restart
|
|
||||||
|
|
||||||
function detect_local_mirror () {
|
|
||||||
AL="$(avahi-browse -p -t -r _ubuntumirror._tcp | grep '^=' | head -1)"
|
|
||||||
if [ -n "$AL" ]; then
|
|
||||||
NAME="$(echo \"$AL\" | cut -d';' -f 8)"
|
|
||||||
PORT="$(echo \"$AL\" | cut -d';' -f 9)"
|
|
||||||
UM="http://${NAME}:${PORT}/ubuntu/"
|
|
||||||
MOK="$(curl --head \"${UM}ls-lR.gz\" 2>&1 | grep '200 OK' | wc -l)"
|
|
||||||
if [ $MOK -gt 0 ]; then
|
|
||||||
echo "$UM"
|
|
||||||
fi
|
|
||||||
fi
|
|
||||||
}
|
|
||||||
|
|
||||||
function set_apt_mirror () {
|
|
||||||
CN="$(lsb_release -c -s)"
|
|
||||||
RPS="main restricted multiverse universe"
|
|
||||||
echo "deb $1 $CN $RPS" > /etc/apt/sources.list.new
|
|
||||||
for P in updates backports security ; do
|
|
||||||
echo "deb $1 $CN-$P $RPS" >> /etc/apt/sources.list.new
|
|
||||||
done
|
|
||||||
mv /etc/apt/sources.list.new /etc/apt/sources.list
|
|
||||||
}
|
|
||||||
|
|
||||||
|
|
||||||
set_apt_mirror "mirror://mirrors.ubuntu.com/mirrors.txt"
|
|
||||||
apt-get update
|
|
||||||
apt-get -y install avahi-utils jq curl
|
|
||||||
|
|
||||||
UM="$(detect_local_mirror)"
|
|
||||||
if [ -n "$UM" ]; then
|
|
||||||
echo "Detected LAN ubuntu mirror at $UM - configuring!"
|
|
||||||
set_apt_mirror "$UM"
|
|
||||||
fi
|
|
||||||
echo "**********************************************************"
|
|
||||||
echo "**********************************************************"
|
|
||||||
cat /etc/apt/sources.list
|
|
||||||
echo "**********************************************************"
|
|
||||||
echo "**********************************************************"
|
|
||||||
apt-get update
|
|
||||||
apt-get -y install kpartx debootstrap lvm2 qemu-utils
|
|
||||||
EOF
|
|
||||||
|
|
||||||
|
|
||||||
Vagrant.configure(VAGRANTFILE_API_VERSION) do |config|
|
|
||||||
config.vm.box = "ubuntu-12.04"
|
|
||||||
config.vm.box_url = "http://cloud-images.ubuntu.com/vagrant/precise/" + \
|
|
||||||
"current/precise-server-cloudimg-amd64-vagrant-disk1.box"
|
|
||||||
config.vm.network "public_network", :bridge => "en4: Display Ethernet"
|
|
||||||
config.vm.provision "shell", inline: SETUP_BASE
|
|
||||||
config.vm.provision "shell", path: "buildimage.sh"
|
|
||||||
config.vm.provider :virtualbox do |vb|
|
|
||||||
vb.customize ["modifyvm", :id, "--memory", "2048"]
|
|
||||||
end
|
|
||||||
end
|
|
||||||
|
|
@ -1,299 +0,0 @@
|
||||||
#!/bin/bash
|
|
||||||
|
|
||||||
set -e
|
|
||||||
set -v
|
|
||||||
set -x
|
|
||||||
|
|
||||||
R="saucy" # release
|
|
||||||
MR="./roottemp" # mounted root
|
|
||||||
RI="./raw.img" # raw image
|
|
||||||
VGN="vmvg0" # volume group name
|
|
||||||
DSIZE="25G" # disk size
|
|
||||||
|
|
||||||
DATE="$(date +%Y%m%d)"
|
|
||||||
LOOPDEV="/dev/loop5"
|
|
||||||
LDBASE="$(basename $LOOPDEV)"
|
|
||||||
ROOTPW="7c493cc530734f4c11e00bcecadb7b73"
|
|
||||||
|
|
||||||
function detect_local_mirror () {
|
|
||||||
AL="$(avahi-browse -p -t -r _ubuntumirror._tcp | grep '^=' | head -1)"
|
|
||||||
UM=""
|
|
||||||
if [ -n "$AL" ]; then
|
|
||||||
NAME="$(echo \"$AL\" | cut -d\; -f 8)"
|
|
||||||
PORT="$(echo \"$AL\" | cut -d\; -f 9)"
|
|
||||||
UM="http://${NAME}:${PORT}/ubuntu/"
|
|
||||||
fi
|
|
||||||
if [ -z "$UM" ]; then
|
|
||||||
# maybe try hetzner mirror?
|
|
||||||
UM="http://mirror.hetzner.de/ubuntu/packages/"
|
|
||||||
TF="${UM}/dists/${R}/Release"
|
|
||||||
MOK="$(curl --head ${TF} 2>&1 | grep '200 OK' | wc -l)"
|
|
||||||
if [ $MOK -gt 0 ]; then
|
|
||||||
echo "$UM"
|
|
||||||
else
|
|
||||||
echo "http://archive.ubuntu.com/ubuntu/"
|
|
||||||
fi
|
|
||||||
else
|
|
||||||
echo "$UM"
|
|
||||||
fi
|
|
||||||
}
|
|
||||||
|
|
||||||
UM="$(detect_local_mirror)"
|
|
||||||
|
|
||||||
dd if=/dev/zero of=$RI bs=1 count=0 seek=$DSIZE
|
|
||||||
parted -s $RI mklabel msdos
|
|
||||||
parted -a optimal $RI mkpart primary 0% 200MiB
|
|
||||||
parted -a optimal $RI mkpart primary 200MiB 100%
|
|
||||||
parted $RI set 1 boot on
|
|
||||||
losetup $LOOPDEV $RI
|
|
||||||
kpartx -av $LOOPDEV
|
|
||||||
mkfs.ext4 -L BOOT /dev/mapper/${LDBASE}p1
|
|
||||||
tune2fs -c -1 /dev/mapper/${LDBASE}p1
|
|
||||||
pvcreate /dev/mapper/${LDBASE}p2
|
|
||||||
vgcreate $VGN /dev/mapper/${LDBASE}p2
|
|
||||||
lvcreate -l 100%FREE -n root $VGN
|
|
||||||
mkfs.ext4 -L ROOT /dev/$VGN/root
|
|
||||||
mkdir -p $MR
|
|
||||||
MR="$(readlink -f $MR)"
|
|
||||||
mount /dev/$VGN/root $MR
|
|
||||||
mkdir $MR/boot
|
|
||||||
mount /dev/mapper/${LDBASE}p1 $MR/boot
|
|
||||||
|
|
||||||
echo "*** installing base $R system from $UM..."
|
|
||||||
# install base:
|
|
||||||
debootstrap --arch amd64 $R $MR $UM
|
|
||||||
|
|
||||||
# temporary config for install:
|
|
||||||
RPS="main restricted multiverse universe"
|
|
||||||
echo "deb $UM $R $RPS" > $MR/etc/apt/sources.list
|
|
||||||
for P in updates backports security ; do
|
|
||||||
echo "deb $UM $R-$P $RPS" >> $MR/etc/apt/sources.list
|
|
||||||
done
|
|
||||||
|
|
||||||
cat > $MR/etc/apt/apt.conf.d/99-vm-no-extras-please <<EOF
|
|
||||||
APT::Install-Recommends "false";
|
|
||||||
APT::Install-Suggest "false";
|
|
||||||
EOF
|
|
||||||
|
|
||||||
cp /etc/resolv.conf $MR/etc/resolv.conf
|
|
||||||
|
|
||||||
cat > $MR/etc/environment <<EOF
|
|
||||||
PATH="/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
|
|
||||||
LANGUAGE="en_US:en"
|
|
||||||
LANG="en_US.UTF-8"
|
|
||||||
ROOT_IMAGE_BUILD_DATE="$DATE"
|
|
||||||
EOF
|
|
||||||
|
|
||||||
chroot $MR locale-gen en_US.UTF-8
|
|
||||||
chroot $MR dpkg-reconfigure locales
|
|
||||||
|
|
||||||
echo 'cd /dev && MAKEDEV generic 2>/dev/null' | chroot $MR
|
|
||||||
|
|
||||||
BUUID="$(blkid -s UUID -o value /dev/mapper/${LDBASE}p1)"
|
|
||||||
RUUID="$(blkid -s UUID -o value /dev/${VGN}/root)"
|
|
||||||
|
|
||||||
# this has to come before packages:
|
|
||||||
cat > $MR/etc/fstab <<EOF
|
|
||||||
proc /proc proc defaults 0 0
|
|
||||||
/dev/mapper/$VGN-root / ext4 noatime,errors=remount-ro 0 1
|
|
||||||
UUID=$BUUID /boot ext4 noatime 0 2
|
|
||||||
none /tmp tmpfs defaults 0 0
|
|
||||||
none /var/tmp tmpfs defaults 0 0
|
|
||||||
EOF
|
|
||||||
|
|
||||||
cat > $MR/etc/network/interfaces <<EOF
|
|
||||||
auto lo
|
|
||||||
iface lo inet loopback
|
|
||||||
|
|
||||||
auto eth0
|
|
||||||
iface eth0 inet dhcp
|
|
||||||
EOF
|
|
||||||
echo "localhost" > $MR/etc/hostname
|
|
||||||
|
|
||||||
cat > $MR/etc/hosts <<EOF
|
|
||||||
127.0.0.1 localhost
|
|
||||||
::1 localhost ip6-localhost ip6-loopback
|
|
||||||
fe00::0 ip6-localnet
|
|
||||||
ff00::0 ip6-mcastprefix
|
|
||||||
ff02::1 ip6-allnodes
|
|
||||||
ff02::2 ip6-allrouters
|
|
||||||
ff02::3 ip6-allhosts
|
|
||||||
EOF
|
|
||||||
|
|
||||||
#### install and update packages
|
|
||||||
|
|
||||||
mount --bind /proc $MR/proc
|
|
||||||
mount --bind /dev $MR/dev
|
|
||||||
mount --bind /sys $MR/sys
|
|
||||||
|
|
||||||
cat > $MR/usr/sbin/policy-rc.d <<EOF
|
|
||||||
#!/bin/bash
|
|
||||||
exit 101
|
|
||||||
EOF
|
|
||||||
chmod +x $MR/usr/sbin/policy-rc.d
|
|
||||||
|
|
||||||
chroot $MR <<EOF
|
|
||||||
export DEBIAN_FRONTEND=noninteractive
|
|
||||||
export RUNLEVEL=1
|
|
||||||
apt-get -y update
|
|
||||||
|
|
||||||
PACKAGES="
|
|
||||||
linux-image-server
|
|
||||||
lvm2
|
|
||||||
acpid
|
|
||||||
avahi-utils
|
|
||||||
jq
|
|
||||||
curl
|
|
||||||
wget
|
|
||||||
openssh-server
|
|
||||||
grub2
|
|
||||||
grub-pc
|
|
||||||
"
|
|
||||||
apt-get -y install \$PACKAGES
|
|
||||||
EOF
|
|
||||||
|
|
||||||
echo "GRUB_CMDLINE_LINUX_DEFAULT=\"text serial=tty0 console=ttyS0\"" \
|
|
||||||
>> $MR/etc/default/grub
|
|
||||||
echo "GRUB_SERIAL_COMMAND=\"serial --unit=0 --speed=9600 --stop=1\"" \
|
|
||||||
>> $MR/etc/default/grub
|
|
||||||
echo "GRUB_TERMINAL=\"serial\"" >> $MR/etc/default/grub
|
|
||||||
echo "GRUB_GFXPAYLOAD=\"text\"" >> $MR/etc/default/grub
|
|
||||||
|
|
||||||
chroot $MR /bin/bash -c "echo \"root:$ROOTPW\" | chpasswd"
|
|
||||||
|
|
||||||
chroot $MR update-grub 2> /dev/null
|
|
||||||
chroot $MR grub-mkconfig -o /boot/grub/grub.cfg 2> /dev/null
|
|
||||||
cat > $MR/boot/grub/device.map <<EOF
|
|
||||||
(hd0) ${LOOPDEV}
|
|
||||||
EOF
|
|
||||||
chroot $MR grub-install ${LOOPDEV} 2> /dev/null
|
|
||||||
|
|
||||||
# get rid of device.map after grub is installed...
|
|
||||||
rm $MR/boot/grub/device.map
|
|
||||||
|
|
||||||
chroot $MR update-initramfs -d -k all
|
|
||||||
# for some stupid reason, -k all doesn't work after removing:
|
|
||||||
KERN="$(cd $MR/boot && ls vmlinuz*)"
|
|
||||||
VER="${KERN#vmlinuz-}"
|
|
||||||
chroot $MR update-initramfs -c -k $VER
|
|
||||||
|
|
||||||
cat > $MR/etc/init/ttyS0.conf <<EOF
|
|
||||||
# ttyS0 - getty
|
|
||||||
# run a getty on the serial console
|
|
||||||
start on stopped rc or RUNLEVEL=[12345]
|
|
||||||
stop on runlevel [!12345]
|
|
||||||
respawn
|
|
||||||
exec /sbin/getty -L 115200 ttyS0 vt102
|
|
||||||
EOF
|
|
||||||
|
|
||||||
# update all packages on the system
|
|
||||||
chroot $MR /bin/bash -c \
|
|
||||||
"DEBIAN_FRONTEND=noninteractive RUNLEVEL=1 apt-get -y upgrade"
|
|
||||||
|
|
||||||
#FIXME remove for slim image
|
|
||||||
export PACKAGES="
|
|
||||||
build-essential
|
|
||||||
byobu
|
|
||||||
command-not-found
|
|
||||||
daemontools
|
|
||||||
duplicity
|
|
||||||
git-core
|
|
||||||
htop
|
|
||||||
iftop
|
|
||||||
iotop
|
|
||||||
iptraf
|
|
||||||
lsof
|
|
||||||
make
|
|
||||||
make
|
|
||||||
man-db
|
|
||||||
pciutils
|
|
||||||
psmisc
|
|
||||||
pv
|
|
||||||
python-pip
|
|
||||||
rsync
|
|
||||||
screen
|
|
||||||
strace
|
|
||||||
tcpdump
|
|
||||||
traceroute
|
|
||||||
vim
|
|
||||||
"
|
|
||||||
chroot $MR apt-get -y install $PACKAGES
|
|
||||||
|
|
||||||
rm $MR/usr/sbin/policy-rc.d
|
|
||||||
|
|
||||||
#####################################################
|
|
||||||
### Local Modifications
|
|
||||||
#####################################################
|
|
||||||
|
|
||||||
cat > $MR/etc/dhcp/dhclient-exit-hooks.d/hostname <<EOF
|
|
||||||
hostname \$new_host_name
|
|
||||||
EOF
|
|
||||||
|
|
||||||
# install ssh key
|
|
||||||
mkdir -p $MR/root/.ssh
|
|
||||||
cp /root/.ssh/authorized_keys $MR/root/.ssh/
|
|
||||||
|
|
||||||
echo "PasswordAuthentication no" >> $MR/etc/ssh/sshd_config
|
|
||||||
echo "UseDNS no" >> $MR/etc/ssh/sshd_config
|
|
||||||
|
|
||||||
# clean apt cache
|
|
||||||
rm $MR/var/cache/apt/archives/*.deb
|
|
||||||
|
|
||||||
# set dist apt source:
|
|
||||||
RPS="main restricted multiverse universe"
|
|
||||||
MURL="mirror://mirrors.ubuntu.com/mirrors.txt"
|
|
||||||
echo "deb $MURL $R $RPS" > $MR/etc/apt/sources.list
|
|
||||||
for P in updates backports security ; do
|
|
||||||
echo "deb $MURL $R-$P $RPS" >> $MR/etc/apt/sources.list
|
|
||||||
done
|
|
||||||
|
|
||||||
# clear issue
|
|
||||||
echo "clear > /etc/issue" | chroot $MR
|
|
||||||
|
|
||||||
# remove instance ssh host keys
|
|
||||||
rm $MR/etc/ssh/*key*
|
|
||||||
|
|
||||||
# regenerate them on first boot
|
|
||||||
cat > $MR/etc/rc.local <<EOF
|
|
||||||
#!/bin/bash
|
|
||||||
test -f /etc/ssh/ssh_host_dsa_key || dpkg-reconfigure openssh-server
|
|
||||||
exit 0
|
|
||||||
EOF
|
|
||||||
chmod +x $MR/etc/rc.local
|
|
||||||
|
|
||||||
echo "******************************************************"
|
|
||||||
echo "*** Almost done. Cleaning up..."
|
|
||||||
echo "******************************************************"
|
|
||||||
|
|
||||||
|
|
||||||
umount $MR/proc
|
|
||||||
umount $MR/sys
|
|
||||||
|
|
||||||
# udev insists on sticking around, kill it:
|
|
||||||
fuser -m $MR -k
|
|
||||||
sleep 1
|
|
||||||
umount $MR/dev
|
|
||||||
|
|
||||||
# zero space on boot:
|
|
||||||
dd if=/dev/zero of=$MR/boot/zerofile bs=1M || true
|
|
||||||
rm $MR/boot/zerofile
|
|
||||||
umount $MR/boot
|
|
||||||
|
|
||||||
# zero space on root:
|
|
||||||
dd if=/dev/zero of=$MR/zerofile bs=1M || true
|
|
||||||
rm $MR/zerofile
|
|
||||||
|
|
||||||
umount $MR
|
|
||||||
|
|
||||||
rmdir $MR
|
|
||||||
|
|
||||||
vgchange -a n $VGN
|
|
||||||
kpartx -dv $LOOPDEV
|
|
||||||
losetup -d $LOOPDEV
|
|
||||||
|
|
||||||
qemu-img convert -f raw -O qcow2 $RI ${R}64.qcow2 && rm $RI
|
|
||||||
sync
|
|
||||||
echo "******************************************************"
|
|
||||||
echo "*** Image generation completed successfully."
|
|
||||||
echo "*** output: ${R}64.qcow2"
|
|
||||||
echo "******************************************************"
|
|
||||||
|
|
@ -1,15 +0,0 @@
|
||||||
#!/bin/bash
|
|
||||||
MR="./roottemp"
|
|
||||||
L="/dev/loop5"
|
|
||||||
losetup -d /dev/loop6
|
|
||||||
umount $MR/sys
|
|
||||||
umount $MR/proc
|
|
||||||
umount $MR/dev
|
|
||||||
umount $MR/boot
|
|
||||||
umount $MR
|
|
||||||
vgchange -a n vmvg0
|
|
||||||
kpartx -dv $L
|
|
||||||
losetup -d $L
|
|
||||||
rmdir $MR
|
|
||||||
rm raw.img
|
|
||||||
|
|
||||||
Loading…
Reference in New Issue