moved ubuntu image builder to its own repo

This commit is contained in:
Jeffrey Paul 2014-01-30 07:26:22 +01:00
parent e2f0c6ee35
commit 5abeee543b
5 changed files with 0 additions and 400 deletions

View File

@ -1,3 +0,0 @@
.vagrant
*.bz2
*.qcow2

View File

@ -1,18 +0,0 @@
YYYYMMDD := $(shell date +%Y%m%d)
default: gen
clean:
rm -f *.bz2 *.qcow2
gen: clean
vagrant destroy -f
vagrant up
vagrant ssh -- cat saucy64.qcow2 | pv > .tmp.qcow2
mv .tmp.qcow2 saucy64-$(YYYYMMDD).qcow2
rsync -azvP saucy64-$(YYYYMMDD).qcow2 \
root@nue1d0.datavibe.net:/storage/images/
sync:
rsync -avP ./*.sh \
root@nue1d0.datavibe.net:/storage/buildimage/

View File

@ -1,65 +0,0 @@
# -*- mode: ruby -*-
# vi: set ft=ruby :
# Vagrantfile API/syntax version. Don't touch unless you know what you're doing!
VAGRANTFILE_API_VERSION = "2"
SETUP_BASE = <<-EOF
echo "UseDNS no" >> /etc/ssh/sshd_config
service ssh restart
function detect_local_mirror () {
AL="$(avahi-browse -p -t -r _ubuntumirror._tcp | grep '^=' | head -1)"
if [ -n "$AL" ]; then
NAME="$(echo \"$AL\" | cut -d';' -f 8)"
PORT="$(echo \"$AL\" | cut -d';' -f 9)"
UM="http://${NAME}:${PORT}/ubuntu/"
MOK="$(curl --head \"${UM}ls-lR.gz\" 2>&1 | grep '200 OK' | wc -l)"
if [ $MOK -gt 0 ]; then
echo "$UM"
fi
fi
}
function set_apt_mirror () {
CN="$(lsb_release -c -s)"
RPS="main restricted multiverse universe"
echo "deb $1 $CN $RPS" > /etc/apt/sources.list.new
for P in updates backports security ; do
echo "deb $1 $CN-$P $RPS" >> /etc/apt/sources.list.new
done
mv /etc/apt/sources.list.new /etc/apt/sources.list
}
set_apt_mirror "mirror://mirrors.ubuntu.com/mirrors.txt"
apt-get update
apt-get -y install avahi-utils jq curl
UM="$(detect_local_mirror)"
if [ -n "$UM" ]; then
echo "Detected LAN ubuntu mirror at $UM - configuring!"
set_apt_mirror "$UM"
fi
echo "**********************************************************"
echo "**********************************************************"
cat /etc/apt/sources.list
echo "**********************************************************"
echo "**********************************************************"
apt-get update
apt-get -y install kpartx debootstrap lvm2 qemu-utils
EOF
Vagrant.configure(VAGRANTFILE_API_VERSION) do |config|
config.vm.box = "ubuntu-12.04"
config.vm.box_url = "http://cloud-images.ubuntu.com/vagrant/precise/" + \
"current/precise-server-cloudimg-amd64-vagrant-disk1.box"
config.vm.network "public_network", :bridge => "en4: Display Ethernet"
config.vm.provision "shell", inline: SETUP_BASE
config.vm.provision "shell", path: "buildimage.sh"
config.vm.provider :virtualbox do |vb|
vb.customize ["modifyvm", :id, "--memory", "2048"]
end
end

View File

@ -1,299 +0,0 @@
#!/bin/bash
set -e
set -v
set -x
R="saucy" # release
MR="./roottemp" # mounted root
RI="./raw.img" # raw image
VGN="vmvg0" # volume group name
DSIZE="25G" # disk size
DATE="$(date +%Y%m%d)"
LOOPDEV="/dev/loop5"
LDBASE="$(basename $LOOPDEV)"
ROOTPW="7c493cc530734f4c11e00bcecadb7b73"
function detect_local_mirror () {
AL="$(avahi-browse -p -t -r _ubuntumirror._tcp | grep '^=' | head -1)"
UM=""
if [ -n "$AL" ]; then
NAME="$(echo \"$AL\" | cut -d\; -f 8)"
PORT="$(echo \"$AL\" | cut -d\; -f 9)"
UM="http://${NAME}:${PORT}/ubuntu/"
fi
if [ -z "$UM" ]; then
# maybe try hetzner mirror?
UM="http://mirror.hetzner.de/ubuntu/packages/"
TF="${UM}/dists/${R}/Release"
MOK="$(curl --head ${TF} 2>&1 | grep '200 OK' | wc -l)"
if [ $MOK -gt 0 ]; then
echo "$UM"
else
echo "http://archive.ubuntu.com/ubuntu/"
fi
else
echo "$UM"
fi
}
UM="$(detect_local_mirror)"
dd if=/dev/zero of=$RI bs=1 count=0 seek=$DSIZE
parted -s $RI mklabel msdos
parted -a optimal $RI mkpart primary 0% 200MiB
parted -a optimal $RI mkpart primary 200MiB 100%
parted $RI set 1 boot on
losetup $LOOPDEV $RI
kpartx -av $LOOPDEV
mkfs.ext4 -L BOOT /dev/mapper/${LDBASE}p1
tune2fs -c -1 /dev/mapper/${LDBASE}p1
pvcreate /dev/mapper/${LDBASE}p2
vgcreate $VGN /dev/mapper/${LDBASE}p2
lvcreate -l 100%FREE -n root $VGN
mkfs.ext4 -L ROOT /dev/$VGN/root
mkdir -p $MR
MR="$(readlink -f $MR)"
mount /dev/$VGN/root $MR
mkdir $MR/boot
mount /dev/mapper/${LDBASE}p1 $MR/boot
echo "*** installing base $R system from $UM..."
# install base:
debootstrap --arch amd64 $R $MR $UM
# temporary config for install:
RPS="main restricted multiverse universe"
echo "deb $UM $R $RPS" > $MR/etc/apt/sources.list
for P in updates backports security ; do
echo "deb $UM $R-$P $RPS" >> $MR/etc/apt/sources.list
done
cat > $MR/etc/apt/apt.conf.d/99-vm-no-extras-please <<EOF
APT::Install-Recommends "false";
APT::Install-Suggest "false";
EOF
cp /etc/resolv.conf $MR/etc/resolv.conf
cat > $MR/etc/environment <<EOF
PATH="/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
LANGUAGE="en_US:en"
LANG="en_US.UTF-8"
ROOT_IMAGE_BUILD_DATE="$DATE"
EOF
chroot $MR locale-gen en_US.UTF-8
chroot $MR dpkg-reconfigure locales
echo 'cd /dev && MAKEDEV generic 2>/dev/null' | chroot $MR
BUUID="$(blkid -s UUID -o value /dev/mapper/${LDBASE}p1)"
RUUID="$(blkid -s UUID -o value /dev/${VGN}/root)"
# this has to come before packages:
cat > $MR/etc/fstab <<EOF
proc /proc proc defaults 0 0
/dev/mapper/$VGN-root / ext4 noatime,errors=remount-ro 0 1
UUID=$BUUID /boot ext4 noatime 0 2
none /tmp tmpfs defaults 0 0
none /var/tmp tmpfs defaults 0 0
EOF
cat > $MR/etc/network/interfaces <<EOF
auto lo
iface lo inet loopback
auto eth0
iface eth0 inet dhcp
EOF
echo "localhost" > $MR/etc/hostname
cat > $MR/etc/hosts <<EOF
127.0.0.1 localhost
::1 localhost ip6-localhost ip6-loopback
fe00::0 ip6-localnet
ff00::0 ip6-mcastprefix
ff02::1 ip6-allnodes
ff02::2 ip6-allrouters
ff02::3 ip6-allhosts
EOF
#### install and update packages
mount --bind /proc $MR/proc
mount --bind /dev $MR/dev
mount --bind /sys $MR/sys
cat > $MR/usr/sbin/policy-rc.d <<EOF
#!/bin/bash
exit 101
EOF
chmod +x $MR/usr/sbin/policy-rc.d
chroot $MR <<EOF
export DEBIAN_FRONTEND=noninteractive
export RUNLEVEL=1
apt-get -y update
PACKAGES="
linux-image-server
lvm2
acpid
avahi-utils
jq
curl
wget
openssh-server
grub2
grub-pc
"
apt-get -y install \$PACKAGES
EOF
echo "GRUB_CMDLINE_LINUX_DEFAULT=\"text serial=tty0 console=ttyS0\"" \
>> $MR/etc/default/grub
echo "GRUB_SERIAL_COMMAND=\"serial --unit=0 --speed=9600 --stop=1\"" \
>> $MR/etc/default/grub
echo "GRUB_TERMINAL=\"serial\"" >> $MR/etc/default/grub
echo "GRUB_GFXPAYLOAD=\"text\"" >> $MR/etc/default/grub
chroot $MR /bin/bash -c "echo \"root:$ROOTPW\" | chpasswd"
chroot $MR update-grub 2> /dev/null
chroot $MR grub-mkconfig -o /boot/grub/grub.cfg 2> /dev/null
cat > $MR/boot/grub/device.map <<EOF
(hd0) ${LOOPDEV}
EOF
chroot $MR grub-install ${LOOPDEV} 2> /dev/null
# get rid of device.map after grub is installed...
rm $MR/boot/grub/device.map
chroot $MR update-initramfs -d -k all
# for some stupid reason, -k all doesn't work after removing:
KERN="$(cd $MR/boot && ls vmlinuz*)"
VER="${KERN#vmlinuz-}"
chroot $MR update-initramfs -c -k $VER
cat > $MR/etc/init/ttyS0.conf <<EOF
# ttyS0 - getty
# run a getty on the serial console
start on stopped rc or RUNLEVEL=[12345]
stop on runlevel [!12345]
respawn
exec /sbin/getty -L 115200 ttyS0 vt102
EOF
# update all packages on the system
chroot $MR /bin/bash -c \
"DEBIAN_FRONTEND=noninteractive RUNLEVEL=1 apt-get -y upgrade"
#FIXME remove for slim image
export PACKAGES="
build-essential
byobu
command-not-found
daemontools
duplicity
git-core
htop
iftop
iotop
iptraf
lsof
make
make
man-db
pciutils
psmisc
pv
python-pip
rsync
screen
strace
tcpdump
traceroute
vim
"
chroot $MR apt-get -y install $PACKAGES
rm $MR/usr/sbin/policy-rc.d
#####################################################
### Local Modifications
#####################################################
cat > $MR/etc/dhcp/dhclient-exit-hooks.d/hostname <<EOF
hostname \$new_host_name
EOF
# install ssh key
mkdir -p $MR/root/.ssh
cp /root/.ssh/authorized_keys $MR/root/.ssh/
echo "PasswordAuthentication no" >> $MR/etc/ssh/sshd_config
echo "UseDNS no" >> $MR/etc/ssh/sshd_config
# clean apt cache
rm $MR/var/cache/apt/archives/*.deb
# set dist apt source:
RPS="main restricted multiverse universe"
MURL="mirror://mirrors.ubuntu.com/mirrors.txt"
echo "deb $MURL $R $RPS" > $MR/etc/apt/sources.list
for P in updates backports security ; do
echo "deb $MURL $R-$P $RPS" >> $MR/etc/apt/sources.list
done
# clear issue
echo "clear > /etc/issue" | chroot $MR
# remove instance ssh host keys
rm $MR/etc/ssh/*key*
# regenerate them on first boot
cat > $MR/etc/rc.local <<EOF
#!/bin/bash
test -f /etc/ssh/ssh_host_dsa_key || dpkg-reconfigure openssh-server
exit 0
EOF
chmod +x $MR/etc/rc.local
echo "******************************************************"
echo "*** Almost done. Cleaning up..."
echo "******************************************************"
umount $MR/proc
umount $MR/sys
# udev insists on sticking around, kill it:
fuser -m $MR -k
sleep 1
umount $MR/dev
# zero space on boot:
dd if=/dev/zero of=$MR/boot/zerofile bs=1M || true
rm $MR/boot/zerofile
umount $MR/boot
# zero space on root:
dd if=/dev/zero of=$MR/zerofile bs=1M || true
rm $MR/zerofile
umount $MR
rmdir $MR
vgchange -a n $VGN
kpartx -dv $LOOPDEV
losetup -d $LOOPDEV
qemu-img convert -f raw -O qcow2 $RI ${R}64.qcow2 && rm $RI
sync
echo "******************************************************"
echo "*** Image generation completed successfully."
echo "*** output: ${R}64.qcow2"
echo "******************************************************"

View File

@ -1,15 +0,0 @@
#!/bin/bash
MR="./roottemp"
L="/dev/loop5"
losetup -d /dev/loop6
umount $MR/sys
umount $MR/proc
umount $MR/dev
umount $MR/boot
umount $MR
vgchange -a n vmvg0
kpartx -dv $L
losetup -d $L
rmdir $MR
rm raw.img