convert build_kvm to build_libvirt - using libvirt net
This commit is contained in:
Jesse Andrews
parent
7fd53b3de9
commit
e97a2e79b9
1 changed files with 414 additions and 0 deletions
414
tools/build_libvirt.sh
Executable file
414
tools/build_libvirt.sh
Executable file
|
|
@ -0,0 +1,414 @@
|
||||||
|
#!/usr/bin/env bash
|
||||||
|
|
||||||
|
# exit on error to stop unexpected errors
|
||||||
|
set -o errexit
|
||||||
|
|
||||||
|
# Make sure that we have the proper version of ubuntu
|
||||||
|
UBUNTU_VERSION=`cat /etc/lsb-release | grep CODENAME | sed 's/.*=//g'`
|
||||||
|
if [ ! "oneiric" = "$UBUNTU_VERSION" ]; then
|
||||||
|
if [ ! "natty" = "$UBUNTU_VERSION" ]; then
|
||||||
|
echo "This script only works with oneiric and natty"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Echo commands
|
||||||
|
set -o xtrace
|
||||||
|
|
||||||
|
# Keep track of the current directory
|
||||||
|
TOOLS_DIR=$(cd $(dirname "$0") && pwd)
|
||||||
|
TOP_DIR=$TOOLS_DIR/..
|
||||||
|
|
||||||
|
# Where to store files and instances
|
||||||
|
WORK_DIR=${WORK_DIR:-$TOP_DIR/work}
|
||||||
|
|
||||||
|
# Where to store images
|
||||||
|
IMAGES_DIR=$WORK_DIR/images
|
||||||
|
|
||||||
|
# Create images dir
|
||||||
|
mkdir -p $IMAGES_DIR
|
||||||
|
|
||||||
|
# Abort if localrc is not set
|
||||||
|
if [ ! -e $TOP_DIR/localrc ]; then
|
||||||
|
echo "You must have a localrc with ALL necessary passwords defined before proceeding."
|
||||||
|
echo "See stack.sh for required passwords."
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Source params
|
||||||
|
source ./stackrc
|
||||||
|
|
||||||
|
# Configure the root password of the vm to be the same as ``ADMIN_PASSWORD``
|
||||||
|
ROOT_PASSWORD=${ADMIN_PASSWORD:-password}
|
||||||
|
|
||||||
|
|
||||||
|
# Base image (natty by default)
|
||||||
|
DIST_NAME=${DIST_NAME:-natty}
|
||||||
|
IMAGE_FNAME=$DIST_NAME.raw
|
||||||
|
|
||||||
|
# Name of our instance, used by libvirt
|
||||||
|
GUEST_NAME=${GUEST_NAME:-devstack}
|
||||||
|
|
||||||
|
# Original version of built image
|
||||||
|
BASE_IMAGE=$WORK_DIR/images/$DIST_NAME.raw
|
||||||
|
|
||||||
|
# Copy of base image, which we pre-install with tasty treats
|
||||||
|
VM_IMAGE=$IMAGES_DIR/$DIST_NAME.$GUEST_NAME.raw
|
||||||
|
|
||||||
|
# Mop up after previous runs
|
||||||
|
virsh destroy $GUEST_NAME || true
|
||||||
|
|
||||||
|
# Where this vm is stored
|
||||||
|
VM_DIR=$WORK_DIR/instances/$GUEST_NAME
|
||||||
|
|
||||||
|
# Create vm dir
|
||||||
|
mkdir -p $VM_DIR
|
||||||
|
|
||||||
|
# Mount point into copied base image
|
||||||
|
COPY_DIR=$VM_DIR/copy
|
||||||
|
mkdir -p $COPY_DIR
|
||||||
|
|
||||||
|
# Create the base image if it does not yet exist
|
||||||
|
if [ ! -e $IMAGES_DIR/$IMAGE_FNAME ]; then
|
||||||
|
cd $TOOLS_DIR
|
||||||
|
./make_image.sh -m -r 5000 $DIST_NAME raw
|
||||||
|
mv $DIST_NAME.raw $BASE_IMAGE
|
||||||
|
cd $TOP_DIR
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Create a copy of the base image
|
||||||
|
if [ ! -e $VM_IMAGE ]; then
|
||||||
|
cp -p $BASE_IMAGE $VM_IMAGE
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Unmount the copied base image
|
||||||
|
function unmount_images() {
|
||||||
|
# unmount the filesystem
|
||||||
|
while df | grep -q $COPY_DIR; do
|
||||||
|
umount $COPY_DIR || echo 'ok'
|
||||||
|
sleep 1
|
||||||
|
done
|
||||||
|
}
|
||||||
|
|
||||||
|
# Unmount from failed runs
|
||||||
|
unmount_images
|
||||||
|
|
||||||
|
# Ctrl-c catcher
|
||||||
|
function kill_unmount() {
|
||||||
|
unmount_images
|
||||||
|
exit 1
|
||||||
|
}
|
||||||
|
|
||||||
|
# Install deps if needed
|
||||||
|
dpkg -l kvm libvirt-bin kpartx || apt-get install -y --force-yes kvm libvirt-bin kpartx
|
||||||
|
|
||||||
|
# Let Ctrl-c kill tail and exit
|
||||||
|
trap kill_unmount SIGINT
|
||||||
|
|
||||||
|
# Where Openstack code will live in image
|
||||||
|
DEST=${DEST:-/opt/stack}
|
||||||
|
|
||||||
|
# Mount the file system
|
||||||
|
mount -o loop,offset=32256 $VM_IMAGE $COPY_DIR
|
||||||
|
|
||||||
|
# git clone only if directory doesn't exist already. Since ``DEST`` might not
|
||||||
|
# be owned by the installation user, we create the directory and change the
|
||||||
|
# ownership to the proper user.
|
||||||
|
function git_clone {
|
||||||
|
if [ ! -d $2 ]; then
|
||||||
|
sudo mkdir $2
|
||||||
|
sudo chown `whoami` $2
|
||||||
|
git clone $1 $2
|
||||||
|
cd $2
|
||||||
|
# This checkout syntax works for both branches and tags
|
||||||
|
git checkout $3
|
||||||
|
fi
|
||||||
|
}
|
||||||
|
|
||||||
|
# Make sure that base requirements are installed
|
||||||
|
cp /etc/resolv.conf $COPY_DIR/etc/resolv.conf
|
||||||
|
chroot $COPY_DIR apt-get update
|
||||||
|
chroot $COPY_DIR apt-get install -y --force-yes `cat files/apts/* | cut -d\# -f1 | egrep -v "(rabbitmq|libvirt-bin|mysql-server)"`
|
||||||
|
chroot $COPY_DIR apt-get install -y --download-only rabbitmq-server libvirt-bin mysql-server
|
||||||
|
chroot $COPY_DIR pip install `cat files/pips/*`
|
||||||
|
|
||||||
|
# Clean out code repos if directed to do so
|
||||||
|
if [ "$CLEAN" = "1" ]; then
|
||||||
|
rm -rf $COPY_DIR/$DEST
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Cache openstack code
|
||||||
|
mkdir -p $COPY_DIR/$DEST
|
||||||
|
git_clone $NOVA_REPO $COPY_DIR/$DEST/nova $NOVA_BRANCH
|
||||||
|
git_clone $GLANCE_REPO $COPY_DIR/$DEST/glance $GLANCE_BRANCH
|
||||||
|
git_clone $KEYSTONE_REPO $COPY_DIR/$DESTkeystone $KEYSTONE_BRANCH
|
||||||
|
git_clone $NOVNC_REPO $COPY_DIR/$DEST/noVNC $NOVNC_BRANCH
|
||||||
|
git_clone $HORIZON_REPO $COPY_DIR/$DEST/horizon $HORIZON_BRANCH $HORIZON_TAG
|
||||||
|
git_clone $NOVACLIENT_REPO $COPY_DIR/$DEST/python-novaclient $NOVACLIENT_BRANCH
|
||||||
|
git_clone $OPENSTACKX_REPO $COPY_DIR/$DEST/openstackx $OPENSTACKX_BRANCH
|
||||||
|
git_clone $KEYSTONE_REPO $COPY_DIR/$DEST/keystone $KEYSTONE_BRANCH
|
||||||
|
git_clone $NOVNC_REPO $COPY_DIR/$DEST/noVNC $NOVNC_BRANCH
|
||||||
|
|
||||||
|
# Back to devstack
|
||||||
|
cd $TOP_DIR
|
||||||
|
|
||||||
|
# Unmount the filesystems
|
||||||
|
unmount_images
|
||||||
|
|
||||||
|
# Network configuration variables
|
||||||
|
BRIDGE=${BRIDGE:-br0}
|
||||||
|
GUEST_NETWORK=${GUEST_NETWORK:-1}
|
||||||
|
|
||||||
|
GUEST_IP=${GUEST_IP:-192.168.$GUEST_NETWORK.50}
|
||||||
|
GUEST_CIDR=${GUEST_CIDR:-$GUEST_IP/24}
|
||||||
|
GUEST_NETMASK=${GUEST_NETMASK:-255.255.255.0}
|
||||||
|
GUEST_GATEWAY=${GUEST_GATEWAY:-192.168.$GUEST_NETWORK.1}
|
||||||
|
GUEST_MAC=${GUEST_MAC:-"02:16:3e:07:69:`printf '%02X' $GUEST_NETWORK`"}
|
||||||
|
GUEST_RAM=${GUEST_RAM:-1524288}
|
||||||
|
GUEST_CORES=${GUEST_CORES:-1}
|
||||||
|
|
||||||
|
# libvirt.xml configuration
|
||||||
|
NET_XML=$VM_DIR/net.xml
|
||||||
|
cat > $NET_XML <<EOF
|
||||||
|
<network>
|
||||||
|
<name>devstack-$GUEST_NETWORK</name>
|
||||||
|
<bridge name="stackbr%d" />
|
||||||
|
<forward/>
|
||||||
|
<ip address="$GUEST_GATEWAY" netmask="$GUEST_NETMASK" />
|
||||||
|
</network>
|
||||||
|
EOF
|
||||||
|
|
||||||
|
virsh net-destroy devstack-$GUEST_NETWORK || true
|
||||||
|
virsh net-create $VM_DIR/net.xml
|
||||||
|
|
||||||
|
# libvirt.xml configuration
|
||||||
|
LIBVIRT_XML=$VM_DIR/libvirt.xml
|
||||||
|
cat > $LIBVIRT_XML <<EOF
|
||||||
|
<domain type='kvm'>
|
||||||
|
<name>$GUEST_NAME</name>
|
||||||
|
<memory>$GUEST_RAM</memory>
|
||||||
|
<os>
|
||||||
|
<type>hvm</type>
|
||||||
|
<bootmenu enable='yes'/>
|
||||||
|
</os>
|
||||||
|
<features>
|
||||||
|
<acpi/>
|
||||||
|
</features>
|
||||||
|
<vcpu>$GUEST_CORES</vcpu>
|
||||||
|
<devices>
|
||||||
|
<disk type='file'>
|
||||||
|
<driver type='qcow2'/>
|
||||||
|
<source file='$VM_DIR/disk'/>
|
||||||
|
<target dev='vda' bus='virtio'/>
|
||||||
|
</disk>
|
||||||
|
|
||||||
|
<interface type='network'>
|
||||||
|
<source network='devstack-$GUEST_NETWORK'/>
|
||||||
|
</interface>
|
||||||
|
|
||||||
|
<!-- The order is significant here. File must be defined first -->
|
||||||
|
<serial type="file">
|
||||||
|
<source path='$VM_DIR/console.log'/>
|
||||||
|
<target port='1'/>
|
||||||
|
</serial>
|
||||||
|
|
||||||
|
<console type='pty' tty='/dev/pts/2'>
|
||||||
|
<source path='/dev/pts/2'/>
|
||||||
|
<target port='0'/>
|
||||||
|
</console>
|
||||||
|
|
||||||
|
<serial type='pty'>
|
||||||
|
<source path='/dev/pts/2'/>
|
||||||
|
<target port='0'/>
|
||||||
|
</serial>
|
||||||
|
|
||||||
|
<graphics type='vnc' port='-1' autoport='yes' keymap='en-us' listen='0.0.0.0'/>
|
||||||
|
</devices>
|
||||||
|
</domain>
|
||||||
|
EOF
|
||||||
|
|
||||||
|
# Mount point for instance fs
|
||||||
|
ROOTFS=$VM_DIR/root
|
||||||
|
mkdir -p $ROOTFS
|
||||||
|
|
||||||
|
# Make sure we have nbd-ness
|
||||||
|
modprobe nbd max_part=63
|
||||||
|
|
||||||
|
# Which NBD device to use?
|
||||||
|
NBD=${NBD:-/dev/nbd5}
|
||||||
|
|
||||||
|
# Clean up from previous runs
|
||||||
|
umount $ROOTFS || echo 'ok'
|
||||||
|
qemu-nbd -d $NBD || echo 'ok'
|
||||||
|
|
||||||
|
# Clean up old runs
|
||||||
|
cd $VM_DIR
|
||||||
|
rm -f $VM_DIR/disk
|
||||||
|
|
||||||
|
# Create our instance fs
|
||||||
|
qemu-img create -f qcow2 -b $VM_IMAGE disk
|
||||||
|
|
||||||
|
# Connect our nbd and wait till it is mountable
|
||||||
|
qemu-nbd -c $NBD disk
|
||||||
|
NBD_DEV=`basename $NBD`
|
||||||
|
if ! timeout 60 sh -c "while ! [ -e /sys/block/$NBD_DEV/pid ]; do sleep 1; done"; then
|
||||||
|
echo "Couldn't connect $NBD"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Mount the instance
|
||||||
|
mount $NBD $ROOTFS -o offset=32256 -t ext4
|
||||||
|
|
||||||
|
# Configure instance network
|
||||||
|
INTERFACES=$ROOTFS/etc/network/interfaces
|
||||||
|
cat > $INTERFACES <<EOF
|
||||||
|
auto lo
|
||||||
|
iface lo inet loopback
|
||||||
|
|
||||||
|
auto eth0
|
||||||
|
iface eth0 inet static
|
||||||
|
address $GUEST_IP
|
||||||
|
netmask $GUEST_NETMASK
|
||||||
|
gateway $GUEST_GATEWAY
|
||||||
|
EOF
|
||||||
|
|
||||||
|
# User configuration for the instance
|
||||||
|
chroot $ROOTFS groupadd libvirtd || true
|
||||||
|
chroot $ROOTFS useradd stack -s /bin/bash -d $DEST -G libvirtd
|
||||||
|
cp -pr $TOOLS_DIR/.. $ROOTFS/$DEST/devstack
|
||||||
|
echo "root:$ROOT_PASSWORD" | chroot $ROOTFS chpasswd
|
||||||
|
echo "stack:pass" | chroot $ROOTFS chpasswd
|
||||||
|
echo "stack ALL=(ALL) NOPASSWD: ALL" >> $ROOTFS/etc/sudoers
|
||||||
|
|
||||||
|
# Gracefully cp only if source file/dir exists
|
||||||
|
function cp_it {
|
||||||
|
if [ -e $1 ] || [ -d $1 ]; then
|
||||||
|
cp -pRL $1 $2
|
||||||
|
fi
|
||||||
|
}
|
||||||
|
|
||||||
|
# Copy over your ssh keys and env if desired
|
||||||
|
COPYENV=${COPYENV:-1}
|
||||||
|
if [ "$COPYENV" = "1" ]; then
|
||||||
|
cp_it ~/.ssh $ROOTFS/$DEST/.ssh
|
||||||
|
cp_it ~/.ssh/id_rsa.pub $ROOTFS/$DEST/.ssh/authorized_keys
|
||||||
|
cp_it ~/.gitconfig $ROOTFS/$DEST/.gitconfig
|
||||||
|
cp_it ~/.vimrc $ROOTFS/$DEST/.vimrc
|
||||||
|
cp_it ~/.bashrc $ROOTFS/$DEST/.bashrc
|
||||||
|
fi
|
||||||
|
|
||||||
|
# pre-cache uec images
|
||||||
|
for image_url in ${IMAGE_URLS//,/ }; do
|
||||||
|
IMAGE_FNAME=`basename "$image_url"`
|
||||||
|
if [ ! -f $IMAGES_DIR/$IMAGE_FNAME ]; then
|
||||||
|
wget -c $image_url -O $IMAGES_DIR/$IMAGE_FNAME
|
||||||
|
fi
|
||||||
|
cp $IMAGES_DIR/$IMAGE_FNAME $ROOTFS/$DEST/devstack/files
|
||||||
|
done
|
||||||
|
|
||||||
|
# Configure the runner
|
||||||
|
RUN_SH=$ROOTFS/$DEST/run.sh
|
||||||
|
cat > $RUN_SH <<EOF
|
||||||
|
#!/usr/bin/env bash
|
||||||
|
|
||||||
|
# Kill any existing screens
|
||||||
|
killall screen
|
||||||
|
|
||||||
|
# Install and run stack.sh
|
||||||
|
sudo apt-get update
|
||||||
|
sudo apt-get -y --force-yes install git-core vim-nox sudo
|
||||||
|
if [ ! -d "$DEST/devstack" ]; then
|
||||||
|
git clone git://github.com/cloudbuilders/devstack.git $DEST/devstack
|
||||||
|
fi
|
||||||
|
cd $DEST/devstack && $STACKSH_PARAMS FORCE=yes ./stack.sh > /$DEST/run.sh.log
|
||||||
|
echo >> /$DEST/run.sh.log
|
||||||
|
echo >> /$DEST/run.sh.log
|
||||||
|
echo "All done! Time to start clicking." >> /$DEST/run.sh.log
|
||||||
|
cat $DEST/run.sh.log
|
||||||
|
EOF
|
||||||
|
chmod 755 $RUN_SH
|
||||||
|
|
||||||
|
# Make runner launch on boot
|
||||||
|
RC_LOCAL=$ROOTFS/etc/init.d/local
|
||||||
|
cat > $RC_LOCAL <<EOF
|
||||||
|
#!/bin/sh -e
|
||||||
|
# Reboot if this is our first run to enable console log on $DIST_NAME :(
|
||||||
|
if [ ! -e /root/firstlaunch ]; then
|
||||||
|
touch /root/firstlaunch
|
||||||
|
reboot -f
|
||||||
|
exit 0
|
||||||
|
fi
|
||||||
|
su -c "$DEST/run.sh" stack
|
||||||
|
EOF
|
||||||
|
chmod +x $RC_LOCAL
|
||||||
|
chroot $ROOTFS sudo update-rc.d local defaults 80
|
||||||
|
|
||||||
|
# Make our ip address hostnames look nice at the command prompt
|
||||||
|
echo "export PS1='${debian_chroot:+($debian_chroot)}\\u@\\H:\\w\\$ '" >> $ROOTFS/$DEST/.bashrc
|
||||||
|
echo "export PS1='${debian_chroot:+($debian_chroot)}\\u@\\H:\\w\\$ '" >> $ROOTFS/etc/profile
|
||||||
|
|
||||||
|
# Give stack ownership over $DEST so it may do the work needed
|
||||||
|
chroot $ROOTFS chown -R stack $DEST
|
||||||
|
|
||||||
|
# Change boot params so that we get a console log
|
||||||
|
sudo sed -e "s/quiet splash/splash console=ttyS0 console=ttyS1,19200n8/g" -i $ROOTFS/boot/grub/menu.lst
|
||||||
|
sudo sed -e "s/^hiddenmenu//g" -i $ROOTFS/boot/grub/menu.lst
|
||||||
|
|
||||||
|
# Set the hostname
|
||||||
|
echo $GUEST_NAME > $ROOTFS/etc/hostname
|
||||||
|
|
||||||
|
# We need the hostname to resolve for rabbit to launch
|
||||||
|
if ! grep -q $GUEST_NAME $ROOTFS/etc/hosts; then
|
||||||
|
echo "$GUEST_IP $GUEST_NAME" >> $ROOTFS/etc/hosts
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Unmount
|
||||||
|
umount $ROOTFS || echo 'ok'
|
||||||
|
qemu-nbd -d $NBD
|
||||||
|
|
||||||
|
# Create the instance
|
||||||
|
cd $VM_DIR && virsh create libvirt.xml
|
||||||
|
|
||||||
|
# Tail the console log till we are done
|
||||||
|
WAIT_TILL_LAUNCH=${WAIT_TILL_LAUNCH:-1}
|
||||||
|
if [ "$WAIT_TILL_LAUNCH" = "1" ]; then
|
||||||
|
# Done creating the container, let's tail the log
|
||||||
|
echo
|
||||||
|
echo "============================================================="
|
||||||
|
echo " -- YAY! --"
|
||||||
|
echo "============================================================="
|
||||||
|
echo
|
||||||
|
echo "We're done launching the vm, about to start tailing the"
|
||||||
|
echo "stack.sh log. It will take a second or two to start."
|
||||||
|
echo
|
||||||
|
echo "Just CTRL-C at any time to stop tailing."
|
||||||
|
|
||||||
|
while [ ! -e "$VM_DIR/console.log" ]; do
|
||||||
|
sleep 1
|
||||||
|
done
|
||||||
|
|
||||||
|
tail -F $VM_DIR/console.log &
|
||||||
|
|
||||||
|
TAIL_PID=$!
|
||||||
|
|
||||||
|
function kill_tail() {
|
||||||
|
kill $TAIL_PID
|
||||||
|
exit 1
|
||||||
|
}
|
||||||
|
|
||||||
|
# Let Ctrl-c kill tail and exit
|
||||||
|
trap kill_tail SIGINT
|
||||||
|
|
||||||
|
echo "Waiting stack.sh to finish..."
|
||||||
|
while ! cat $VM_DIR/console.log | grep -q 'All done' ; do
|
||||||
|
sleep 5
|
||||||
|
done
|
||||||
|
|
||||||
|
kill $TAIL_PID
|
||||||
|
|
||||||
|
if grep -q "stack.sh failed" $VM_DIR/console.log; then
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
echo ""
|
||||||
|
echo "Finished - Zip-a-dee Doo-dah!"
|
||||||
|
fi
|
||||||
Loading…
Reference in a new issue