devstack_custom/stack.sh

289 lines
9.8 KiB
Bash
Raw Normal View History

#!/usr/bin/env bash
2011-09-12 18:59:38 +00:00
# **stack.sh** is rackspace cloudbuilder's opinionated openstack dev installation.
# Settings/Options
2011-09-13 08:24:50 +00:00
# ================
# This script is customizable through setting environment variables. If you
# want to override a setting you can either::
#
# export MYSQL_PASS=anothersecret
# ./stack.sh
#
# or run on a single line ``MYSQL_PASS=simple ./stack.sh``
2011-09-13 08:24:50 +00:00
# This script exits on an error so that errors don't compound and you see
# only the first error that occured.
set -o errexit
2011-09-13 08:24:50 +00:00
# Print the commands being run so that we can see the command that triggers
# an error. It is also useful for following allowing as the install occurs.
set -o xtrace
2011-09-13 08:24:50 +00:00
# Important paths: ``DIR`` is where we are executing from and ``DEST`` is
# where we are installing openstack.
DIR=`pwd`
DEST=/opt
2011-09-12 18:59:38 +00:00
# Set the destination directories for openstack projects
NOVA_DIR=$DEST/nova
DASH_DIR=$DEST/dash
GLANCE_DIR=$DEST/glance
KEYSTONE_DIR=$DEST/keystone
NOVACLIENT_DIR=$DEST/python-novaclient
API_DIR=$DEST/openstackx
NOVNC_DIR=$DEST/noVNC
2011-09-13 08:24:50 +00:00
# Use the first IP unless an explicit is set by ``HOST_IP`` environment variable
if [ ! -n "$HOST_IP" ]; then
HOST_IP=`LC_ALL=C ifconfig | grep -m 1 'inet addr:'| cut -d: -f2 | awk '{print $1}'`
fi
2011-09-13 08:24:50 +00:00
# Nova network configuration
INTERFACE=${INTERFACE:-eth0}
FLOATING_RANGE=${FLOATING_RANGE:-10.6.0.0/27}
FIXED_RANGE=${FIXED_RANGE:-10.0.0.0/24}
NET_MAN=${NET_MAN:-VlanManager}
2011-09-13 08:24:50 +00:00
# If you are using FlatDHCP on multiple hosts, set the ``FLAT_INTERFACE``
# variable but make sure that the interface doesn't already have an
# ip or you risk breaking things.
# FLAT_INTERFACE=eth0
2011-09-13 08:24:50 +00:00
# Nova hypervisor configuration
LIBVIRT_TYPE=${LIBVIRT_TYPE:-qemu}
2011-09-12 23:15:11 +00:00
# TODO: switch to mysql for all services
2011-09-13 02:29:56 +00:00
MYSQL_PASS=${MYSQL_PASS:-nova}
SQL_CONN=${SQL_CONN:-mysql://root:$MYSQL_PASS@localhost/nova}
# TODO: set rabbitmq conn string explicitly as well
# Install Packages
2011-09-13 08:24:50 +00:00
# ================
#
# Openstack uses a fair number of other projects.
2011-09-13 08:24:50 +00:00
# Seed configuration with mysql password so that apt-get install doesn't
# prompt us for a password upon install.
cat <<MYSQL_PRESEED | sudo debconf-set-selections
2011-09-13 02:29:56 +00:00
mysql-server-5.1 mysql-server/root_password password $MYSQL_PASS
mysql-server-5.1 mysql-server/root_password_again password $MYSQL_PASS
mysql-server-5.1 mysql-server/start_on_boot boolean true
MYSQL_PRESEED
2011-09-13 00:09:08 +00:00
# install apt requirements
sudo apt-get install -y -q `cat $DIR/apts/* | cut -d\# -f1`
2011-09-13 00:09:08 +00:00
# install python requirements
2011-09-13 06:59:19 +00:00
sudo PIP_DOWNLOAD_CACHE=/var/cache/pip pip install `cat $DIR/pips/*`
2011-09-13 00:09:08 +00:00
# git clone only if directory doesn't exist already
function git_clone {
if [ ! -d $2 ]; then
git clone $1 $2
fi
}
2011-09-13 00:09:08 +00:00
# compute service
git_clone https://github.com/cloudbuilders/nova.git $NOVA_DIR
2011-09-13 00:09:08 +00:00
# image catalog service
git_clone https://github.com/cloudbuilders/glance.git $GLANCE_DIR
2011-09-13 00:09:08 +00:00
# unified auth system (manages accounts/tokens)
git_clone https://github.com/cloudbuilders/keystone.git $KEYSTONE_DIR
2011-09-13 00:09:08 +00:00
# a websockets/html5 or flash powered VNC console for vm instances
git_clone https://github.com/cloudbuilders/noVNC.git $NOVNC_DIR
2011-09-13 00:09:08 +00:00
# django powered web control panel for openstack
git_clone https://github.com/cloudbuilders/openstack-dashboard.git $DASH_DIR
2011-09-13 00:09:08 +00:00
# python client library to nova that dashboard (and others) use
git_clone https://github.com/cloudbuilders/python-novaclient.git $NOVACLIENT_DIR
2011-09-13 00:09:08 +00:00
# openstackx is a collection of extensions to openstack.compute & nova
# that is *deprecated*. The code is being moved into python-novaclient & nova.
git_clone https://github.com/cloudbuilders/openstackx.git $API_DIR
2011-09-13 00:09:08 +00:00
# Initialization
2011-09-13 08:24:50 +00:00
# ==============
2011-09-13 00:09:08 +00:00
# setup our checkouts so they are installed into python path
2011-09-13 08:24:50 +00:00
# allowing ``import nova`` or ``import glance.client``
cd $NOVACLIENT_DIR; sudo python setup.py develop
cd $KEYSTONE_DIR; sudo python setup.py develop
cd $GLANCE_DIR; sudo python setup.py develop
cd $API_DIR; sudo python setup.py develop
cd $DASH_DIR/django-openstack; sudo python setup.py develop
cd $DASH_DIR/openstack-dashboard; sudo python setup.py develop
2011-09-13 00:09:08 +00:00
# attempt to load modules: kvm (hardware virt) and nbd (network block
# device - used to manage qcow images)
sudo modprobe nbd || true
sudo modprobe kvm || true
2011-09-13 06:48:30 +00:00
# user needs to be member of libvirtd group for nova-compute to use libvirt
sudo usermod -a -G libvirtd `whoami`
2011-09-13 00:09:08 +00:00
# if kvm wasn't running before we need to restart libvirt to enable it
sudo /etc/init.d/libvirt-bin restart
2011-09-13 00:09:08 +00:00
# FIXME(ja): should LIBVIRT_TYPE be kvm if kvm module is loaded?
2011-09-13 00:09:08 +00:00
# setup nova instance directory
mkdir -p $NOVA_DIR/instances
# if there is a partition labeled nova-instances use it (ext filesystems
# can be labeled via e2label)
# FIXME: if already mounted this blows up...
2011-09-13 00:09:08 +00:00
if [ -L /dev/disk/by-label/nova-instances ]; then
sudo mount -L nova-instances $NOVA_DIR/instances
2011-09-13 06:48:30 +00:00
sudo chown -R `whoami` $NOVA_DIR/instances
fi
2011-09-13 08:24:50 +00:00
# Dashboard
# ---------
#
# Setup the django application to serve via apache/wsgi
2011-09-13 00:09:08 +00:00
# Dash currently imports quantum even if you aren't using it. Instead
# of installing quantum we can create a simple module that will pass the
# initial imports
mkdir $DASH_DIR/openstack-dashboard/quantum || true
2011-09-13 00:09:08 +00:00
touch $DASH_DIR/openstack-dashboard/quantum/__init__.py
touch $DASH_DIR/openstack-dashboard/quantum/client.py
2011-09-13 02:29:56 +00:00
2011-09-13 00:09:08 +00:00
cd $DASH_DIR/openstack-dashboard
cp local/local_settings.py.example local/local_settings.py
dashboard/manage.py syncdb
# setup apache
2011-09-13 00:09:08 +00:00
# create an empty directory to use as our
mkdir $DASH_DIR/.blackhole
2011-09-13 02:29:56 +00:00
2011-09-13 00:09:08 +00:00
# FIXME(ja): can't figure out how to make $DASH_DIR work in sed, also install to available/a2e it
cat $DIR/files/000-default.template | sed 's/%DASH_DIR%/\/opt\/dash/g' > /tmp/000-default
sudo mv /tmp/000-default /etc/apache2/sites-enabled
2011-09-13 08:24:50 +00:00
# ``python setup.py develop`` left some files owned by root in $DASH_DIR and
# others by the original owner. We need to change the owner to apache so
# dashboard can run
sudo chown -R www-data:www-data $DASH_DIR
2011-09-13 00:09:08 +00:00
2011-09-13 08:24:50 +00:00
# Glance
# ------
2011-09-13 05:13:11 +00:00
sudo mkdir -p /var/log/glance
sudo chown `whoami` /var/log/glance
2011-09-13 00:09:08 +00:00
# add useful screenrc
cp $DIR/files/screenrc ~/.screenrc
# TODO: update current user to allow sudo for all commands in files/sudo/*
2011-09-13 08:24:50 +00:00
# Nova
# ----
NL=`echo -ne '\015'`
function add_nova_flag {
echo "$1" >> $NOVA_DIR/bin/nova.conf
}
2011-09-13 00:09:08 +00:00
# (re)create nova.conf
rm -f $NOVA_DIR/bin/nova.conf
add_nova_flag "--verbose"
add_nova_flag "--nodaemon"
add_nova_flag "--dhcpbridge_flagfile=$NOVA_DIR/bin/nova.conf"
add_nova_flag "--network_manager=nova.network.manager.$NET_MAN"
add_nova_flag "--my_ip=$HOST_IP"
add_nova_flag "--public_interface=$INTERFACE"
add_nova_flag "--vlan_interface=$INTERFACE"
add_nova_flag "--sql_connection=$SQL_CONN"
add_nova_flag "--libvirt_type=$LIBVIRT_TYPE"
add_nova_flag "--osapi_extensions_path=$API_DIR/extensions"
add_nova_flag "--vncproxy_url=http://$HOST_IP:6080"
add_nova_flag "--vncproxy_wwwroot=$NOVNC_DIR/noVNC/noVNC"
add_nova_flag "--api_paste_config=$KEYSTONE_DIR/examples/paste/nova-api-paste.ini"
add_nova_flag "--image_service=nova.image.glance.GlanceImageService"
if [ -n "$FLAT_INTERFACE" ]; then
add_nova_flag "--flat_interface=$FLAT_INTERFACE"
fi
2011-09-13 00:09:08 +00:00
# create a new named screen to store things in
screen -d -m -S nova -t nova
sleep 1
# Clean out the instances directory
rm -rf $NOVA_DIR/instances/*
# delete traces of nova networks from prior runs
killall dnsmasq || true
rm -rf $NOVA_DIR/networks
mkdir -p $NOVA_DIR/networks
# (re)create nova database
mysql -uroot -p$MYSQL_PASS -e 'DROP DATABASE nova;' || true
mysql -uroot -p$MYSQL_PASS -e 'CREATE DATABASE nova;'
2011-09-13 00:09:08 +00:00
$NOVA_DIR/bin/nova-manage db sync
# initialize keystone with default users/endpoints
rm -f /opt/keystone/keystone.db
2011-09-13 06:48:30 +00:00
# FIXME keystone creates a keystone.log wherever you run it from (bugify)
cd /tmp
BIN_DIR=$KEYSTONE_DIR/bin bash $DIR/files/keystone_data.sh
2011-09-13 00:09:08 +00:00
# create a small network
$NOVA_DIR/bin/nova-manage network create private $FIXED_RANGE 1 32
# create some floating ips
$NOVA_DIR/bin/nova-manage floating create $FLOATING_RANGE
# delete existing glance images/database. Glance will recreate the db
# when it is ran.
2011-09-13 06:48:30 +00:00
# FIXME: configure glance not to shove files in /var/lib/glance?
sudo mkdir -p /var/lib/glance
sudo chown -R `whoami` /var/lib/glance
rm -rf /var/lib/glance/images/*
2011-09-13 00:09:08 +00:00
rm -f $GLANCE_DIR/glance.sqlite
2011-09-13 08:24:50 +00:00
# Launch Services
# ===============
2011-09-13 02:29:56 +00:00
# nova api crashes if we start it with a regular screen command,
# so send the start command by forcing text into the window.
function screen_it {
screen -S nova -X screen -t $1
screen -S nova -p $1 -X stuff "$2$NL"
}
2011-09-13 00:09:08 +00:00
screen_it g-api "cd $GLANCE_DIR; bin/glance-api --config-file=etc/glance-api.conf"
screen_it g-reg "cd $GLANCE_DIR; bin/glance-registry --config-file=etc/glance-registry.conf"
2011-09-13 06:48:30 +00:00
# keystone drops a keystone.log where if it is run, so change the path to
# where it can write
screen_it key "cd /tmp; $KEYSTONE_DIR/bin/keystone --config-file $KEYSTONE_DIR/etc/keystone.conf"
screen_it n-api "$NOVA_DIR/bin/nova-api"
screen_it n-cpu "$NOVA_DIR/bin/nova-compute"
screen_it n-net "$NOVA_DIR/bin/nova-network"
screen_it n-sch "$NOVA_DIR/bin/nova-scheduler"
screen_it n-vnc "$NOVA_DIR/bin/nova-vncproxy"
2011-09-13 06:48:30 +00:00
screen_it dash "sudo /etc/init.d/apache2 restart; tail -f /var/log/apache2/error.log"
2011-09-13 00:09:08 +00:00
2011-09-13 08:24:50 +00:00
# Install Images
# ==============
# Downloads a tty image (ami/aki/ari style), then extracts it. Upon extraction
# we upload to glance with the glance cli tool.
mkdir -p $DEST/images
cd $DEST/images
if [ ! -f $DEST/tty.tgz ]; then
wget -c http://images.ansolabs.com/tty.tgz -O $DEST/tty.tgz
fi
# extract ami-tty/image, aki-tty/image & ari-tty/image
tar -zxf $DEST/tty.tgz
# add images to glance
# FIXME: kernel/ramdisk is hardcoded - use return result from add
glance add name="tty-kernel" is_public=true container_format=aki disk_format=aki < aki-tty/image
glance add name="tty-ramdisk" is_public=true container_format=ari disk_format=ari < ari-tty/image
glance add name="tty" is_public=true container_format=ami disk_format=ami kernel_id=1 ramdisk_id=2 < ami-tty/image