232 lines
8.0 KiB
Python
232 lines
8.0 KiB
Python
#Airtime Liquidsoap compile infrastructure
|
|
#author martin.konecny@sourcefabric.org
|
|
|
|
#Documentation for this page:
|
|
|
|
|
|
import os
|
|
import time
|
|
import sys
|
|
from fabric.api import *
|
|
from fabric.contrib.files import comment, sed, append
|
|
|
|
from ConfigParser import ConfigParser
|
|
|
|
from xml.dom.minidom import parse
|
|
from xml.dom.minidom import Node
|
|
from xml.dom.minidom import Element
|
|
|
|
env.user = 'martin'
|
|
env.password = 'test'
|
|
env.hosts = []
|
|
env.host_string
|
|
|
|
env.vm_download_url = "http://host.sourcefabric.org/vms/VirtualBox"
|
|
|
|
#fab -f fab_setup.py ubuntu_lucid_64 airtime_182_tar airtime_190_tar
|
|
|
|
def do_sudo(command):
|
|
result = sudo(command)
|
|
if result.return_code != 0:
|
|
print "Error running command: %s" %command
|
|
shutdown()
|
|
sys.exit(1)
|
|
else:
|
|
return result
|
|
|
|
def do_run(command):
|
|
result = run(command)
|
|
if result.return_code != 0:
|
|
print "Error running command: %s" %command
|
|
shutdown()
|
|
sys.exit(1)
|
|
else:
|
|
return result
|
|
|
|
def do_local(command, capture=True):
|
|
result = local(command, capture)
|
|
if result.return_code != 0:
|
|
print "Error running command: %s" %command
|
|
shutdown()
|
|
sys.exit(1)
|
|
else:
|
|
return result
|
|
|
|
def shutdown():
|
|
do_sudo("poweroff")
|
|
time.sleep(30)
|
|
|
|
def download_if_needed(vdi_dir, xml_dir, vm_name, vm_vdi_file, vm_xml_file):
|
|
if not os.path.exists(vdi_dir):
|
|
os.makedirs(vdi_dir)
|
|
|
|
if os.path.exists(os.path.join(vdi_dir, vm_vdi_file)):
|
|
print "File %s already exists. No need to re-download" % os.path.join(vdi_dir, vm_vdi_file)
|
|
else:
|
|
print "File %s not found. Downloading" % vm_vdi_file
|
|
tmpPath = do_local("mktemp", capture=True)
|
|
do_local("wget %s/%s/%s -O %s"%(env.vm_download_url, vm_name, vm_vdi_file, tmpPath))
|
|
os.rename(tmpPath, os.path.join(vdi_dir, vm_vdi_file))
|
|
|
|
if os.path.exists(os.path.join(xml_dir, vm_xml_file)):
|
|
print "File %s already exists. No need to re-download" % os.path.join(xml_dir, vm_xml_file)
|
|
else:
|
|
do_local("wget %s/%s/%s -O %s"%(env.vm_download_url, vm_name, vm_xml_file, os.path.join(xml_dir, vm_xml_file)))
|
|
|
|
|
|
def create_fresh_os(vm_name, debian=False):
|
|
|
|
vm_vdi_file = '%s.vdi'%vm_name
|
|
vm_xml_file = '%s.xml'%vm_name
|
|
vdi_dir = os.path.expanduser('~/tmp/vms/%s'%vm_name)
|
|
vdi_snapshot_dir = os.path.expanduser('~/tmp/vms/%s/Snapshots'%vm_name)
|
|
xml_dir = os.path.expanduser('~/.VirtualBox')
|
|
vm_xml_path = os.path.join(xml_dir, vm_xml_file)
|
|
|
|
download_if_needed(vdi_dir, xml_dir, vm_name, vm_vdi_file, vm_xml_file)
|
|
|
|
|
|
if not os.path.exists("%s/vm_registered"%vdi_dir):
|
|
do_local("VBoxManage registervm %s"%os.path.join(xml_dir, vm_xml_file), capture=True)
|
|
do_local('VBoxManage storagectl "%s" --name "SATA Controller" --add sata'%vm_name)
|
|
do_local('VBoxManage storageattach "%s" --storagectl "SATA Controller" --port 0 --device 0 --type hdd --medium %s'%(vm_name, os.path.join(vdi_dir, vm_vdi_file)))
|
|
do_local("VBoxManage modifyvm %s --snapshotfolder %s"%(vm_name, vdi_snapshot_dir))
|
|
do_local("VBoxManage snapshot %s take fresh_install"%vm_name)
|
|
do_local("touch %s/vm_registered"%vdi_dir)
|
|
|
|
do_local('VBoxManage snapshot %s restore fresh_install'%vm_name)
|
|
do_local('VBoxManage modifyvm "%s" --bridgeadapter1 eth0'%vm_name)
|
|
do_local('VBoxManage startvm %s'%vm_name)
|
|
print "Please wait while attempting to acquire IP address"
|
|
|
|
time.sleep(30)
|
|
|
|
try_again = True
|
|
while try_again:
|
|
ret = do_local('VBoxManage --nologo guestproperty get "%s" /VirtualBox/GuestInfo/Net/0/V4/IP'%vm_name, capture=True)
|
|
triple = ret.partition(':')
|
|
ip_addr = triple[2].strip(' \r\n')
|
|
print "Address found %s"%ip_addr
|
|
|
|
try_again = (len(ip_addr) == 0)
|
|
time.sleep(1)
|
|
|
|
env.hosts.append(ip_addr)
|
|
env.host_string = ip_addr
|
|
|
|
if debian:
|
|
append('/etc/apt/sources.list', "deb http://backports.debian.org/debian-backports squeeze-backports main", use_sudo=True)
|
|
|
|
def ubuntu_lucid_32(fresh_os=True):
|
|
if (fresh_os):
|
|
create_fresh_os('Ubuntu_10.04_32')
|
|
|
|
def ubuntu_lucid_64(fresh_os=True):
|
|
if (fresh_os):
|
|
create_fresh_os('Ubuntu_10.04_64')
|
|
|
|
def ubuntu_maverick_32(fresh_os=True):
|
|
if (fresh_os):
|
|
create_fresh_os('Ubuntu_10.10_32')
|
|
|
|
def ubuntu_maverick_64(fresh_os=True):
|
|
if (fresh_os):
|
|
create_fresh_os('Ubuntu_10.10_64')
|
|
|
|
def ubuntu_natty_32(fresh_os=True):
|
|
if (fresh_os):
|
|
create_fresh_os('Ubuntu_11.04_32')
|
|
|
|
def ubuntu_natty_64(fresh_os=True):
|
|
if (fresh_os):
|
|
create_fresh_os('Ubuntu_11.04_64')
|
|
|
|
def ubuntu_oneiric_32(fresh_os=True):
|
|
if (fresh_os):
|
|
create_fresh_os('Ubuntu_11.10_32')
|
|
|
|
def ubuntu_oneiric_64(fresh_os=True):
|
|
if (fresh_os):
|
|
create_fresh_os('Ubuntu_11.10_64')
|
|
|
|
def ubuntu_precise_64(fresh_os=True):
|
|
if (fresh_os):
|
|
create_fresh_os('Ubuntu_12.04_64')
|
|
|
|
def ubuntu_precise_32(fresh_os=True):
|
|
if (fresh_os):
|
|
create_fresh_os('Ubuntu_12.04_32')
|
|
|
|
def ubuntu_quantal_32(fresh_os=True):
|
|
if (fresh_os):
|
|
create_fresh_os('Ubuntu_12.10_32')
|
|
|
|
def ubuntu_quantal_64(fresh_os=True):
|
|
if (fresh_os):
|
|
create_fresh_os('Ubuntu_12.10_64')
|
|
|
|
def debian_squeeze_32(fresh_os=True):
|
|
if (fresh_os):
|
|
create_fresh_os('Debian_Squeeze_32', debian=True)
|
|
|
|
def debian_squeeze_64(fresh_os=True):
|
|
if (fresh_os):
|
|
create_fresh_os('Debian_Squeeze_64', debian=True)
|
|
|
|
def debian_wheezy_32(fresh_os=True):
|
|
if (fresh_os):
|
|
create_fresh_os('Debian_Wheezy_32')
|
|
|
|
def debian_wheezy_64(fresh_os=True):
|
|
if (fresh_os):
|
|
create_fresh_os('Debian_Wheezy_64')
|
|
|
|
|
|
def compile_liquidsoap(filename="liquidsoap"):
|
|
|
|
config = ConfigParser()
|
|
config.readfp(open('fab_liquidsoap_compile.cfg'))
|
|
url = config.get('main', 'liquidsoap_tar_url')
|
|
|
|
print "Will get liquidsoap from " + url
|
|
|
|
do_sudo('apt-get update')
|
|
do_sudo('apt-get upgrade -y --force-yes')
|
|
do_sudo('''apt-get install -y --force-yes ocaml-findlib libao-ocaml-dev libportaudio-ocaml-dev \
|
|
libmad-ocaml-dev libtaglib-ocaml-dev libalsa-ocaml-dev libtaglib-ocaml-dev libvorbis-ocaml-dev \
|
|
libspeex-dev libspeexdsp-dev speex libladspa-ocaml-dev festival festival-dev \
|
|
libsamplerate-dev libxmlplaylist-ocaml-dev libflac-dev \
|
|
libxml-dom-perl libxml-dom-xpath-perl patch autoconf libmp3lame-dev \
|
|
libcamomile-ocaml-dev libcamlimages-ocaml-dev libtool libpulse-dev libjack-dev \
|
|
camlidl libfaad-dev libpcre-ocaml-dev''')
|
|
#libxmlrpc-light-ocaml-dev
|
|
root = '/home/martin/src'
|
|
do_run('mkdir -p %s' % root)
|
|
|
|
tmpPath = do_local("mktemp", capture=True)
|
|
do_run('wget %s -O %s' % (url, tmpPath))
|
|
do_run('mv %s %s/liquidsoap.tar.gz' % (tmpPath, root))
|
|
do_run('cd %s && tar xzf liquidsoap.tar.gz' % root)
|
|
|
|
#do_run('cd %s/liquidsoap-1.0.1-full && cp PACKAGES.minimal PACKAGES' % root)
|
|
#sed('%s/liquidsoap-1.0.1-full/PACKAGES' % root, '#ocaml-portaudio', 'ocaml-portaudio')
|
|
#sed('%s/liquidsoap-1.0.1-full/PACKAGES' % root, '#ocaml-alsa', 'ocaml-alsa')
|
|
#sed('%s/liquidsoap-1.0.1-full/PACKAGES' % root, '#ocaml-pulseaudio', 'ocaml-pulseaudio')
|
|
#sed('%s/liquidsoap-1.0.1-full/PACKAGES' % root, '#ocaml-faad', 'ocaml-faad')
|
|
#do_run('cd %s/liquidsoap-1.0.1-full && ./bootstrap' % root)
|
|
#do_run('cd %s/liquidsoap-1.0.1-full && ./configure' % root)
|
|
#do_run('cd %s/liquidsoap-1.0.1-full && make' % root)
|
|
#get('%s/liquidsoap-1.0.1-full/liquidsoap-1.0.1/src/liquidsoap' % root, filename)
|
|
|
|
do_run('cd %s/liquidsoap && cp PACKAGES.minimal PACKAGES' % root)
|
|
sed('%s/liquidsoap/PACKAGES' % root, '#ocaml-portaudio', 'ocaml-portaudio')
|
|
sed('%s/liquidsoap/PACKAGES' % root, '#ocaml-alsa', 'ocaml-alsa')
|
|
sed('%s/liquidsoap/PACKAGES' % root, '#ocaml-pulseaudio', 'ocaml-pulseaudio')
|
|
sed('%s/liquidsoap/PACKAGES' % root, '#ocaml-faad', 'ocaml-faad')
|
|
do_run('cd %s/liquidsoap && ./bootstrap' % root)
|
|
do_run('cd %s/liquidsoap && ./configure' % root)
|
|
do_run('cd %s/liquidsoap && make clean' % root)
|
|
do_run('cd %s/liquidsoap && make' % root)
|
|
do_sudo('chmod 755 %s/liquidsoap/liquidsoap/src/liquidsoap' % root)
|
|
get('%s/liquidsoap/liquidsoap/src/liquidsoap' % root, filename)
|