dlvhex-master-master.cfg

# -*- python -*-
# ex: set syntax=python:

from twisted.spread import pb
pb.MAX_BROKER_REFS = 3000

make_timeout = 1200
make_check_timeout = 1200

# locks

from buildbot import locks

# we globally lock racer, because racer is restarted by the dlplugin's tests
racer_lock = locks.MasterLock("racer")

# we lock "make install" exclusively against "make check" and "make distcheck" shared
# (if during a make install a check detects a partially installed plugin, the check will spuriously fail)
install_check_lock = locks.SlaveLock("installcheck")

# configuration

base_giturl = 'git@github.com:hexhex/'
base_instdir = '/var/lib/buildbot/instdirs/'

boosts = ['1_42', '1_43', '1_44', '1_45', '1_46', '1_47', '1_48', '1_49', '1_50', '1_51', '1_52', '1_53', '1_54', '1_55', 'release', 'trunk']
clang_incompatible_boosts = set(['1_42', '1_43', '1_44', '1_45'])

compilers = \
{ # keys are used for creating directory names!
  'g++-4.5':
  {
    'CC':'gcc-4.5',
    'CXX':'g++-4.5',
    'PATHPREFIX':'',
  },
  'g++-4.6':
  {
    'CC':'gcc-4.6',
    'CXX':'g++-4.6',
    'PATHPREFIX':'',
  },
  'g++-snapshot':
  {
    'CC':'/usr/lib/gcc-snapshot/bin/gcc',
    'CXX':'/usr/lib/gcc-snapshot/bin/g++',
    'PATHPREFIX':'',
  },
  'clang-3.0':
  {
    'CC': base_instdir+'/clang-3.0/bin/clang',
    'CXX': base_instdir+'/clang-3.0/bin/clang++',
    'PATHPREFIX': base_instdir+'/clang-3.0/bin/:',
  },
  'clang-3.1':
  {
    'CC': base_instdir+'/clang-3.1/bin/clang',
    'CXX': base_instdir+'/clang-3.1/bin/clang++',
    'PATHPREFIX': base_instdir+'/clang-3.1/bin/:',
  },
  'clang-trunk':
  {
    'CC': base_instdir+'/clang-trunk/bin/clang',
    'CXX': base_instdir+'/clang-trunk/bin/clang++',
    'PATHPREFIX': base_instdir+'/clang-trunk/bin/:',
  },
  #'clang-trunk-manualtest1':
  #{
  #  'CC': base_instdir+'/clang-trunk-manualtest1/bin/clang',
  #  'CXX': base_instdir+'/clang-trunk-manualtest1/bin/clang++',
  #  'PATHPREFIX': base_instdir+'/clang-trunk-manualtest1/bin/:',
  #},
  #'clang-trunk-manualtest2':
  #{
  #  'CC': base_instdir+'/clang-trunk-manualtest2/bin/clang',
  #  'CXX': base_instdir+'/clang-trunk-manualtest2/bin/clang++',
  #  'PATHPREFIX': base_instdir+'/clang-trunk-manualtest2/bin/:',
  #},
}

# the following describes all softwares we can test (independen from environments)
# first level is the dlvhex, second level are the plugins
dlvhexes = \
{ # keys are used for creating directory names!
  # trunk with plugins (debug version)
  'master':
  {
    'repo':'core',
    'branch':'master',
    'release_version':False, # this means that failure of make distcheck produces only a warning
    'configure_options': ['--enable-debug'],
    'plugins':
    { # keys are used for creating directory names!
      'string':    { 'repo':'stringplugin',     'branch':'master' },
      'script':    { 'repo':'scriptplugin',     'branch':'master' },
      'aggregate': { 'repo': 'aggregateplugin', 'branch':'master' },
      'wordnet':   { 'repo': 'wordnetplugin',   'branch':'master' },
      'mcsie':     { 'repo': 'mcsieplugin',     'branch':'master' },
    }
  },

  # branch 2.x with plugins (debug version)
  '2x':
  {
    'repo':'core',
    'branch':'release2x',
    'release_version':True,
    'configure_options': ['--enable-debug'],
    'plugins':
    { # keys are used for creating directory names!
      'string':    { 'repo':'stringplugin',    'branch':'release2x' },
      'script':    { 'repo':'scriptplugin',    'branch':'release2x' },
      'aggregate': { 'repo':'aggregateplugin', 'branch':'release2x' },
      'wordnet':   { 'repo':'wordnetplugin',   'branch':'release2x' },
      'mcsie':     { 'repo': 'mcsieplugin',    'branch':'release2x' },
    }
  },

  # branch 2.x versions just for dlvhex build type testing (no plugins)
  '2x_release': {
    'repo':'core',
    'branch':'release2x',
    'release_version':True,
    'configure_options': ['--enable-release'],
    'plugins': {}
  },
  '2x_debug': {
    'repo':'core',
    'branch':'release2x',
    'release_version':True,
    'configure_options': ['--enable-debug'],
    'plugins': {}
  },
  '2x_benchmark': {
    'repo':'core',
    'branch':'release2x',
    'release_version':True,
    'configure_options': ['--enable-benchmark'],
    'plugins': {}
  },
  '2x_clingo': {
    'repo':'core',
    'branch':'release2x',
    'release_version':True,
    'use_clingo':'3.0.3',
    'plugins':
    { # keys are used for creating directory names!
      'mcsie':     { 'repo':'mcsieplugin',     'branch':'release2x' },
    }
  },

  # branch 1.x with plugins (default configuration)
  '1x':
  {
    'repo':'core',
    'branch':'release1x',
    'release_version':True,
    'plugins':
    { # keys are used for creating directory names!
      'string':    { 'repo':'stringplugin',    'branch':'release1x' },
      'script':    { 'repo':'scriptplugin',    'branch':'release1x' },
      'aggregate': { 'repo':'aggregateplugin', 'branch':'release1x' },
      'wordnet':   { 'repo':'wordnetplugin',   'branch':'release1x' },
      'dl':        { 'repo': 'dlplugin',       'branch':'release1x',
                     'locks': [ racer_lock.access('exclusive') ],   },
      'mcsie':     { 'repo':'mcsieplugin',     'branch':'release1x' },
      'xpath':     { 'repo':'xpathplugin',     'branch':'release1x' },
      'merging':   { 'repo':'mergingplugin',   'branch':'release1x' },
    }
  },

  # release 2.3.0
  '2.3.0':
  {
    'repo':'core',
    'tag':'Release_2_3_0',
    'release_version':True,
    'configure_options': ['--enable-release'],
    'plugins':
    { # keys are used for creating directory names!
      'string':    { 'repo':'stringplugin',    'tag':'Release_2_0_0' },
      'script':    { 'repo':'scriptplugin',    'tag':'Release_2_0_0' },
      'aggregate': { 'repo':'aggregateplugin', 'tag':'Release_2_0_0' },
      'wordnet':   { 'repo':'wordnetplugin',   'tag':'Release_2_0_0' },
      'mcsie':     { 'repo':'mcsieplugin',     'tag':'Release_2_0_0' },
    }
  },

  # release 2.2.0
  '2.2.0':
  {
    'repo':'core',
    'tag':'Release_2_2_0',
    'release_version':True,
    'configure_options': ['--enable-release'],
    'plugins':
    { # keys are used for creating directory names!
      'string':    { 'repo':'stringplugin',    'tag':'Release_2_0_0' },
      'script':    { 'repo':'scriptplugin',    'tag':'Release_2_0_0' },
      'aggregate': { 'repo':'aggregateplugin', 'tag':'Release_2_0_0' },
      'wordnet':   { 'repo':'wordnetplugin',   'tag':'Release_2_0_0' },
      'mcsie':     { 'repo':'mcsieplugin',     'tag':'Release_2_0_0' },
    }
  },

  # release 2.1.0
  '2.1.0':
  {
    'repo':'core',
    'tag':'Release_2_1_0',
    'release_version':True,
    'configure_options': ['--enable-release'],
    'plugins':
    { # keys are used for creating directory names!
      'string':    { 'repo':'stringplugin',    'tag':'Release_2_0_0' },
      'script':    { 'repo':'scriptplugin',    'tag':'Release_2_0_0' },
      'aggregate': { 'repo':'aggregateplugin', 'tag':'Release_2_0_0' },
      'wordnet':   { 'repo':'wordnetplugin',   'tag':'Release_2_0_0' },
    }
  },

  # release 2.0.0
  '2.0.0':
  {
    'repo':'core',
    'tag':'Release_2_0_0',
    'release_version':True,
    'configure_options': ['--enable-release'],
    'plugins':
    { # keys are used for creating directory names!
      'string':    { 'repo':'stringplugin',    'tag':'Release_2_0_0' },
      'script':    { 'repo':'scriptplugin',    'tag':'Release_2_0_0' },
      'aggregate': { 'repo':'aggregateplugin', 'tag':'Release_2_0_0' },
      'wordnet':   { 'repo':'wordnetplugin',   'tag':'Release_2_0_0' },
    }
  },

  # release 1.7.4
  '1.7.4':
  {
    'repo':'core',
    'tag':'Release_1_7_4',
    'incompatible_compilers': ['clang-trunk','clang-2.9'],
    'release_version':True,
    'plugins':
    { # keys are used for creating directory names!
      'string':    { 'repo':'stringplugin',    'tag':'Release_1_7_0' },
      'script':    { 'repo':'scriptplugin',    'tag':'Release_1_7_2' },
      'aggregate': { 'repo':'aggregateplugin', 'tag':'Release_1_7_1' },
      'wordnet':   { 'repo':'wordnetplugin',   'tag':'Release_1_7_0' },
      'dl':        { 'repo': 'dlplugin',       'tag':'Release_1_7_1',
                     'locks': [ racer_lock.access('exclusive') ],   },
      'mcsie':     { 'repo':'mcsieplugin',     'tag':'Release_1_7_1' },
    }
  },

  # release 1.7.3
  '1.7.3':
  {
    'repo':'core',
    'tag':'Release_1_7_3',
    'incompatible_compilers': ['clang-trunk','clang-2.9'],
    'release_version':True,
    'plugins':
    { # keys are used for creating directory names!
      'string':    { 'repo':'stringplugin',    'tag':'Release_1_7_0' },
      'script':    { 'repo':'scriptplugin',    'tag':'Release_1_7_2' },
      'aggregate': { 'repo':'aggregateplugin', 'tag':'Release_1_7_1' },
      'wordnet':   { 'repo':'wordnetplugin',   'tag':'Release_1_7_0' },
      'dl':        { 'repo': 'dlplugin',       'tag':'Release_1_7_1',
                     'locks': [ racer_lock.access('exclusive') ],   },
      'mcsie':     { 'repo':'mcsieplugin',     'tag':'Release_1_7_1' },
    }
  },

  # release 1.7.2
  '1.7.2':
  {
    'repo':'core',
    'tag':'Release_1_7_2',
    'incompatible_compilers': ['clang-trunk','clang-2.9'],
    'release_version':True,
    'plugins':
    { # keys are used for creating directory names!
      'string':    { 'repo':'stringplugin',    'tag':'Release_1_7_0' },
      'script':    { 'repo':'scriptplugin',    'tag':'Release_1_7_1' },
      'aggregate': { 'repo':'aggregateplugin', 'tag':'Release_1_7_0' },
      'wordnet':   { 'repo':'wordnetplugin',   'tag':'Release_1_7_0' },
      'dl':        { 'repo': 'dlplugin',       'tag':'Release_1_7_1',
                     'locks': [ racer_lock.access('exclusive') ],   },
      'mcsie':     { 'repo':'mcsieplugin',     'tag':'Release_1_7_1' },
    }
  },
}

# TODO semweb dlvhex-rdfplugin tests: they use other repo, can we integrate it here nevertheless?

# environments:
#
# first we create environments for building dlvhex:
# each dlvhex environment uses a certain compiler and a certain boost version.
# for each dlvhex environment and each dlvhex branch, a corresponding builder is created,
# this builder triggers schedulers for all plugins using that dlvhex

environments = {}
for b in boosts:
  currentbenv = {
    'PATH' : '/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin',
    'BOOST_ROOT' : base_instdir+'boost-'+b,
    #'LDFLAGS' : '-L'+base_instdir+'boost-'+b+'/lib/',
    #'CPPFLAGS' : '-I'+base_instdir+'boost-'+b+'/include/',
  }
  for toolid in compilers:
    if (toolid[:5] == 'clang') and (b in clang_incompatible_boosts):
      continue
    compiler = compilers[toolid]
    currentenv = currentbenv.copy()
    currentenv['PATH'] = compiler['PATHPREFIX']+currentenv['PATH']
    currentenv['CC'] = compiler['CC']
    #currentenv['LD'] = compiler['CC']
    currentenv['CXX'] = compiler['CXX']
    #currentenv['LDXX'] = compiler['CXX']
    envname = 'boost-%s-%s' % (b,toolid)
    print "creating environment %s" % (envname,)
    currentenv['buildbot_boost_id'] = b
    currentenv['buildbot_compiler_id'] = toolid
    environments[envname] = currentenv

c = BuildmasterConfig = {}

####### BUILDSLAVES

from buildbot.buildslave import BuildSlave
c['slaves'] = [BuildSlave("dlvhex-slave", "dlvhex-pwd", max_builds=3)]
c['slavePortnum'] = 10013

####### CHANGESOURCES

# TODO

####### BUILDERS

from buildbot.steps import source, shell, trigger
from buildbot.process import factory
from buildbot.scheduler import Triggerable

# now create builders for dlvhexes

# we store builders/schedulers into a dictionary { <buildername> : <builder> }
# and then convert this dictionary into [ <builder> ] as required by buildbot

dlvhex_builders = {}
plugin_builders = {}
plugin_schedulers = {}

# which builders do we want to have?
# (generate only these)
nightly_builders = [
  # release versions
  "dlvhex-1.7.4-boost-1_42-g++-4.5-builder",
  "dlvhex-2.3.0-boost-1_48-g++-4.5-builder",
  "dlvhex-2.3.0-boost-1_52-clang-3.0-builder",
  "dlvhex-2.3.0-boost-1_55-clang-3.1-builder",
  # 1x branch
  "dlvhex-1x-boost-1_42-g++-4.5-builder",
  "dlvhex-1x-boost-1_48-g++-4.6-builder",
  "dlvhex-1x-boost-1_48-g++-snapshot-builder",
  "dlvhex-1x-boost-1_48-clang-3.0-builder",
  "dlvhex-1x-boost-1_48-clang-3.1-builder",
  # 2x branch
  "dlvhex-2x-boost-1_43-g++-4.5-builder",
  "dlvhex-2x-boost-1_50-g++-4.5-builder",
  "dlvhex-2x-boost-1_55-clang-3.0-builder",
  # special settings
  "dlvhex-2x_release-boost-1_48-clang-3.0-builder",
  "dlvhex-2x_debug-boost-1_48-clang-3.0-builder",
  "dlvhex-2x_benchmark-boost-1_48-clang-3.0-builder",
]
additional_builders = [
  "dlvhex-2x-boost-release-clang-3.0-builder",
  "dlvhex-2x-boost-release-clang-3.1-builder",
  "dlvhex-2x-boost-trunk-clang-trunk-builder",
  "dlvhex-2x-boost-release-clang-trunk-builder",
  "dlvhex-2x-boost-1_53-clang-3.1-builder",
  "dlvhex-2x-boost-1_54-clang-3.1-builder",
  "dlvhex-2x-boost-1_53-g++-4.5-builder",
  "dlvhex-2x-boost-1_54-g++-4.5-builder",
  "dlvhex-2x-boost-1_55-g++-4.5-builder",
]

create_these_builders = set(nightly_builders + additional_builders)

for branchid in dlvhexes:
  for envid in environments:
    builddir = 'dlvhex-%s-%s' % (branchid,envid)
    instdir = builddir
    buildername = builddir+'-builder'
    if buildername in create_these_builders:
      print 'creating builder "%s" for envid "%s" branchid "%s"' % (buildername,envid,branchid)
    else:
      print 'skipping builder "%s" for envid "%s" branchid "%s"' % (buildername,envid,branchid)
      continue

    env = environments[envid]
    plugin_env = env.copy()
    print "environment = ", plugin_env
    plugin_env['PKG_CONFIG_PATH'] = base_instdir + instdir + '/lib/pkgconfig/'+':/usr/lib/pkgconfig/'
    plugin_env['PATH'] = base_instdir + instdir + '/bin/:'+plugin_env['PATH']

    release_version = dlvhexes[branchid]['release_version']

    repo = dlvhexes[branchid]['repo']

    what = None
    if 'branch' in dlvhexes[branchid]:
      what = dlvhexes[branchid]['branch']
    else:
      what = dlvhexes[branchid]['tag']

    if ('incompatible_compilers' in dlvhexes[branchid]) and \
       (env['buildbot_compiler_id'] in dlvhexes[branchid]['incompatible_compilers']):
      print 'skipping builder "%s" due to incompatible compiler' % (buildername,)
      continue

    configure_options = []
    if 'configure_options' in dlvhexes[branchid]:
      configure_options = dlvhexes[branchid]['configure_options']

    if 'use_clingo' in dlvhexes[branchid]:
      if env['buildbot_compiler_id'] != 'g++-4.5':
        continue
      if env['buildbot_boost_id'] not in set(['1_44', '1_45', '1_46']):
        continue
      clingo_ver = dlvhexes[branchid]['use_clingo']
      configure_options.append(
        '--with-libclingo='+base_instdir+
        ('clingo-%s-%s-boost-%s' % (clingo_ver, env['buildbot_compiler_id'], env['buildbot_boost_id'])))

    # create plugin builders triggerable by this dlvhex builder
    plugin_schedulers_to_trigger = []
    for pluginid in dlvhexes[branchid]['plugins']:
      plugin = dlvhexes[branchid]['plugins'][pluginid]

      plugin_repo = plugin['repo']

      plugin_what = None
      if 'branch' in plugin:
        plugin_what = plugin['branch']
      else:
        plugin_what = plugin['tag']

      plugin_locks = []
      if 'locks' in plugin:
        plugin_locks = plugin['locks']

      plugin_builddir = 'plugin-%s-dlvhex-%s-%s' % (pluginid,branchid,envid)
      plugin_instdir = instdir
      plugin_buildername = plugin_builddir+'-builder'
      print 'creating builder "%s"' % (plugin_buildername,)

      pf = factory.BuildFactory()
      # remove everything (currently no better way known to PS)
      # using "workdir='../'" seems buggy
      pf.addStep(shell.ShellCommand(
        name='cleanup chmod',
        command=['bash', '-c', 'find . -mindepth 1 -not -type l -print0|xargs --null --no-run-if-empty chmod 777'],
        haltOnFailure=True))
      pf.addStep(shell.ShellCommand(
        name='cleanup rm',
        command=['bash', '-c', 'find . -mindepth 1 -print0|xargs --null --no-run-if-empty rm -rf'],
        haltOnFailure=True))
      # get status of removal (for debugging)
      pf.addStep(shell.ShellCommand(
        name='list',
        command=['ls', '-al'],
        haltOnFailure=True))
      # clone
      pf.addStep(shell.ShellCommand(
        name='clone',
        command=['git', 'clone', base_giturl + plugin_repo, '-n', './'],
        haltOnFailure=True,
        flunkOnFailure=(not release_version)))
      # update to branch/tag
      pf.addStep(shell.ShellCommand(
        name='checkout',
        command=['git', 'checkout', plugin_what],
        haltOnFailure=True))
      # init submodules
      pf.addStep(shell.ShellCommand(
        name='init submodules',
        command=['git', 'submodule', 'init'],
        haltOnFailure=True))
      # update submodules
      pf.addStep(shell.ShellCommand(
        name='update submodules',
        command=['git', 'submodule', 'update', '--recursive'],
        haltOnFailure=True))
      pf.addStep(shell.ShellCommand(
        name='bootstrap',
        command=['./bootstrap.sh'],
        haltOnFailure=True))
      # attempt make clean (never fail) to allow for clean reconfigure
      pf.addStep(shell.ShellCommand(
        name='make distclean',
        command=['make','distclean'],
        haltOnFailure=False,
        flunkOnFailure=False))
      pf.addStep(shell.ShellCommand(
        name='configure',
        command=['./configure', '--prefix='+base_instdir+plugin_instdir],
        haltOnFailure=True))
      # first uninstall to make sure nothing interferes!
      pf.addStep(shell.ShellCommand(
        name='make uninstall',
        command=['make','uninstall'],
        haltOnFailure=False,
        flunkOnFailure=False,
        locks=[install_check_lock.access('exclusive')]))
      pf.addStep(shell.ShellCommand(
        name='make',
        command=['make'],
        haltOnFailure=True,
        timeout=make_timeout))
      pf.addStep(shell.ShellCommand(
        name='make check',
        command=['make', 'check'],
        haltOnFailure=False,
        locks=plugin_locks + [install_check_lock.access('counting')],
        timeout=make_check_timeout))
      pf.addStep(shell.ShellCommand(
        name='make distcheck',
        command=['make', 'distcheck'],
        haltOnFailure=False,
        flunkOnFailure=False,
        warnOnFailure=True,
        locks=plugin_locks + [install_check_lock.access('counting')],
        timeout=make_timeout+make_check_timeout))
      pf.addStep(shell.ShellCommand(
        name='make install',
        command=['make', 'install'],
        locks=[install_check_lock.access('exclusive')]))
      pbuilder = {
        'name': plugin_buildername,
        'slavename': 'dlvhex-slave',
        'builddir': plugin_builddir,
        'factory': pf,
        'env': plugin_env,
      }
      plugin_builders[plugin_buildername] = pbuilder
      plugin_schedulers[plugin_buildername] = Triggerable(
        name=plugin_buildername,builderNames=[plugin_buildername])
      plugin_schedulers_to_trigger.append(plugin_buildername)

    # create dlvhex builder, triggering plugin builder schedulers
    f = factory.BuildFactory()
    # remove everything (currently no better way known to PS)
    # using "workdir='../'" seems buggy
    f.addStep(shell.ShellCommand(
      name='cleanup chmod',
      command=['bash', '-c', 'find . -mindepth 1 -not -type l -print0|xargs --null --no-run-if-empty chmod 777'],
      haltOnFailure=True))
    f.addStep(shell.ShellCommand(
      name='cleanup rm',
      command=['bash', '-c', 'find . -mindepth 1 -print0|xargs --null --no-run-if-empty rm -rf'],
      haltOnFailure=True))
    # get status of removal (for debugging)
    f.addStep(shell.ShellCommand(
      name='list',
      command=['ls', '-al'],
      haltOnFailure=True))
    # clone
    f.addStep(shell.ShellCommand(
      name='clone',
      command=['git', 'clone', base_giturl + repo, '-n', './'],
      haltOnFailure=True,
      flunkOnFailure=(not release_version)))
    # update to branch/tag
    f.addStep(shell.ShellCommand(
      name='checkout',
      command=['git', 'checkout', what],
      haltOnFailure=True))
    # init submodules
    f.addStep(shell.ShellCommand(
      name='init submodules',
      command=['git', 'submodule', 'init'],
      haltOnFailure=True))
    # update submodules
    f.addStep(shell.ShellCommand(
      name='update submodules',
      command=['git', 'submodule', 'update', '--recursive'],
      haltOnFailure=True))
    f.addStep(shell.ShellCommand(
      name='bootstrap',
      command=['./bootstrap.sh'],
      haltOnFailure=True))
    # attempt make distclean (never fail) to allow for clean reconfigure
    f.addStep(shell.ShellCommand(
      name='make distclean',
      command=['make','distclean'],
      haltOnFailure=False,
      flunkOnFailure=False))
    f.addStep(shell.ShellCommand(
      name='configure',
      command=['./configure', '--prefix='+base_instdir+instdir] +
        configure_options,
      haltOnFailure=True))
    # first uninstall to make sure nothing interferes!
    f.addStep(shell.ShellCommand(
      name='make uninstall',
      command=['make','uninstall'],
      haltOnFailure=False,
      flunkOnFailure=False,
      locks=[install_check_lock.access('exclusive')]))
    f.addStep(shell.ShellCommand(
      name='make',
      command=['make'],
      haltOnFailure=True,
      timeout=make_timeout))
    f.addStep(shell.ShellCommand(
      name='make check',
      command=['make', 'check'],
      haltOnFailure=False,
      locks=[install_check_lock.access('counting')],
      timeout=make_check_timeout))
    f.addStep(shell.ShellCommand(
      name='make distcheck',
      command=['make', 'distcheck'],
      haltOnFailure=False,
      warnOnFailure=True,
      locks=[install_check_lock.access('counting')],
      timeout=make_timeout+make_check_timeout))
    f.addStep(shell.ShellCommand(
      name='make doxygen-doc',
      command=['make', 'doxygen-doc']))
    f.addStep(shell.ShellCommand(
      name='make install',
      command=['make', 'install'],
      locks=[install_check_lock.access('exclusive')]))
    if len(plugin_schedulers_to_trigger) > 0:
      f.addStep(trigger.Trigger(
        schedulerNames=plugin_schedulers_to_trigger,
        waitForFinish=False,
        updateSourceStamp=True)) # updateSourceStamp = ensure that plugins use same revision as dlvhex
    builder = {
      'name': buildername,
      'slavename': 'dlvhex-slave',
      'builddir': builddir,
      'factory': f,
      'env': env.copy(),
    }
    dlvhex_builders[buildername] = builder

c['builders'] = list(dlvhex_builders.itervalues()) + list(plugin_builders.itervalues())
c['schedulers'] = []
c['schedulers'] += list(plugin_schedulers.itervalues())
     
####### SCHEDULERS

from buildbot.scheduler import Nightly

c['schedulers'].append(Nightly(name="dlvhex-nightly",
                               branch=None,
                               builderNames=nightly_builders,
                               hour=3,
                               minute=30))

####### STATUS TARGETS

c['status'] = []

from buildbot.status import html
c['status'].append(html.WebStatus(http_port=8013,allowForce=True))

from buildbot.status import mail
c['status'].append(mail.MailNotifier(
    fromaddr="buildbot@gluck.kr.tuwien.ac.at",
    extraRecipients=["dlvhex-nightlies@lists.sourceforge.net"],
    sendToInterestedUsers=False,
    relayhost="wagner.kr.tuwien.ac.at",
	))


####### DEBUGGING OPTIONS

# if you set 'debugPassword', then you can connect to the buildmaster with
# the diagnostic tool in contrib/debugclient.py . From this tool, you can
# manually force builds and inject changes, which may be useful for testing
# your buildmaster without actually committing changes to your repository (or
# before you have a functioning 'sources' set up). The debug tool uses the
# same port number as the slaves do: 'slavePortnum'.

#c['debugPassword'] = "debugpassword"

# if you set 'manhole', you can ssh into the buildmaster and get an
# interactive python shell, which may be useful for debugging buildbot
# internals. It is probably only useful for buildbot developers. You can also
# use an authorized_keys file, or plain telnet.
#from buildbot import manhole
#c['manhole'] = manhole.PasswordManhole("tcp:9999:interface=127.0.0.1",
#                                       "admin", "password")


####### PROJECT IDENTITY

c['projectName'] = "dlvhex"
c['projectURL'] = "http://www.kr.tuwien.ac.at/research/systems/dlvhex/"
c['buildbotURL'] = "http://gluck.kr.tuwien.ac.at:8013/"


# Horizons
#
# Buildbot stores historical information on disk in the form of "Pickle" files
# and compressed logfiles. In a large installation, these can quickly consume
# disk space, yet in many cases developers never consult this historical
# information.
#
# The changeHorizon key determines how many changes the master will keep a
# record of. One place these changes are displayed is on the waterfall page. This
# parameter defaults to 0, which means keep all changes indefinitely.
#
# The buildHorizon specifies the minimum number of builds for each builder which
# should be kept on disk. The eventHorizon specifies the minimum number of events
# to keep--events mostly describe connections and disconnections of slaves, and
# are seldom helpful to developers. The logHorizon gives the minimum number of
# builds for which logs should be maintained; this parameter must be less than or
# equal to buildHorizon. Builds older than logHorizon but not older than
# buildHorizon will maintain their overall status and the status of each step,
# but the logfiles will be deleted.

c['changeHorizon'] = 200
c['buildHorizon'] = 100
c['eventHorizon'] = 50
c['logHorizon'] = 40
c['buildCacheSize'] = 15


# Log Handling
#
# The logCompressionLimit enables compression of build logs on disk
# for logs that are bigger than the given size, or disables that
# completely if set to False. The default value is 4096, which should
# be a reasonable default on most file systems. This setting has no
# impact on status plugins, and merely affects the required disk space
# on the master for build logs.
#
# The logCompressionMethod controls what type of compression is used
# for build logs. The default is 'bz2', and the other valid option is
# 'gz'. 'bz2' offers better compression at the expense of more CPU
# time.
#
# The logMaxSize parameter sets an upper limit (in bytes) to how large
# logs from an individual build step can be. The default value is
# None, meaning no upper limit to the log size. Any output exceeding
# logMaxSize will be truncated, and a message to this effect will be
# added to the log's HEADER channel.
#
# If logMaxSize is set, and the output from a step exceeds the
# maximum, the logMaxTailSize parameter controls how much of the end
# of the build log will be kept. The effect of setting this parameter
# is that the log will contain the first logMaxSize bytes and the last
# logMaxTailSize bytes of output. Don't set this value too high, as
# the the tail of the log is kept in memory.

c['logCompressionLimit'] = 16384
c['logCompressionMethod'] = 'gz'
c['logMaxSize'] = 3*1024*1024 # 3MiB
c['logMaxTailSize'] = 32768