masters/master.tryserver.libyuv/master.cfg

# Copyright (c) 2013 The Chromium Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.

# These modules come from scripts, which must be in the PYTHONPATH.
from master import master_utils
from master import slaves_list
from master.builders_pools import BuildersPools
from master.factory import annotator_factory
from master.try_job_http import TryJobHTTP
from master.try_mail_notifier import TryMailNotifier

import config
import master_site_config
ActiveMaster = master_site_config.LibyuvTryServer

MAIL_NOTIFIER = True
LISTEN_TO_SVN = ActiveMaster.svn_url and ActiveMaster.is_production_host

# This is the dictionary that the buildmaster pays attention to. We also use
# a shorter alias to save typing.
c = BuildmasterConfig = {}

config.DatabaseSetup(c)

####### CHANGESOURCES
c['change_source'] = []

# Avoid merging requests.
c['mergeRequests'] = lambda *_: False

####### BUILDERS
# Recipe based builders.
specs = [
  {'name': 'win', 'slavebuilddir': 'win'},
  {'name': 'win_rel', 'slavebuilddir': 'win'},
  {'name': 'win_x64_rel', 'slavebuilddir': 'win'},
  {'name': 'win_x64_gn', 'slavebuilddir': 'win64_gn'},
  {'name': 'win_x64_gn_rel', 'slavebuilddir': 'win64_gn'},
  {'name': 'win_clang', 'slavebuilddir': 'win_clang'},
  {'name': 'win_clang_rel', 'slavebuilddir': 'win_clang'},
  {'name': 'win_x64_clang_rel', 'slavebuilddir': 'win_clang'},
  {'name': 'mac', 'slavebuilddir': 'mac64'},
  {'name': 'mac_rel', 'slavebuilddir': 'mac64'},
  {'name': 'mac_gn', 'slavebuilddir': 'mac64_gn'},
  {'name': 'mac_gn_rel', 'slavebuilddir': 'mac64_gn'},
  {'name': 'mac_asan', 'slavebuilddir': 'mac_asan'},
  {'name': 'ios', 'slavebuilddir': 'mac32'},
  {'name': 'ios_rel', 'slavebuilddir': 'mac32'},
  {'name': 'ios_arm64', 'slavebuilddir': 'mac64'},
  {'name': 'ios_arm64_rel', 'slavebuilddir': 'mac64'},
  {'name': 'linux', 'slavebuilddir': 'linux64'},
  {'name': 'linux_rel', 'slavebuilddir': 'linux64'},
  {'name': 'linux_gn', 'slavebuilddir': 'linux64_gn'},
  {'name': 'linux_gn_rel', 'slavebuilddir': 'linux64_gn'},
  {'name': 'linux_gcc', 'slavebuilddir': 'linux_gcc'},
  {'name': 'linux_memcheck', 'slavebuilddir': 'linux_memcheck'},
  {'name': 'linux_msan', 'slavebuilddir': 'linux_msan'},
  {'name': 'linux_tsan2', 'slavebuilddir': 'linux_tsan2'},
  {'name': 'linux_asan', 'slavebuilddir': 'linux_asan'},
  {'name': 'linux_ubsan', 'slavebuilddir': 'linux_ubsan'},
  {'name': 'linux_ubsan_vptr', 'slavebuilddir': 'linux_ubsan_vptr'},
  {'name': 'android', 'slavebuilddir': 'android'},
  {'name': 'android_rel', 'slavebuilddir': 'android'},
  {'name': 'android_gn', 'slavebuilddir': 'android_gn'},
  {'name': 'android_gn_rel', 'slavebuilddir': 'android_gn'},
  {'name': 'android_clang', 'slavebuilddir': 'android_clang'},
  {'name': 'android_arm64', 'slavebuilddir': 'android_arm64'},
  {'name': 'android_x86', 'slavebuilddir': 'android_x86'},
  {'name': 'android_x64', 'slavebuilddir': 'android_x64'},
  {'name': 'android_mips', 'slavebuilddir': 'android_mips'},
]

m_annotator = annotator_factory.AnnotatorFactory()
c['builders'] = [
    {
      'name': spec['name'],
      'factory': m_annotator.BaseFactory('libyuv/libyuv'),
      'slavebuilddir': spec['slavebuilddir'],
    } for spec in specs
]

# Slaves are loaded from slaves.cfg.
slaves = slaves_list.SlavesList('slaves.cfg', 'LibyuvTryServer')

for builder in c['builders']:
  # Associate the slaves to the builders. The configuration is in slaves.cfg.
  builder['slavenames'] = slaves.GetSlavesName(builder=builder['name'])
  # Disable auto_reboot when testing locally, but don't change for production.
  if not ActiveMaster.is_production_host:
    builder['auto_reboot'] = False


####### BUILDSLAVES

# The 'slaves' list defines the set of allowable buildslaves. List all the
# slaves registered to a builder. Remove dupes.
c['slaves'] = master_utils.AutoSetupSlaves(c['builders'],
                                           config.Master.GetBotPassword())
# Make sure everything works together.
master_utils.VerifySetup(c, slaves)

####### SCHEDULERS

pools = BuildersPools('libyuv')
for spec in specs:
  pools['libyuv'].append(spec['name'])

# Configure the Schedulers;
c['schedulers'] = []

code_review_sites = {'libyuv': ActiveMaster.code_review_site}

c['schedulers'].append(TryJobHTTP(
    name='libyuv_try_job_http',
    port=ActiveMaster.try_job_port,
    last_good_urls=None,
    code_review_sites=code_review_sites,
    pools=pools))

if LISTEN_TO_SVN:
  from master.try_job_svn import TryJobSubversion
  c['schedulers'].append(TryJobSubversion(
      name='libyuv_try_job_svn',
      svn_url=ActiveMaster.svn_url,
      last_good_urls=None,
      code_review_sites=code_review_sites,
      pools=pools))

####### STATUS TARGETS

# Buildbot master url:
# Must come before AutoSetupMaster().
c['buildbotURL'] = ActiveMaster.buildbot_url

# Adds common status and tools to this master.
# Use our own mail notifier.
master_utils.AutoSetupMaster(c, ActiveMaster, mail_notifier=False,
                             order_console_by_time=True,
                             public_html='../master.chromium/public_html',
                             templates=['./templates',
                                        '../master.chromium/templates'])

if MAIL_NOTIFIER:
  # Add a dumb MailNotifier first so it will be used for BuildSlave with
  # notify_on_missing set when they go missing.
  from buildbot.status import mail
  c['status'].append(mail.MailNotifier(
      fromaddr=ActiveMaster.from_address,
      builders=[],
      relayhost=config.Master.smtp,
      lookup=master_utils.UsersAreEmails()))

  # Try job result emails.
  from master.try_mail_notifier import TryMailNotifier
  c['status'].append(TryMailNotifier(
      fromaddr=ActiveMaster.from_address,
      reply_to=ActiveMaster.reply_to,
      subject='try %(result)s for %(reason)s',
      mode='all',
      relayhost=config.Master.smtp,
      lookup=master_utils.UsersAreEmails()))

# Keep last try jobs, the default is too low. Must keep at least a few days
# worth of try jobs.
c['buildHorizon'] = 2000
c['logHorizon'] = 2000
# Must be at least 2x the number of slaves.
c['eventHorizon'] = 100
# Must be at least 2x the number of on-going builds.
c['buildCacheSize'] = 100

####### PROJECT IDENTITY

# The 'projectURL' string will be used to provide a link
# from buildbot HTML pages to your project's home page.
c['projectURL'] = 'http://dev.chromium.org/developers/testing/try-server-usage'