Files
fm-orchestrator/rida/scheduler/handlers/modules.py
2016-07-30 09:04:58 +00:00

117 lines
4.7 KiB
Python

# -*- coding: utf-8 -*-
# Copyright (c) 2016 Red Hat, Inc.
#
# Permission is hereby granted, free of charge, to any person obtaining a copy
# of this software and associated documentation files (the "Software"), to deal
# in the Software without restriction, including without limitation the rights
# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
# copies of the Software, and to permit persons to whom the Software is
# furnished to do so, subject to the following conditions:
#
# The above copyright notice and this permission notice shall be included in all
# copies or substantial portions of the Software.
#
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
# SOFTWARE.
#
# Written by Ralph Bean <rbean@redhat.com>
""" Handlers for module change events on the message bus. """
import rida.builder
import rida.database
import rida.pdc
import koji
import logging
import os
import time
logging.basicConfig(level=logging.DEBUG)
log = logging.getLogger(__name__)
def get_rpm_release_from_tag(tag):
return tag.replace("-", "_")
def get_artifact_from_srpm(srpm_path):
return os.path.basename(srpm_path).replace(".src.rpm", "")
def wait(config, session, msg):
""" Called whenever a module enters the 'wait' state.
We transition to this state shortly after a modulebuild is first requested.
All we do here is request preparation of the buildroot.
The kicking off of individual component builds is handled elsewhere,
in rida.schedulers.handlers.repos.
"""
build = rida.database.ModuleBuild.from_module_event(session, msg)
log.info("Found build=%r from message" % build)
module_info = build.json()
if module_info['state'] != msg['msg']['state']:
log.warn("Note that retrieved module state %r "
"doesn't match message module state %r" % (
module_info['state'], msg['msg']['state']))
# This is ok.. it's a race condition we can ignore.
pass
tag = None
dependencies = None
pdc_session = rida.pdc.get_pdc_client_session(config)
retry_interval = 60 # seconds
max_attempts = 5
attempts = 0
while True:
if attempts >= max_attempts: # XXX: hack for pdc not sending messages about unreleased variants
log.error("Failed to get module info from PDC. Max retries reached.")
build.transition(config, state="build") # Wait for the buildroot to be ready.a
break
try:
qi = {'name': module_info['name'], 'version': module_info['version'], 'release': module_info['release']}
attempts += 1
log.info("Getting %s deps from pdc" % module_info['name'])
dependencies = rida.pdc.get_module_build_dependencies(pdc_session, qi, strict=True)
log.info("Getting %s tag from pdc" % module_info['name'])
tag = rida.pdc.get_module_tag(pdc_session, qi, strict=True)
except ValueError as e:
log.debug(e)
log.warn("Waiting additional %d seconds for PDC/%s" % (retry_interval, qi))
time.sleep(retry_interval)
log.debug("Found tag=%s for module %r" % (tag, build))
# Hang on to this information for later. We need to know which build is
# associated with which koji tag, so that when their repos are regenerated
# in koji we can figure out which for which module build that event is
# relevant.
log.debug("Assigning koji tag=%s to module build" % tag)
build.koji_tag = tag
builder = rida.builder.KojiModuleBuilder(build.name, config, tag_name=tag)
build.buildroot_task_id = builder.buildroot_prep()
log.debug("Adding dependencies %s into buildroot for module %s" % (dependencies, module_info))
builder.buildroot_add_dependency(dependencies)
# inject dist-tag into buildroot
srpm = builder.get_disttag_srpm(disttag=".%s" % get_rpm_release_from_tag(tag))
artifact_name = "module-build-macros"
task_id = builder.build(artifact_name=artifact_name, source=srpm)
component_build = rida.database.ComponentBuild(
module_id=build.id,
package=artifact_name,
format="rpms",
scmurl=srpm,
task_id=task_id,
state = koji.BUILD_STATES['BUILDING'],
)
session.add(component_build)
build.transition(config, state="build")
session.commit()