# -*- coding: utf-8 -*- # Copyright (c) 2018 Red Hat, Inc. # # Permission is hereby granted, free of charge, to any person obtaining a copy # of this software and associated documentation files (the "Software"), to deal # in the Software without restriction, including without limitation the rights # to use, copy, modify, merge, publish, distribute, sublicense, and/or sell # copies of the Software, and to permit persons to whom the Software is # furnished to do so, subject to the following conditions: # # The above copyright notice and this permission notice shall be included in all # copies or substantial portions of the Software. # # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR # IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, # FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE # AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER # LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE # SOFTWARE. # # Written by Matt Prahl import hashlib from module_build_service import log from module_build_service.resolver.base import GenericResolver from module_build_service import models from module_build_service.errors import UnprocessableEntity class DBResolver(GenericResolver): """ Resolver using the MBS database """ backend = 'db' def __init__(self, config): self.config = config def get_module_modulemds(self, name, stream, version=None, context=None, strict=False): """ Gets the module modulemds from the resolver. :param name: a string of the module's name :param stream: a string of the module's stream :param version: a string or int of the module's version. When None, latest version will be returned. :param context: a string of the module's context. When None, all contexts will be returned. :kwarg strict: Normally this function returns [] if no module can be found. If strict=True, then a UnprocessableEntity is raised. :return: List of Modulemd metadata instances matching the query """ with models.make_session(self.config) as session: if version and context: builds = [models.ModuleBuild.get_build_from_nsvc( session, name, stream, version, context)] elif not version and not context: builds = models.ModuleBuild.get_last_builds_in_stream( session, name, stream) else: raise NotImplemented( "This combination of name/stream/version/context is not implemented") if not builds and strict: raise UnprocessableEntity( "Cannot find any module builds for %s:%s" % (name, stream)) return [build.mmd() for build in builds] def get_module_tag(self, name, stream, version, context, strict=False): """ Gets the module tag from the resolver. Since the resolver is the DB, it is just generated here. :param name: a string of the module's name :param stream: a string of the module's stream :param version: a string or int of the module's version :param context: a string of the module's context :kwarg strict: Here solely for compatibility with the base class' function signature :return: a string of the tag to use """ # This algorithm mimicks what pdc-updater does tag_str = '.'.join([name, stream, str(version), context]) return 'module-{0}'.format(hashlib.sha1(tag_str).hexdigest()[:16]) def resolve_profiles(self, mmd, keys): """ Returns a dictionary with keys set according the `keys` parameters and values set to the union of all components defined in all installation profiles matching the key in all buildrequires. If there are some modules loaded by utils.load_local_builds(...), these local modules will be considered when returning the profiles. :param mmd: Modulemd.Module instance representing the module :param keys: list of modulemd installation profiles to include in the result :return: a dictionary """ results = {} for key in keys: results[key] = set() with models.make_session(self.config) as session: for module_name, module_info in mmd.get_xmd()['mbs']['buildrequires'].items(): local_modules = models.ModuleBuild.local_modules( session, module_name, module_info['stream']) if local_modules: local_module = local_modules[0] log.info('Using local module {0!r} to resolve profiles.'.format(local_module)) dep_mmd = local_module.mmd() for key in keys: if key in dep_mmd.get_profiles().keys(): results[key] |= set(dep_mmd.get_profiles()[key].get_rpms().get()) continue build = models.ModuleBuild.get_build_from_nsvc( session, module_name, module_info['stream'], module_info['version'], module_info['context'], state=models.BUILD_STATES['ready']) if not build: raise UnprocessableEntity('The module {}:{}:{}:{} was not found'.format( module_name, module_info['stream'], module_info['version'], module_info['context'])) dep_mmd = build.mmd() # Take note of what rpms are in this dep's profile for key in keys: if key in dep_mmd.get_profiles().keys(): results[key] |= set(dep_mmd.get_profiles()[key].get_rpms().get()) # Return the union of all rpms in all profiles of the given keys return results def get_module_build_dependencies(self, name=None, stream=None, version=None, context=None, mmd=None, strict=False): """ Returns a dictionary of koji_tag:mmd of all the dependencies :kwarg name: a string of a module's name (required if mmd is not set) :kwarg stream: a string of a module's stream (required if mmd is not set) :kwarg version: a string of a module's version (required if mmd is not set) :kwarg context: a string of a module's context (required if mmd is not set) :kwarg mmd: Modulemd.Module object. If this is set, the mmd will be used instead of querying the DB with the name, stream, version, and context. :kwarg strict: Normally this function returns None if no module can be found. If strict=True, then an UnprocessableEntity is raised. :return: a dictionary """ if mmd: log.debug('get_module_build_dependencies(mmd={0!r} strict={1!r})'.format(mmd, strict)) elif any(x is None for x in [name, stream, version, context]): raise RuntimeError('The name, stream, version, and/or context weren\'t specified') else: version = str(version) log.debug('get_module_build_dependencies({0}, strict={1!r})'.format( ', '.join([name, stream, str(version), context]), strict)) module_tags = {} with models.make_session(self.config) as session: if mmd: queried_mmd = mmd nsvc = ':'.join([ mmd.get_name(), mmd.get_stream(), str(mmd.get_version()), mmd.get_context() or '00000000']) else: build = models.ModuleBuild.get_build_from_nsvc( session, name, stream, version, context) if not build: raise UnprocessableEntity('The module {} was not found'.format( ':'.join([name, stream, version, context]))) queried_mmd = build.mmd() nsvc = ':'.join([name, stream, version, context]) xmd_mbs = queried_mmd.get_xmd().get('mbs') if not xmd_mbs or 'buildrequires' not in xmd_mbs.keys(): raise RuntimeError( 'The module {} did not contain its modulemd or did not have ' 'its xmd attribute filled out in PDC'.format(nsvc)) buildrequires = xmd_mbs['buildrequires'] for br_name, details in buildrequires.items(): build = session.query(models.ModuleBuild).filter_by( name=br_name, stream=details['stream'], version=details['version'], state=models.BUILD_STATES['ready']).first() module_tags[build.koji_tag] = build.mmd() return module_tags def resolve_requires(self, requires): """ Resolves the requires list of N:S or N:S:V:C to a dictionary with keys as the module name and the values as a dictionary with keys of ref, stream, version, filtered_rpms. If there are some modules loaded by utils.load_local_builds(...), these local modules will be considered when resolving the requires. A RuntimeError is raised on DB lookup errors. :param requires: a dictionary with the module name as the key and the stream as the value :return: a dictionary """ new_requires = {} with models.make_session(self.config) as session: for nsvc in requires: nsvc_splitted = nsvc.split(":") if len(nsvc_splitted) == 2: module_name, module_stream = nsvc_splitted module_version = None module_context = None elif len(nsvc_splitted) == 4: module_name, module_stream, module_version, module_context = nsvc_splitted else: raise ValueError( "Only N:S or N:S:V:C is accepted by resolve_requires, got %s" % nsvc) local_modules = models.ModuleBuild.local_modules( session, module_name, module_stream) if local_modules: local_build = local_modules[0] new_requires[module_name] = { 'ref': None, 'stream': local_build.stream, 'version': local_build.version, 'context': local_build.context, # No need to set filtered_rpms for local builds, because MBS # filters the RPMs automatically when the module build is # done. 'filtered_rpms': [] } continue if module_version is None or module_context is None: build = models.ModuleBuild.get_last_build_in_stream( session, module_name, module_stream) else: build = models.ModuleBuild.get_build_from_nsvc( session, module_name, module_stream, module_version, module_context) if not build: raise UnprocessableEntity('The module {} was not found'.format(nsvc)) commit_hash = None filtered_rpms = [] mmd = build.mmd() mbs_xmd = mmd.get_xmd().get('mbs') if mbs_xmd and 'commit' in mbs_xmd.keys(): commit_hash = mbs_xmd['commit'] else: raise RuntimeError( 'The module "{0}" didn\'t contain a commit hash in its xmd' .format(module_name)) if "mse" not in mbs_xmd.keys() or not mbs_xmd["mse"]: raise RuntimeError( 'The module "{}" is not built using Module Stream Expansion. ' 'Please rebuild this module first'.format(nsvc)) # Find out the particular NVR of filtered packages rpm_filter = mmd.get_rpm_filter() if rpm_filter and rpm_filter.get(): for rpm in build.component_builds: if rpm.package in rpm_filter.get(): filtered_rpms.append(rpm.nvr) new_requires[module_name] = { 'ref': commit_hash, 'stream': module_stream, 'version': build.version, 'context': build.context, 'filtered_rpms': filtered_rpms, } return new_requires