mirror of
https://pagure.io/fm-orchestrator.git
synced 2026-07-16 11:02:02 +08:00
Split utils/mse.py
This moves the code used by the backend and API to common/resolve.py and moves the code used just by the API to web/mse.py.
This commit is contained in:
mprahl
0
tests/test_web/__init__.py
Normal file
0
tests/test_web/__init__.py
Normal file
465
tests/test_web/test_mse.py
Normal file
465
tests/test_web/test_mse.py
Normal file
@@ -0,0 +1,465 @@
|
||||
# -*- coding: utf-8 -*-
|
||||
# SPDX-License-Identifier: MIT
|
||||
import pytest
|
||||
|
||||
from module_build_service.db_session import db_session
|
||||
from module_build_service.errors import StreamAmbigous
|
||||
from module_build_service.web.mse import (
|
||||
expand_mse_streams, generate_expanded_mmds, get_mmds_required_by_module_recursively
|
||||
)
|
||||
from tests import clean_database, make_module_in_db
|
||||
|
||||
|
||||
class TestModuleStreamExpansion:
|
||||
def setup_method(self, test_method):
|
||||
clean_database(False)
|
||||
|
||||
def teardown_method(self, test_method):
|
||||
clean_database()
|
||||
|
||||
def _get_mmds_required_by_module_recursively(self, module_build, db_session):
|
||||
"""
|
||||
Convenience wrapper around get_mmds_required_by_module_recursively
|
||||
returning the list with nsvc strings of modules returned by this the wrapped
|
||||
method.
|
||||
"""
|
||||
mmd = module_build.mmd()
|
||||
expand_mse_streams(db_session, mmd)
|
||||
modules = get_mmds_required_by_module_recursively(db_session, mmd)
|
||||
nsvcs = [m.get_nsvc() for m in modules]
|
||||
return nsvcs
|
||||
|
||||
def _generate_default_modules(self):
|
||||
"""
|
||||
Generates gtk:1, gtk:2, foo:1 and foo:2 modules requiring the
|
||||
platform:f28 and platform:f29 modules.
|
||||
"""
|
||||
platform_f28 = make_module_in_db("platform:f28:0:c10")
|
||||
platform_f29 = make_module_in_db("platform:f29:0:c11")
|
||||
f28_deps = [{
|
||||
"requires": {"platform": ["f28"]},
|
||||
"buildrequires": {"platform": ["f28"]},
|
||||
}]
|
||||
f29_deps = [{
|
||||
"requires": {"platform": ["f29"]},
|
||||
"buildrequires": {"platform": ["f29"]},
|
||||
}]
|
||||
make_module_in_db("gtk:1:0:c2", f28_deps, base_module=platform_f28)
|
||||
make_module_in_db("gtk:1:0:c3", f29_deps, base_module=platform_f29)
|
||||
make_module_in_db("gtk:2:0:c4", f28_deps, base_module=platform_f28)
|
||||
make_module_in_db("gtk:2:0:c5", f29_deps, base_module=platform_f29)
|
||||
make_module_in_db("foo:1:0:c2", f28_deps, base_module=platform_f28)
|
||||
make_module_in_db("foo:1:0:c3", f29_deps, base_module=platform_f29)
|
||||
make_module_in_db("foo:2:0:c4", f28_deps, base_module=platform_f28)
|
||||
make_module_in_db("foo:2:0:c5", f29_deps, base_module=platform_f29)
|
||||
make_module_in_db("app:1:0:c6", f29_deps, base_module=platform_f29)
|
||||
|
||||
def test_generate_expanded_mmds_context(self):
|
||||
self._generate_default_modules()
|
||||
module_build = make_module_in_db(
|
||||
"app:1:0:c1", [{
|
||||
"requires": {"gtk": ["1", "2"]},
|
||||
"buildrequires": {
|
||||
"platform": ["f28"],
|
||||
"gtk": ["1", "2"]
|
||||
},
|
||||
}],
|
||||
)
|
||||
mmds = generate_expanded_mmds(db_session, module_build.mmd())
|
||||
contexts = {mmd.get_context() for mmd in mmds}
|
||||
assert {"e1e005fb", "ce132a1e"} == contexts
|
||||
|
||||
@pytest.mark.parametrize(
|
||||
"module_deps,stream_ambigous,expected_xmd,expected_buildrequires",
|
||||
[
|
||||
(
|
||||
[{
|
||||
"requires": {"gtk": ["1", "2"]},
|
||||
"buildrequires": {"platform": ["f28"], "gtk": ["1", "2"]},
|
||||
}],
|
||||
True,
|
||||
{
|
||||
frozenset(["platform:f28:0:c10", "gtk:2:0:c4"]),
|
||||
frozenset(["platform:f28:0:c10", "gtk:1:0:c2"])
|
||||
},
|
||||
{frozenset(["gtk:1", "platform:f28"]), frozenset(["gtk:2", "platform:f28"])},
|
||||
),
|
||||
(
|
||||
[{
|
||||
"requires": {"foo": ["1"]},
|
||||
"buildrequires": {"platform": ["f28"], "foo": ["1"], "gtk": ["1", "2"]},
|
||||
}],
|
||||
True,
|
||||
{
|
||||
frozenset(["foo:1:0:c2", "gtk:1:0:c2", "platform:f28:0:c10"]),
|
||||
frozenset(["foo:1:0:c2", "gtk:2:0:c4", "platform:f28:0:c10"]),
|
||||
},
|
||||
{
|
||||
frozenset(["foo:1", "gtk:1", "platform:f28"]),
|
||||
frozenset(["foo:1", "gtk:2", "platform:f28"]),
|
||||
},
|
||||
),
|
||||
(
|
||||
[{
|
||||
"requires": {"gtk": ["1"], "foo": ["1"]},
|
||||
"buildrequires": {"platform": ["f28"], "gtk": ["1"], "foo": ["1"]},
|
||||
}],
|
||||
False,
|
||||
{frozenset(["foo:1:0:c2", "gtk:1:0:c2", "platform:f28:0:c10"])},
|
||||
{frozenset(["foo:1", "gtk:1", "platform:f28"])},
|
||||
),
|
||||
(
|
||||
[{
|
||||
"requires": {"gtk": ["1"], "foo": ["1"]},
|
||||
"buildrequires": {"gtk": ["1"], "foo": ["1"], "platform": ["f28"]},
|
||||
}],
|
||||
False,
|
||||
{frozenset(["foo:1:0:c2", "gtk:1:0:c2", "platform:f28:0:c10"])},
|
||||
{frozenset(["foo:1", "gtk:1", "platform:f28"])},
|
||||
),
|
||||
(
|
||||
[{
|
||||
"requires": {"gtk": ["-2"], "foo": ["-2"]},
|
||||
"buildrequires": {"platform": ["f28"], "gtk": ["-2"], "foo": ["-2"]},
|
||||
}],
|
||||
True,
|
||||
{frozenset(["foo:1:0:c2", "gtk:1:0:c2", "platform:f28:0:c10"])},
|
||||
{frozenset(["foo:1", "gtk:1", "platform:f28"])},
|
||||
),
|
||||
(
|
||||
[{
|
||||
"requires": {"gtk": ["1"], "foo": ["1"]},
|
||||
"buildrequires": {"platform": ["f28"], "gtk": ["1"]},
|
||||
}],
|
||||
False,
|
||||
{frozenset(["gtk:1:0:c2", "platform:f28:0:c10"])},
|
||||
{frozenset(["gtk:1", "platform:f28"])},
|
||||
),
|
||||
(
|
||||
[{
|
||||
"requires": {"gtk": []},
|
||||
"buildrequires": {"platform": ["f28"], "gtk": ["1"]},
|
||||
}],
|
||||
True,
|
||||
{frozenset(["gtk:1:0:c2", "platform:f28:0:c10"])},
|
||||
{frozenset(["gtk:1", "platform:f28"])},
|
||||
),
|
||||
(
|
||||
[{
|
||||
"requires": {},
|
||||
"buildrequires": {"platform": ["f29"], "app": ["1"]},
|
||||
}],
|
||||
False,
|
||||
{frozenset(["app:1:0:c6", "platform:f29:0:c11"])},
|
||||
{frozenset(["app:1", "platform:f29"])},
|
||||
),
|
||||
],
|
||||
)
|
||||
def test_generate_expanded_mmds_buildrequires(
|
||||
self, module_deps, stream_ambigous, expected_xmd, expected_buildrequires
|
||||
):
|
||||
self._generate_default_modules()
|
||||
module_build = make_module_in_db("app:1:0:c1", module_deps)
|
||||
|
||||
# Check that generate_expanded_mmds raises an exception if stream is ambigous
|
||||
# and also that it does not raise an exception otherwise.
|
||||
if stream_ambigous:
|
||||
with pytest.raises(StreamAmbigous):
|
||||
generate_expanded_mmds(
|
||||
db_session, module_build.mmd(), raise_if_stream_ambigous=True)
|
||||
else:
|
||||
generate_expanded_mmds(db_session, module_build.mmd(), raise_if_stream_ambigous=True)
|
||||
|
||||
# Check that if stream is ambigous and we define the stream, it does not raise
|
||||
# an exception.
|
||||
if stream_ambigous:
|
||||
default_streams = {}
|
||||
for ns in list(expected_buildrequires)[0]:
|
||||
name, stream = ns.split(":")
|
||||
default_streams[name] = stream
|
||||
generate_expanded_mmds(
|
||||
db_session,
|
||||
module_build.mmd(),
|
||||
raise_if_stream_ambigous=True,
|
||||
default_streams=default_streams,
|
||||
)
|
||||
|
||||
mmds = generate_expanded_mmds(db_session, module_build.mmd())
|
||||
|
||||
buildrequires_per_mmd_xmd = set()
|
||||
buildrequires_per_mmd_buildrequires = set()
|
||||
for mmd in mmds:
|
||||
xmd = mmd.get_xmd()
|
||||
br_nsvcs = []
|
||||
for name, detail in xmd["mbs"]["buildrequires"].items():
|
||||
br_nsvcs.append(
|
||||
":".join([name, detail["stream"], detail["version"], detail["context"]]))
|
||||
buildrequires_per_mmd_xmd.add(frozenset(br_nsvcs))
|
||||
|
||||
assert len(mmd.get_dependencies()) == 1
|
||||
|
||||
buildrequires = set()
|
||||
dep = mmd.get_dependencies()[0]
|
||||
for req_name in dep.get_buildtime_modules():
|
||||
for req_stream in dep.get_buildtime_streams(req_name):
|
||||
buildrequires.add(":".join([req_name, req_stream]))
|
||||
buildrequires_per_mmd_buildrequires.add(frozenset(buildrequires))
|
||||
|
||||
assert buildrequires_per_mmd_xmd == expected_xmd
|
||||
assert buildrequires_per_mmd_buildrequires == expected_buildrequires
|
||||
|
||||
@pytest.mark.parametrize(
|
||||
"module_deps,expected",
|
||||
[
|
||||
(
|
||||
[{
|
||||
"requires": {"gtk": ["1", "2"]},
|
||||
"buildrequires": {"platform": [], "gtk": ["1", "2"]},
|
||||
}],
|
||||
{frozenset(["gtk:1"]), frozenset(["gtk:2"])},
|
||||
),
|
||||
(
|
||||
[{
|
||||
"requires": {"gtk": ["1", "2"]},
|
||||
"buildrequires": {"platform": [], "gtk": ["1"]},
|
||||
}],
|
||||
{frozenset(["gtk:1", "gtk:2"])},
|
||||
),
|
||||
(
|
||||
[{
|
||||
"requires": {"gtk": ["1"], "foo": ["1"]},
|
||||
"buildrequires": {"platform": [], "gtk": ["1"], "foo": ["1"]},
|
||||
}],
|
||||
{frozenset(["foo:1", "gtk:1"])},
|
||||
),
|
||||
(
|
||||
[{
|
||||
"requires": {"gtk": ["-2"], "foo": ["-2"]},
|
||||
"buildrequires": {"platform": [], "gtk": ["-2"], "foo": ["-2"]},
|
||||
}],
|
||||
{frozenset(["foo:1", "gtk:1"])},
|
||||
),
|
||||
(
|
||||
[{
|
||||
"requires": {"gtk": [], "foo": []},
|
||||
"buildrequires": {"platform": [], "gtk": ["1"], "foo": ["1"]},
|
||||
}],
|
||||
{frozenset([])},
|
||||
),
|
||||
],
|
||||
)
|
||||
def test_generate_expanded_mmds_requires(self, module_deps, expected):
|
||||
self._generate_default_modules()
|
||||
module_build = make_module_in_db("app:1:0:c1", module_deps)
|
||||
mmds = generate_expanded_mmds(db_session, module_build.mmd())
|
||||
|
||||
requires_per_mmd = set()
|
||||
for mmd in mmds:
|
||||
assert len(mmd.get_dependencies()) == 1
|
||||
mmd_requires = set()
|
||||
dep = mmd.get_dependencies()[0]
|
||||
for req_name in dep.get_runtime_modules():
|
||||
for req_stream in dep.get_runtime_streams(req_name):
|
||||
mmd_requires.add(":".join([req_name, req_stream]))
|
||||
requires_per_mmd.add(frozenset(mmd_requires))
|
||||
|
||||
assert requires_per_mmd == expected
|
||||
|
||||
@pytest.mark.parametrize(
|
||||
"module_deps,expected",
|
||||
[
|
||||
(
|
||||
[{"requires": {}, "buildrequires": {"platform": [], "gtk": ["1", "2"]}}],
|
||||
[
|
||||
"platform:f29:0:c11",
|
||||
"gtk:2:0:c4",
|
||||
"gtk:2:0:c5",
|
||||
"platform:f28:0:c10",
|
||||
"gtk:1:0:c2",
|
||||
"gtk:1:0:c3",
|
||||
],
|
||||
),
|
||||
(
|
||||
[{
|
||||
"requires": {},
|
||||
"buildrequires": {"platform": [], "gtk": ["1"], "foo": ["1"]}
|
||||
}],
|
||||
[
|
||||
"platform:f28:0:c10",
|
||||
"gtk:1:0:c2",
|
||||
"gtk:1:0:c3",
|
||||
"foo:1:0:c2",
|
||||
"foo:1:0:c3",
|
||||
"platform:f29:0:c11",
|
||||
],
|
||||
),
|
||||
(
|
||||
[{
|
||||
"requires": {},
|
||||
"buildrequires": {"gtk": ["1"], "foo": ["1"], "platform": ["f28"]}
|
||||
}],
|
||||
["platform:f28:0:c10", "gtk:1:0:c2", "foo:1:0:c2"],
|
||||
),
|
||||
(
|
||||
[
|
||||
{
|
||||
"requires": {},
|
||||
"buildrequires": {"platform": [], "gtk": ["1"], "foo": ["1"]}
|
||||
},
|
||||
{
|
||||
"requires": {},
|
||||
"buildrequires": {"platform": [], "gtk": ["2"], "foo": ["2"]},
|
||||
}
|
||||
],
|
||||
[
|
||||
"foo:1:0:c2",
|
||||
"foo:1:0:c3",
|
||||
"foo:2:0:c4",
|
||||
"foo:2:0:c5",
|
||||
"platform:f28:0:c10",
|
||||
"platform:f29:0:c11",
|
||||
"gtk:1:0:c2",
|
||||
"gtk:1:0:c3",
|
||||
"gtk:2:0:c4",
|
||||
"gtk:2:0:c5",
|
||||
],
|
||||
),
|
||||
(
|
||||
[{
|
||||
"requires": {},
|
||||
"buildrequires": {"platform": [], "gtk": ["-2"], "foo": ["-2"]},
|
||||
}],
|
||||
[
|
||||
"foo:1:0:c2",
|
||||
"foo:1:0:c3",
|
||||
"platform:f29:0:c11",
|
||||
"platform:f28:0:c10",
|
||||
"gtk:1:0:c2",
|
||||
"gtk:1:0:c3",
|
||||
],
|
||||
),
|
||||
],
|
||||
)
|
||||
def test_get_required_modules_simple(self, module_deps, expected):
|
||||
module_build = make_module_in_db("app:1:0:c1", module_deps)
|
||||
self._generate_default_modules()
|
||||
nsvcs = self._get_mmds_required_by_module_recursively(module_build, db_session)
|
||||
assert set(nsvcs) == set(expected)
|
||||
|
||||
def _generate_default_modules_recursion(self):
|
||||
"""
|
||||
Generates the gtk:1 module requiring foo:1 module requiring bar:1
|
||||
and lorem:1 modules which require base:f29 module requiring
|
||||
platform:f29 module :).
|
||||
"""
|
||||
base_module = make_module_in_db("platform:f29:0:c11")
|
||||
make_module_in_db(
|
||||
"gtk:1:0:c2",
|
||||
[{"requires": {"foo": ["unknown"]}, "buildrequires": {}}],
|
||||
base_module=base_module)
|
||||
make_module_in_db(
|
||||
"gtk:1:1:c2",
|
||||
[{"requires": {"foo": ["1"]}, "buildrequires": {}}],
|
||||
base_module=base_module)
|
||||
make_module_in_db(
|
||||
"foo:1:0:c2",
|
||||
[{"requires": {"bar": ["unknown"]}, "buildrequires": {}}],
|
||||
base_module=base_module)
|
||||
make_module_in_db(
|
||||
"foo:1:1:c2",
|
||||
[{"requires": {"bar": ["1"], "lorem": ["1"]}, "buildrequires": {}}],
|
||||
base_module=base_module)
|
||||
make_module_in_db(
|
||||
"bar:1:0:c2",
|
||||
[{"requires": {"base": ["unknown"]}, "buildrequires": {}}],
|
||||
base_module=base_module)
|
||||
make_module_in_db(
|
||||
"bar:1:1:c2",
|
||||
[{"requires": {"base": ["f29"]}, "buildrequires": {}}],
|
||||
base_module=base_module)
|
||||
make_module_in_db(
|
||||
"lorem:1:0:c2",
|
||||
[{"requires": {"base": ["unknown"]}, "buildrequires": {}}],
|
||||
base_module=base_module)
|
||||
make_module_in_db(
|
||||
"lorem:1:1:c2",
|
||||
[{"requires": {"base": ["f29"]}, "buildrequires": {}}],
|
||||
base_module=base_module)
|
||||
make_module_in_db(
|
||||
"base:f29:0:c3",
|
||||
[{"requires": {"platform": ["f29"]}, "buildrequires": {}}],
|
||||
base_module=base_module)
|
||||
|
||||
@pytest.mark.parametrize(
|
||||
"module_deps,expected",
|
||||
[
|
||||
(
|
||||
[{
|
||||
"requires": {},
|
||||
"buildrequires": {"platform": [], "gtk": ["1"]},
|
||||
}],
|
||||
[
|
||||
"foo:1:1:c2",
|
||||
"base:f29:0:c3",
|
||||
"platform:f29:0:c11",
|
||||
"bar:1:1:c2",
|
||||
"gtk:1:1:c2",
|
||||
"lorem:1:1:c2",
|
||||
],
|
||||
),
|
||||
(
|
||||
[{
|
||||
"requires": {},
|
||||
"buildrequires": {"platform": [], "foo": ["1"]},
|
||||
}],
|
||||
["foo:1:1:c2", "base:f29:0:c3", "platform:f29:0:c11", "bar:1:1:c2", "lorem:1:1:c2"],
|
||||
),
|
||||
],
|
||||
)
|
||||
def test_get_required_modules_recursion(self, module_deps, expected):
|
||||
module_build = make_module_in_db("app:1:0:c1", module_deps)
|
||||
self._generate_default_modules_recursion()
|
||||
nsvcs = self._get_mmds_required_by_module_recursively(module_build, db_session)
|
||||
assert set(nsvcs) == set(expected)
|
||||
|
||||
def _generate_default_modules_modules_multiple_stream_versions(self):
|
||||
"""
|
||||
Generates the gtk:1 module requiring foo:1 module requiring bar:1
|
||||
and lorem:1 modules which require base:f29 module requiring
|
||||
platform:f29 module :).
|
||||
"""
|
||||
f29_dep = [{
|
||||
"requires": {"platform": ["f29"]},
|
||||
"buildrequires": {"platform": ["f29"]}
|
||||
}]
|
||||
|
||||
f290000 = make_module_in_db(
|
||||
"platform:f29.0.0:0:c11", virtual_streams=["f29"])
|
||||
make_module_in_db("gtk:1:0:c2", f29_dep, base_module=f290000)
|
||||
|
||||
f290100 = make_module_in_db(
|
||||
"platform:f29.1.0:0:c11", virtual_streams=["f29"])
|
||||
make_module_in_db("gtk:1:1:c2", f29_dep, base_module=f290100)
|
||||
make_module_in_db("gtk:1:2:c2", f29_dep, base_module=f290100)
|
||||
|
||||
f290200 = make_module_in_db(
|
||||
"platform:f29.2.0:0:c11", virtual_streams=["f29"])
|
||||
make_module_in_db("gtk:1:3:c2", f29_dep, base_module=f290200)
|
||||
|
||||
@pytest.mark.parametrize(
|
||||
"module_deps,expected",
|
||||
[
|
||||
(
|
||||
[{
|
||||
"requires": {},
|
||||
"buildrequires": {"platform": ["f29.1.0"], "gtk": ["1"]},
|
||||
}],
|
||||
["platform:f29.0.0:0:c11", "gtk:1:0:c2", "gtk:1:2:c2", "platform:f29.1.0:0:c11"],
|
||||
)
|
||||
],
|
||||
)
|
||||
def test_get_required_modules_stream_versions(self, module_deps, expected):
|
||||
module_build = make_module_in_db("app:1:0:c1", module_deps)
|
||||
self._generate_default_modules_modules_multiple_stream_versions()
|
||||
nsvcs = self._get_mmds_required_by_module_recursively(module_build, db_session)
|
||||
assert set(nsvcs) == set(expected)
|
||||
Reference in New Issue
Block a user