Add test_memory

- Add a script that runs test MBS instance.
- Add memory tracking test-case.
- New tox environment: run with 'tox -e memory'.

tests/test_memory/test_memory.py

@@ -0,0 +1,103 @@
+import json
+import os
+import psutil
+import pytest
+import requests
+import time
+
+from subprocess import Popen
+from tests import read_staged_data_as_yaml
+
+
+base_dir = os.path.dirname(__file__)
+yaml = read_staged_data_as_yaml("testmodule.yaml")
+
+LOCAL_MBS_URL = "http://localhost:5000/module-build-service/1/module-builds/"
+
+
+def submit_yaml_build(module_name):
+    """Submit module build with custom name to get a unique NVR each time."""
+    yaml["data"]["name"] = module_name
+    data = {"modulemd": str(yaml), "module_name": "testmodule"}
+    r = requests.post(LOCAL_MBS_URL, data=json.dumps(data))
+    if r.status_code > 300:
+        pytest.fail(str(r.json()))
+    return r.json()["id"]
+
+
+def wait_for_module_build(build_id, timeout=60, interval=5):
+    """Wait for module build to be ready
+
+    :param int build_id: build definition (either id or Build object)
+    :param float timeout: timeout in seconds
+    :param float interval: scan interval in seconds
+    """
+    start = time.time()
+
+    while (time.time() - start) < timeout:
+        state = requests.get(LOCAL_MBS_URL + str(build_id)).json()["state_name"]
+        if state == "ready":
+            return
+        time.sleep(interval)
+    pytest.skip("Wait for build timed out after {}s".format(timeout))
+
+
+@pytest.fixture()
+def run_debug_mbs_instance():
+    """Starts a 'debug' MBS instance:
+    * mbs-frontend (no auth, yaml import enabled)
+    * moksha hub (in memory messaging)
+    * tests.test_build.test_build.FakeModuleBuilder as builder backend (always succeeds)
+
+    Optionally:
+    Set MBS_TEST_INSTANCE_PID env variable to run test against your own running instance.
+    If you intend to run a standalone instance, make sure you have these env vars set:
+    * MODULE_BUILD_SERVICE_DEVELOPER_ENV=0
+    * MBS_CONFIG_SECTION=TestConfiguration
+    * MBS_CONFIG_FILE=tests/test_memory/mbs_configuration.py
+    * DATABASE_URI=postgresql+psycopg2://postgres:@127.0.0.1/mbstest
+
+    ...then 'python tests/test_memory/mbs_debug.py' (and 'kill -10 <PID>' to start debugger)
+    """
+
+    process = None
+    try:
+        running_instance_pid = int(os.environ.get("MBS_TEST_INSTANCE_PID"))
+        yield running_instance_pid
+    except TypeError or ValueError:
+        mbs_config_file_path = os.path.join(base_dir, "mbs_configuration.py")
+        env = {
+            "MBS_CONFIG_SECTION": "TestConfiguration",
+            "MBS_CONFIG_FILE": mbs_config_file_path,
+        }
+        # Pass the preset database configuration (if present)
+        if os.environ.get("DATABASE_URI"):
+            env["DATABASE_URI"] = os.environ.get("DATABASE_URI")
+
+        mbs_exec_script = os.path.join(base_dir, "mbs_debug.py")
+        process = Popen(["python", mbs_exec_script], stdin=None, stdout=None, env=env)
+        time.sleep(5)  # wait a couple of secs for MBS to start
+        yield process.pid
+    if process:
+        process.terminate()
+
+
+@pytest.mark.parametrize("num_builds", [20])
+def test_submit_build(require_platform_and_default_arch, run_debug_mbs_instance, num_builds):
+    pid = run_debug_mbs_instance
+    process = psutil.Process(pid)
+
+    def get_rss():  # resident set size in MB
+        return process.memory_info().rss / 1000000
+    consumed_memory = []
+
+    for i in range(num_builds):
+        build_id = submit_yaml_build("test-module-{}".format(i))
+        # wait for the build to finish, so that the build logger is flushed/closed
+        wait_for_module_build(build_id, interval=0.5, timeout=10)
+        consumed_memory.append(get_rss())
+
+    print("Memory [MB]: {}".format(consumed_memory))
+
+    if (consumed_memory[-1] - consumed_memory[0]) > 0.1:
+        pytest.fail("Memory is leaking, [MB]: {}".format(consumed_memory))