Files
fm-orchestrator/module_build_service/monitor.py
mprahl 8c6cfb702d Use small license headers in the Python files
This also removes the outdated comments around authorship of each
file. If there is still interest in this information, one can just
look at the git history.
2019-10-03 08:47:24 -04:00

120 lines
3.6 KiB
Python

# -*- coding: utf-8 -*-
# SPDX-License-Identifier: MIT
# For an up-to-date version of this module, see:
# https://pagure.io/monitor-flask-sqlalchemy
import os
import tempfile
from flask import Blueprint, Response
from prometheus_client import ( # noqa: F401
ProcessCollector,
CollectorRegistry,
Counter,
multiprocess,
Histogram,
generate_latest,
start_http_server,
CONTENT_TYPE_LATEST,
)
from sqlalchemy import event
# Service-specific imports
from module_build_service.utils import cors_header, validate_api_version
if not os.environ.get("prometheus_multiproc_dir"):
os.environ.setdefault("prometheus_multiproc_dir", tempfile.mkdtemp())
registry = CollectorRegistry()
ProcessCollector(registry=registry)
multiprocess.MultiProcessCollector(registry)
if os.getenv("MONITOR_STANDALONE_METRICS_SERVER_ENABLE", "false") == "true":
port = os.getenv("MONITOR_STANDALONE_METRICS_SERVER_PORT", "10040")
start_http_server(int(port), registry=registry)
# Generic metrics
messaging_rx_counter = Counter(
"messaging_rx", "Total number of messages received", registry=registry
)
messaging_rx_processed_ok_counter = Counter(
"messaging_rx_processed_ok",
"Number of received messages, which were processed successfully",
registry=registry,
)
messaging_rx_failed_counter = Counter(
"messaging_rx_failed",
"Number of received messages, which failed during processing",
registry=registry,
)
messaging_tx_to_send_counter = Counter(
"messaging_tx_to_send", "Total number of messages to send", registry=registry
)
messaging_tx_sent_ok_counter = Counter(
"messaging_tx_sent_ok", "Number of messages, which were sent successfully", registry=registry
)
messaging_tx_failed_counter = Counter(
"messaging_tx_failed", "Number of messages, for which the sender failed", registry=registry
)
builder_success_counter = Counter(
"builds_success", "Number of successful builds", registry=registry
)
builder_failed_counter = Counter(
"builds_failed_total",
"Number of failed builds",
labelnames=["reason"], # reason could be: 'user', 'infra', 'unspec'
registry=registry,
)
db_dbapi_error_counter = Counter("db_dbapi_error", "Number of DBAPI errors", registry=registry)
db_engine_connect_counter = Counter(
"db_engine_connect", "Number of 'engine_connect' events", registry=registry
)
db_handle_error_counter = Counter(
"db_handle_error", "Number of exceptions during connection", registry=registry
)
db_transaction_rollback_counter = Counter(
"db_transaction_rollback", "Number of transactions, which were rolled back", registry=registry
)
# Service-specific metrics
# XXX: TODO
def db_hook_event_listeners(target=None):
# Service-specific import of db
from module_build_service import db
if not target:
target = db.engine
@event.listens_for(target, "dbapi_error", named=True)
def receive_dbapi_error(**kw):
db_dbapi_error_counter.inc()
@event.listens_for(target, "engine_connect")
def receive_engine_connect(conn, branch):
db_engine_connect_counter.inc()
@event.listens_for(target, "handle_error")
def receive_handle_error(exception_context):
db_handle_error_counter.inc()
@event.listens_for(target, "rollback")
def receive_rollback(conn):
db_transaction_rollback_counter.inc()
monitor_api = Blueprint(
"monitor", __name__, url_prefix="/module-build-service/<int:api_version>/monitor")
@cors_header()
@validate_api_version()
@monitor_api.route("/metrics")
def metrics(api_version):
return Response(generate_latest(registry), content_type=CONTENT_TYPE_LATEST)