mirror of
https://pagure.io/fm-orchestrator.git
synced 2026-04-04 11:20:00 +08:00
Use python-fedora from openidc branch to get the openid token.
This commit is contained in:
Jan Kaluza
205
contrib/mbs-build
Executable file
205
contrib/mbs-build
Executable file
@@ -0,0 +1,205 @@
|
||||
#!/usr/bin/env python
|
||||
from __future__ import print_function
|
||||
import os
|
||||
import sys
|
||||
import fedora.client.openidcclient
|
||||
import argparse
|
||||
import logging
|
||||
import subprocess
|
||||
import requests
|
||||
import koji
|
||||
import time
|
||||
|
||||
DEFAULT_ID_PROVIDER = "https://id.fedoraproject.org/openidc/"
|
||||
DEFAULT_MBS_SERVER = "https://mbs.fedoraproject.org"
|
||||
|
||||
fedora.client.openidcclient.WEB_PORTS = [13747]
|
||||
|
||||
def watch_build(server, build_id):
|
||||
if not server:
|
||||
server = DEFAULT_MBS_SERVER
|
||||
|
||||
done = False
|
||||
while not done:
|
||||
# Clear the screen
|
||||
print(chr(27) + "[2J")
|
||||
|
||||
state_names = dict([(v, k) for k, v in koji.BUILD_STATES.items()])
|
||||
state_names[None] = "undefined"
|
||||
|
||||
idx = int(build_id)
|
||||
|
||||
response = requests.get(server + '/module-build-service/1/module-builds/%i?verbose=true' % idx)
|
||||
data = response.json()
|
||||
|
||||
tasks = data['tasks']['rpms']
|
||||
states = list(set([task['state'] for task in tasks.values()]))
|
||||
inverted = dict()
|
||||
for name, task in tasks.items():
|
||||
state = task['state']
|
||||
inverted[state] = inverted.get(state, [])
|
||||
inverted[state].append(name)
|
||||
|
||||
if 0 in inverted:
|
||||
print("Still building:")
|
||||
for name in inverted[0]:
|
||||
task = tasks[name]
|
||||
print(" ", name, "https://koji.fedoraproject.org/koji/taskinfo?taskID=%s" % task['task_id'])
|
||||
|
||||
if 3 in inverted:
|
||||
print("Failed:")
|
||||
for name in inverted[3]:
|
||||
task = tasks[name]
|
||||
print(" ", name, "https://koji.fedoraproject.org/koji/taskinfo?taskID=%s" % task['task_id'])
|
||||
|
||||
print()
|
||||
print("Summary:")
|
||||
for state in states:
|
||||
print(" ", len(inverted[state]), "components in the", state_names[state], "state")
|
||||
|
||||
done = data["state_name"] in ["failed", "done", "ready"]
|
||||
|
||||
print('Module {name} is in state {state_name} (reason {state_reason})'.format(**data))
|
||||
time.sleep(30)
|
||||
|
||||
def send_authorized_request(server, id_provider, url, body, **kwargs):
|
||||
"""
|
||||
Sends authorized request to server.
|
||||
"""
|
||||
if not server:
|
||||
server = DEFAULT_MBS_SERVER
|
||||
if not id_provider:
|
||||
id_provider = DEFAULT_ID_PROVIDER
|
||||
|
||||
logging.info("Trying to get the token from %s", id_provider)
|
||||
|
||||
# Get the auth token using the OpenID client.
|
||||
oidc = fedora.client.openidcclient.OpenIDCBaseClient(
|
||||
server, 'mbs-authorizer',
|
||||
id_provider=id_provider,
|
||||
client_id="mbs-authorizer",
|
||||
client_secret="notsecret")
|
||||
|
||||
scopes = ['openid', 'https://id.fedoraproject.org/scope/groups',
|
||||
'https://mbs.fedoraproject.org/oidc/submit-build']
|
||||
logging.debug("Sending body: %s", body)
|
||||
return oidc.send_request(url, scopes, json=body, **kwargs)
|
||||
|
||||
def submit_module_build(scm_url, branch, server, id_provider, pyrpkg):
|
||||
"""
|
||||
Submits the module defined by `scm_url` to MBS instance defined
|
||||
by `server`.
|
||||
"""
|
||||
|
||||
if not scm_url or not branch:
|
||||
logging.info("You have not provided SCM URL or branch. Trying to get "
|
||||
"it from current working directory")
|
||||
process = subprocess.Popen([pyrpkg, 'giturl'], stdout=subprocess.PIPE,
|
||||
stderr=subprocess.PIPE)
|
||||
out, err = process.communicate()
|
||||
if process.returncode != 0 and len(err) != 0:
|
||||
logging.error("Cannot get the giturl from current "
|
||||
"working directory using the %s", pyrpkg)
|
||||
logging.error(err)
|
||||
return -2
|
||||
scm_url = out[:-1] # remove new-line
|
||||
|
||||
process = subprocess.Popen(['git', 'rev-parse', '--abbrev-ref', 'HEAD'],
|
||||
stdout=subprocess.PIPE, stderr=subprocess.PIPE)
|
||||
out, err = process.communicate()
|
||||
if process.returncode != 0 and len(err) != 0:
|
||||
logging.error("Cannot get the branch name from current "
|
||||
"working directory.")
|
||||
logging.error(err)
|
||||
return -2
|
||||
branch = out[:-1] # remove new-line
|
||||
|
||||
logging.info("Submitting module build %s", scm_url)
|
||||
body = {'scmurl': scm_url, 'branch': branch}
|
||||
resp = send_authorized_request(
|
||||
server, id_provider, "/module-build-service/1/module-builds/",
|
||||
body)
|
||||
logging.info(resp.text)
|
||||
|
||||
data = resp.json()
|
||||
if 'id' in data:
|
||||
return data['id']
|
||||
return -3
|
||||
|
||||
def cancel_module_build(server, id_provider, build_id):
|
||||
"""
|
||||
Cancels the module build.
|
||||
"""
|
||||
logging.info("Cancelling module build %s", build_id)
|
||||
resp = send_authorized_request(
|
||||
server, id_provider,
|
||||
"/module-build-service/1/module-builds/" + str(build_id),
|
||||
{'state': 'failed'}, verb="PATCH")
|
||||
logging.info(resp.text)
|
||||
|
||||
def main():
|
||||
# Parse command line arguments
|
||||
parser = argparse.ArgumentParser(description="Submits module build. When "
|
||||
"'scm_url' is not set, it submits the cloned module git repository in "
|
||||
"the current working directory.")
|
||||
subparsers = parser.add_subparsers(dest="cmd_name")
|
||||
parser.add_argument('-v', dest='verbose', action='store_true',
|
||||
help="shows verbose output")
|
||||
parser.add_argument('-q', dest='quiet', action='store_true',
|
||||
help="shows only warnings and errors")
|
||||
parser.add_argument('-s', dest='server', action='store',
|
||||
help="defines the hostname[:port] of the Module Build Service")
|
||||
parser.add_argument('-i', dest='idprovider', action='store',
|
||||
help="defines the OpenID Connect identity provider")
|
||||
parser.add_argument('-p', dest='pyrpkg_client', action='store',
|
||||
help="defines the name of pyrpkg client executable",
|
||||
default="fedpkg")
|
||||
|
||||
parser_submit = subparsers.add_parser('submit',
|
||||
help="submit module build")
|
||||
parser_submit.add_argument("scm_url", nargs='?')
|
||||
parser_submit.add_argument("branch", nargs='?')
|
||||
parser_submit.add_argument('-w', dest="watch", action='store_true',
|
||||
help="watch the build progress")
|
||||
|
||||
parser_watch = subparsers.add_parser('watch',
|
||||
help="watch module build")
|
||||
parser_watch.add_argument("build_id")
|
||||
|
||||
parser_cancel = subparsers.add_parser('cancel',
|
||||
help="cancel module build")
|
||||
parser_cancel.add_argument("build_id")
|
||||
|
||||
args = parser.parse_args()
|
||||
|
||||
|
||||
# Initialize the logging.
|
||||
if args.verbose:
|
||||
loglevel = logging.DEBUG
|
||||
elif args.quiet:
|
||||
loglevel = logging.WARNING
|
||||
else:
|
||||
loglevel = logging.INFO
|
||||
logging.basicConfig(level=loglevel, format="%(levelname)s: %(message)s")
|
||||
|
||||
if args.cmd_name == "submit":
|
||||
# Submit the module build.
|
||||
build_id = submit_module_build(args.scm_url, args.branch, args.server,
|
||||
args.idprovider, args.pyrpkg_client)
|
||||
if build_id < 0:
|
||||
sys.exit(build_id)
|
||||
|
||||
if args.watch:
|
||||
watch_build(args.server, build_id)
|
||||
elif args.cmd_name == "watch":
|
||||
# Watch the module build.
|
||||
try:
|
||||
watch_build(args.server, args.build_id)
|
||||
except KeyboardInterrupt:
|
||||
pass
|
||||
elif args.cmd_name == "cancel":
|
||||
# Cancel the module build
|
||||
cancel_module_build(args.server, args.idprovider, args.build_id)
|
||||
|
||||
if __name__ == "__main__":
|
||||
main()
|
||||
@@ -1,4 +0,0 @@
|
||||
{
|
||||
"scmurl": "git://pkgs.stg.fedoraproject.org/modules/testmodule.git?#789dc7b",
|
||||
"branch": "master"
|
||||
}
|
||||
@@ -1,102 +0,0 @@
|
||||
#!/usr/bin/env python
|
||||
import socket
|
||||
import os
|
||||
import sys
|
||||
import random
|
||||
|
||||
try:
|
||||
from urllib.parse import urlencode # py3
|
||||
except ImportError:
|
||||
from urllib import urlencode # py2
|
||||
|
||||
def listen_for_token():
|
||||
"""
|
||||
Listens on port 13747 on localhost for a redirect request by OIDC
|
||||
server, parses the response and returns the "access_token" value.
|
||||
"""
|
||||
TCP_IP = '0.0.0.0'
|
||||
TCP_PORT = 13747
|
||||
BUFFER_SIZE = 1024
|
||||
|
||||
s = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
|
||||
s.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1)
|
||||
s.bind((TCP_IP, TCP_PORT))
|
||||
s.listen(1)
|
||||
|
||||
conn, addr = s.accept()
|
||||
print 'Connection address:', addr
|
||||
data = ""
|
||||
sent_resp = False
|
||||
while 1:
|
||||
try:
|
||||
r = conn.recv(BUFFER_SIZE)
|
||||
except:
|
||||
conn.close()
|
||||
break
|
||||
if not r: break
|
||||
data += r
|
||||
|
||||
if not sent_resp:
|
||||
response = "Token has been handled."
|
||||
conn.send("""HTTP/1.1 200 OK
|
||||
Content-Length: %s
|
||||
Content-Type: text/plain
|
||||
Connection: Closed
|
||||
|
||||
%s""" % (len(response), response))
|
||||
conn.close()
|
||||
sent_resp = True
|
||||
|
||||
s.close()
|
||||
|
||||
data = data.split("\n")
|
||||
for line in data:
|
||||
variables = line.split("&")
|
||||
for var in variables:
|
||||
kv = var.split("=")
|
||||
if not len(kv) == 2:
|
||||
continue
|
||||
if kv[0] == "access_token":
|
||||
return kv[1]
|
||||
return None
|
||||
|
||||
mbs_host = "localhost:5000"
|
||||
token = None
|
||||
if len(sys.argv) > 2:
|
||||
token = sys.argv[2]
|
||||
if len(sys.argv) > 1:
|
||||
mbs_host = sys.argv[1]
|
||||
|
||||
print "Usage: submit_build.py [mbs_host] [oidc_token]"
|
||||
print ""
|
||||
if not token:
|
||||
print "Provide token as command line argument or visit following URL to obtain the token:"
|
||||
|
||||
query = urlencode({
|
||||
'response_type': 'token',
|
||||
'response_mode': 'form_post',
|
||||
'nonce': random.randint(100, 10000),
|
||||
'scope': ' '.join([
|
||||
'openid',
|
||||
'https://id.fedoraproject.org/scope/groups',
|
||||
'https://mbs.fedoraproject.org/oidc/submit-build',
|
||||
]),
|
||||
'client_id': 'mbs-authorizer',
|
||||
}) + "&redirect_uri=http://localhost:13747/"
|
||||
print "https://id.fedoraproject.org/openidc/Authorization?" + query
|
||||
print "We are waiting for you to finish the token generation..."
|
||||
|
||||
if not token:
|
||||
token = listen_for_token()
|
||||
if not token:
|
||||
print "Failed to get a token from response"
|
||||
os._exit(1)
|
||||
|
||||
print "Submitting build of ..."
|
||||
with open("submit-build.json", "r") as build:
|
||||
print build.read()
|
||||
print "Using https://%s/module_build_service/module-builds/" % mbs_host
|
||||
print "NOTE: You need to be a Fedora packager for this to work"
|
||||
print
|
||||
|
||||
os.system("curl -k -H 'Authorization: Bearer %s' -H 'Content-Type: text/json' --data @submit-build.json https://%s/module-build-service/1/module-builds/ -v" % (token, mbs_host))
|
||||
1
setup.py
1
setup.py
@@ -31,6 +31,7 @@ setup(name='module-build-service',
|
||||
'moksha.consumer': 'mbsconsumer = module_build_service.scheduler.consumer:MBSConsumer',
|
||||
'moksha.producer': 'mbspoller = module_build_service.scheduler.producer:MBSProducer',
|
||||
},
|
||||
scripts=["contrib/mbs-build"],
|
||||
data_files=[('/etc/module-build-service/', ['conf/cacert.pem',
|
||||
'conf/config.py',
|
||||
'conf/copr.conf',
|
||||
|
||||
Reference in New Issue
Block a user