Jenkins
9 years ago
committed by
Gerrit Code Review
9 changed files with 401 additions and 4 deletions
@ -0,0 +1,119 @@
|
||||
#!/usr/bin/env python |
||||
# Copyright 2012 Hewlett-Packard Development Company, L.P. |
||||
# Copyright 2013 OpenStack Foundation |
||||
# |
||||
# Licensed under the Apache License, Version 2.0 (the "License"); you may |
||||
# not use this file except in compliance with the License. You may obtain |
||||
# a copy of the License at |
||||
# |
||||
# http://www.apache.org/licenses/LICENSE-2.0 |
||||
# |
||||
# Unless required by applicable law or agreed to in writing, software |
||||
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT |
||||
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the |
||||
# License for the specific language governing permissions and limitations |
||||
# under the License. |
||||
|
||||
import argparse |
||||
import ConfigParser |
||||
import logging |
||||
import logging.config |
||||
import os |
||||
import sys |
||||
|
||||
import zuul.rpcclient |
||||
|
||||
|
||||
class Client(object): |
||||
log = logging.getLogger("zuul.Client") |
||||
|
||||
def __init__(self): |
||||
self.args = None |
||||
self.config = None |
||||
self.gear_server_pid = None |
||||
|
||||
def parse_arguments(self): |
||||
parser = argparse.ArgumentParser( |
||||
description='Zuul Project Gating System Client.') |
||||
parser.add_argument('-c', dest='config', |
||||
help='specify the config file') |
||||
parser.add_argument('-v', dest='verbose', action='store_true', |
||||
help='verbose output') |
||||
parser.add_argument('--version', dest='version', action='store_true', |
||||
help='show zuul version') |
||||
|
||||
subparsers = parser.add_subparsers(title='commands', |
||||
description='valid commands', |
||||
help='additional help') |
||||
|
||||
cmd_enqueue = subparsers.add_parser('enqueue', help='enqueue a change') |
||||
cmd_enqueue.add_argument('--trigger', help='trigger name', |
||||
required=True) |
||||
cmd_enqueue.add_argument('--pipeline', help='pipeline name', |
||||
required=True) |
||||
cmd_enqueue.add_argument('--project', help='project name', |
||||
required=True) |
||||
cmd_enqueue.add_argument('--change', help='change id', |
||||
required=True) |
||||
cmd_enqueue.add_argument('--patchset', help='patchset number', |
||||
required=True) |
||||
cmd_enqueue.set_defaults(func=self.enqueue) |
||||
|
||||
self.args = parser.parse_args() |
||||
|
||||
def read_config(self): |
||||
self.config = ConfigParser.ConfigParser() |
||||
if self.args.config: |
||||
locations = [self.args.config] |
||||
else: |
||||
locations = ['/etc/zuul/zuul.conf', |
||||
'~/zuul.conf'] |
||||
for fp in locations: |
||||
if os.path.exists(os.path.expanduser(fp)): |
||||
self.config.read(os.path.expanduser(fp)) |
||||
return |
||||
raise Exception("Unable to locate config file in %s" % locations) |
||||
|
||||
def setup_logging(self): |
||||
if self.args.verbose: |
||||
logging.basicConfig(level=logging.DEBUG) |
||||
|
||||
def main(self): |
||||
self.parse_arguments() |
||||
self.read_config() |
||||
self.setup_logging() |
||||
|
||||
if self.args.version: |
||||
from zuul.version import version_info as zuul_version_info |
||||
print "Zuul version: %s" % zuul_version_info.version_string() |
||||
sys.exit(0) |
||||
|
||||
self.server = self.config.get('gearman', 'server') |
||||
if self.config.has_option('gearman', 'port'): |
||||
self.port = self.config.get('gearman', 'port') |
||||
else: |
||||
self.port = 4730 |
||||
|
||||
if self.args.func(): |
||||
sys.exit(0) |
||||
else: |
||||
sys.exit(1) |
||||
|
||||
def enqueue(self): |
||||
client = zuul.rpcclient.RPCClient(self.server, self.port) |
||||
r = client.enqueue(pipeline=self.args.pipeline, |
||||
project=self.args.project, |
||||
trigger=self.args.trigger, |
||||
change=self.args.change, |
||||
patchset=self.args.patchset) |
||||
return r |
||||
|
||||
|
||||
def main(): |
||||
client = Client() |
||||
client.main() |
||||
|
||||
|
||||
if __name__ == "__main__": |
||||
sys.path.insert(0, '.') |
||||
main() |
||||
@ -0,0 +1,61 @@
|
||||
# Copyright 2013 OpenStack Foundation |
||||
# |
||||
# Licensed under the Apache License, Version 2.0 (the "License"); you may |
||||
# not use this file except in compliance with the License. You may obtain |
||||
# a copy of the License at |
||||
# |
||||
# http://www.apache.org/licenses/LICENSE-2.0 |
||||
# |
||||
# Unless required by applicable law or agreed to in writing, software |
||||
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT |
||||
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the |
||||
# License for the specific language governing permissions and limitations |
||||
# under the License. |
||||
|
||||
import json |
||||
import logging |
||||
import time |
||||
|
||||
import gear |
||||
|
||||
|
||||
class RPCFailure(Exception): |
||||
pass |
||||
|
||||
|
||||
class RPCClient(object): |
||||
log = logging.getLogger("zuul.RPCClient") |
||||
|
||||
def __init__(self, server, port): |
||||
self.log.debug("Connecting to gearman at %s:%s" % (server, port)) |
||||
self.gearman = gear.Client() |
||||
self.gearman.addServer(server, port) |
||||
self.log.debug("Waiting for gearman") |
||||
self.gearman.waitForServer() |
||||
|
||||
def submitJob(self, name, data): |
||||
self.log.debug("Submitting job %s with data %s" % (name, data)) |
||||
job = gear.Job(name, |
||||
json.dumps(data), |
||||
unique=str(time.time())) |
||||
self.gearman.submitJob(job) |
||||
|
||||
self.log.debug("Waiting for job completion") |
||||
while not job.complete: |
||||
time.sleep(0.1) |
||||
if job.exception: |
||||
raise RPCFailure(job.exception) |
||||
self.log.debug("Job complete, success: %s" % (not job.failure)) |
||||
return (not job.failure) |
||||
|
||||
def enqueue(self, pipeline, project, trigger, change, patchset): |
||||
data = {'pipeline': pipeline, |
||||
'project': project, |
||||
'trigger': trigger, |
||||
'change': change, |
||||
'patchset': patchset, |
||||
} |
||||
return self.submitJob('zuul:enqueue', data) |
||||
|
||||
def shutdown(self): |
||||
self.gearman.shutdown() |
||||
@ -0,0 +1,116 @@
|
||||
# Copyright 2012 Hewlett-Packard Development Company, L.P. |
||||
# Copyright 2013 OpenStack Foundation |
||||
# |
||||
# Licensed under the Apache License, Version 2.0 (the "License"); you may |
||||
# not use this file except in compliance with the License. You may obtain |
||||
# a copy of the License at |
||||
# |
||||
# http://www.apache.org/licenses/LICENSE-2.0 |
||||
# |
||||
# Unless required by applicable law or agreed to in writing, software |
||||
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT |
||||
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the |
||||
# License for the specific language governing permissions and limitations |
||||
# under the License. |
||||
|
||||
import json |
||||
import logging |
||||
import threading |
||||
import traceback |
||||
|
||||
import gear |
||||
|
||||
import model |
||||
|
||||
|
||||
class RPCListener(object): |
||||
log = logging.getLogger("zuul.RPCListener") |
||||
|
||||
def __init__(self, config, sched): |
||||
self.config = config |
||||
self.sched = sched |
||||
|
||||
def start(self): |
||||
self._running = True |
||||
server = self.config.get('gearman', 'server') |
||||
if self.config.has_option('gearman', 'port'): |
||||
port = self.config.get('gearman', 'port') |
||||
else: |
||||
port = 4730 |
||||
self.worker = gear.Worker('Zuul RPC Listener') |
||||
self.worker.addServer(server, port) |
||||
self.register() |
||||
self.thread = threading.Thread(target=self.run) |
||||
self.thread.daemon = True |
||||
self.thread.start() |
||||
|
||||
def register(self): |
||||
self.worker.registerFunction("zuul:enqueue") |
||||
|
||||
def stop(self): |
||||
self.log.debug("Stopping") |
||||
self._running = False |
||||
self.worker.shutdown() |
||||
self.log.debug("Stopped") |
||||
|
||||
def join(self): |
||||
self.thread.join() |
||||
|
||||
def run(self): |
||||
while self._running: |
||||
try: |
||||
job = self.worker.getJob() |
||||
z, jobname = job.name.split(':') |
||||
attrname = 'handle_' + jobname |
||||
if hasattr(self, attrname): |
||||
f = getattr(self, attrname) |
||||
if callable(f): |
||||
try: |
||||
f(job) |
||||
except Exception: |
||||
self.log.exception("Exception while running job") |
||||
job.sendWorkException(traceback.format_exc()) |
||||
else: |
||||
job.sendWorkFail() |
||||
else: |
||||
job.sendWorkFail() |
||||
except Exception: |
||||
self.log.exception("Exception while getting job") |
||||
|
||||
def handle_enqueue(self, job): |
||||
args = json.loads(job.arguments) |
||||
event = model.TriggerEvent() |
||||
errors = '' |
||||
|
||||
trigger = self.sched.triggers.get(args['trigger']) |
||||
if trigger: |
||||
event.trigger_name = args['trigger'] |
||||
else: |
||||
errors += 'Invalid trigger: %s\n' % args['trigger'] |
||||
|
||||
project = self.sched.layout.projects.get(args['project']) |
||||
if project: |
||||
event.project_name = args['project'] |
||||
else: |
||||
errors += 'Invalid project: %s\n' % args['project'] |
||||
|
||||
pipeline = self.sched.layout.pipelines.get(args['pipeline']) |
||||
if pipeline: |
||||
event.forced_pipeline = args['pipeline'] |
||||
else: |
||||
errors += 'Invalid pipeline: %s\n' % args['pipeline'] |
||||
|
||||
if not errors: |
||||
event.change_number = args['change'] |
||||
event.patch_number = args['patchset'] |
||||
try: |
||||
event.getChange(project, trigger) |
||||
except Exception: |
||||
errors += 'Invalid change: %s,%s\n' % ( |
||||
args['change'], args['patchset']) |
||||
|
||||
if errors: |
||||
job.sendWorkException(errors.encode('utf8')) |
||||
else: |
||||
self.sched.addEvent(event) |
||||
job.sendWorkComplete() |
||||
Loading…
Reference in new issue