eb98aba7a2
In practice we are seeing that geard can occasionally get disrupted and then temporarily backlogged enough that it exceeds the 30 second timeout for submitting a job. To make Zuul less fragile in this case, increase the timeouts for any requests submitted to gearman. Change-Id: I12741bb259c1a78fa2446d764318f84df34bac67
75 lines
2.3 KiB
Python
75 lines
2.3 KiB
Python
# Copyright 2013 OpenStack Foundation
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
import json
|
|
import logging
|
|
import time
|
|
|
|
import gear
|
|
|
|
|
|
class RPCFailure(Exception):
|
|
pass
|
|
|
|
|
|
class RPCClient(object):
|
|
log = logging.getLogger("zuul.RPCClient")
|
|
|
|
def __init__(self, server, port):
|
|
self.log.debug("Connecting to gearman at %s:%s" % (server, port))
|
|
self.gearman = gear.Client()
|
|
self.gearman.addServer(server, port)
|
|
self.log.debug("Waiting for gearman")
|
|
self.gearman.waitForServer()
|
|
|
|
def submitJob(self, name, data):
|
|
self.log.debug("Submitting job %s with data %s" % (name, data))
|
|
job = gear.Job(name,
|
|
json.dumps(data),
|
|
unique=str(time.time()))
|
|
self.gearman.submitJob(job, timeout=300)
|
|
|
|
self.log.debug("Waiting for job completion")
|
|
while not job.complete:
|
|
time.sleep(0.1)
|
|
if job.exception:
|
|
raise RPCFailure(job.exception)
|
|
self.log.debug("Job complete, success: %s" % (not job.failure))
|
|
return job
|
|
|
|
def enqueue(self, pipeline, project, trigger, change):
|
|
data = {'pipeline': pipeline,
|
|
'project': project,
|
|
'trigger': trigger,
|
|
'change': change,
|
|
}
|
|
return not self.submitJob('zuul:enqueue', data).failure
|
|
|
|
def promote(self, pipeline, change_ids):
|
|
data = {'pipeline': pipeline,
|
|
'change_ids': change_ids,
|
|
}
|
|
return not self.submitJob('zuul:promote', data).failure
|
|
|
|
def get_running_jobs(self):
|
|
data = {}
|
|
job = self.submitJob('zuul:get_running_jobs', data)
|
|
if job.failure:
|
|
return False
|
|
else:
|
|
return json.loads(job.data[0])
|
|
|
|
def shutdown(self):
|
|
self.gearman.shutdown()
|