137 lines
4.9 KiB
Python
Executable File
137 lines
4.9 KiB
Python
Executable File
# Copyright 2012 Hewlett-Packard Development Company, L.P.
|
|
# Copyright 2013-2014 OpenStack Foundation
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
import logging
|
|
import os
|
|
import sys
|
|
import signal
|
|
|
|
import zuul.cmd
|
|
import zuul.executor.server
|
|
|
|
from zuul.lib.config import get_default
|
|
from zuul.zk import ZooKeeperClient
|
|
|
|
|
|
class Executor(zuul.cmd.ZuulDaemonApp):
|
|
app_name = 'executor'
|
|
app_description = 'A standalone Zuul executor.'
|
|
|
|
def createParser(self):
|
|
parser = super(Executor, self).createParser()
|
|
parser.add_argument('--keep-jobdir', dest='keep_jobdir',
|
|
action='store_true',
|
|
help='keep local jobdirs after run completes')
|
|
parser.add_argument('command',
|
|
choices=zuul.executor.server.COMMANDS,
|
|
nargs='?')
|
|
return parser
|
|
|
|
def parseArguments(self, args=None):
|
|
super(Executor, self).parseArguments()
|
|
if self.args.command:
|
|
self.args.nodaemon = True
|
|
|
|
def exit_handler(self, signum, frame):
|
|
self.executor.stop()
|
|
|
|
def start_log_streamer(self):
|
|
pipe_read, pipe_write = os.pipe()
|
|
child_pid = os.fork()
|
|
if child_pid == 0:
|
|
os.close(pipe_write)
|
|
import zuul.lib.log_streamer
|
|
|
|
self.log.info("Starting log streamer")
|
|
streamer = zuul.lib.log_streamer.LogStreamer(
|
|
'::', self.finger_port, self.job_dir)
|
|
|
|
# Keep running until the parent dies:
|
|
pipe_read = os.fdopen(pipe_read)
|
|
pipe_read.read()
|
|
self.log.info("Stopping log streamer")
|
|
streamer.stop()
|
|
os._exit(0)
|
|
else:
|
|
os.close(pipe_read)
|
|
self.log_streamer_pid = child_pid
|
|
|
|
def run(self):
|
|
if self.args.command in zuul.executor.server.COMMANDS:
|
|
self.send_command(self.args.command)
|
|
sys.exit(0)
|
|
|
|
self.configure_connections(source_only=True)
|
|
|
|
if self.config.has_option('executor', 'job_dir'):
|
|
self.job_dir = os.path.expanduser(
|
|
self.config.get('executor', 'job_dir'))
|
|
if not os.path.isdir(self.job_dir):
|
|
print("Invalid job_dir: {job_dir}".format(
|
|
job_dir=self.job_dir))
|
|
sys.exit(1)
|
|
else:
|
|
self.job_dir = '/var/lib/zuul/builds'
|
|
if not os.path.exists(self.job_dir):
|
|
os.mkdir(self.job_dir)
|
|
|
|
self.setup_logging('executor', 'log_config')
|
|
self.log = logging.getLogger("zuul.Executor")
|
|
|
|
self.finger_port = int(
|
|
get_default(self.config, 'executor', 'finger_port',
|
|
zuul.executor.server.DEFAULT_FINGER_PORT)
|
|
)
|
|
|
|
self.start_log_streamer()
|
|
|
|
zk_client = ZooKeeperClient()
|
|
zookeeper_hosts = get_default(self.config, 'zookeeper', 'hosts')
|
|
if not zookeeper_hosts:
|
|
raise Exception("The zookeeper hosts config value is required")
|
|
zookeeper_tls_key = get_default(self.config, 'zookeeper', 'tls_key')
|
|
zookeeper_tls_cert = get_default(self.config, 'zookeeper', 'tls_cert')
|
|
zookeeper_tls_ca = get_default(self.config, 'zookeeper', 'tls_ca')
|
|
if not (zookeeper_tls_key and zookeeper_tls_cert and zookeeper_tls_ca):
|
|
raise Exception("A TLS ZooKeeper connection is required; "
|
|
"please supply the tls_* zookeeper config values.")
|
|
zookeeper_timeout = float(get_default(self.config, 'zookeeper',
|
|
'session_timeout', 10.0))
|
|
zk_client.connect(
|
|
zookeeper_hosts,
|
|
timeout=zookeeper_timeout,
|
|
tls_cert=zookeeper_tls_cert,
|
|
tls_key=zookeeper_tls_key,
|
|
tls_ca=zookeeper_tls_ca
|
|
)
|
|
|
|
ExecutorServer = zuul.executor.server.ExecutorServer
|
|
self.executor = ExecutorServer(self.config, zk_client,
|
|
self.connections,
|
|
jobdir_root=self.job_dir,
|
|
keep_jobdir=self.args.keep_jobdir,
|
|
log_streaming_port=self.finger_port)
|
|
self.executor.start()
|
|
|
|
if self.args.nodaemon:
|
|
signal.signal(signal.SIGTERM, self.exit_handler)
|
|
|
|
self.executor.join()
|
|
zk_client.disconnect()
|
|
|
|
|
|
def main():
|
|
Executor().main()
|