# Copyright 2012 Hewlett-Packard Development Company, L.P. # Copyright 2013-2014 OpenStack Foundation # # Licensed under the Apache License, Version 2.0 (the "License"); you may # not use this file except in compliance with the License. You may obtain # a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, WITHOUT # WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the # License for the specific language governing permissions and limitations # under the License. import logging import os import sys import signal import zuul.cmd import zuul.executor.server from zuul.lib.config import get_default from zuul.zk import ZooKeeperClient class Executor(zuul.cmd.ZuulDaemonApp): app_name = 'executor' app_description = 'A standalone Zuul executor.' def createParser(self): parser = super(Executor, self).createParser() parser.add_argument('--keep-jobdir', dest='keep_jobdir', action='store_true', help='keep local jobdirs after run completes') parser.add_argument('command', choices=zuul.executor.server.COMMANDS, nargs='?') return parser def parseArguments(self, args=None): super(Executor, self).parseArguments() if self.args.command: self.args.nodaemon = True def exit_handler(self, signum, frame): self.executor.stop() def start_log_streamer(self): pipe_read, pipe_write = os.pipe() child_pid = os.fork() if child_pid == 0: os.close(pipe_write) import zuul.lib.log_streamer self.log.info("Starting log streamer") streamer = zuul.lib.log_streamer.LogStreamer( '::', self.finger_port, self.job_dir) # Keep running until the parent dies: pipe_read = os.fdopen(pipe_read) pipe_read.read() self.log.info("Stopping log streamer") streamer.stop() os._exit(0) else: os.close(pipe_read) self.log_streamer_pid = child_pid def run(self): if self.args.command in zuul.executor.server.COMMANDS: self.send_command(self.args.command) sys.exit(0) self.configure_connections(source_only=True) if self.config.has_option('executor', 'job_dir'): self.job_dir = os.path.expanduser( self.config.get('executor', 'job_dir')) if not os.path.isdir(self.job_dir): print("Invalid job_dir: {job_dir}".format( job_dir=self.job_dir)) sys.exit(1) else: self.job_dir = '/var/lib/zuul/builds' if not os.path.exists(self.job_dir): os.mkdir(self.job_dir) self.setup_logging('executor', 'log_config') self.log = logging.getLogger("zuul.Executor") self.finger_port = int( get_default(self.config, 'executor', 'finger_port', zuul.executor.server.DEFAULT_FINGER_PORT) ) self.start_log_streamer() zk_client = ZooKeeperClient() zookeeper_hosts = get_default(self.config, 'zookeeper', 'hosts', None) if not zookeeper_hosts: raise Exception("The zookeeper hosts config value is required") zookeeper_tls_key = get_default(self.config, 'zookeeper', 'tls_key') zookeeper_tls_cert = get_default(self.config, 'zookeeper', 'tls_cert') zookeeper_tls_ca = get_default(self.config, 'zookeeper', 'tls_ca') zookeeper_timeout = float(get_default(self.config, 'zookeeper', 'session_timeout', 10.0)) zk_client.connect( zookeeper_hosts, timeout=zookeeper_timeout, tls_cert=zookeeper_tls_cert, tls_key=zookeeper_tls_key, tls_ca=zookeeper_tls_ca ) ExecutorServer = zuul.executor.server.ExecutorServer self.executor = ExecutorServer(self.config, zk_client, self.connections, jobdir_root=self.job_dir, keep_jobdir=self.args.keep_jobdir, log_streaming_port=self.finger_port) self.executor.start() if self.args.nodaemon: signal.signal(signal.SIGTERM, self.exit_handler) self.executor.join() zk_client.disconnect() def main(): Executor().main()