300 lines
11 KiB
Python
300 lines
11 KiB
Python
# Copyright 2014 Rackspace Australia
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
import abc
|
|
import logging
|
|
|
|
from typing import Dict, List, Optional
|
|
|
|
from zuul.lib.logutil import get_annotated_logger
|
|
from zuul.model import Project, Tenant
|
|
|
|
|
|
class BaseConnection(object, metaclass=abc.ABCMeta):
|
|
"""Base class for connections.
|
|
|
|
A connection is a shared object that sources, triggers and reporters can
|
|
use to speak with a remote API without needing to establish a new
|
|
connection each time or without having to authenticate each time.
|
|
|
|
Multiple instances of the same connection may exist with different
|
|
credentials, for example, thus allowing for different pipelines to operate
|
|
on different Gerrit installations or post back as a different user etc.
|
|
|
|
Connections can implement their own public methods. Required connection
|
|
methods are validated by the {trigger, source, reporter} they are loaded
|
|
into. For example, a trigger will likely require some kind of query method
|
|
while a reporter may need a review method."""
|
|
|
|
log = logging.getLogger('zuul.BaseConnection')
|
|
|
|
def __init__(self, driver, connection_name, connection_config):
|
|
# connection_name is the name given to this connection in zuul.ini
|
|
# connection_config is a dictionary of config_section from zuul.ini for
|
|
# this connection.
|
|
# __init__ shouldn't make the actual connection in case this connection
|
|
# isn't used in the layout.
|
|
self.driver = driver
|
|
self.connection_name = connection_name
|
|
self.connection_config = connection_config
|
|
self.sched = None
|
|
|
|
def logEvent(self, event):
|
|
log = get_annotated_logger(self.log, event.zuul_event_id)
|
|
log.debug('Scheduling event from {connection}: {event}'.format(
|
|
connection=self.connection_name,
|
|
event=event))
|
|
try:
|
|
if self.sched.statsd:
|
|
self.sched.statsd.incr(
|
|
'zuul.event.{driver}.{event}'.format(
|
|
driver=self.driver.name, event=event.type))
|
|
self.sched.statsd.incr(
|
|
'zuul.event.{driver}.{connection}.{event}'.format(
|
|
driver=self.driver.name,
|
|
connection=self.connection_name,
|
|
event=event.type))
|
|
except Exception:
|
|
self.log.exception("Exception reporting event stats")
|
|
|
|
def onLoad(self):
|
|
pass
|
|
|
|
def onStop(self):
|
|
pass
|
|
|
|
def registerScheduler(self, sched) -> None:
|
|
self.sched = sched
|
|
|
|
def clearCache(self):
|
|
"""Clear the cache for this connection.
|
|
|
|
This is called immediately prior to performing a full
|
|
reconfiguration. The cache should be cleared so that a
|
|
full reconfiguration can be used to correct any errors in
|
|
cached data.
|
|
|
|
"""
|
|
pass
|
|
|
|
def maintainCache(self, relevant):
|
|
|
|
"""Make cache contain relevant changes.
|
|
|
|
This lets the user supply a list of change objects that are
|
|
still in use. Anything in our cache that isn't in the supplied
|
|
list should be safe to remove from the cache."""
|
|
pass
|
|
|
|
def getWebController(self, zuul_web):
|
|
"""Return a cherrypy web controller to register with zuul-web.
|
|
|
|
:param zuul.web.ZuulWeb zuul_web:
|
|
Zuul Web instance.
|
|
:returns: A `zuul.web.handler.BaseWebController` instance.
|
|
"""
|
|
return None
|
|
|
|
def validateWebConfig(self, config, connections):
|
|
"""Validate web config.
|
|
|
|
If there is a fatal error, the method should raise an exception.
|
|
|
|
:param config:
|
|
The parsed config object.
|
|
:param zuul.lib.connections.ConnectionRegistry connections:
|
|
Registry of all configured connections.
|
|
"""
|
|
return False
|
|
|
|
def toDict(self):
|
|
"""Return public information about the connection
|
|
"""
|
|
return {
|
|
"name": self.connection_name,
|
|
"driver": self.driver.name,
|
|
}
|
|
|
|
|
|
class CachedBranchConnection(BaseConnection):
|
|
|
|
def __init__(self, *args, **kwargs):
|
|
super().__init__(*args, **kwargs)
|
|
self._project_branch_cache_exclude_unprotected = {}
|
|
self._project_branch_cache_include_unprotected = {}
|
|
|
|
@abc.abstractmethod
|
|
def isBranchProtected(self, project_name: str, branch_name: str,
|
|
zuul_event_id) -> Optional[bool]:
|
|
"""Return if the branch is protected or None if the branch is unknown.
|
|
|
|
:param str project_name:
|
|
The name of the project.
|
|
:param str branch_name:
|
|
The name of the branch.
|
|
:param zuul_event_id:
|
|
Unique id associated to the handled event.
|
|
"""
|
|
pass
|
|
|
|
@abc.abstractmethod
|
|
def _fetchProjectBranches(self, project: Project,
|
|
exclude_unprotected: bool) -> List[str]:
|
|
pass
|
|
|
|
def clearConnectionCacheOnBranchEvent(self, event):
|
|
"""Update event and clear connection cache if needed.
|
|
|
|
This checks whether the event created or deleted a branch so
|
|
that Zuul may know to perform a reconfiguration on the
|
|
project. Drivers must call this method when a branch event is
|
|
received.
|
|
|
|
:param event:
|
|
The event, inherit from `zuul.model.TriggerEvent` class.
|
|
"""
|
|
if event.oldrev == '0' * 40:
|
|
event.branch_created = True
|
|
elif event.newrev == '0' * 40:
|
|
event.branch_deleted = True
|
|
else:
|
|
event.branch_updated = True
|
|
|
|
project = self.source.getProject(event.project_name)
|
|
if event.branch:
|
|
if event.branch_deleted:
|
|
# We currently cannot determine if a deleted branch was
|
|
# protected so we need to assume it was. GitHub/GitLab don't
|
|
# allow deletion of protected branches but we don't get a
|
|
# notification about branch protection settings. Thus we don't
|
|
# know if branch protection has been disabled before deletion
|
|
# of the branch.
|
|
# FIXME(tobiash): Find a way to handle that case
|
|
self.clearProjectCache(project)
|
|
elif event.branch_created:
|
|
# A new branch never can be protected because that needs to be
|
|
# configured after it has been created.
|
|
self.clearProjectCache(project)
|
|
return event
|
|
|
|
def getCachedBranches(self, exclude_unprotected) -> Dict[str, List[str]]:
|
|
"""Get the connection cache: the branches foreach project.
|
|
|
|
:param bool exclude_unprotected:
|
|
Specify whether the cache excludes or contains unprotected
|
|
branches.
|
|
:returns: A dictionary where keys are project names and values are list
|
|
of branch names.
|
|
"""
|
|
if exclude_unprotected:
|
|
cache = self._project_branch_cache_exclude_unprotected
|
|
else:
|
|
cache = self._project_branch_cache_include_unprotected
|
|
|
|
return cache
|
|
|
|
def getProjectBranches(self, project: Project,
|
|
tenant: Tenant) -> List[str]:
|
|
"""Get the branch names for the given project.
|
|
|
|
:param zuul.model.Project project:
|
|
The project for which the branches are returned.
|
|
:param zuul.model.Tenant tenant:
|
|
The related tenant.
|
|
|
|
:returns: The list of branch names.
|
|
"""
|
|
exclude_unprotected = tenant.getExcludeUnprotectedBranches(project)
|
|
cache = self.getCachedBranches(exclude_unprotected)
|
|
branches = cache.get(project.name)
|
|
|
|
if branches is not None:
|
|
return branches
|
|
|
|
branches = self._fetchProjectBranches(project, exclude_unprotected)
|
|
self.log.info("Got branches for %s" % project.name)
|
|
|
|
cache[project.name] = branches
|
|
return branches
|
|
|
|
def clearCache(self) -> None:
|
|
"""Clear the connection cache for all projects.
|
|
|
|
This method is called by the scheduler in order to perform a full
|
|
reconfiguration.
|
|
"""
|
|
self.log.debug("Clearing branch cache for all branches: %s",
|
|
self.connection_name)
|
|
self._project_branch_cache_exclude_unprotected = {}
|
|
self._project_branch_cache_include_unprotected = {}
|
|
|
|
def clearProjectCache(self, project: Project) -> None:
|
|
"""Clear the connection cache for this project.
|
|
"""
|
|
|
|
self.log.debug("Clearing cache for %s:%s", self.connection_name,
|
|
project.name)
|
|
self._project_branch_cache_exclude_unprotected.pop(project.name, None)
|
|
self._project_branch_cache_include_unprotected.pop(project.name, None)
|
|
|
|
def checkBranchCache(self, project_name: str, event,
|
|
protected: bool = None) -> None:
|
|
"""Clear the cache for a project when a branch event is processed
|
|
|
|
This method must be called when a branch event is processed: if the
|
|
event references a branch and the unprotected branches are excluded,
|
|
the branch protection status could have been changed.
|
|
|
|
:params str project_name:
|
|
The project name.
|
|
:params event:
|
|
The event, inherit from `zuul.model.TriggerEvent` class.
|
|
:params protected:
|
|
If defined the caller already knows if the branch is protected
|
|
so the query can be skipped.
|
|
"""
|
|
if protected is None:
|
|
protected = self.isBranchProtected(project_name, event.branch,
|
|
zuul_event_id=event)
|
|
if protected is not None:
|
|
|
|
# If the branch appears in the exclude_unprotected cache but
|
|
# is unprotected, clear the exclude cache.
|
|
|
|
# If the branch does not appear in the exclude_unprotected
|
|
# cache but is protected, clear the exclude cache.
|
|
|
|
# All branches should always appear in the include_unprotected
|
|
# cache, so we never clear it.
|
|
|
|
cache = self._project_branch_cache_exclude_unprotected
|
|
branches = cache.get(project_name, [])
|
|
if (event.branch in branches) and (not protected):
|
|
self.log.debug("Clearing protected branch cache for %s",
|
|
project_name)
|
|
cache.pop(project_name, None)
|
|
if (event.branch not in branches) and (protected):
|
|
self.log.debug("Clearing protected branch cache for %s",
|
|
project_name)
|
|
cache.pop(project_name, None)
|
|
|
|
event.branch_protected = protected
|
|
else:
|
|
# This can happen if the branch was deleted in GitHub/GitLab.
|
|
# In this case we assume that the branch COULD have
|
|
# been protected before. The cache update is handled by
|
|
# the push event, so we don't touch the cache here
|
|
# again.
|
|
event.branch_protected = True
|