Remove deprecated kubernetes_service_patch library. Add new class in ops_sunbeam to manage new kubernetes service of type LoadBalancer. The service name should be <app_name>-lb. Use the class in ovn-relay-k8s and designate-bind-k8s to create new service of type LoadBalancer. Update open ports in default service definition for ovn-relay-k8s and designate-bind-k8s. Remove library kubernetes_service_patch from external libs and remove any references. Change-Id: Ic62af0aeaf9f5502d5d7792ed0b182b9a83c2b72
552 lines
18 KiB
Python
Executable File
552 lines
18 KiB
Python
Executable File
#!/usr/bin/env python3
|
|
# Copyright 2023 Canonical Ltd.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
"""designate-bind Operator Charm.
|
|
|
|
This charm provide designate-bind services
|
|
"""
|
|
|
|
import base64
|
|
import hashlib
|
|
import hmac
|
|
import json
|
|
import logging
|
|
import secrets
|
|
from typing import (
|
|
Callable,
|
|
Dict,
|
|
Iterable,
|
|
List,
|
|
Optional,
|
|
Union,
|
|
)
|
|
|
|
import charms.designate_bind_k8s.v0.bind_rndc as bind_rndc
|
|
import lightkube.models.core_v1 as core_v1
|
|
import ops
|
|
import ops.charm
|
|
import ops_sunbeam.charm as sunbeam_charm
|
|
import ops_sunbeam.container_handlers as sunbeam_chandlers
|
|
import ops_sunbeam.core as sunbeam_core
|
|
import ops_sunbeam.relation_handlers as sunbeam_rhandlers
|
|
import ops_sunbeam.tracing as sunbeam_tracing
|
|
from ops.framework import (
|
|
StoredState,
|
|
)
|
|
from ops_sunbeam.k8s_resource_handlers import (
|
|
KubernetesLoadBalancerHandler,
|
|
)
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
BIND_RNDC_RELATION = "dns-backend"
|
|
RNDC_SECRET_PREFIX = "rndc_"
|
|
RNDC_REVISION_KEY = "rndc_revision"
|
|
RNDC_STORE_KEY = "rndc-store"
|
|
|
|
|
|
@sunbeam_tracing.trace_type
|
|
class BindPebbleHandler(sunbeam_chandlers.ServicePebbleHandler):
|
|
"""Pebble handler for designate-bind service."""
|
|
|
|
def get_layer(self) -> dict:
|
|
"""Pebble layer for bind 9 service."""
|
|
return {
|
|
"summary": "designate-bind layer",
|
|
"description": "pebble config layer for designate-bind",
|
|
"services": {
|
|
"designate-bind": {
|
|
"override": "replace",
|
|
"summary": "designate-bind",
|
|
"command": "/usr/sbin/named -g -u bind",
|
|
"startup": "enabled",
|
|
}
|
|
},
|
|
}
|
|
|
|
|
|
@sunbeam_tracing.trace_type
|
|
class BindRndcProvidesRelationHandler(sunbeam_rhandlers.RelationHandler):
|
|
"""Handler for managing rndc clients."""
|
|
|
|
interface: bind_rndc.BindRndcProvides
|
|
charm: "BindOperatorCharm"
|
|
|
|
def __init__(
|
|
self,
|
|
charm: ops.charm.CharmBase,
|
|
relation_name: str,
|
|
callback_f: Callable,
|
|
mandatory: bool = True,
|
|
):
|
|
super().__init__(charm, relation_name, callback_f, mandatory)
|
|
|
|
def setup_event_handler(self) -> ops.Object:
|
|
"""Setup event handler for the relation."""
|
|
interface = sunbeam_tracing.trace_type(bind_rndc.BindRndcProvides)(
|
|
self.charm, BIND_RNDC_RELATION
|
|
)
|
|
self.framework.observe(
|
|
interface.on.new_bind_client_attached,
|
|
self._on_bind_client_attached,
|
|
)
|
|
self.framework.observe(
|
|
interface.on.bind_client_updated,
|
|
self._on_bind_client_updated,
|
|
)
|
|
return interface
|
|
|
|
def _on_bind_client_attached(
|
|
self, event: bind_rndc.NewBindClientAttachedEvent
|
|
):
|
|
"""Handle bind client attached event."""
|
|
self.refresh_address()
|
|
self.callback_f(event)
|
|
|
|
def _on_bind_client_updated(self, event: bind_rndc.BindClientUpdatedEvent):
|
|
"""Handle bind client updated event."""
|
|
self.refresh_address()
|
|
self.callback_f(event)
|
|
|
|
def refresh_address(self):
|
|
"""Refresh address on every instance of the relation."""
|
|
if not self.charm.unit.is_leader():
|
|
logger.debug("Not leader, skipping refresh_address")
|
|
return
|
|
for relation in self._relations:
|
|
binding = self.model.get_binding(relation)
|
|
if binding is None:
|
|
logger.warning(
|
|
"No binding found for relation '%s:%d'",
|
|
relation.name,
|
|
relation.id,
|
|
)
|
|
continue
|
|
address = binding.network.ingress_address
|
|
self.interface.set_host(relation, str(address))
|
|
|
|
@property
|
|
def _relations(self) -> List[ops.Relation]:
|
|
"""Get relations."""
|
|
return self.model.relations[self.relation_name]
|
|
|
|
def keys(self, rndc_keys: Dict[str, Dict[str, str]]) -> str:
|
|
"""Get rndc keys formatted for named.conf allowed keys.
|
|
|
|
Format is "key1";"key2";"key3";
|
|
"""
|
|
return '"' + '";"'.join(rndc_keys.keys()) + '";'
|
|
|
|
@property
|
|
def rndc_keys(self) -> dict:
|
|
"""Get rndc keys from relations with secret rendered."""
|
|
rndc_keys = {}
|
|
for relation in self._relations:
|
|
if relation.app is None:
|
|
logger.debug(
|
|
"No remote app found for relation %r:%r,"
|
|
" skipping rendering rndc_keys",
|
|
relation.name,
|
|
str(relation.id),
|
|
)
|
|
continue
|
|
|
|
rndc_keys_secret = self.charm.get_rndc_keys_in_peer_relation(
|
|
relation
|
|
)
|
|
rndc_keys_current = {}
|
|
for name, value in rndc_keys_secret.items():
|
|
secret = self.charm.model.get_secret(id=value["secret"])
|
|
key_value = secret.get_content(refresh=True)["secret"]
|
|
name = relation.name + ":" + str(relation.id) + "_" + name
|
|
rndc_keys_current[name] = value
|
|
rndc_keys_current[name]["secret"] = key_value
|
|
rndc_keys.update(rndc_keys_current)
|
|
|
|
return rndc_keys
|
|
|
|
@property
|
|
def ready(self) -> bool:
|
|
"""Determine if the relation is ready for use."""
|
|
try:
|
|
return len(self._relations) > 0
|
|
except Exception:
|
|
return False
|
|
|
|
def context(self) -> dict:
|
|
"""Context containing the relation data to render."""
|
|
rndc_keys = self.rndc_keys
|
|
return {
|
|
"rndc_keys": rndc_keys,
|
|
"keys": self.keys(rndc_keys),
|
|
}
|
|
|
|
|
|
@sunbeam_tracing.trace_sunbeam_charm
|
|
class BindOperatorCharm(sunbeam_charm.OSBaseOperatorCharmK8S):
|
|
"""Charm the service."""
|
|
|
|
_state = StoredState()
|
|
service_name = "designate-bind"
|
|
|
|
def __init__(self, *args):
|
|
super().__init__(*args)
|
|
self.framework.observe(self.on.secret_rotate, self._on_secret_rotate)
|
|
|
|
service_ports = [
|
|
core_v1.ServicePort(
|
|
53, appProtocol="domain", name="bind", protocol="UDP"
|
|
),
|
|
core_v1.ServicePort(
|
|
953, appProtocol="rndc", name="rndc", protocol="TCP"
|
|
),
|
|
]
|
|
self.lb_handler = KubernetesLoadBalancerHandler(
|
|
self,
|
|
service_ports,
|
|
refresh_event=[self.on.install],
|
|
)
|
|
self.unit.set_ports(53, 953)
|
|
|
|
def _on_secret_rotate(self, event: ops.SecretRotateEvent):
|
|
"""Handle secret rotate event."""
|
|
if not self.unit.is_leader():
|
|
logger.debug("Not leader, skipping secret rotate")
|
|
return
|
|
if event.secret.label is None:
|
|
logger.debug("Secret %r has no label, skipping", event.secret.id)
|
|
return
|
|
if event.secret.label.startswith(RNDC_SECRET_PREFIX):
|
|
event.secret.set_content({"secret": self.generate_rndc_key()})
|
|
self.leader_set({RNDC_REVISION_KEY: self.new_rndc_revision()})
|
|
self.configure_charm(event)
|
|
|
|
@property
|
|
def container_configs(self) -> List[sunbeam_core.ContainerConfigFile]:
|
|
"""Container configuration files for the operator."""
|
|
return [
|
|
sunbeam_core.ContainerConfigFile(
|
|
"/etc/bind/named.conf",
|
|
"root",
|
|
"bind",
|
|
),
|
|
sunbeam_core.ContainerConfigFile(
|
|
"/etc/bind/named.conf.options",
|
|
"root",
|
|
"bind",
|
|
),
|
|
]
|
|
|
|
def update_owned_relation_data(self):
|
|
"""Update owned relation data."""
|
|
self.bind_rndc.refresh_address()
|
|
|
|
def configure_unit(self, event: ops.EventBase) -> None:
|
|
"""Run configuration on this unit."""
|
|
self.check_leader_ready()
|
|
self.check_relation_handlers_ready(event)
|
|
self.update_owned_relation_data()
|
|
self.open_ports()
|
|
self.init_container_services()
|
|
self.check_pebble_handlers_ready()
|
|
self.run_db_sync()
|
|
self._state.unit_bootstrapped = True
|
|
|
|
def configure_app_leader(self, event: ops.EventBase) -> None:
|
|
"""Catchall handler to configure charm services."""
|
|
super().configure_app_leader(event)
|
|
self.service_rndc_requests(BIND_RNDC_RELATION)
|
|
|
|
def get_pebble_handlers(self) -> List[sunbeam_chandlers.PebbleHandler]:
|
|
"""Pebble handlers for the operator."""
|
|
return [
|
|
BindPebbleHandler(
|
|
self,
|
|
self.service_name,
|
|
self.service_name,
|
|
self.container_configs,
|
|
self.template_dir,
|
|
self.configure_charm,
|
|
)
|
|
]
|
|
|
|
def get_relation_handlers(
|
|
self, handlers=None
|
|
) -> List[sunbeam_rhandlers.RelationHandler]:
|
|
"""Relation handlers for the service."""
|
|
handlers = handlers or []
|
|
if self.can_add_handler(BIND_RNDC_RELATION, handlers):
|
|
self.bind_rndc = BindRndcProvidesRelationHandler(
|
|
self,
|
|
BIND_RNDC_RELATION,
|
|
self.service_rndc_request_from_event,
|
|
BIND_RNDC_RELATION in self.mandatory_relations,
|
|
)
|
|
handlers.append(self.bind_rndc)
|
|
|
|
return super().get_relation_handlers(handlers)
|
|
|
|
@property
|
|
def service_conf(self) -> str:
|
|
"""Service default configuration file."""
|
|
return "/etc/bind/named.conf"
|
|
|
|
@property
|
|
def service_user(self) -> str:
|
|
"""Service user file and directory ownership."""
|
|
return "bind"
|
|
|
|
@property
|
|
def service_group(self) -> str:
|
|
"""Service group file and directory ownership."""
|
|
return "bind"
|
|
|
|
@property
|
|
def default_public_ingress_port(self):
|
|
"""Ingress Port for API service."""
|
|
return 53
|
|
|
|
@property
|
|
def rndc_algorithm(self) -> str:
|
|
"""Algorithm used to encode rndc secret.
|
|
|
|
:returns: str: Algorithm used to encode rndc secret
|
|
"""
|
|
return "hmac-sha256"
|
|
|
|
def can_service_requests(self) -> bool:
|
|
"""Check if unit can process client requests."""
|
|
if self.bootstrapped() and self.peers.ready and self.unit.is_leader():
|
|
logger.debug("Can service client requests")
|
|
return True
|
|
else:
|
|
logger.debug(
|
|
"Cannot service client requests. "
|
|
"Bootstrapped: {} Leader {}".format(
|
|
self.bootstrapped(), self.unit.is_leader()
|
|
)
|
|
)
|
|
return False
|
|
|
|
def generate_rndc_key(self) -> str:
|
|
"""Generate rndc key."""
|
|
key = secrets.token_bytes(10)
|
|
dig = hmac.new(
|
|
key, msg=b"RNDC Secret", digestmod=hashlib.sha256
|
|
).digest()
|
|
return base64.b64encode(dig).decode()
|
|
|
|
def service_rndc_request_from_event(
|
|
self,
|
|
event: bind_rndc.NewBindClientAttachedEvent,
|
|
):
|
|
"""Register rndc client from event."""
|
|
reconfigure = self.service_rndc_requests(
|
|
event.relation_name, event.relation_id
|
|
)
|
|
if reconfigure:
|
|
self.configure_charm(event)
|
|
|
|
def service_rndc_requests(
|
|
self,
|
|
relation_name: str,
|
|
relation_id: Optional[Union[int, Iterable[int]]] = None,
|
|
) -> bool:
|
|
"""Service rndc requests."""
|
|
if not self.can_service_requests():
|
|
return False
|
|
|
|
if relation_id is None:
|
|
relation_id = [
|
|
rel.id for rel in self.model.relations[relation_name]
|
|
]
|
|
|
|
if isinstance(relation_id, int):
|
|
relation_id = [relation_id]
|
|
|
|
any_change = False
|
|
for rel_id in relation_id:
|
|
any_change |= self.register_rndc_client(relation_name, rel_id)
|
|
any_change |= self.cleanup_rndc_clients(relation_name, rel_id)
|
|
|
|
if any_change:
|
|
if self.unit.is_leader():
|
|
self.leader_set({RNDC_REVISION_KEY: self.new_rndc_revision()})
|
|
return any_change
|
|
|
|
def new_rndc_revision(self) -> str:
|
|
"""Compute new revision for rndc keys."""
|
|
revision = self.leader_get(RNDC_REVISION_KEY)
|
|
if revision is None:
|
|
revision = 0
|
|
else:
|
|
revision = int(revision)
|
|
return str(revision + 1)
|
|
|
|
def register_rndc_client(
|
|
self, relation_name: str, relation_id: int
|
|
) -> bool:
|
|
"""Register rndc client."""
|
|
if not self.unit.is_leader():
|
|
logger.debug("Not leader, skipping register_rndc_client")
|
|
return False
|
|
|
|
if not self.peers.ready:
|
|
logger.debug("Peers not ready, skipping register_rndc_client")
|
|
return False
|
|
|
|
logger.debug(
|
|
"Registering rndc client on relation %s %d",
|
|
relation_name,
|
|
relation_id,
|
|
)
|
|
relation = self.framework.model.get_relation(
|
|
relation_name, relation_id
|
|
)
|
|
if relation is None:
|
|
raise
|
|
|
|
keys = self.bind_rndc.interface.get_rndc_keys(relation)
|
|
any_change = False
|
|
for unit in relation.units:
|
|
nonce = relation.data[unit].get("nonce")
|
|
if nonce is None:
|
|
logger.debug("No nonce found for %s, skipping", unit.name)
|
|
continue
|
|
if nonce in keys:
|
|
logger.debug(
|
|
"Client %s already registered, skipping", unit.name
|
|
)
|
|
continue
|
|
any_change = True
|
|
new_key = self.new_rndc_key(relation, nonce)
|
|
if new_key is not None:
|
|
algorithm, secret = new_key
|
|
self.bind_rndc.interface.set_rndc_client_key(
|
|
relation, nonce, algorithm, secret
|
|
)
|
|
return any_change
|
|
|
|
def store_key(self, relation: ops.Relation) -> str:
|
|
"""Store key for relation."""
|
|
return relation.name + "-" + str(relation.id)
|
|
|
|
def _load_store(self) -> dict:
|
|
"""Load rndc store."""
|
|
store_json = self.peers.get_app_data(RNDC_STORE_KEY)
|
|
if store_json is None:
|
|
return {}
|
|
return json.loads(store_json)
|
|
|
|
def _save_store(self, store: dict):
|
|
"""Save rndc store."""
|
|
self.peers.leader_set(
|
|
{RNDC_STORE_KEY: json.dumps(store, sort_keys=True)}
|
|
)
|
|
|
|
def get_rndc_keys_in_peer_relation(self, relation: ops.Relation) -> dict:
|
|
"""Get rndc keys in peer relation."""
|
|
store = self._load_store()
|
|
return store.get(self.store_key(relation), {})
|
|
|
|
def new_rndc_key(
|
|
self,
|
|
relation: ops.Relation,
|
|
client: str,
|
|
) -> tuple[str, ops.Secret] | None:
|
|
"""Set rndc key in peer relation."""
|
|
if not self.unit.is_leader():
|
|
logger.debug("Not leader, skipping new_rndc_key")
|
|
return
|
|
label = RNDC_SECRET_PREFIX + client
|
|
store = self._load_store()
|
|
relation_store = store.setdefault(self.store_key(relation), {})
|
|
client_secret = relation_store.get(client)
|
|
if client_secret is None:
|
|
secret = self.app.add_secret(
|
|
{"secret": self.generate_rndc_key()},
|
|
label=label,
|
|
rotate=ops.SecretRotate.MONTHLY,
|
|
)
|
|
else:
|
|
secret = self.model.get_secret(id=client_secret["secret"])
|
|
secret.set_content({"secret": self.generate_rndc_key()})
|
|
relation_store[client] = {
|
|
"algorithm": self.rndc_algorithm,
|
|
"secret": secret.id,
|
|
}
|
|
if relation is not None:
|
|
secret.grant(relation)
|
|
self._save_store(store)
|
|
return self.rndc_algorithm, secret
|
|
|
|
def cleanup_rndc_client_from_peer_relation(
|
|
self, relation: ops.Relation, client: str | list[str]
|
|
):
|
|
"""Cleanup rndc client from peer relation."""
|
|
if not self.unit.is_leader():
|
|
logger.debug(
|
|
"Not leader, skipping cleanup_rndc_client_from_peer_relation"
|
|
)
|
|
return
|
|
store = self._load_store()
|
|
if isinstance(client, str):
|
|
client = [client]
|
|
for c in client:
|
|
store[self.store_key(relation)].pop(c, None)
|
|
self._save_store(store)
|
|
|
|
def cleanup_rndc_clients(
|
|
self, relation_name: str, relation_id: int
|
|
) -> bool:
|
|
"""Cleanup rndc clients.
|
|
|
|
When a unit is upgraded the nonce will change.
|
|
Remove older rndc keys that are not used anymore.
|
|
|
|
This method compares rndc keys with unit's nonces.
|
|
"""
|
|
if not self.unit.is_leader():
|
|
logger.debug("Not leader, skipping cleanup_rndc_clients")
|
|
return False
|
|
logger.debug(
|
|
"Cleaning up rndc clients on relation %s %d",
|
|
relation_name,
|
|
relation_id,
|
|
)
|
|
relation = self.framework.model.get_relation(
|
|
relation_name, relation_id
|
|
)
|
|
if relation is None:
|
|
raise
|
|
rndc_keys = self.bind_rndc.interface.get_rndc_keys(relation)
|
|
nonces = []
|
|
for unit in relation.units:
|
|
nonce = relation.data[unit].get("nonce")
|
|
if nonce is not None:
|
|
nonces.append(nonce)
|
|
|
|
missing_nonces = list(set(rndc_keys.keys()) - set(nonces))
|
|
logger.debug("Missing nonces: %r", missing_nonces)
|
|
self.bind_rndc.interface.remove_rndc_client_key(
|
|
relation, missing_nonces
|
|
)
|
|
self.cleanup_rndc_client_from_peer_relation(relation, missing_nonces)
|
|
|
|
return bool(missing_nonces)
|
|
|
|
|
|
if __name__ == "__main__": # pragma: nocover
|
|
ops.main(BindOperatorCharm)
|