2c635692ae
The 2 k8s atomic drivers we currently support are added to the same driver. This breaks ironic support with the stevedore work I'm currently doing. With stevedore, we can choose only one driver based on the server_type, os and coe. We won't be able to pick a driver and then choose an implementation bases on server_type. Partially-Implements: blueprint magnum-baremetal-full-support Co-Authored-By: Spyros Trigazis <strigazi@gmail.com> Change-Id: Ic1b8103551f48f85baa2ed9ff32d5b70b1fab84e
467 lines
14 KiB
YAML
467 lines
14 KiB
YAML
heat_template_version: 2014-10-16
|
|
|
|
description: >
|
|
This is a nested stack that defines a single Kubernetes master, This stack is
|
|
included by an ResourceGroup resource in the parent template
|
|
(kubecluster.yaml).
|
|
|
|
parameters:
|
|
|
|
server_image:
|
|
type: string
|
|
description: glance image used to boot the server
|
|
|
|
master_flavor:
|
|
type: string
|
|
description: flavor to use when booting the server
|
|
|
|
ssh_key_name:
|
|
type: string
|
|
description: name of ssh key to be provisioned on our server
|
|
|
|
external_network:
|
|
type: string
|
|
description: uuid/name of a network to use for floating ip addresses
|
|
|
|
portal_network_cidr:
|
|
type: string
|
|
description: >
|
|
address range used by kubernetes for service portals
|
|
|
|
kube_allow_priv:
|
|
type: string
|
|
description: >
|
|
whether or not kubernetes should permit privileged containers.
|
|
constraints:
|
|
- allowed_values: ["true", "false"]
|
|
|
|
docker_volume_size:
|
|
type: number
|
|
description: >
|
|
size of a cinder volume to allocate to docker for container/image
|
|
storage
|
|
|
|
docker_storage_driver:
|
|
type: string
|
|
description: docker storage driver name
|
|
default: "devicemapper"
|
|
constraints:
|
|
- allowed_values: ["devicemapper", "overlay"]
|
|
|
|
flannel_network_cidr:
|
|
type: string
|
|
description: network range for flannel overlay network
|
|
|
|
flannel_network_subnetlen:
|
|
type: number
|
|
description: size of subnet assigned to each master
|
|
|
|
flannel_backend:
|
|
type: string
|
|
description: >
|
|
specify the backend for flannel, default udp backend
|
|
constraints:
|
|
- allowed_values: ["udp", "vxlan", "host-gw"]
|
|
|
|
discovery_url:
|
|
type: string
|
|
description: >
|
|
Discovery URL used for bootstrapping the etcd cluster.
|
|
|
|
tls_disabled:
|
|
type: boolean
|
|
description: whether or not to enable TLS
|
|
|
|
kubernetes_port:
|
|
type: number
|
|
description: >
|
|
The port which are used by kube-apiserver to provide Kubernetes
|
|
service.
|
|
|
|
cluster_uuid:
|
|
type: string
|
|
description: identifier for the cluster this template is generating
|
|
|
|
magnum_url:
|
|
type: string
|
|
description: endpoint to retrieve TLS certs from
|
|
|
|
api_public_address:
|
|
type: string
|
|
description: Public IP address of the Kubernetes master server.
|
|
default: ""
|
|
|
|
api_private_address:
|
|
type: string
|
|
description: Private IP address of the Kubernetes master server.
|
|
default: ""
|
|
|
|
fixed_network:
|
|
type: string
|
|
description: Network from which to allocate fixed addresses.
|
|
|
|
fixed_subnet:
|
|
type: string
|
|
description: Subnet from which to allocate fixed addresses.
|
|
|
|
network_driver:
|
|
type: string
|
|
description: network driver to use for instantiating container networks
|
|
|
|
wait_condition_timeout:
|
|
type: number
|
|
description : >
|
|
timeout for the Wait Conditions
|
|
|
|
secgroup_base_id:
|
|
type: string
|
|
description: ID of the security group for base.
|
|
|
|
secgroup_kube_master_id:
|
|
type: string
|
|
description: ID of the security group for kubernetes master.
|
|
|
|
api_pool_id:
|
|
type: string
|
|
description: ID of the load balancer pool of k8s API server.
|
|
|
|
etcd_pool_id:
|
|
type: string
|
|
description: ID of the load balancer pool of etcd server.
|
|
|
|
auth_url:
|
|
type: string
|
|
description: >
|
|
url for kubernetes to authenticate
|
|
|
|
username:
|
|
type: string
|
|
description: >
|
|
user account
|
|
|
|
password:
|
|
type: string
|
|
description: >
|
|
user password
|
|
|
|
tenant_name:
|
|
type: string
|
|
description: >
|
|
tenant name
|
|
|
|
http_proxy:
|
|
type: string
|
|
description: http proxy address for docker
|
|
|
|
https_proxy:
|
|
type: string
|
|
description: https proxy address for docker
|
|
|
|
no_proxy:
|
|
type: string
|
|
description: no proxies for docker
|
|
|
|
kube_version:
|
|
type: string
|
|
description: version of kubernetes used for kubernetes cluster
|
|
|
|
trustee_user_id:
|
|
type: string
|
|
description: user id of the trustee
|
|
|
|
trustee_password:
|
|
type: string
|
|
description: password of the trustee
|
|
hidden: true
|
|
|
|
trust_id:
|
|
type: string
|
|
description: id of the trust which is used by the trustee
|
|
hidden: true
|
|
|
|
insecure_registry_url:
|
|
type: string
|
|
description: insecure registry url
|
|
|
|
resources:
|
|
|
|
master_wait_handle:
|
|
type: OS::Heat::WaitConditionHandle
|
|
|
|
master_wait_condition:
|
|
type: OS::Heat::WaitCondition
|
|
depends_on: kube_master
|
|
properties:
|
|
handle: {get_resource: master_wait_handle}
|
|
timeout: {get_param: wait_condition_timeout}
|
|
|
|
######################################################################
|
|
#
|
|
# resource that exposes the IPs of either the kube master or the API
|
|
# LBaaS pool depending on whether LBaaS is enabled for the cluster.
|
|
#
|
|
|
|
api_address_switch:
|
|
type: Magnum::ApiGatewaySwitcher
|
|
properties:
|
|
pool_public_ip: {get_param: api_public_address}
|
|
pool_private_ip: {get_param: api_private_address}
|
|
master_public_ip: {get_attr: [kube_master_floating, floating_ip_address]}
|
|
master_private_ip: {get_attr: [kube_master_eth0, fixed_ips, 0, ip_address]}
|
|
|
|
######################################################################
|
|
#
|
|
# software configs. these are components that are combined into
|
|
# a multipart MIME user-data archive.
|
|
#
|
|
|
|
write_heat_params:
|
|
type: OS::Heat::SoftwareConfig
|
|
properties:
|
|
group: ungrouped
|
|
config:
|
|
str_replace:
|
|
template: {get_file: ../../common/templates/kubernetes/fragments/write-heat-params-master.yaml}
|
|
params:
|
|
"$KUBE_API_PUBLIC_ADDRESS": {get_attr: [api_address_switch, public_ip]}
|
|
"$KUBE_API_PRIVATE_ADDRESS": {get_attr: [api_address_switch, private_ip]}
|
|
"$KUBE_API_PORT": {get_param: kubernetes_port}
|
|
"$KUBE_NODE_PUBLIC_IP": {get_attr: [kube_master_floating, floating_ip_address]}
|
|
"$KUBE_NODE_IP": {get_attr: [kube_master_eth0, fixed_ips, 0, ip_address]}
|
|
"$KUBE_ALLOW_PRIV": {get_param: kube_allow_priv}
|
|
"$DOCKER_VOLUME": {get_resource: docker_volume}
|
|
"$DOCKER_STORAGE_DRIVER": {get_param: docker_storage_driver}
|
|
"$NETWORK_DRIVER": {get_param: network_driver}
|
|
"$FLANNEL_NETWORK_CIDR": {get_param: flannel_network_cidr}
|
|
"$FLANNEL_NETWORK_SUBNETLEN": {get_param: flannel_network_subnetlen}
|
|
"$FLANNEL_BACKEND": {get_param: flannel_backend}
|
|
"$PORTAL_NETWORK_CIDR": {get_param: portal_network_cidr}
|
|
"$ETCD_DISCOVERY_URL": {get_param: discovery_url}
|
|
"$AUTH_URL": {get_param: auth_url}
|
|
"$USERNAME": {get_param: username}
|
|
"$PASSWORD": {get_param: password}
|
|
"$TENANT_NAME": {get_param: tenant_name}
|
|
"$CLUSTER_SUBNET": {get_param: fixed_subnet}
|
|
"$TLS_DISABLED": {get_param: tls_disabled}
|
|
"$CLUSTER_UUID": {get_param: cluster_uuid}
|
|
"$MAGNUM_URL": {get_param: magnum_url}
|
|
"$HTTP_PROXY": {get_param: http_proxy}
|
|
"$HTTPS_PROXY": {get_param: https_proxy}
|
|
"$NO_PROXY": {get_param: no_proxy}
|
|
"$KUBE_VERSION": {get_param: kube_version}
|
|
"$WAIT_CURL": {get_attr: [master_wait_handle, curl_cli]}
|
|
"$TRUSTEE_USER_ID": {get_param: trustee_user_id}
|
|
"$TRUSTEE_PASSWORD": {get_param: trustee_password}
|
|
"$TRUST_ID": {get_param: trust_id}
|
|
"$INSECURE_REGISTRY_URL": {get_param: insecure_registry_url}
|
|
|
|
make_cert:
|
|
type: OS::Heat::SoftwareConfig
|
|
properties:
|
|
group: ungrouped
|
|
config: {get_file: ../../common/templates/kubernetes/fragments/make-cert.sh}
|
|
|
|
configure_docker_storage:
|
|
type: OS::Heat::SoftwareConfig
|
|
properties:
|
|
group: ungrouped
|
|
config:
|
|
str_replace:
|
|
params:
|
|
$configure_docker_storage_driver: {get_file: ../../common/templates/fragments/configure_docker_storage_driver_atomic.sh}
|
|
template: {get_file: ../../common/templates/fragments/configure-docker-storage.sh}
|
|
|
|
configure_etcd:
|
|
type: OS::Heat::SoftwareConfig
|
|
properties:
|
|
group: ungrouped
|
|
config: {get_file: ../../common/templates/kubernetes/fragments/configure-etcd.sh}
|
|
|
|
write_kube_os_config:
|
|
type: OS::Heat::SoftwareConfig
|
|
properties:
|
|
group: ungrouped
|
|
config: {get_file: ../../common/templates/kubernetes/fragments/write-kube-os-config.sh}
|
|
|
|
configure_kubernetes:
|
|
type: OS::Heat::SoftwareConfig
|
|
properties:
|
|
group: ungrouped
|
|
config: {get_file: ../../common/templates/kubernetes/fragments/configure-kubernetes-master.sh}
|
|
|
|
write_network_config:
|
|
type: OS::Heat::SoftwareConfig
|
|
properties:
|
|
group: ungrouped
|
|
config: {get_file: ../../common/templates/kubernetes/fragments/write-network-config.sh}
|
|
|
|
network_config_service:
|
|
type: OS::Heat::SoftwareConfig
|
|
properties:
|
|
group: ungrouped
|
|
config: {get_file: ../../common/templates/kubernetes/fragments/network-config-service.sh}
|
|
|
|
enable_services:
|
|
type: OS::Heat::SoftwareConfig
|
|
properties:
|
|
group: ungrouped
|
|
config: {get_file: ../../common/templates/kubernetes/fragments/enable-services-master.sh}
|
|
|
|
kube_examples:
|
|
type: OS::Heat::SoftwareConfig
|
|
properties:
|
|
group: ungrouped
|
|
config: {get_file: ../../common/templates/kubernetes/fragments/kube-examples.yaml}
|
|
|
|
network_service:
|
|
type: OS::Heat::SoftwareConfig
|
|
properties:
|
|
group: ungrouped
|
|
config: {get_file: ../../common/templates/kubernetes/fragments/network-service.sh}
|
|
|
|
enable_kube_podmaster:
|
|
type: OS::Heat::SoftwareConfig
|
|
properties:
|
|
group: ungrouped
|
|
config: {get_file: ../../common/templates/kubernetes/fragments/enable-kube-podmaster.sh}
|
|
|
|
kube_system_namespace_service:
|
|
type: OS::Heat::SoftwareConfig
|
|
properties:
|
|
group: ungrouped
|
|
config: {get_file: ../../common/templates/kubernetes/fragments/kube-system-namespace-service.sh}
|
|
|
|
kube_ui_service:
|
|
type: OS::Heat::SoftwareConfig
|
|
properties:
|
|
group: ungrouped
|
|
config: {get_file: ../../common/templates/kubernetes/fragments/kube-ui-service.sh}
|
|
|
|
enable_kube_proxy:
|
|
type: OS::Heat::SoftwareConfig
|
|
properties:
|
|
group: ungrouped
|
|
config: {get_file: ../../common/templates/kubernetes/fragments/enable-kube-proxy-master.sh}
|
|
|
|
master_wc_notify:
|
|
type: OS::Heat::SoftwareConfig
|
|
properties:
|
|
group: ungrouped
|
|
config: {get_file: ../../common/templates/kubernetes/fragments/wc-notify-master.sh}
|
|
|
|
disable_selinux:
|
|
type: OS::Heat::SoftwareConfig
|
|
properties:
|
|
group: ungrouped
|
|
config: {get_file: ../../common/templates/kubernetes/fragments/disable-selinux.sh}
|
|
|
|
add_proxy:
|
|
type: OS::Heat::SoftwareConfig
|
|
properties:
|
|
group: ungrouped
|
|
config: {get_file: ../../common/templates/kubernetes/fragments/add-proxy.sh}
|
|
|
|
kube_master_init:
|
|
type: OS::Heat::MultipartMime
|
|
properties:
|
|
parts:
|
|
- config: {get_resource: disable_selinux}
|
|
- config: {get_resource: write_heat_params}
|
|
- config: {get_resource: configure_etcd}
|
|
- config: {get_resource: write_kube_os_config}
|
|
- config: {get_resource: make_cert}
|
|
- config: {get_resource: configure_docker_storage}
|
|
- config: {get_resource: configure_kubernetes}
|
|
- config: {get_resource: add_proxy}
|
|
- config: {get_resource: enable_services}
|
|
- config: {get_resource: write_network_config}
|
|
- config: {get_resource: network_config_service}
|
|
- config: {get_resource: network_service}
|
|
- config: {get_resource: kube_system_namespace_service}
|
|
- config: {get_resource: enable_kube_podmaster}
|
|
- config: {get_resource: enable_kube_proxy}
|
|
- config: {get_resource: kube_ui_service}
|
|
- config: {get_resource: kube_examples}
|
|
- config: {get_resource: master_wc_notify}
|
|
|
|
######################################################################
|
|
#
|
|
# a single kubernetes master.
|
|
#
|
|
|
|
kube_master:
|
|
type: OS::Nova::Server
|
|
properties:
|
|
image: {get_param: server_image}
|
|
flavor: {get_param: master_flavor}
|
|
key_name: {get_param: ssh_key_name}
|
|
user_data_format: RAW
|
|
user_data: {get_resource: kube_master_init}
|
|
networks:
|
|
- port: {get_resource: kube_master_eth0}
|
|
|
|
kube_master_eth0:
|
|
type: OS::Neutron::Port
|
|
properties:
|
|
network: {get_param: fixed_network}
|
|
security_groups:
|
|
- {get_param: secgroup_base_id}
|
|
- {get_param: secgroup_kube_master_id}
|
|
fixed_ips:
|
|
- subnet: {get_param: fixed_subnet}
|
|
allowed_address_pairs:
|
|
- ip_address: {get_param: flannel_network_cidr}
|
|
replacement_policy: AUTO
|
|
|
|
kube_master_floating:
|
|
type: Magnum::Optional::KubeMaster::Neutron::FloatingIP
|
|
properties:
|
|
floating_network: {get_param: external_network}
|
|
port_id: {get_resource: kube_master_eth0}
|
|
|
|
api_pool_member:
|
|
type: Magnum::Optional::Neutron::LBaaS::PoolMember
|
|
properties:
|
|
pool: {get_param: api_pool_id}
|
|
address: {get_attr: [kube_master_eth0, fixed_ips, 0, ip_address]}
|
|
subnet: { get_param: fixed_subnet }
|
|
protocol_port: {get_param: kubernetes_port}
|
|
|
|
etcd_pool_member:
|
|
type: Magnum::Optional::Neutron::LBaaS::PoolMember
|
|
properties:
|
|
pool: {get_param: etcd_pool_id}
|
|
address: {get_attr: [kube_master_eth0, fixed_ips, 0, ip_address]}
|
|
subnet: { get_param: fixed_subnet }
|
|
protocol_port: 2379
|
|
|
|
######################################################################
|
|
#
|
|
# docker storage. This allocates a cinder volume and attaches it
|
|
# to the minion.
|
|
#
|
|
|
|
docker_volume:
|
|
type: OS::Cinder::Volume
|
|
properties:
|
|
size: {get_param: docker_volume_size}
|
|
|
|
docker_volume_attach:
|
|
type: OS::Cinder::VolumeAttachment
|
|
properties:
|
|
instance_uuid: {get_resource: kube_master}
|
|
volume_id: {get_resource: docker_volume}
|
|
mountpoint: /dev/vdb
|
|
|
|
outputs:
|
|
|
|
kube_master_ip:
|
|
value: {get_attr: [kube_master_eth0, fixed_ips, 0, ip_address]}
|
|
description: >
|
|
This is the "private" IP address of the Kubernetes master node.
|
|
|
|
kube_master_external_ip:
|
|
value: {get_attr: [kube_master_floating, floating_ip_address]}
|
|
description: >
|
|
This is the "public" IP address of the Kubernetes master node.
|