You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
560 lines
17 KiB
560 lines
17 KiB
heat_template_version: 2014-10-16
|
|
|
|
description: >
|
|
This is a nested stack that defines a single Kubernetes master, This stack is
|
|
included by an ResourceGroup resource in the parent template
|
|
(kubecluster.yaml).
|
|
|
|
parameters:
|
|
|
|
name:
|
|
type: string
|
|
description: server name
|
|
|
|
server_image:
|
|
type: string
|
|
description: glance image used to boot the server
|
|
|
|
master_flavor:
|
|
type: string
|
|
description: flavor to use when booting the server
|
|
|
|
ssh_key_name:
|
|
type: string
|
|
description: name of ssh key to be provisioned on our server
|
|
|
|
external_network:
|
|
type: string
|
|
description: uuid/name of a network to use for floating ip addresses
|
|
|
|
portal_network_cidr:
|
|
type: string
|
|
description: >
|
|
address range used by kubernetes for service portals
|
|
|
|
kube_allow_priv:
|
|
type: string
|
|
description: >
|
|
whether or not kubernetes should permit privileged containers.
|
|
constraints:
|
|
- allowed_values: ["true", "false"]
|
|
|
|
docker_volume_size:
|
|
type: number
|
|
description: >
|
|
size of a cinder volume to allocate to docker for container/image
|
|
storage
|
|
|
|
docker_storage_driver:
|
|
type: string
|
|
description: docker storage driver name
|
|
default: "devicemapper"
|
|
|
|
flannel_network_cidr:
|
|
type: string
|
|
description: network range for flannel overlay network
|
|
|
|
flannel_network_subnetlen:
|
|
type: number
|
|
description: size of subnet assigned to each master
|
|
|
|
flannel_backend:
|
|
type: string
|
|
description: >
|
|
specify the backend for flannel, default udp backend
|
|
constraints:
|
|
- allowed_values: ["udp", "vxlan", "host-gw"]
|
|
|
|
system_pods_initial_delay:
|
|
type: number
|
|
description: >
|
|
health check, time to wait for system pods (podmaster, scheduler) to boot
|
|
(in seconds)
|
|
default: 30
|
|
|
|
system_pods_timeout:
|
|
type: number
|
|
description: >
|
|
health check, timeout for system pods (podmaster, scheduler) to answer.
|
|
(in seconds)
|
|
default: 5
|
|
|
|
admission_control_list:
|
|
type: string
|
|
description: >
|
|
List of admission control plugins to activate
|
|
|
|
discovery_url:
|
|
type: string
|
|
description: >
|
|
Discovery URL used for bootstrapping the etcd cluster.
|
|
|
|
tls_disabled:
|
|
type: boolean
|
|
description: whether or not to enable TLS
|
|
|
|
kube_dashboard_enabled:
|
|
type: boolean
|
|
description: whether or not to disable kubernetes dashboard
|
|
|
|
influx_grafana_dashboard_enabled:
|
|
type: boolean
|
|
description: Enable influxdb with grafana dashboard for data from heapster
|
|
|
|
verify_ca:
|
|
type: boolean
|
|
description: whether or not to validate certificate authority
|
|
|
|
kubernetes_port:
|
|
type: number
|
|
description: >
|
|
The port which are used by kube-apiserver to provide Kubernetes
|
|
service.
|
|
|
|
cluster_uuid:
|
|
type: string
|
|
description: identifier for the cluster this template is generating
|
|
|
|
magnum_url:
|
|
type: string
|
|
description: endpoint to retrieve TLS certs from
|
|
|
|
prometheus_monitoring:
|
|
type: boolean
|
|
description: >
|
|
whether or not to have prometheus and grafana deployed
|
|
|
|
grafana_admin_passwd:
|
|
type: string
|
|
hidden: true
|
|
description: >
|
|
admin user password for the Grafana monitoring interface
|
|
|
|
api_public_address:
|
|
type: string
|
|
description: Public IP address of the Kubernetes master server.
|
|
default: ""
|
|
|
|
api_private_address:
|
|
type: string
|
|
description: Private IP address of the Kubernetes master server.
|
|
default: ""
|
|
|
|
fixed_network:
|
|
type: string
|
|
description: Network from which to allocate fixed addresses.
|
|
|
|
fixed_subnet:
|
|
type: string
|
|
description: Subnet from which to allocate fixed addresses.
|
|
|
|
network_driver:
|
|
type: string
|
|
description: network driver to use for instantiating container networks
|
|
|
|
secgroup_base_id:
|
|
type: string
|
|
description: ID of the security group for base.
|
|
|
|
secgroup_kube_master_id:
|
|
type: string
|
|
description: ID of the security group for kubernetes master.
|
|
|
|
api_pool_id:
|
|
type: string
|
|
description: ID of the load balancer pool of k8s API server.
|
|
|
|
etcd_pool_id:
|
|
type: string
|
|
description: ID of the load balancer pool of etcd server.
|
|
|
|
auth_url:
|
|
type: string
|
|
description: >
|
|
url for kubernetes to authenticate
|
|
|
|
username:
|
|
type: string
|
|
description: >
|
|
user account
|
|
|
|
password:
|
|
type: string
|
|
description: >
|
|
user password
|
|
|
|
http_proxy:
|
|
type: string
|
|
description: http proxy address for docker
|
|
|
|
https_proxy:
|
|
type: string
|
|
description: https proxy address for docker
|
|
|
|
no_proxy:
|
|
type: string
|
|
description: no proxies for docker
|
|
|
|
kube_tag:
|
|
type: string
|
|
description: tag of the k8s containers used to provision the kubernetes cluster
|
|
|
|
kube_version:
|
|
type: string
|
|
description: version of kubernetes used for kubernetes cluster
|
|
|
|
kube_dashboard_version:
|
|
type: string
|
|
description: version of kubernetes dashboard used for kubernetes cluster
|
|
|
|
trustee_user_id:
|
|
type: string
|
|
description: user id of the trustee
|
|
|
|
trustee_password:
|
|
type: string
|
|
description: password of the trustee
|
|
hidden: true
|
|
|
|
trust_id:
|
|
type: string
|
|
description: id of the trust which is used by the trustee
|
|
hidden: true
|
|
|
|
insecure_registry_url:
|
|
type: string
|
|
description: insecure registry url
|
|
|
|
container_infra_prefix:
|
|
type: string
|
|
description: >
|
|
prefix of container images used in the cluster, kubernetes components,
|
|
kubernetes-dashboard, coredns etc
|
|
|
|
wc_curl_cli:
|
|
type: string
|
|
description : >
|
|
Wait condition notify command for Master.
|
|
|
|
etcd_lb_vip:
|
|
type: string
|
|
description: >
|
|
etcd lb vip private used to generate certs on master.
|
|
default: ""
|
|
|
|
openstack_ca:
|
|
type: string
|
|
description: The OpenStack CA certificate to install on the node.
|
|
|
|
nodes_server_group_id:
|
|
type: string
|
|
description: ID of the server group for kubernetes cluster nodes.
|
|
|
|
octavia_enabled:
|
|
type: boolean
|
|
description: >
|
|
whether or not to use Octavia for LoadBalancer type service.
|
|
default: False
|
|
|
|
resources:
|
|
|
|
######################################################################
|
|
#
|
|
# resource that exposes the IPs of either the kube master or the API
|
|
# LBaaS pool depending on whether LBaaS is enabled for the cluster.
|
|
#
|
|
|
|
api_address_switch:
|
|
type: Magnum::ApiGatewaySwitcher
|
|
properties:
|
|
pool_public_ip: {get_param: api_public_address}
|
|
pool_private_ip: {get_param: api_private_address}
|
|
master_public_ip: {get_attr: [kube_master_floating, floating_ip_address]}
|
|
master_private_ip: {get_attr: [kube_master_eth0, fixed_ips, 0, ip_address]}
|
|
|
|
######################################################################
|
|
#
|
|
# software configs. these are components that are combined into
|
|
# a multipart MIME user-data archive.
|
|
#
|
|
|
|
write_heat_params:
|
|
type: OS::Heat::SoftwareConfig
|
|
properties:
|
|
group: ungrouped
|
|
config:
|
|
str_replace:
|
|
template: {get_file: ../../common/templates/kubernetes/fragments/write-heat-params-master.yaml}
|
|
params:
|
|
"$PROMETHEUS_MONITORING": {get_param: prometheus_monitoring}
|
|
"$KUBE_API_PUBLIC_ADDRESS": {get_attr: [api_address_switch, public_ip]}
|
|
"$KUBE_API_PRIVATE_ADDRESS": {get_attr: [api_address_switch, private_ip]}
|
|
"$KUBE_API_PORT": {get_param: kubernetes_port}
|
|
"$KUBE_ALLOW_PRIV": {get_param: kube_allow_priv}
|
|
"$DOCKER_VOLUME": 'None'
|
|
"$DOCKER_VOLUME_SIZE": {get_param: docker_volume_size}
|
|
"$DOCKER_STORAGE_DRIVER": {get_param: docker_storage_driver}
|
|
"$NETWORK_DRIVER": {get_param: network_driver}
|
|
"$FLANNEL_NETWORK_CIDR": {get_param: flannel_network_cidr}
|
|
"$FLANNEL_NETWORK_SUBNETLEN": {get_param: flannel_network_subnetlen}
|
|
"$FLANNEL_BACKEND": {get_param: flannel_backend}
|
|
"$SYSTEM_PODS_INITIAL_DELAY": {get_param: system_pods_initial_delay}
|
|
"$SYSTEM_PODS_TIMEOUT": {get_param: system_pods_timeout}
|
|
"$PORTAL_NETWORK_CIDR": {get_param: portal_network_cidr}
|
|
"$ADMISSION_CONTROL_LIST": {get_param: admission_control_list}
|
|
"$ETCD_DISCOVERY_URL": {get_param: discovery_url}
|
|
"$AUTH_URL": {get_param: auth_url}
|
|
"$USERNAME": {get_param: username}
|
|
"$PASSWORD": {get_param: password}
|
|
"$CLUSTER_SUBNET": {get_param: fixed_subnet}
|
|
"$TLS_DISABLED": {get_param: tls_disabled}
|
|
"$KUBE_DASHBOARD_ENABLED": {get_param: kube_dashboard_enabled}
|
|
"$INFLUX_GRAFANA_DASHBOARD_ENABLED": {get_param: influx_grafana_dashboard_enabled}
|
|
"$VERIFY_CA": {get_param: verify_ca}
|
|
"$CLUSTER_UUID": {get_param: cluster_uuid}
|
|
"$MAGNUM_URL": {get_param: magnum_url}
|
|
"$HTTP_PROXY": {get_param: http_proxy}
|
|
"$HTTPS_PROXY": {get_param: https_proxy}
|
|
"$NO_PROXY": {get_param: no_proxy}
|
|
"$KUBE_TAG": {get_param: kube_tag}
|
|
"$KUBE_VERSION": {get_param: kube_version}
|
|
"$KUBE_DASHBOARD_VERSION": {get_param: kube_dashboard_version}
|
|
"$WAIT_CURL": {get_param: wc_curl_cli}
|
|
"$TRUSTEE_USER_ID": {get_param: trustee_user_id}
|
|
"$TRUSTEE_PASSWORD": {get_param: trustee_password}
|
|
"$TRUST_ID": {get_param: trust_id}
|
|
"$INSECURE_REGISTRY_URL": {get_param: insecure_registry_url}
|
|
"$CONTAINER_INFRA_PREFIX": {get_param: container_infra_prefix}
|
|
"$ENABLE_CINDER": "False"
|
|
"$ETCD_LB_VIP": {get_param: etcd_lb_vip}
|
|
"$OCTAVIA_ENABLED": {get_param: octavia_enabled}
|
|
|
|
install_openstack_ca:
|
|
type: OS::Heat::SoftwareConfig
|
|
properties:
|
|
group: ungrouped
|
|
config:
|
|
str_replace:
|
|
params:
|
|
$OPENSTACK_CA: {get_param: openstack_ca}
|
|
template: {get_file: ../../common/templates/fragments/atomic-install-openstack-ca.sh}
|
|
|
|
make_cert:
|
|
type: OS::Heat::SoftwareConfig
|
|
properties:
|
|
group: ungrouped
|
|
config: {get_file: ../../common/templates/kubernetes/fragments/make-cert.sh}
|
|
|
|
configure_docker_storage:
|
|
type: OS::Heat::SoftwareConfig
|
|
properties:
|
|
group: ungrouped
|
|
config:
|
|
str_replace:
|
|
params:
|
|
$configure_docker_storage_driver: {get_file: ../../common/templates/fragments/configure_docker_storage_driver_atomic.sh}
|
|
template: {get_file: ../../common/templates/fragments/configure-docker-storage.sh}
|
|
|
|
configure_etcd:
|
|
type: OS::Heat::SoftwareConfig
|
|
properties:
|
|
group: ungrouped
|
|
config: {get_file: ../../common/templates/kubernetes/fragments/configure-etcd.sh}
|
|
|
|
write_kube_os_config:
|
|
type: OS::Heat::SoftwareConfig
|
|
properties:
|
|
group: ungrouped
|
|
config: {get_file: ../../common/templates/kubernetes/fragments/write-kube-os-config.sh}
|
|
|
|
configure_kubernetes:
|
|
type: OS::Heat::SoftwareConfig
|
|
properties:
|
|
group: ungrouped
|
|
config: {get_file: ../../common/templates/kubernetes/fragments/configure-kubernetes-master.sh}
|
|
|
|
write_flannel_config:
|
|
type: OS::Heat::SoftwareConfig
|
|
properties:
|
|
group: ungrouped
|
|
config: {get_file: ../../common/templates/kubernetes/fragments/write-flannel-config.sh}
|
|
|
|
flannel_config_service:
|
|
type: OS::Heat::SoftwareConfig
|
|
properties:
|
|
group: ungrouped
|
|
config: {get_file: ../../common/templates/kubernetes/fragments/flannel-config-service.sh}
|
|
|
|
enable_services:
|
|
type: OS::Heat::SoftwareConfig
|
|
properties:
|
|
group: ungrouped
|
|
config: {get_file: ../../common/templates/kubernetes/fragments/enable-services-master.sh}
|
|
|
|
flannel_service:
|
|
type: OS::Heat::SoftwareConfig
|
|
properties:
|
|
group: ungrouped
|
|
config: {get_file: ../../common/templates/kubernetes/fragments/flannel-service.sh}
|
|
|
|
enable_kube_controller_manager_scheduler:
|
|
type: OS::Heat::SoftwareConfig
|
|
properties:
|
|
group: ungrouped
|
|
config: {get_file: ../../common/templates/kubernetes/fragments/enable-kube-controller-manager-scheduler.sh}
|
|
|
|
kube_apiserver_to_kubelet_role:
|
|
type: OS::Heat::SoftwareConfig
|
|
properties:
|
|
group: ungrouped
|
|
config: {get_file: ../../common/templates/kubernetes/fragments/kube-apiserver-to-kubelet-role.sh}
|
|
|
|
kube_ui_service:
|
|
type: OS::Heat::SoftwareConfig
|
|
properties:
|
|
group: ungrouped
|
|
config: {get_file: ../../common/templates/kubernetes/fragments/kube-dashboard-service.sh}
|
|
|
|
enable_kube_proxy:
|
|
type: OS::Heat::SoftwareConfig
|
|
properties:
|
|
group: ungrouped
|
|
config: {get_file: ../../common/templates/kubernetes/fragments/enable-kube-proxy-master.sh}
|
|
|
|
master_wc_notify:
|
|
type: OS::Heat::SoftwareConfig
|
|
properties:
|
|
group: ungrouped
|
|
config: {get_file: ../../common/templates/kubernetes/fragments/wc-notify-master.sh}
|
|
|
|
disable_selinux:
|
|
type: OS::Heat::SoftwareConfig
|
|
properties:
|
|
group: ungrouped
|
|
config: {get_file: ../../common/templates/kubernetes/fragments/disable-selinux.sh}
|
|
|
|
add_proxy:
|
|
type: OS::Heat::SoftwareConfig
|
|
properties:
|
|
group: ungrouped
|
|
config: {get_file: ../../common/templates/kubernetes/fragments/add-proxy.sh}
|
|
|
|
start_container_agent:
|
|
type: OS::Heat::SoftwareConfig
|
|
properties:
|
|
group: ungrouped
|
|
config: {get_file: ../../common/templates/kubernetes/fragments/start-container-agent.sh}
|
|
|
|
kube_master_init:
|
|
type: OS::Heat::MultipartMime
|
|
properties:
|
|
parts:
|
|
- config: {get_resource: install_openstack_ca}
|
|
- config: {get_resource: disable_selinux}
|
|
- config: {get_resource: write_heat_params}
|
|
- config: {get_resource: configure_etcd}
|
|
- config: {get_resource: write_kube_os_config}
|
|
- config: {get_resource: make_cert}
|
|
- config: {get_resource: configure_docker_storage}
|
|
- config: {get_resource: configure_kubernetes}
|
|
- config: {get_resource: add_proxy}
|
|
- config: {get_resource: enable_services}
|
|
- config: {get_resource: write_flannel_config}
|
|
- config: {get_resource: flannel_config_service}
|
|
- config: {get_resource: flannel_service}
|
|
- config: {get_resource: kube_apiserver_to_kubelet_role}
|
|
- config: {get_resource: enable_kube_controller_manager_scheduler}
|
|
- config: {get_resource: enable_kube_proxy}
|
|
- config: {get_resource: kube_ui_service}
|
|
- config: {get_resource: start_container_agent}
|
|
- config: {get_resource: master_wc_notify}
|
|
|
|
enable_prometheus_monitoring:
|
|
type: OS::Heat::SoftwareConfig
|
|
properties:
|
|
group: script
|
|
config:
|
|
str_replace:
|
|
template: {get_file: ../../common/templates/kubernetes/fragments/enable-prometheus-monitoring.sh}
|
|
params:
|
|
"$ADMIN_PASSWD": {get_param: grafana_admin_passwd}
|
|
|
|
enable_prometheus_monitoring_deployment:
|
|
type: OS::Heat::SoftwareDeployment
|
|
properties:
|
|
signal_transport: HEAT_SIGNAL
|
|
config: {get_resource: enable_prometheus_monitoring}
|
|
server: {get_resource: kube-master}
|
|
actions: ['CREATE']
|
|
|
|
######################################################################
|
|
#
|
|
# a single kubernetes master.
|
|
#
|
|
|
|
# do NOT use "_" (underscore) in the Nova server name
|
|
# it creates a mismatch between the generated Nova name and its hostname
|
|
# which can lead to weird problems
|
|
kube-master:
|
|
type: OS::Nova::Server
|
|
properties:
|
|
name: {get_param: name}
|
|
image: {get_param: server_image}
|
|
flavor: {get_param: master_flavor}
|
|
key_name: {get_param: ssh_key_name}
|
|
user_data_format: SOFTWARE_CONFIG
|
|
software_config_transport: POLL_SERVER_HEAT
|
|
user_data: {get_resource: kube_master_init}
|
|
networks:
|
|
- port: {get_resource: kube_master_eth0}
|
|
scheduler_hints: { group: { get_param: nodes_server_group_id }}
|
|
|
|
kube_master_eth0:
|
|
type: "OS::Neutron::Port"
|
|
properties:
|
|
network_id:
|
|
get_param: fixed_network
|
|
security_groups:
|
|
- {get_param: secgroup_kube_master_id}
|
|
fixed_ips:
|
|
- subnet_id:
|
|
get_param: fixed_subnet
|
|
allowed_address_pairs:
|
|
- ip_address: {get_param: flannel_network_cidr}
|
|
|
|
kube_master_floating:
|
|
type: OS::Neutron::FloatingIP
|
|
properties:
|
|
floating_network:
|
|
get_param: external_network
|
|
port_id:
|
|
get_resource: kube_master_eth0
|
|
|
|
api_pool_member:
|
|
type: Magnum::Optional::Neutron::LBaaS::PoolMember
|
|
properties:
|
|
pool: {get_param: api_pool_id}
|
|
address: {get_attr: [kube_master_eth0, fixed_ips, 0, ip_address]}
|
|
subnet: { get_param: fixed_subnet }
|
|
protocol_port: {get_param: kubernetes_port}
|
|
|
|
etcd_pool_member:
|
|
type: Magnum::Optional::Neutron::LBaaS::PoolMember
|
|
properties:
|
|
pool: {get_param: etcd_pool_id}
|
|
address: {get_attr: [kube_master_eth0, fixed_ips, 0, ip_address]}
|
|
subnet: { get_param: fixed_subnet }
|
|
protocol_port: 2379
|
|
|
|
outputs:
|
|
|
|
kube_master_ip:
|
|
value: {get_attr: [kube_master_eth0, fixed_ips, 0, ip_address]}
|
|
description: >
|
|
This is the "private" IP address of the Kubernetes master node.
|
|
|
|
kube_master_external_ip:
|
|
value: {get_attr: [kube_master_floating, floating_ip_address]}
|
|
description: >
|
|
This is the "public" IP address of the Kubernetes master node.
|