28fff8006a
Allow any value to be passed on the docker_storage_driver field by turning it into a StringField (was EnumField), and remove the constraints limiting the values to 'devicemapper' and 'overlay'. Change the docker storage setup to have a generic setup for all drivers with the exception of 'devicemapper', which keeps its own specific storage config function. For all others, do the same we already did for overlay (with two cases for usage of a cinder volume or not) and simply set the storage driver in the docker configuration to the value provided in the cluster template. Change-Id: I9aa8f232ce64ece4d439c0a476f463820a499617 Closes-Bug: #1722522
500 lines
15 KiB
YAML
500 lines
15 KiB
YAML
heat_template_version: 2014-10-16
|
|
|
|
description: >
|
|
This is a nested stack that defines swarm master node. A swarm mater node is
|
|
running a Docker daemon and a swarm manager container listening on port 2376.
|
|
|
|
parameters:
|
|
|
|
name:
|
|
type: string
|
|
description: server name
|
|
|
|
ssh_key_name:
|
|
type: string
|
|
description: name of ssh key to be provisioned on our server
|
|
|
|
docker_volume_size:
|
|
type: number
|
|
description: >
|
|
size of a cinder volume to allocate to docker for container/image
|
|
storage
|
|
|
|
docker_volume_type:
|
|
type: string
|
|
description: >
|
|
type of a cinder volume to allocate to docker for container/image
|
|
storage
|
|
|
|
docker_storage_driver:
|
|
type: string
|
|
description: docker storage driver name
|
|
|
|
external_network:
|
|
type: string
|
|
description: uuid/name of a network to use for floating ip addresses
|
|
|
|
discovery_url:
|
|
type: string
|
|
description: url provided for node discovery
|
|
|
|
cluster_uuid:
|
|
type: string
|
|
description: identifier for the cluster this template is generating
|
|
|
|
magnum_url:
|
|
type: string
|
|
description: endpoint to retrieve TLS certs from
|
|
|
|
fixed_network_id:
|
|
type: string
|
|
description: Network from which to allocate fixed addresses.
|
|
|
|
fixed_subnet_id:
|
|
type: string
|
|
description: Subnet from which to allocate fixed addresses.
|
|
|
|
swarm_api_ip:
|
|
type: string
|
|
description: swarm master's api server ip address
|
|
default: ""
|
|
|
|
api_ip_address:
|
|
type: string
|
|
description: swarm master's api server public ip address
|
|
default: ""
|
|
|
|
server_image:
|
|
type: string
|
|
description: glance image used to boot the server
|
|
|
|
server_flavor:
|
|
type: string
|
|
description: flavor to use when booting the server
|
|
|
|
http_proxy:
|
|
type: string
|
|
description: http proxy address for docker
|
|
|
|
https_proxy:
|
|
type: string
|
|
description: https proxy address for docker
|
|
|
|
no_proxy:
|
|
type: string
|
|
description: no proxies for docker
|
|
|
|
tls_disabled:
|
|
type: boolean
|
|
description: whether or not to enable TLS
|
|
|
|
verify_ca:
|
|
type: boolean
|
|
description: whether or not to validate certificate authority
|
|
|
|
network_driver:
|
|
type: string
|
|
description: network driver to use for instantiating container networks
|
|
|
|
flannel_network_cidr:
|
|
type: string
|
|
description: network range for flannel overlay network
|
|
|
|
flannel_network_subnetlen:
|
|
type: number
|
|
description: size of subnet assigned to each master
|
|
|
|
flannel_backend:
|
|
type: string
|
|
description: >
|
|
specify the backend for flannel, default udp backend
|
|
constraints:
|
|
- allowed_values: ["udp", "vxlan", "host-gw"]
|
|
|
|
swarm_version:
|
|
type: string
|
|
description: version of swarm used for swarm cluster
|
|
|
|
swarm_strategy:
|
|
type: string
|
|
description: >
|
|
schedule strategy to be used by swarm manager
|
|
constraints:
|
|
- allowed_values: ["spread", "binpack", "random"]
|
|
|
|
secgroup_swarm_master_id:
|
|
type: string
|
|
description: ID of the security group for swarm master.
|
|
|
|
swarm_port:
|
|
type: number
|
|
description: >
|
|
The port which are used by swarm manager to provide swarm service.
|
|
|
|
api_pool_id:
|
|
type: string
|
|
description: ID of the load balancer pool of swarm master server.
|
|
|
|
etcd_pool_id:
|
|
type: string
|
|
description: ID of the load balancer pool of etcd server.
|
|
|
|
etcd_server_ip:
|
|
type: string
|
|
description: ip address of the load balancer pool of etcd server.
|
|
default: ""
|
|
|
|
trustee_user_id:
|
|
type: string
|
|
description: user id of the trustee
|
|
|
|
trustee_password:
|
|
type: string
|
|
description: password of the trustee
|
|
hidden: true
|
|
|
|
trust_id:
|
|
type: string
|
|
description: id of the trust which is used by the trustee
|
|
hidden: true
|
|
|
|
auth_url:
|
|
type: string
|
|
description: url for keystone
|
|
|
|
volume_driver:
|
|
type: string
|
|
description: volume driver to use for container storage
|
|
default: ""
|
|
|
|
rexray_preempt:
|
|
type: string
|
|
description: >
|
|
enables any host to take control of a volume irrespective of whether
|
|
other hosts are using the volume
|
|
default: "false"
|
|
|
|
resources:
|
|
|
|
master_wait_handle:
|
|
type: "OS::Heat::WaitConditionHandle"
|
|
|
|
master_wait_condition:
|
|
type: "OS::Heat::WaitCondition"
|
|
depends_on: swarm-master
|
|
properties:
|
|
handle: {get_resource: master_wait_handle}
|
|
timeout: 6000
|
|
|
|
######################################################################
|
|
#
|
|
# resource that exposes the IPs of either the Swarm master or the API
|
|
# LBaaS pool depending on whether LBaaS is enabled for the cluster.
|
|
#
|
|
|
|
api_address_switch:
|
|
type: Magnum::ApiGatewaySwitcher
|
|
properties:
|
|
pool_public_ip: {get_param: api_ip_address}
|
|
pool_private_ip: {get_param: swarm_api_ip}
|
|
master_public_ip: {get_attr: [swarm_master_floating, floating_ip_address]}
|
|
master_private_ip: {get_attr: [swarm_master_eth0, fixed_ips, 0, ip_address]}
|
|
|
|
etcd_address_switch:
|
|
type: Magnum::ApiGatewaySwitcher
|
|
properties:
|
|
pool_private_ip: {get_param: etcd_server_ip}
|
|
master_private_ip: {get_attr: [swarm_master_eth0, fixed_ips, 0, ip_address]}
|
|
|
|
######################################################################
|
|
#
|
|
# software configs. these are components that are combined into
|
|
# a multipart MIME user-data archive.
|
|
#
|
|
no_proxy_extended:
|
|
type: OS::Heat::Value
|
|
properties:
|
|
type: string
|
|
value:
|
|
list_join:
|
|
- ','
|
|
- - {get_attr: [api_address_switch, private_ip]}
|
|
- {get_attr: [swarm_master_eth0, fixed_ips, 0, ip_address]}
|
|
- {get_attr: [etcd_address_switch, private_ip]}
|
|
- {get_attr: [api_address_switch, public_ip]}
|
|
- {get_param: no_proxy}
|
|
|
|
write_heat_params:
|
|
type: "OS::Heat::SoftwareConfig"
|
|
properties:
|
|
group: ungrouped
|
|
config:
|
|
str_replace:
|
|
template: {get_file: ../../common/templates/swarm/fragments/write-heat-params-master.yaml}
|
|
params:
|
|
"$WAIT_CURL": {get_attr: [master_wait_handle, curl_cli]}
|
|
"$DOCKER_VOLUME": {get_resource: docker_volume}
|
|
"$DOCKER_VOLUME_SIZE": {get_param: docker_volume_size}
|
|
"$DOCKER_STORAGE_DRIVER": {get_param: docker_storage_driver}
|
|
"$ETCD_DISCOVERY_URL": {get_param: discovery_url}
|
|
"$HTTP_PROXY": {get_param: http_proxy}
|
|
"$HTTPS_PROXY": {get_param: https_proxy}
|
|
"$NO_PROXY": {get_attr: [no_proxy_extended, value]}
|
|
"$SWARM_API_IP": {get_attr: [api_address_switch, private_ip]}
|
|
"$SWARM_NODE_IP": {get_attr: [swarm_master_eth0, fixed_ips, 0, ip_address]}
|
|
"$CLUSTER_UUID": {get_param: cluster_uuid}
|
|
"$MAGNUM_URL": {get_param: magnum_url}
|
|
"$TLS_DISABLED": {get_param: tls_disabled}
|
|
"$VERIFY_CA": {get_param: verify_ca}
|
|
"$NETWORK_DRIVER": {get_param: network_driver}
|
|
"$FLANNEL_NETWORK_CIDR": {get_param: flannel_network_cidr}
|
|
"$FLANNEL_NETWORK_SUBNETLEN": {get_param: flannel_network_subnetlen}
|
|
"$FLANNEL_BACKEND": {get_param: flannel_backend}
|
|
"$ETCD_SERVER_IP": {get_attr: [etcd_address_switch, private_ip]}
|
|
"$API_IP_ADDRESS": {get_attr: [api_address_switch, public_ip]}
|
|
"$SWARM_VERSION": {get_param: swarm_version}
|
|
"$TRUSTEE_USER_ID": {get_param: trustee_user_id}
|
|
"$TRUSTEE_PASSWORD": {get_param: trustee_password}
|
|
"$TRUST_ID": {get_param: trust_id}
|
|
"$AUTH_URL": {get_param: auth_url}
|
|
"$VOLUME_DRIVER": {get_param: volume_driver}
|
|
"$REXRAY_PREEMPT": {get_param: rexray_preempt}
|
|
|
|
write_network_config:
|
|
type: "OS::Heat::SoftwareConfig"
|
|
properties:
|
|
group: ungrouped
|
|
config: {get_file: ../../common/templates/swarm/fragments/write-network-config.sh}
|
|
|
|
network_config_service:
|
|
type: "OS::Heat::SoftwareConfig"
|
|
properties:
|
|
group: ungrouped
|
|
config: {get_file: ../../common/templates/swarm/fragments/network-config-service.sh}
|
|
|
|
network_service:
|
|
type: "OS::Heat::SoftwareConfig"
|
|
properties:
|
|
group: ungrouped
|
|
config: {get_file: ../../common/templates/swarm/fragments/network-service.sh}
|
|
|
|
configure_etcd:
|
|
type: OS::Heat::SoftwareConfig
|
|
properties:
|
|
group: ungrouped
|
|
config: {get_file: ../../common/templates/swarm/fragments/configure-etcd.sh}
|
|
|
|
remove_docker_key:
|
|
type: "OS::Heat::SoftwareConfig"
|
|
properties:
|
|
group: ungrouped
|
|
config: {get_file: ../../common/templates/swarm/fragments/remove-docker-key.sh}
|
|
|
|
configure_docker_storage:
|
|
type: OS::Heat::SoftwareConfig
|
|
properties:
|
|
group: ungrouped
|
|
config:
|
|
str_replace:
|
|
params:
|
|
$configure_docker_storage_driver: {get_file: ../../common/templates/fragments/configure_docker_storage_driver_atomic.sh}
|
|
template: {get_file: ../../common/templates/fragments/configure-docker-storage.sh}
|
|
|
|
make_cert:
|
|
type: "OS::Heat::SoftwareConfig"
|
|
properties:
|
|
group: ungrouped
|
|
config: {get_file: ../../common/templates/swarm/fragments/make-cert.py}
|
|
|
|
add_docker_daemon_options:
|
|
type: "OS::Heat::SoftwareConfig"
|
|
properties:
|
|
group: ungrouped
|
|
config: {get_file: ../../common/templates/swarm/fragments/add-docker-daemon-options.sh}
|
|
|
|
write_swarm_manager_failure_service:
|
|
type: "OS::Heat::SoftwareConfig"
|
|
properties:
|
|
group: ungrouped
|
|
config:
|
|
str_replace:
|
|
template: {get_file: ../../common/templates/swarm/fragments/write-cluster-failure-service.yaml}
|
|
params:
|
|
"$SERVICE": swarm-manager
|
|
"$WAIT_CURL": {get_attr: [master_wait_handle, curl_cli]}
|
|
"$VERIFY_CA": {get_param: verify_ca}
|
|
|
|
write_docker_socket:
|
|
type: "OS::Heat::SoftwareConfig"
|
|
properties:
|
|
group: ungrouped
|
|
config: {get_file: ../../common/templates/swarm/fragments/write-docker-socket.yaml}
|
|
|
|
write_swarm_master_service:
|
|
type: "OS::Heat::SoftwareConfig"
|
|
properties:
|
|
group: ungrouped
|
|
config:
|
|
str_replace:
|
|
template: {get_file: ../../common/templates/swarm/fragments/write-swarm-master-service.sh}
|
|
params:
|
|
"$ETCD_SERVER_IP": {get_attr: [etcd_address_switch, private_ip]}
|
|
"$NODE_IP": {get_attr: [swarm_master_eth0, fixed_ips, 0, ip_address]}
|
|
"$WAIT_CURL": {get_attr: [master_wait_handle, curl_cli]}
|
|
"$HTTP_PROXY": {get_param: http_proxy}
|
|
"$HTTPS_PROXY": {get_param: https_proxy}
|
|
"$NO_PROXY": {get_attr: [no_proxy_extended, value]}
|
|
"$TLS_DISABLED": {get_param: tls_disabled}
|
|
"$VERIFY_CA": {get_param: verify_ca}
|
|
"$SWARM_VERSION": {get_param: swarm_version}
|
|
"$SWARM_STRATEGY": {get_param: swarm_strategy}
|
|
|
|
enable_services:
|
|
type: "OS::Heat::SoftwareConfig"
|
|
properties:
|
|
group: ungrouped
|
|
config:
|
|
str_replace:
|
|
template: {get_file: ../../common/templates/swarm/fragments/enable-services.sh}
|
|
params:
|
|
"$NODE_SERVICES": "etcd docker.socket docker swarm-manager"
|
|
|
|
cfn_signal:
|
|
type: "OS::Heat::SoftwareConfig"
|
|
properties:
|
|
group: ungrouped
|
|
config: {get_file: ../../common/templates/swarm/fragments/cfn-signal.sh}
|
|
|
|
configure_selinux:
|
|
type: "OS::Heat::SoftwareConfig"
|
|
properties:
|
|
group: ungrouped
|
|
config: {get_file: ../../common/templates/swarm/fragments/configure-selinux.sh}
|
|
|
|
add_proxy:
|
|
type: "OS::Heat::SoftwareConfig"
|
|
properties:
|
|
group: ungrouped
|
|
config: {get_file: ../../common/templates/swarm/fragments/add-proxy.sh}
|
|
|
|
volume_service:
|
|
type: "OS::Heat::SoftwareConfig"
|
|
properties:
|
|
group: ungrouped
|
|
config: {get_file: ../../common/templates/swarm/fragments/volume-service.sh}
|
|
|
|
swarm_master_init:
|
|
type: "OS::Heat::MultipartMime"
|
|
properties:
|
|
parts:
|
|
- config: {get_resource: configure_selinux}
|
|
- config: {get_resource: remove_docker_key}
|
|
- config: {get_resource: write_heat_params}
|
|
- config: {get_resource: make_cert}
|
|
- config: {get_resource: configure_etcd}
|
|
- config: {get_resource: write_network_config}
|
|
- config: {get_resource: network_config_service}
|
|
- config: {get_resource: network_service}
|
|
- config: {get_resource: configure_docker_storage}
|
|
- config: {get_resource: write_swarm_manager_failure_service}
|
|
- config: {get_resource: add_docker_daemon_options}
|
|
- config: {get_resource: write_docker_socket}
|
|
- config: {get_resource: write_swarm_master_service}
|
|
- config: {get_resource: add_proxy}
|
|
- config: {get_resource: enable_services}
|
|
- config: {get_resource: cfn_signal}
|
|
- config: {get_resource: volume_service}
|
|
|
|
######################################################################
|
|
#
|
|
# Swarm_manager is a special node running the swarm manage daemon along
|
|
# side the swarm agent.
|
|
#
|
|
|
|
# do NOT use "_" (underscore) in the Nova server name
|
|
# it creates a mismatch between the generated Nova name and its hostname
|
|
# which can lead to weird problems
|
|
swarm-master:
|
|
type: "OS::Nova::Server"
|
|
properties:
|
|
name: {get_param: name}
|
|
image:
|
|
get_param: server_image
|
|
flavor:
|
|
get_param: server_flavor
|
|
key_name:
|
|
get_param: ssh_key_name
|
|
user_data_format: RAW
|
|
user_data: {get_resource: swarm_master_init}
|
|
networks:
|
|
- port:
|
|
get_resource: swarm_master_eth0
|
|
|
|
swarm_master_eth0:
|
|
type: "OS::Neutron::Port"
|
|
properties:
|
|
network_id:
|
|
get_param: fixed_network_id
|
|
security_groups:
|
|
- {get_param: secgroup_swarm_master_id}
|
|
fixed_ips:
|
|
- subnet_id:
|
|
get_param: fixed_subnet_id
|
|
allowed_address_pairs:
|
|
- ip_address: {get_param: flannel_network_cidr}
|
|
|
|
swarm_master_floating:
|
|
type: "OS::Neutron::FloatingIP"
|
|
properties:
|
|
floating_network:
|
|
get_param: external_network
|
|
port_id:
|
|
get_resource: swarm_master_eth0
|
|
|
|
api_pool_member:
|
|
type: Magnum::Optional::Neutron::LBaaS::PoolMember
|
|
properties:
|
|
pool: {get_param: api_pool_id}
|
|
address: {get_attr: [swarm_master_eth0, fixed_ips, 0, ip_address]}
|
|
subnet: { get_param: fixed_subnet_id }
|
|
protocol_port: {get_param: swarm_port}
|
|
|
|
etcd_pool_member:
|
|
type: Magnum::Optional::Neutron::LBaaS::PoolMember
|
|
properties:
|
|
pool: {get_param: etcd_pool_id}
|
|
address: {get_attr: [swarm_master_eth0, fixed_ips, 0, ip_address]}
|
|
subnet: { get_param: fixed_subnet_id }
|
|
protocol_port: 2379
|
|
|
|
######################################################################
|
|
#
|
|
# docker storage. This allocates a cinder volume and attaches it
|
|
# to the node.
|
|
#
|
|
|
|
docker_volume:
|
|
type: Magnum::Optional::Cinder::Volume
|
|
properties:
|
|
size: {get_param: docker_volume_size}
|
|
volume_type: {get_param: docker_volume_type}
|
|
|
|
docker_volume_attach:
|
|
type: Magnum::Optional::Cinder::VolumeAttachment
|
|
properties:
|
|
instance_uuid: {get_resource: swarm-master}
|
|
volume_id: {get_resource: docker_volume}
|
|
mountpoint: /dev/vdb
|
|
|
|
outputs:
|
|
|
|
swarm_master_ip:
|
|
value: {get_attr: [swarm_master_eth0, fixed_ips, 0, ip_address]}
|
|
description: >
|
|
This is the "private" addresses of all the Swarm master.
|
|
|
|
swarm_master_external_ip:
|
|
value: {get_attr: [swarm_master_floating, floating_ip_address]}
|
|
description: >
|
|
This is the "public" ip addresses of Swarm master.
|