[Mesos]Move software configs out of resource group
This patch move software configs out of resource group(mesosslave.yaml). With this fix Mesos templates will no duplicate software configs. Change-Id: I241acb6aa9389e01e5412d412f07adb0b318f835 Partial-Bug: #1646710
This commit is contained in:
parent
4680fb40f7
commit
61b9bb4f29
|
@ -0,0 +1,187 @@
|
||||||
|
heat_template_version: 2014-10-16
|
||||||
|
|
||||||
|
description: >
|
||||||
|
This is a nested stack that defines software configs for Mesos slave.
|
||||||
|
|
||||||
|
parameters:
|
||||||
|
|
||||||
|
executor_registration_timeout:
|
||||||
|
type: string
|
||||||
|
description: >
|
||||||
|
Amount of time to wait for an executor to register with the slave before
|
||||||
|
considering it hung and shutting it down
|
||||||
|
|
||||||
|
http_proxy:
|
||||||
|
type: string
|
||||||
|
description: http proxy address for docker
|
||||||
|
|
||||||
|
https_proxy:
|
||||||
|
type: string
|
||||||
|
description: https proxy address for docker
|
||||||
|
|
||||||
|
no_proxy:
|
||||||
|
type: string
|
||||||
|
description: no proxies for docker
|
||||||
|
|
||||||
|
auth_url:
|
||||||
|
type: string
|
||||||
|
description: >
|
||||||
|
url for mesos to authenticate before sending request
|
||||||
|
|
||||||
|
username:
|
||||||
|
type: string
|
||||||
|
description: user name
|
||||||
|
|
||||||
|
password:
|
||||||
|
type: string
|
||||||
|
description: >
|
||||||
|
user password, not set in current implementation, only used to
|
||||||
|
fill in for Kubernetes config file
|
||||||
|
hidden: true
|
||||||
|
|
||||||
|
tenant_name:
|
||||||
|
type: string
|
||||||
|
description: >
|
||||||
|
tenant_name is used to isolate access to Compute resources
|
||||||
|
|
||||||
|
volume_driver:
|
||||||
|
type: string
|
||||||
|
description: volume driver to use for container storage
|
||||||
|
|
||||||
|
region_name:
|
||||||
|
type: string
|
||||||
|
description: A logically separate section of the cluster
|
||||||
|
|
||||||
|
domain_name:
|
||||||
|
type: string
|
||||||
|
description: >
|
||||||
|
domain is to define the administrative boundaries for management
|
||||||
|
of Keystone entities
|
||||||
|
|
||||||
|
rexray_preempt:
|
||||||
|
type: string
|
||||||
|
description: >
|
||||||
|
enables any host to take control of a volume irrespective of whether
|
||||||
|
other hosts are using the volume
|
||||||
|
|
||||||
|
mesos_slave_isolation:
|
||||||
|
type: string
|
||||||
|
description: >
|
||||||
|
Isolation mechanisms to use, e.g., `posix/cpu,posix/mem`, or
|
||||||
|
`cgroups/cpu,cgroups/mem`, or network/port_mapping (configure with flag:
|
||||||
|
`--with-network-isolator` to enable), or `cgroups/devices/gpus/nvidia`
|
||||||
|
for nvidia specific gpu isolation (configure with flag: `--enable-nvidia
|
||||||
|
-gpu-support` to enable), or `external`, or load an alternate isolator
|
||||||
|
module using the `--modules` flag. Note that this flag is only relevant
|
||||||
|
for the Mesos Containerizer.
|
||||||
|
|
||||||
|
mesos_slave_work_dir:
|
||||||
|
type: string
|
||||||
|
description: directory path to place framework work directories
|
||||||
|
|
||||||
|
mesos_slave_image_providers:
|
||||||
|
type: string
|
||||||
|
description: >
|
||||||
|
Comma separated list of supported image providers e.g.,
|
||||||
|
APPC,DOCKER
|
||||||
|
|
||||||
|
mesos_slave_executor_env_variables:
|
||||||
|
type: string
|
||||||
|
description: >
|
||||||
|
JSON object representing the environment variables that should be passed
|
||||||
|
to the executor, and thus subsequently task(s). By default the executor,
|
||||||
|
executor will inherit the slave's environment variables.
|
||||||
|
|
||||||
|
mesos_masters_ips:
|
||||||
|
type: string
|
||||||
|
description: IP addresses of the Mesos master servers.
|
||||||
|
|
||||||
|
mesos_slave_wc_curl_cli:
|
||||||
|
type: string
|
||||||
|
description: Wait condition notify command for slave.
|
||||||
|
|
||||||
|
resources:
|
||||||
|
|
||||||
|
######################################################################
|
||||||
|
#
|
||||||
|
# software configs. these are components that are combined into
|
||||||
|
# a multipart MIME user-data archive.
|
||||||
|
#
|
||||||
|
|
||||||
|
write_heat_params:
|
||||||
|
type: OS::Heat::SoftwareConfig
|
||||||
|
properties:
|
||||||
|
group: ungrouped
|
||||||
|
config:
|
||||||
|
str_replace:
|
||||||
|
template: {get_file: fragments/write-heat-params.yaml}
|
||||||
|
params:
|
||||||
|
"$MESOS_MASTERS_IPS": {get_param: mesos_masters_ips}
|
||||||
|
"$EXECUTOR_REGISTRATION_TIMEOUT": {get_param: executor_registration_timeout}
|
||||||
|
"$HTTP_PROXY": {get_param: http_proxy}
|
||||||
|
"$HTTPS_PROXY": {get_param: https_proxy}
|
||||||
|
"$NO_PROXY": {get_param: no_proxy}
|
||||||
|
"$AUTH_URL": {get_param: auth_url}
|
||||||
|
"$USERNAME": {get_param: username}
|
||||||
|
"$PASSWORD": {get_param: password}
|
||||||
|
"$TENANT_NAME": {get_param: tenant_name}
|
||||||
|
"$VOLUME_DRIVER": {get_param: volume_driver}
|
||||||
|
"$REGION_NAME": {get_param: region_name}
|
||||||
|
"$DOMAIN_NAME": {get_param: domain_name}
|
||||||
|
"$REXRAY_PREEMPT": {get_param: rexray_preempt}
|
||||||
|
"$ISOLATION": {get_param: mesos_slave_isolation}
|
||||||
|
"$WORK_DIR": {get_param: mesos_slave_work_dir}
|
||||||
|
"$IMAGE_PROVIDERS": {get_param: mesos_slave_image_providers}
|
||||||
|
"$EXECUTOR_ENVIRONMENT_VARIABLES": {get_param: mesos_slave_executor_env_variables}
|
||||||
|
|
||||||
|
configure_mesos_slave:
|
||||||
|
type: OS::Heat::SoftwareConfig
|
||||||
|
properties:
|
||||||
|
group: ungrouped
|
||||||
|
config: {get_file: fragments/configure-mesos-slave.sh}
|
||||||
|
|
||||||
|
start_services:
|
||||||
|
type: OS::Heat::SoftwareConfig
|
||||||
|
properties:
|
||||||
|
group: ungrouped
|
||||||
|
config: {get_file: fragments/start-services-slave.sh}
|
||||||
|
|
||||||
|
slave_wc_notify:
|
||||||
|
type: OS::Heat::SoftwareConfig
|
||||||
|
properties:
|
||||||
|
group: ungrouped
|
||||||
|
config:
|
||||||
|
str_replace:
|
||||||
|
template: |
|
||||||
|
#!/bin/bash -v
|
||||||
|
wc_notify --data-binary '{"status": "SUCCESS"}'
|
||||||
|
params:
|
||||||
|
wc_notify: {get_param: mesos_slave_wc_curl_cli}
|
||||||
|
|
||||||
|
add_proxy:
|
||||||
|
type: OS::Heat::SoftwareConfig
|
||||||
|
properties:
|
||||||
|
group: ungrouped
|
||||||
|
config: {get_file: fragments/add-proxy.sh}
|
||||||
|
|
||||||
|
volume_service:
|
||||||
|
type: OS::Heat::SoftwareConfig
|
||||||
|
properties:
|
||||||
|
group: ungrouped
|
||||||
|
config: {get_file: fragments/volume-service.sh}
|
||||||
|
|
||||||
|
mesos_slave_init:
|
||||||
|
type: OS::Heat::MultipartMime
|
||||||
|
properties:
|
||||||
|
parts:
|
||||||
|
- config: {get_resource: write_heat_params}
|
||||||
|
- config: {get_resource: configure_mesos_slave}
|
||||||
|
- config: {get_resource: add_proxy}
|
||||||
|
- config: {get_resource: volume_service}
|
||||||
|
- config: {get_resource: start_services}
|
||||||
|
- config: {get_resource: slave_wc_notify}
|
||||||
|
|
||||||
|
outputs:
|
||||||
|
mesos_init:
|
||||||
|
value: {get_resource: mesos_slave_init}
|
||||||
|
description: ID of the multipart mime.
|
|
@ -405,10 +405,35 @@ resources:
|
||||||
slave_flavor: {get_param: slave_flavor}
|
slave_flavor: {get_param: slave_flavor}
|
||||||
fixed_network: {get_attr: [network, fixed_network]}
|
fixed_network: {get_attr: [network, fixed_network]}
|
||||||
fixed_subnet: {get_attr: [network, fixed_subnet]}
|
fixed_subnet: {get_attr: [network, fixed_subnet]}
|
||||||
mesos_masters_ips: {list_join: [' ', {get_attr: [mesos_masters, mesos_master_ip]}]}
|
|
||||||
external_network: {get_param: external_network}
|
external_network: {get_param: external_network}
|
||||||
executor_registration_timeout: {get_param: executor_registration_timeout}
|
|
||||||
secgroup_slave_all_open_id: {get_resource: secgroup_slave_all_open}
|
secgroup_slave_all_open_id: {get_resource: secgroup_slave_all_open}
|
||||||
|
mesos_slave_software_configs: {get_attr: [mesos_slave_software_configs, mesos_init]}
|
||||||
|
|
||||||
|
######################################################################
|
||||||
|
#
|
||||||
|
# Wait condition handler for Mesos slaves.
|
||||||
|
#
|
||||||
|
|
||||||
|
slave_wait_handle:
|
||||||
|
type: OS::Heat::WaitConditionHandle
|
||||||
|
|
||||||
|
slave_wait_condition:
|
||||||
|
type: OS::Heat::WaitCondition
|
||||||
|
properties:
|
||||||
|
count: {get_param: number_of_slaves}
|
||||||
|
handle: {get_resource: slave_wait_handle}
|
||||||
|
timeout: {get_param: wait_condition_timeout}
|
||||||
|
|
||||||
|
######################################################################
|
||||||
|
#
|
||||||
|
# Software configs for Mesos slaves.
|
||||||
|
#
|
||||||
|
|
||||||
|
mesos_slave_software_configs:
|
||||||
|
type: mesos_slave_software_configs.yaml
|
||||||
|
properties:
|
||||||
|
mesos_masters_ips: {list_join: [' ', {get_attr: [mesos_masters, mesos_master_ip]}]}
|
||||||
|
executor_registration_timeout: {get_param: executor_registration_timeout}
|
||||||
http_proxy: {get_param: http_proxy}
|
http_proxy: {get_param: http_proxy}
|
||||||
https_proxy: {get_param: https_proxy}
|
https_proxy: {get_param: https_proxy}
|
||||||
no_proxy: {get_param: no_proxy}
|
no_proxy: {get_param: no_proxy}
|
||||||
|
@ -426,21 +451,6 @@ resources:
|
||||||
mesos_slave_executor_env_variables: {get_param: mesos_slave_executor_env_variables}
|
mesos_slave_executor_env_variables: {get_param: mesos_slave_executor_env_variables}
|
||||||
mesos_slave_wc_curl_cli: {get_attr: [slave_wait_handle, curl_cli]}
|
mesos_slave_wc_curl_cli: {get_attr: [slave_wait_handle, curl_cli]}
|
||||||
|
|
||||||
######################################################################
|
|
||||||
#
|
|
||||||
# Wait condition handler for Mesos slaves.
|
|
||||||
#
|
|
||||||
|
|
||||||
slave_wait_handle:
|
|
||||||
type: OS::Heat::WaitConditionHandle
|
|
||||||
|
|
||||||
slave_wait_condition:
|
|
||||||
type: OS::Heat::WaitCondition
|
|
||||||
properties:
|
|
||||||
count: {get_param: number_of_slaves}
|
|
||||||
handle: {get_resource: slave_wait_handle}
|
|
||||||
timeout: {get_param: wait_condition_timeout}
|
|
||||||
|
|
||||||
outputs:
|
outputs:
|
||||||
|
|
||||||
api_address:
|
api_address:
|
||||||
|
|
|
@ -23,97 +23,6 @@ parameters:
|
||||||
type: string
|
type: string
|
||||||
description: uuid/name of a network to use for floating ip addresses
|
description: uuid/name of a network to use for floating ip addresses
|
||||||
|
|
||||||
executor_registration_timeout:
|
|
||||||
type: string
|
|
||||||
description: >
|
|
||||||
Amount of time to wait for an executor to register with the slave before
|
|
||||||
considering it hung and shutting it down
|
|
||||||
|
|
||||||
http_proxy:
|
|
||||||
type: string
|
|
||||||
description: http proxy address for docker
|
|
||||||
|
|
||||||
https_proxy:
|
|
||||||
type: string
|
|
||||||
description: https proxy address for docker
|
|
||||||
|
|
||||||
no_proxy:
|
|
||||||
type: string
|
|
||||||
description: no proxies for docker
|
|
||||||
|
|
||||||
auth_url:
|
|
||||||
type: string
|
|
||||||
description: >
|
|
||||||
url for mesos to authenticate before sending request
|
|
||||||
|
|
||||||
username:
|
|
||||||
type: string
|
|
||||||
description: user name
|
|
||||||
|
|
||||||
password:
|
|
||||||
type: string
|
|
||||||
description: >
|
|
||||||
user password, not set in current implementation, only used to
|
|
||||||
fill in for Kubernetes config file
|
|
||||||
hidden: true
|
|
||||||
|
|
||||||
tenant_name:
|
|
||||||
type: string
|
|
||||||
description: >
|
|
||||||
tenant_name is used to isolate access to Compute resources
|
|
||||||
|
|
||||||
volume_driver:
|
|
||||||
type: string
|
|
||||||
description: volume driver to use for container storage
|
|
||||||
|
|
||||||
region_name:
|
|
||||||
type: string
|
|
||||||
description: A logically separate section of the cluster
|
|
||||||
|
|
||||||
domain_name:
|
|
||||||
type: string
|
|
||||||
description: >
|
|
||||||
domain is to define the administrative boundaries for management
|
|
||||||
of Keystone entities
|
|
||||||
|
|
||||||
rexray_preempt:
|
|
||||||
type: string
|
|
||||||
description: >
|
|
||||||
enables any host to take control of a volume irrespective of whether
|
|
||||||
other hosts are using the volume
|
|
||||||
|
|
||||||
mesos_slave_isolation:
|
|
||||||
type: string
|
|
||||||
description: >
|
|
||||||
Isolation mechanisms to use, e.g., `posix/cpu,posix/mem`, or
|
|
||||||
`cgroups/cpu,cgroups/mem`, or network/port_mapping (configure with flag:
|
|
||||||
`--with-network-isolator` to enable), or `cgroups/devices/gpus/nvidia`
|
|
||||||
for nvidia specific gpu isolation (configure with flag: `--enable-nvidia
|
|
||||||
-gpu-support` to enable), or `external`, or load an alternate isolator
|
|
||||||
module using the `--modules` flag. Note that this flag is only relevant
|
|
||||||
for the Mesos Containerizer.
|
|
||||||
|
|
||||||
mesos_slave_work_dir:
|
|
||||||
type: string
|
|
||||||
description: directory path to place framework work directories
|
|
||||||
|
|
||||||
mesos_slave_image_providers:
|
|
||||||
type: string
|
|
||||||
description: >
|
|
||||||
Comma separated list of supported image providers e.g.,
|
|
||||||
APPC,DOCKER
|
|
||||||
|
|
||||||
mesos_slave_executor_env_variables:
|
|
||||||
type: string
|
|
||||||
description: >
|
|
||||||
JSON object representing the environment variables that should be passed
|
|
||||||
to the executor, and thus subsequently task(s). By default the executor,
|
|
||||||
executor will inherit the slave's environment variables.
|
|
||||||
|
|
||||||
mesos_masters_ips:
|
|
||||||
type: string
|
|
||||||
description: IP addresses of the Mesos master servers.
|
|
||||||
|
|
||||||
fixed_network:
|
fixed_network:
|
||||||
type: string
|
type: string
|
||||||
description: Network from which to allocate fixed addresses.
|
description: Network from which to allocate fixed addresses.
|
||||||
|
@ -126,91 +35,12 @@ parameters:
|
||||||
type: string
|
type: string
|
||||||
description: ID of the security group for slave.
|
description: ID of the security group for slave.
|
||||||
|
|
||||||
mesos_slave_wc_curl_cli:
|
mesos_slave_software_configs:
|
||||||
type: string
|
type: string
|
||||||
description: Wait condition notify command for slave.
|
description: ID of the multipart mime.
|
||||||
|
|
||||||
resources:
|
resources:
|
||||||
|
|
||||||
######################################################################
|
|
||||||
#
|
|
||||||
# software configs. these are components that are combined into
|
|
||||||
# a multipart MIME user-data archive.
|
|
||||||
#
|
|
||||||
|
|
||||||
write_heat_params:
|
|
||||||
type: OS::Heat::SoftwareConfig
|
|
||||||
properties:
|
|
||||||
group: ungrouped
|
|
||||||
config:
|
|
||||||
str_replace:
|
|
||||||
template: {get_file: fragments/write-heat-params.yaml}
|
|
||||||
params:
|
|
||||||
"$MESOS_MASTERS_IPS": {get_param: mesos_masters_ips}
|
|
||||||
"$EXECUTOR_REGISTRATION_TIMEOUT": {get_param: executor_registration_timeout}
|
|
||||||
"$HTTP_PROXY": {get_param: http_proxy}
|
|
||||||
"$HTTPS_PROXY": {get_param: https_proxy}
|
|
||||||
"$NO_PROXY": {get_param: no_proxy}
|
|
||||||
"$AUTH_URL": {get_param: auth_url}
|
|
||||||
"$USERNAME": {get_param: username}
|
|
||||||
"$PASSWORD": {get_param: password}
|
|
||||||
"$TENANT_NAME": {get_param: tenant_name}
|
|
||||||
"$VOLUME_DRIVER": {get_param: volume_driver}
|
|
||||||
"$REGION_NAME": {get_param: region_name}
|
|
||||||
"$DOMAIN_NAME": {get_param: domain_name}
|
|
||||||
"$REXRAY_PREEMPT": {get_param: rexray_preempt}
|
|
||||||
"$ISOLATION": {get_param: mesos_slave_isolation}
|
|
||||||
"$WORK_DIR": {get_param: mesos_slave_work_dir}
|
|
||||||
"$IMAGE_PROVIDERS": {get_param: mesos_slave_image_providers}
|
|
||||||
"$EXECUTOR_ENVIRONMENT_VARIABLES": {get_param: mesos_slave_executor_env_variables}
|
|
||||||
|
|
||||||
configure_mesos_slave:
|
|
||||||
type: OS::Heat::SoftwareConfig
|
|
||||||
properties:
|
|
||||||
group: ungrouped
|
|
||||||
config: {get_file: fragments/configure-mesos-slave.sh}
|
|
||||||
|
|
||||||
start_services:
|
|
||||||
type: OS::Heat::SoftwareConfig
|
|
||||||
properties:
|
|
||||||
group: ungrouped
|
|
||||||
config: {get_file: fragments/start-services-slave.sh}
|
|
||||||
|
|
||||||
slave_wc_notify:
|
|
||||||
type: OS::Heat::SoftwareConfig
|
|
||||||
properties:
|
|
||||||
group: ungrouped
|
|
||||||
config:
|
|
||||||
str_replace:
|
|
||||||
template: |
|
|
||||||
#!/bin/bash -v
|
|
||||||
wc_notify --data-binary '{"status": "SUCCESS"}'
|
|
||||||
params:
|
|
||||||
wc_notify: {get_param: mesos_slave_wc_curl_cli}
|
|
||||||
|
|
||||||
add_proxy:
|
|
||||||
type: OS::Heat::SoftwareConfig
|
|
||||||
properties:
|
|
||||||
group: ungrouped
|
|
||||||
config: {get_file: fragments/add-proxy.sh}
|
|
||||||
|
|
||||||
volume_service:
|
|
||||||
type: OS::Heat::SoftwareConfig
|
|
||||||
properties:
|
|
||||||
group: ungrouped
|
|
||||||
config: {get_file: fragments/volume-service.sh}
|
|
||||||
|
|
||||||
mesos_slave_init:
|
|
||||||
type: OS::Heat::MultipartMime
|
|
||||||
properties:
|
|
||||||
parts:
|
|
||||||
- config: {get_resource: write_heat_params}
|
|
||||||
- config: {get_resource: configure_mesos_slave}
|
|
||||||
- config: {get_resource: add_proxy}
|
|
||||||
- config: {get_resource: volume_service}
|
|
||||||
- config: {get_resource: start_services}
|
|
||||||
- config: {get_resource: slave_wc_notify}
|
|
||||||
|
|
||||||
######################################################################
|
######################################################################
|
||||||
#
|
#
|
||||||
# a single Mesos slave.
|
# a single Mesos slave.
|
||||||
|
@ -226,7 +56,7 @@ resources:
|
||||||
flavor: {get_param: slave_flavor}
|
flavor: {get_param: slave_flavor}
|
||||||
key_name: {get_param: ssh_key_name}
|
key_name: {get_param: ssh_key_name}
|
||||||
user_data_format: RAW
|
user_data_format: RAW
|
||||||
user_data: {get_resource: mesos_slave_init}
|
user_data: {get_param: mesos_slave_software_configs}
|
||||||
networks:
|
networks:
|
||||||
- port: {get_resource: mesos_slave_eth0}
|
- port: {get_resource: mesos_slave_eth0}
|
||||||
|
|
||||||
|
|
Loading…
Reference in New Issue