ad2ea290be
This patch implements a new docker deployment architecture that should us to install docker services in a stepwise manner alongside of baremetal puppet services. This works by using Yaql to select docker specific services (docker/services/*.yaml) vs the puppet specific ones and then applying the selected Json to relevant Heat software deployments for docker and baremetal puppet in a stepwise fashion. Additionally the new architecture leverages new composable services interfaces from Newton to allow configuration of per-service container configuration sets (directories that are bind mounted into kolla containers) by using the Kolla containers themselves. It does this by spinning up a throw away "configuration only" version of the container being configured itself, then running the puppet apply in that container and copying the generated config files into /var/lib/config-data. This avoids having to install all of the OpenStack dependency packages in the heat-agent-container itself (our previous approach) and should allow us to configure a much wider variety of container config files that would otherwise be impossible with the previous shared approach. The new approach (combined) should allow us to configure containers in both the undercloud and overcloud and incrementally add CI coverage to services as we containerize them. Co-Authored-By: Martin André <m.andre@redhat.com> Co-Authored-By: Ian Main <imain@redhat.com> Co-Authored-By: Flavio Percoco <flavio@redhat.com> Change-Id: Ibcff99f03e6751fbf3197adefd5d344178b71fc2
123 lines
5.0 KiB
YAML
123 lines
5.0 KiB
YAML
heat_template_version: ocata
|
|
|
|
description: >
|
|
Utility stack to convert an array of services into a set of combined
|
|
role configs.
|
|
|
|
parameters:
|
|
Services:
|
|
default: []
|
|
description: |
|
|
List nested stack service templates.
|
|
type: comma_delimited_list
|
|
ServiceNetMap:
|
|
default: {}
|
|
description: Mapping of service_name -> network name. Typically set
|
|
via parameter_defaults in the resource registry. This
|
|
mapping overrides those in ServiceNetMapDefaults.
|
|
type: json
|
|
EndpointMap:
|
|
default: {}
|
|
description: Mapping of service endpoint -> protocol. Typically set
|
|
via parameter_defaults in the resource registry.
|
|
type: json
|
|
DefaultPasswords:
|
|
default: {}
|
|
description: Mapping of service -> default password. Used to help
|
|
pass top level passwords managed by Heat into services.
|
|
type: json
|
|
|
|
resources:
|
|
|
|
ServiceChain:
|
|
type: OS::Heat::ResourceChain
|
|
properties:
|
|
resources: {get_param: Services}
|
|
concurrent: true
|
|
resource_properties:
|
|
ServiceNetMap: {get_param: ServiceNetMap}
|
|
EndpointMap: {get_param: EndpointMap}
|
|
DefaultPasswords: {get_param: DefaultPasswords}
|
|
|
|
LoggingConfiguration:
|
|
type: OS::TripleO::LoggingConfiguration
|
|
|
|
ServiceServerMetadataHook:
|
|
type: OS::TripleO::ServiceServerMetadataHook
|
|
properties:
|
|
RoleData: {get_attr: [ServiceChain, role_data]}
|
|
|
|
outputs:
|
|
role_data:
|
|
description: Combined Role data for this set of services.
|
|
value:
|
|
service_names:
|
|
{get_attr: [ServiceChain, role_data, service_name]}
|
|
monitoring_subscriptions:
|
|
yaql:
|
|
expression: list($.data.role_data.where($ != null).select($.get('monitoring_subscription')).where($ != null))
|
|
data: {role_data: {get_attr: [ServiceChain, role_data]}}
|
|
logging_sources:
|
|
# Transform the individual logging_source configuration from
|
|
# each service in the chain into a global list, adding some
|
|
# default configuration at the same time.
|
|
yaql:
|
|
expression: >
|
|
let(
|
|
default_format => $.data.default_format,
|
|
pos_file_path => $.data.pos_file_path,
|
|
sources => $.data.sources.flatten()
|
|
) ->
|
|
$sources.where($ != null).select({
|
|
'type' => 'tail',
|
|
'tag' => $.tag,
|
|
'path' => $.path,
|
|
'format' => $.get('format', $default_format),
|
|
'pos_file' => $.get('pos_file', $pos_file_path + '/' + $.tag + '.pos')
|
|
})
|
|
data:
|
|
sources:
|
|
- {get_attr: [LoggingConfiguration, LoggingDefaultSources]}
|
|
- yaql:
|
|
expression: list($.data.role_data.where($ != null).select($.get('logging_source')).where($ != null))
|
|
data: {role_data: {get_attr: [ServiceChain, role_data]}}
|
|
|
|
- {get_attr: [LoggingConfiguration, LoggingExtraSources]}
|
|
default_format: {get_attr: [LoggingConfiguration, LoggingDefaultFormat]}
|
|
pos_file_path: {get_attr: [LoggingConfiguration, LoggingPosFilePath]}
|
|
logging_groups:
|
|
# Build a list of unique groups to which we should add the
|
|
# fluentd user.
|
|
yaql:
|
|
expression: >
|
|
set($.data.groups.flatten()).where($)
|
|
data:
|
|
groups:
|
|
- [{get_attr: [LoggingConfiguration, LoggingDefaultGroups]}]
|
|
- yaql:
|
|
expression: list($.data.role_data.where($ != null).select($.get('logging_groups')).where($ != null))
|
|
data: {role_data: {get_attr: [ServiceChain, role_data]}}
|
|
- [{get_attr: [LoggingConfiguration, LoggingExtraGroups]}]
|
|
config_settings: {map_merge: {get_attr: [ServiceChain, role_data, config_settings]}}
|
|
global_config_settings:
|
|
map_merge:
|
|
yaql:
|
|
expression: list($.data.role_data.where($ != null).select($.get('global_config_settings')).where($ != null))
|
|
data: {role_data: {get_attr: [ServiceChain, role_data]}}
|
|
service_config_settings:
|
|
yaql:
|
|
expression: $.data.role_data.where($ != null).select($.get('service_config_settings')).where($ != null).reduce($1.mergeWith($2), {})
|
|
data: {role_data: {get_attr: [ServiceChain, role_data]}}
|
|
step_config: {get_attr: [ServiceChain, role_data, step_config]}
|
|
upgrade_tasks:
|
|
yaql:
|
|
# Note we use distinct() here to filter any identical tasks, e.g yum update for all services
|
|
expression: $.data.where($ != null).select($.get('upgrade_tasks')).where($ != null).flatten().distinct()
|
|
data: {get_attr: [ServiceChain, role_data]}
|
|
upgrade_batch_tasks:
|
|
yaql:
|
|
# Note we use distinct() here to filter any identical tasks, e.g yum update for all services
|
|
expression: $.data.where($ != null).select($.get('upgrade_batch_tasks')).where($ != null).flatten().distinct()
|
|
data: {get_attr: [ServiceChain, role_data]}
|
|
service_metadata_settings: {get_attr: [ServiceServerMetadataHook, metadata]}
|