593 lines
14 KiB
YAML
593 lines
14 KiB
YAML
# Copyright 2017 The Openstack-Helm Authors.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
# This file provides defaults for shipyard and airflow
|
|
|
|
# Indicate whether it is production or development environment
|
|
prod_environment: true
|
|
|
|
labels:
|
|
node_selector_key: ucp-control-plane
|
|
node_selector_value: enabled
|
|
|
|
images:
|
|
tags:
|
|
airflow: quay.io/attcomdev/airflow:latest
|
|
shipyard: quay.io/attcomdev/shipyard:latest
|
|
dep_check: quay.io/stackanetes/kubernetes-entrypoint:v0.2.1
|
|
shipyard_db_init: docker.io/postgres:9.5
|
|
shipyard_db_sync: docker.io/postgres:9.5
|
|
airflow_db_init: docker.io/postgres:9.5
|
|
airflow_db_sync: quay.io/attcomdev/airflow:latest
|
|
ks_user: docker.io/kolla/ubuntu-source-heat-engine:3.0.3
|
|
ks_service: docker.io/kolla/ubuntu-source-heat-engine:3.0.3
|
|
ks_endpoints: docker.io/kolla/ubuntu-source-heat-engine:3.0.3
|
|
pull_policy: "IfNotPresent"
|
|
|
|
release_group: null
|
|
|
|
network:
|
|
shipyard:
|
|
ingress:
|
|
public: true
|
|
port: 9000
|
|
node_port: 31901
|
|
enable_node_port: false
|
|
airflow:
|
|
ingress:
|
|
public: true
|
|
flower:
|
|
name: airflow-flower
|
|
port: 5555
|
|
enable_node_port: false
|
|
web:
|
|
name: airflow-web
|
|
port: 8080
|
|
node_port: 32080
|
|
enable_node_port: false
|
|
worker:
|
|
name: airflow-worker
|
|
port: 8793
|
|
enable_node_port: false
|
|
|
|
dependencies:
|
|
shipyard_db_init:
|
|
jobs:
|
|
- airflow-db-init
|
|
- airflow-db-sync
|
|
services:
|
|
- service: postgresql_shipyard_db
|
|
endpoint: internal
|
|
- service: airflow_flower
|
|
endpoint: internal
|
|
- service: airflow_web
|
|
endpoint: internal
|
|
shipyard_db_sync:
|
|
jobs:
|
|
- shipyard-db-init
|
|
services:
|
|
- service: postgresql_shipyard_db
|
|
endpoint: internal
|
|
airflow_db_init:
|
|
services:
|
|
- service: postgresql_airflow_db
|
|
endpoint: internal
|
|
airflow_db_sync:
|
|
jobs:
|
|
- airflow-db-init
|
|
services:
|
|
- service: postgresql_airflow_db
|
|
endpoint: internal
|
|
ks_user:
|
|
services:
|
|
- service: identity
|
|
endpoint: internal
|
|
ks_service:
|
|
services:
|
|
- service: identity
|
|
endpoint: internal
|
|
ks_endpoints:
|
|
jobs:
|
|
- shipyard-ks-service
|
|
services:
|
|
- service: identity
|
|
endpoint: internal
|
|
shipyard:
|
|
jobs:
|
|
- shipyard-db-init
|
|
- shipyard-db-sync
|
|
- shipyard-ks-endpoints
|
|
- shipyard-ks-user
|
|
- shipyard-ks-endpoints
|
|
services:
|
|
- service: airflow_flower
|
|
endpoint: internal
|
|
- service: airflow_web
|
|
endpoint: internal
|
|
- service: identity
|
|
endpoint: internal
|
|
- service: postgresql_shipyard_db
|
|
endpoint: internal
|
|
airflow_server:
|
|
jobs:
|
|
- airflow-db-init
|
|
- airflow-db-sync
|
|
services:
|
|
- service: postgresql_airflow_db
|
|
endpoint: internal
|
|
- service: oslo_messaging
|
|
endpoint: internal
|
|
|
|
# typically overriden by environmental
|
|
# values, but should include all endpoints
|
|
# required by this chart
|
|
endpoints:
|
|
cluster_domain_suffix: cluster.local
|
|
identity:
|
|
name: keystone
|
|
auth:
|
|
user:
|
|
region_name: RegionOne
|
|
role: admin
|
|
project_name: service
|
|
project_domain_name: default
|
|
user_domain_name: default
|
|
username: shipyard
|
|
password: password
|
|
admin:
|
|
region_name: RegionOne
|
|
project_name: admin
|
|
password: password
|
|
username: admin
|
|
user_domain_name: default
|
|
project_domain_name: default
|
|
hosts:
|
|
default: keystone-api
|
|
public: keystone
|
|
path:
|
|
default: /v3
|
|
scheme:
|
|
default: http
|
|
port:
|
|
admin:
|
|
default: 35357
|
|
api:
|
|
default: 80
|
|
host_fqdn_override:
|
|
default: null
|
|
shipyard:
|
|
name: shipyard
|
|
hosts:
|
|
default: shipyard-int
|
|
public: shipyard-api
|
|
port:
|
|
api:
|
|
default: 9000
|
|
public: 80
|
|
path:
|
|
default: /api/v1.0
|
|
scheme:
|
|
default: http
|
|
host_fqdn_override:
|
|
default: null
|
|
airflow_web:
|
|
name: airflow-web
|
|
hosts:
|
|
default: airflow-web-int
|
|
public: airflow-web
|
|
port:
|
|
airflow_web:
|
|
default: 8080
|
|
path:
|
|
default: /
|
|
scheme:
|
|
default: http
|
|
host_fqdn_override:
|
|
default: null
|
|
airflow_flower:
|
|
name: airflow-flower
|
|
hosts:
|
|
default: airflow-flower
|
|
port:
|
|
airflow_flower:
|
|
default: 5555
|
|
path:
|
|
default: /
|
|
scheme:
|
|
default: http
|
|
host_fqdn_override:
|
|
default: null
|
|
postgresql_shipyard_db:
|
|
name: postgresql_shipyard_db
|
|
auth:
|
|
admin:
|
|
username: postgres
|
|
password: postgres
|
|
user:
|
|
username: shipyard
|
|
password: password
|
|
hosts:
|
|
default: postgresql
|
|
path: /shipyard
|
|
scheme: postgresql+psycopg2
|
|
port:
|
|
postgresql:
|
|
default: 5432
|
|
host_fqdn_override:
|
|
default: null
|
|
postgresql_airflow_db:
|
|
name: postgresql_airflow_db
|
|
auth:
|
|
admin:
|
|
username: postgres
|
|
password: postgres
|
|
user:
|
|
username: airflow
|
|
password: password
|
|
hosts:
|
|
default: postgresql
|
|
path: /airflow
|
|
scheme: postgresql+psycopg2
|
|
port:
|
|
postgresql:
|
|
default: 5432
|
|
host_fqdn_override:
|
|
default: null
|
|
oslo_messaging:
|
|
auth:
|
|
admin:
|
|
username: admin
|
|
password: password
|
|
user:
|
|
username: rabbitmq
|
|
password: password
|
|
hosts:
|
|
default: rabbitmq
|
|
host_fqdn_override:
|
|
default: null
|
|
path: /
|
|
scheme: amqp
|
|
port:
|
|
amqp:
|
|
default: 5672
|
|
oslo_cache:
|
|
hosts:
|
|
default: memcached
|
|
host_fqdn_override:
|
|
default: null
|
|
port:
|
|
memcache:
|
|
default: 11211
|
|
|
|
secrets:
|
|
identity:
|
|
admin: shipyard-keystone-admin
|
|
user: shipyard-keystone-user
|
|
postgresql_shipyard_db:
|
|
admin: shipyard-db-admin
|
|
user: shipyard-db-user
|
|
postgresql_airflow_db:
|
|
admin: airflow-db-admin
|
|
user: airflow-db-user
|
|
|
|
database:
|
|
postgresql_airflow:
|
|
db_name: airflow
|
|
db_root_user: postgres
|
|
postgresql_shipyard:
|
|
db_name: shipyard
|
|
db_root_user: postgres
|
|
|
|
conf:
|
|
policy:
|
|
admin_required: role:admin
|
|
workflow_orchestrator:list_actions: rule:admin_required
|
|
workflow_orchestrator:create_action: rule:admin_required
|
|
workflow_orchestrator:get_action: rule:admin_required
|
|
workflow_orchestrator:get_action_step: rule:admin_required
|
|
workflow_orchestrator:get_action_validation: rule:admin_required
|
|
workflow_orchestrator:invoke_action_control: rule:admin_required
|
|
workflow_orchestrator:create_configdocs: rule:admin_required
|
|
workflow_orchestrator:get_configdocs: rule:admin_required
|
|
workflow_orchestrator:commit_configdocs: rule:admin_required
|
|
workflow_orchestrator:get_renderedconfigdocs: rule:admin_required
|
|
paste:
|
|
app:shipyard-api:
|
|
paste.app_factory: shipyard_airflow.shipyard:paste_start_shipyard
|
|
pipeline:main:
|
|
pipeline: authtoken shipyard-api
|
|
filter:authtoken:
|
|
paste.filter_factory: keystonemiddleware.auth_token:filter_factory
|
|
shipyard:
|
|
base:
|
|
web_server:
|
|
shipyard:
|
|
service_type: shipyard
|
|
deckhand:
|
|
service_type: deckhand
|
|
armada:
|
|
service_type: armada
|
|
drydock:
|
|
service_type: physicalprovisioner
|
|
verify_site_query_interval: 10
|
|
verify_site_task_timeout: 60
|
|
prepare_site_query_interval: 10
|
|
prepare_site_task_timeout: 120
|
|
prepare_node_query_interval: 30
|
|
prepare_node_task_timeout: 1800
|
|
deploy_node_query_interval: 30
|
|
deploy_node_task_timeout: 3600
|
|
cluster_join_check_backoff_time: 120
|
|
keystone_authtoken:
|
|
delay_auth_decision: true
|
|
auth_type: password
|
|
auth_section: keystone_authtoken
|
|
auth_version: v3
|
|
memcache_security_strategy: ENCRYPT
|
|
airflow:
|
|
override:
|
|
append:
|
|
prefix:
|
|
airflow_config_file: /usr/local/airflow/airflow.cfg
|
|
core:
|
|
airflow_home: /usr/local/airflow
|
|
dags_folder: /usr/local/airflow/dags
|
|
base_log_folder: /usr/local/airflow/logs
|
|
remote_base_log_folder:
|
|
remote_log_conn_id:
|
|
encrypt_s3_logs: "False"
|
|
executor: CeleryExecutor
|
|
sql_alchemy_pool_size: 5
|
|
sql_alchemy_pool_recycle: 3600
|
|
parallelism: 32
|
|
dag_concurrency: 16
|
|
dags_are_paused_at_creation: "False"
|
|
non_pooled_task_slot_count: 128
|
|
max_active_runs_per_dag: 16
|
|
load_examples: "False"
|
|
plugins_folder: /usr/local/airflow/plugins
|
|
fernet_key: fKp7omMJ4QlTxfZzVBSiyXVgeCK-6epRjGgMpEIsjvs=
|
|
donot_pickle: "False"
|
|
dagbag_import_timeout: 30
|
|
task_runner: BashTaskRunner
|
|
default_impersonation:
|
|
security:
|
|
unit_test_mode: "False"
|
|
cli:
|
|
api_client: airflow.api.client.local_client
|
|
api:
|
|
auth_backend: airflow.api.auth.backend.default
|
|
operators:
|
|
default_owner: Airflow
|
|
default_cpus: 1
|
|
default_ram: 512
|
|
default_disk: 512
|
|
default_igpus: 0
|
|
webserver:
|
|
web_server_host: 0.0.0.0
|
|
web_server_port: 8080
|
|
web_server_ssl_cert:
|
|
web_server_ssl_key:
|
|
web_server_worker_timeout: 120
|
|
worker_refresh_batch_size: 1
|
|
secret_key: temporary_key
|
|
workers: 4
|
|
worker_class: sync
|
|
access_logfile: "-"
|
|
error_logfile: "-"
|
|
expose_config: "True"
|
|
authenticate: "False"
|
|
filter_by_owner: "False"
|
|
owner_mode: user
|
|
dag_orientation: LR
|
|
demo_mode: "False"
|
|
log_fetch_timeout_sec: 5
|
|
hide_paused_dags_by_default: "False"
|
|
email:
|
|
email_backend: airflow.utils.send_email_smtp
|
|
smtp:
|
|
smtp_host: localhost
|
|
smtp_starttls: "True"
|
|
smtp_ssl: "False"
|
|
smtp_user: airflow
|
|
smtp_port: 25
|
|
smtp_password: airflow
|
|
smtp_mail_from: airflow@airflow.local
|
|
celery:
|
|
celery_app_name: airflow.executors.celery_executor
|
|
celeryd_concurrency: 16
|
|
worker_log_server_port: 8793
|
|
flower_host: 0.0.0.0
|
|
flower_port: 5555
|
|
default_queue: default
|
|
scheduler:
|
|
job_heartbeat_sec: 5
|
|
scheduler_heartbeat_sec: 5
|
|
run_duration: -1
|
|
min_file_process_interval: 0
|
|
dag_dir_list_interval: 300
|
|
print_stats_interval: 30
|
|
child_process_log_directory: /usr/local/airflow/logs/scheduler
|
|
scheduler_zombie_task_threshold: 300
|
|
catchup_by_default: "True"
|
|
max_threads: 2
|
|
authenticate: "False"
|
|
mesos:
|
|
master: localhost:5050
|
|
framework_name: Airflow
|
|
task_cpu: 1
|
|
task_memory: 256
|
|
checkpoint: "False"
|
|
authenticate: "False"
|
|
admin:
|
|
hide_sensitive_variable_fields: "True"
|
|
|
|
pod:
|
|
mounts:
|
|
dag_path: /home/ubuntu/workbench/dags
|
|
plugin_path: /home/ubuntu/workbench/plugins
|
|
log_path: /home/ubuntu/workbench/logs
|
|
airflow_flower:
|
|
init_container: null
|
|
airflow_flower:
|
|
airflow_scheduler:
|
|
init_container: null
|
|
airflow_scheduler:
|
|
airflow_worker:
|
|
init_container: null
|
|
airflow_worker:
|
|
airflow_web:
|
|
init_container: null
|
|
airflow_web:
|
|
shipyard:
|
|
init_container: null
|
|
shipyard:
|
|
replicas:
|
|
shipyard:
|
|
api: 2
|
|
airflow:
|
|
web: 2
|
|
worker: 2
|
|
flower: 2
|
|
scheduler: 2
|
|
lifecycle:
|
|
upgrades:
|
|
deployments:
|
|
revision_history: 3
|
|
pod_replacement_strategy: RollingUpdate
|
|
rolling_update:
|
|
max_unavailable: 1
|
|
max_surge: 3
|
|
termination_grace_period:
|
|
airflow:
|
|
timeout: 30
|
|
shipyard:
|
|
timeout: 30
|
|
resources:
|
|
enabled: false
|
|
shipyard_api:
|
|
limits:
|
|
memory: "128Mi"
|
|
cpu: "100m"
|
|
requests:
|
|
memory: "128Mi"
|
|
cpu: "100m"
|
|
airflow:
|
|
worker:
|
|
limits:
|
|
memory: "128Mi"
|
|
cpu: "100m"
|
|
requests:
|
|
memory: "128Mi"
|
|
cpu: "100m"
|
|
flower:
|
|
limits:
|
|
memory: "128Mi"
|
|
cpu: "100m"
|
|
requests:
|
|
memory: "128Mi"
|
|
cpu: "100m"
|
|
web:
|
|
limits:
|
|
memory: "128Mi"
|
|
cpu: "100m"
|
|
requests:
|
|
memory: "128Mi"
|
|
cpu: "100m"
|
|
scheduler:
|
|
limits:
|
|
memory: "128Mi"
|
|
cpu: "100m"
|
|
requests:
|
|
memory: "128Mi"
|
|
cpu: "100m"
|
|
jobs:
|
|
shipyard_db_sync:
|
|
limits:
|
|
memory: "128Mi"
|
|
cpu: "500m"
|
|
requests:
|
|
memory: "128Mi"
|
|
cpu: "500m"
|
|
shipyard_db_init:
|
|
limits:
|
|
memory: "128Mi"
|
|
cpu: "500m"
|
|
requests:
|
|
memory: "128Mi"
|
|
cpu: "500m"
|
|
airflow_db_sync:
|
|
limits:
|
|
memory: "128Mi"
|
|
cpu: "500m"
|
|
requests:
|
|
memory: "128Mi"
|
|
cpu: "500m"
|
|
airflow_db_init:
|
|
limits:
|
|
memory: "128Mi"
|
|
cpu: "500m"
|
|
requests:
|
|
memory: "128Mi"
|
|
cpu: "500m"
|
|
ks_user:
|
|
limits:
|
|
memory: "128Mi"
|
|
cpu: "100m"
|
|
requests:
|
|
memory: "128Mi"
|
|
cpu: "100m"
|
|
ks_service:
|
|
limits:
|
|
memory: "128Mi"
|
|
cpu: "100m"
|
|
requests:
|
|
memory: "128Mi"
|
|
cpu: "100m"
|
|
ks_endpoints:
|
|
limits:
|
|
memory: "128Mi"
|
|
cpu: "100m"
|
|
requests:
|
|
memory: "128Mi"
|
|
cpu: "100m"
|
|
|
|
manifests:
|
|
configmap_shipyard_bin: true
|
|
configmap_shipyard_etc: true
|
|
configmap_airflow_bin: true
|
|
configmap_airflow_etc: true
|
|
deployment_airflow_flower: true
|
|
deployment_airflow_scheduler: true
|
|
deployment_shipyard: true
|
|
deployment_airflow_web: true
|
|
deployment_airflow_worker: true
|
|
ingress_airflow_api: true
|
|
ingress_shipyard_api: true
|
|
job_shipyard_db_init: true
|
|
job_shipyard_db_sync: true
|
|
job_airflow_db_init: true
|
|
job_airflow_db_sync: true
|
|
job_ks_endpoints: true
|
|
job_ks_service: true
|
|
job_ks_user: true
|
|
secret_airflow_db: true
|
|
secret_shipyard_db: true
|
|
secret_keystone: true
|
|
service_airflow_ingress: true
|
|
service_airflow_flower: true
|
|
service_shipyard: true
|
|
service_shipyard_ingress: true
|
|
service_airflow_web: true
|