openstack/fuel-library
Code Issues Proposed changes
703167a6ae
fuel-library/deployment/puppet/osnailyfacter/modular/globals/globals.pp
Alex Schultz 739a5a611c Update connection string generation 
This change leverages the os_database_connection function from
openstacklib to generate the connection strings for our services. As
part of this change, we are moving the database connection string
generation to the osnailyfacter modular tasks and updating the
openstack classes to consume a connection string rather than the
seperate host, user, password, database name and database type.

Additionally as part of this change, we are updating the mysql
connection strings to only include read_time=60 if debian based packages
are used. This is due to the fact that python-pymysql, which is used by
Ubuntu packages, does not support the read_timeout option as part of the
connection string.

Change-Id: I45c51a05ba7cf9648b0202cc3c2216d185bd7eda
Closes-Bug: #1526938
Related-Blueprint: deploy-with-uca-packages
2016-01-20 08:12:57 -07:00

463 lines
20 KiB
Puppet
Raw Blame History

notice('MODULAR: globals.pp')
$service_token_off = false
$globals_yaml_file = '/etc/hiera/globals.yaml'
$base_facter_dir = '/etc/facter'
$facter_os_package_type_dir = "${base_facter_dir}/facts.d"
$facter_os_package_type_file = "${facter_os_package_type_dir}/os_package_type.txt"
# remove cached globals values before anything else
remove_file($globals_yaml_file)
$network_scheme = hiera_hash('network_scheme', {})
if empty($network_scheme) {
fail('Network_scheme not given in the astute.yaml')
}
$network_metadata = hiera_hash('network_metadata', {})
if empty($network_metadata) {
fail('Network_metadata not given in the astute.yaml')
}
$node_name = regsubst(hiera('fqdn', $::hostname), '\..*$', '')
$node = $network_metadata['nodes'][$node_name]
if empty($node) {
fail('Node hostname is not defined in the astute.yaml')
}
prepare_network_config($network_scheme)
# DEPRICATED
# nodes_hash is actually an array, not a hash
$nodes_hash = hiera('nodes', {})
# MOS Ubuntu image uses Debian style packages. Since the introduction
# of `$::os_package_type' fact avilable to use in project manifests,
# we need to provide a manual override for Fuel Ubuntu images.
if ($::osfamily == 'Debian'){
$os_package_type_override = hiera('os_package_type', 'debian')
if (!empty($os_package_type_override)) {
File {
owner => 'root',
group => 'root'
}
file { [$base_facter_dir, $facter_os_package_type_dir]:
ensure => 'directory',
mode => '0755',
}
file { $facter_os_package_type_file :
ensure => 'present',
mode => '0644',
content => "os_package_type=${os_package_type_override}\n"
}
}
}
$deployment_mode = hiera('deployment_mode', 'ha_compact')
$roles = $node['node_roles']
$storage_hash = hiera('storage', {})
$syslog_hash = hiera('syslog', {})
$base_syslog_hash = hiera('base_syslog', {})
$sahara_hash = hiera('sahara', {})
$murano = merge({'rabbit' => {'vhost' => '/', 'port' => '55572'}},
hiera('murano', {}))
$murano_glance_artifacts_plugin = hiera('murano_glance_artifacts_plugin', {})
$murano_hash = merge($murano, { 'plugins' => {'glance_artifacts_plugin' => $murano_glance_artifacts_plugin } })
$heat_hash = hiera_hash('heat', {})
$vcenter_hash = hiera('vcenter', {})
$nova_hash = hiera_hash('nova', {})
$mysql_hash = hiera('mysql', {})
$rabbit_hash = hiera_hash('rabbit', {})
$glance_hash = hiera_hash('glance', {})
$swift_hash = hiera('swift', {})
$cinder_hash = hiera_hash('cinder', {})
$access_hash = hiera_hash('access', {})
# mp_hash is actually an array, not a hash
$mp_hash = hiera('mp', [])
$keystone_hash = merge({'service_token_off' => $service_token_off},
hiera_hash('keystone', {}))
$dns_nameservers = hiera('dns_nameservers', [])
$use_neutron = hiera('quantum', false)
$use_ovs = hiera('use_ovs', $use_neutron)
$verbose = true
$debug = hiera('debug', false)
$use_monit = false
$master_ip = hiera('master_ip')
$use_syslog = hiera('use_syslog', true)
$syslog_log_facility_glance = hiera('syslog_log_facility_glance', 'LOG_LOCAL2')
$syslog_log_facility_cinder = hiera('syslog_log_facility_cinder', 'LOG_LOCAL3')
$syslog_log_facility_neutron = hiera('syslog_log_facility_neutron', 'LOG_LOCAL4')
$syslog_log_facility_nova = hiera('syslog_log_facility_nova','LOG_LOCAL6')
$syslog_log_facility_keystone = hiera('syslog_log_facility_keystone', 'LOG_LOCAL7')
$syslog_log_facility_murano = hiera('syslog_log_facility_murano', 'LOG_LOCAL0')
$syslog_log_facility_heat = hiera('syslog_log_facility_heat','LOG_LOCAL0')
$syslog_log_facility_sahara = hiera('syslog_log_facility_sahara','LOG_LOCAL0')
$syslog_log_facility_ceilometer = hiera('syslog_log_facility_ceilometer','LOG_LOCAL0')
$syslog_log_facility_ceph = hiera('syslog_log_facility_ceph','LOG_LOCAL0')
$nova_report_interval = hiera('nova_report_interval', 60)
$nova_service_down_time = hiera('nova_service_down_time', 180)
$horizon_address = pick(get_network_role_property('horizon', 'ipaddr'), '127.0.0.1')
$apache_api_proxy_address = get_network_role_property('admin/pxe', 'ipaddr')
$keystone_api_address = get_network_role_property('keystone/api', 'ipaddr')
# Listen directives with host required for ip_based vhosts
$apache_ports = hiera_array('apache_ports', unique([
'127.0.0.1:80',
"${horizon_address}:80",
"${apache_api_proxy_address}:8888",
"${keystone_api_address}:5000",
"${keystone_api_address}:35357"
]))
$token_provider = hiera('token_provider','keystone.token.providers.fernet.Provider')
if ($storage_hash['volumes_ceph'] or $storage_hash['images_ceph'] or $storage_hash['objects_ceph']) {
# Ceph is enabled
# Define Ceph tuning settings
$storage_tuning_settings = hiera($storage_hash['tuning_settings'], {})
$ceph_tuning_settings = {
'max_open_files' => pick($storage_tuning_settings['max_open_files'], '131072'),
'osd_mkfs_type' => pick($storage_tuning_settings['osd_mkfs_type'], 'xfs'),
'osd_mount_options_xfs' => pick($storage_tuning_settings['osd_mount_options_xfs'], 'rw,relatime,inode64,logbsize=256k,delaylog,allocsize=4M'),
'osd_op_threads' => pick($storage_tuning_settings['osd_op_threads'], '20'),
'filestore_queue_max_ops' => pick($storage_tuning_settings['filestore_queue_max_ops'], '500'),
'filestore_queue_committing_max_ops' => pick($storage_tuning_settings['filestore_queue_committing_max_ops'], '5000'),
'journal_max_write_entries' => pick($storage_tuning_settings['journal_max_write_entries'], '1000'),
'journal_queue_max_ops' => pick($storage_tuning_settings['journal_queue_max_ops'], '3000'),
'objecter_inflight_ops' => pick($storage_tuning_settings['objecter_inflight_ops'], '10240'),
'filestore_queue_max_bytes' => pick($storage_tuning_settings['filestore_queue_max_bytes'], '1048576000'),
'filestore_queue_committing_max_bytes' => pick($storage_tuning_settings['filestore_queue_committing_max_bytes'], 1048576000),
'journal_max_write_bytes' => pick($storage_tuning_settings['journal_max_write_bytes'], 1048576000),
'journal_queue_max_bytes' => pick($storage_tuning_settings['journal_queue_max_bytes'], '1048576000'),
'ms_dispatch_throttle_bytes' => pick($storage_tuning_settings['ms_dispatch_throttle_bytes'], '1048576000'),
'objecter_infilght_op_bytes' => pick($storage_tuning_settings['objecter_infilght_op_bytes'], '1048576000'),
'filestore_max_sync_interval' => pick($storage_tuning_settings['filestore_max_sync_interval'], '10'),
}
} else {
$ceph_tuning_settings = {}
}
if $debug {
$default_log_levels = {
'amqp' => 'WARN',
'amqplib' => 'WARN',
'boto' => 'WARN',
'qpid' => 'WARN',
'sqlalchemy' => 'WARN',
'suds' => 'INFO',
'oslo_messaging' => 'DEBUG',
'oslo.messaging' => 'DEBUG',
'iso8601' => 'WARN',
'requests.packages.urllib3.connectionpool' => 'WARN',
'urllib3.connectionpool' => 'WARN',
'websocket' => 'WARN',
'requests.packages.urllib3.util.retry' => 'WARN',
'urllib3.util.retry' => 'WARN',
'keystonemiddleware' => 'WARN',
'routes.middleware' => 'WARN',
'stevedore' => 'WARN',
'taskflow' => 'WARN'
}
} else {
$default_log_levels = {
'amqp' => 'WARN',
'amqplib' => 'WARN',
'boto' => 'WARN',
'qpid' => 'WARN',
'sqlalchemy' => 'WARN',
'suds' => 'INFO',
'oslo_messaging' => 'INFO',
'oslo.messaging' => 'INFO',
'iso8601' => 'WARN',
'requests.packages.urllib3.connectionpool' => 'WARN',
'urllib3.connectionpool' => 'WARN',
'websocket' => 'WARN',
'requests.packages.urllib3.util.retry' => 'WARN',
'urllib3.util.retry' => 'WARN',
'keystonemiddleware' => 'WARN',
'routes.middleware' => 'WARN',
'stevedore' => 'WARN',
'taskflow' => 'WARN'
}
}
$openstack_version = hiera('openstack_version',
{
'keystone' => 'installed',
'glance' => 'installed',
'horizon' => 'installed',
'nova' => 'installed',
'novncproxy' => 'installed',
'cinder' => 'installed',
}
)
$nova_rate_limits = hiera('nova_rate_limits',
{
'POST' => 100000,
'POST_SERVERS' => 100000,
'PUT' => 1000,
'GET' => 100000,
'DELETE' => 100000
}
)
$cinder_rate_limits = hiera('cinder_rate_limits',
{
'POST' => 100000,
'POST_SERVERS' => 100000,
'PUT' => 100000,
'GET' => 100000,
'DELETE' => 100000
}
)
$default_gateway = get_default_gateways()
$public_vip = $network_metadata['vips']['public']['ipaddr']
$management_vip = $network_metadata['vips']['management']['ipaddr']
$public_vrouter_vip = $network_metadata['vips']['vrouter_pub']['ipaddr']
$management_vrouter_vip = $network_metadata['vips']['vrouter']['ipaddr']
$vips = $network_metadata['vips']
$database_vip = is_hash($network_metadata['vips']['database']) ? {
true => pick($network_metadata['vips']['database']['ipaddr'], $management_vip),
default => $management_vip
}
$service_endpoint = is_hash($network_metadata['vips']['service_endpoint']) ? {
true => pick($network_metadata['vips']['service_endpoint']['ipaddr'], $management_vip),
default => $management_vip
}
if $use_neutron {
$novanetwork_params = {}
$neutron_config = hiera_hash('quantum_settings')
$network_provider = 'neutron'
$neutron_db_password = $neutron_config['database']['passwd']
$neutron_user_password = $neutron_config['keystone']['admin_password']
$neutron_metadata_proxy_secret = $neutron_config['metadata']['metadata_proxy_shared_secret']
$base_mac = $neutron_config['L2']['base_mac']
$management_network_range = get_network_role_property('mgmt/vip', 'network')
} else {
$neutron_config = {}
$novanetwork_params = hiera('novanetwork_parameters')
$network_size = $novanetwork_params['network_size']
$num_networks = $novanetwork_params['num_networks']
$network_provider = 'nova'
if ( $novanetwork_params['network_manager'] == 'FlatDHCPManager') {
$private_int = get_network_role_property('novanetwork/fixed', 'interface')
} else {
$private_int = get_network_role_property('novanetwork/vlan', 'interface')
$vlan_start = $novanetwork_params['vlan_start']
$network_config = {
'vlan_start' => $vlan_start,
}
}
$network_manager = "nova.network.manager.${novanetwork_params['network_manager']}"
$management_network_range = hiera('management_network_range')
}
if roles_include('primary-controller') {
$primary_controller = true
} else {
$primary_controller = false
}
$controller_nodes = get_nodes_hash_by_roles($network_metadata, ['primary-controller', 'controller'])
$mountpoints = filter_hash($mp_hash, 'point')
# AMQP configuration
$queue_provider = hiera('queue_provider','rabbitmq')
$rabbit_ha_queues = true
if !$rabbit_hash['user'] {
$real_rabbit_hash = merge($rabbit_hash, { 'user' => 'nova' })
} else {
$real_rabbit_hash = $rabbit_hash
}
$amqp_port = hiera('amqp_ports', '5673')
if hiera('amqp_hosts', false) {
# using pre-defined in astute.yaml RabbitMQ servers
$amqp_hosts = hiera('amqp_hosts')
} else {
# using RabbitMQ servers on controllers
# todo(sv): switch from 'controller' nodes to 'rmq' nodes as soon as it was implemented as additional node-role
$controllers_with_amqp_server = get_node_to_ipaddr_map_by_network_role($controller_nodes, 'mgmt/messaging')
$amqp_nodes = ipsort(values($controllers_with_amqp_server))
# amqp_hosts() randomize order of RMQ endpoints and put local one first
$amqp_hosts = amqp_hosts($amqp_nodes, $amqp_port, get_network_role_property('mgmt/messaging', 'ipaddr'))
}
$node_name_prefix_for_messaging = hiera('node_name_prefix_for_messaging', 'messaging-')
# MySQL and SQLAlchemy backend configuration
$custom_mysql_setup_class = hiera('custom_mysql_setup_class', 'galera')
$max_pool_size = hiera('max_pool_size', min($::processorcount * 5 + 0, 30 + 0))
$max_overflow = hiera('max_overflow', min($::processorcount * 5 + 0, 60 + 0))
$max_retries = hiera('max_retries', '-1')
$idle_timeout = hiera('idle_timeout','3600')
$nova_db_password = $nova_hash['db_password']
# LP#1526938 - python-mysqldb supports this, python-pymysql does not
if $::os_package_type == 'debian' {
$extra_params = { 'charset' => 'utf8', 'read_timeout' => 60 }
} else {
$extra_params = { 'charset' => 'utf8' }
}
# TODO(aschultz): I don't think this is used so it should probably be
# deprecated and removed.
$sql_connection = os_database_connection({
'dialect' => 'mysql',
'host' => $database_vip,
'database' => 'nova',
'username' => 'nova',
'password' => $nova_db_password,
'extra' => $extra_params
})
$mirror_type = hiera('mirror_type', 'external')
$multi_host = hiera('multi_host', true)
# Determine who should get the volume service
if (member($roles, 'cinder') and $storage_hash['volumes_lvm']) {
$manage_volumes = 'iscsi'
} elsif (member($roles, 'cinder') and $storage_hash['volumes_vmdk']) {
$manage_volumes = 'vmdk'
} elsif ($storage_hash['volumes_ceph']) {
$manage_volumes = 'ceph'
} else {
$manage_volumes = false
}
# Define ceph-related variables
$ceph_primary_monitor_node = get_nodes_hash_by_roles($network_metadata, ['primary-controller'])
$ceph_monitor_nodes = $controller_nodes
$ceph_rgw_nodes = $controller_nodes
#Determine who should be the default backend
if ($storage_hash['images_ceph']) {
$glance_backend = 'ceph'
$glance_known_stores = [ 'glance.store.rbd.Store', 'glance.store.http.Store' ]
} elsif ($storage_hash['images_vcenter']) {
$glance_backend = 'vmware'
$glance_known_stores = [ 'glance.store.vmware_datastore.Store', 'glance.store.http.Store' ]
} else {
$glance_backend = 'file'
$glance_known_stores = false
}
# Define keystone-related variables:
$keystone_nodes = $controller_nodes
# Define glance-related variables:
$glance_nodes = $controller_nodes
# Define ceilometer-related variables:
# todo: use special node-roles instead controllers in the future
$ceilometer_nodes = $controller_nodes
# Define memcached-related variables:
$memcache_roles = hiera('memcache_roles', ['primary-controller', 'controller'])
# Define node roles, that will carry corosync/pacemaker
$corosync_roles = hiera('corosync_roles', ['primary-controller', 'controller'])
# Define cinder-related variables
# todo: use special node-roles instead controllers in the future
$cinder_nodes = $controller_nodes
# Define horizon-related variables:
# todo: use special node-roles instead controllers in the future
$horizon_nodes = $controller_nodes
# Define swift-related variables
$swift_master_role = hiera('swift_master_role', 'primary-controller')
# Plugins may define custom role names before this 'globals' task.
# If no custom role are defined, the default one are used.
$swift_object_role = hiera('swift_object_roles', ['primary-controller', 'controller'])
$swift_nodes = get_nodes_hash_by_roles($network_metadata, $swift_object_role)
# Plugins may define custom role names before this 'globals' task.
# If no custom role are defined, the default one are used.
$swift_proxy_role = hiera('swift_proxy_roles', ['primary-controller', 'controller'])
$swift_proxies = get_nodes_hash_by_roles($network_metadata, $swift_proxy_role)
$swift_proxy_caches = $swift_proxies # memcache for swift
#is_primary_swift_proxy should be override by plugin
$is_primary_swift_proxy = $primary_controller
# Define murano-related variables
$murano_roles = hiera('murano_roles', ['primary-controller', 'controller'])
$murano_nodes = get_nodes_hash_by_roles($network_metadata, $murano_roles)
# Define heat-related variables:
$heat_roles = hiera('heat_roles', ['primary-controller', 'controller'])
$heat_nodes = get_nodes_hash_by_roles($network_metadata, $heat_roles)
# Define sahara-related variable
$sahara_roles = hiera('sahara_roles', ['primary-controller', 'controller'])
$sahara_nodes = get_nodes_hash_by_roles($network_metadata, $sahara_roles)
# Define ceilometer-releated parameters
$ceilometer = hiera('ceilometer', {})
$use_ceilometer = $ceilometer['enabled']
$ceilometer_defaults = {
'alarm_history_time_to_live' => '604800',
'event_time_to_live' => '604800',
'metering_time_to_live' => '604800',
'http_timeout' => '600',
'notification_driver' => $use_ceilometer ? { true => 'messagingv2', default => $::os_service_default },
}
$real_ceilometer_hash = merge($ceilometer_defaults, $ceilometer)
# Define database-related variables:
# todo: use special node-roles instead controllers in the future
$database_nodes = $controller_nodes
# Define Nova-API variables:
# todo: use special node-roles instead controllers in the future
$nova_api_nodes = $controller_nodes
# Define mongo-related variables
$mongo_roles = ['primary-mongo', 'mongo']
# Define neutron-related variables:
# todo: use special node-roles instead controllers in the future
$neutron_nodes = $controller_nodes
#Define Ironic-related variables:
$ironic_api_nodes = $controller_nodes
# Change nova_hash to add vnc port to it
# TODO(sbog): change this when we will get rid of global hashes
$public_ssl_hash = hiera('public_ssl')
if $public_ssl_hash['services'] {
$real_nova_hash = merge($nova_hash, { 'vncproxy_protocol' => 'https' })
} else {
$real_nova_hash = merge($nova_hash, { 'vncproxy_protocol' => 'http' })
}
# Define how we should get memcache addresses
if hiera('memcached_addresses', false) {
# need this to successful lookup from template
$memcached_addresses = hiera('memcached_addresses')
} else {
$memcache_nodes = get_nodes_hash_by_roles($network_metadata, $memcache_roles)
$memcached_addresses = ipsort(values(get_node_to_ipaddr_map_by_network_role($memcache_nodes, 'mgmt/memcache')))
}
# save all these global variables into hiera yaml file for later use
# by other manifests with hiera function
file { $globals_yaml_file :
ensure => 'present',
mode => '0644',
owner => 'root',
group => 'root',
content => template('osnailyfacter/globals_yaml.erb')
}
View Git Blame Copy Permalink