3b4e562faf
The default mb_per_sync value of Swift leads to adding a lot of latencies when transfering to an object store. This patch adds the possibility to override this value for object store (it is less relevant for other backend which rarely will reach the cache size anyway). According to our tests, a value of 16 MB is very good in production. Change-Id: Id379d4221bc7e2a0c16125b97140e39b7726fd02
295 lines
9.7 KiB
ObjectPascal
295 lines
9.7 KiB
ObjectPascal
# == Define: swift::storage::server
|
|
#
|
|
# Configures an account, container or object server
|
|
#
|
|
# === Parameters:
|
|
#
|
|
# [*title*] The port the server will be exposed to
|
|
# Mandatory. Usually 6000, 6001 and 6002 for respectively
|
|
# object, container and account.
|
|
#
|
|
# [*type*]
|
|
# (required) The type of device, e.g. account, object, or container.
|
|
#
|
|
# [*storage_local_net_ip*]
|
|
# (required) This is the ip that the storage service will bind to when it starts.
|
|
#
|
|
# [*devices*]
|
|
# (optional) The directory where the physical storage device will be mounted.
|
|
# Defaults to '/srv/node'.
|
|
#
|
|
# [*owner*]
|
|
# (optional) Owner (uid) of rsync server.
|
|
# Defaults to 'swift'.
|
|
#
|
|
# [*group*]
|
|
# (optional) Group (gid) of rsync server.
|
|
# Defaults to 'swift'.
|
|
#
|
|
# [*max_connections*]
|
|
# (optional) maximum number of simultaneous connections allowed.
|
|
# Defaults to 25.
|
|
#
|
|
# [*incoming_chmod*] Incoming chmod to set in the rsync server.
|
|
# Optional. Defaults to 'Du=rwx,g=rx,o=rx,Fu=rw,g=r,o=r'
|
|
# This mask translates to 0755 for directories and 0644 for files.
|
|
#
|
|
# [*outgoing_chmod*] Outgoing chmod to set in the rsync server.
|
|
# Optional. Defaults to 'Du=rwx,g=rx,o=rx,Fu=rw,g=r,o=r'
|
|
# This mask translates to 0755 for directories and 0644 for files.
|
|
#
|
|
# [*pipeline*]
|
|
# (optional) Pipeline of applications.
|
|
# Defaults to ["${type}-server"].
|
|
#
|
|
# [*mount_check*]
|
|
# (optional) Whether or not check if the devices are mounted to prevent accidentally
|
|
# writing to the root device.
|
|
# Defaults to true.
|
|
#
|
|
# [*servers_per_port*]
|
|
# (optional) Spawn multiple servers per device on different ports.
|
|
# Make object-server run this many worker processes per unique port of
|
|
# "local" ring devices across all storage policies. This can help provide
|
|
# the isolation of threads_per_disk without the severe overhead. The default
|
|
# value of 0 disables this feature.
|
|
# Defaults to 0.
|
|
#
|
|
# [*user*]
|
|
# (optional) User to run as
|
|
# Defaults to 'swift'.
|
|
#
|
|
# [*workers*]
|
|
# (optional) Override the number of pre-forked workers that will accept
|
|
# connections. If set it should be an integer, zero means no fork. If unset,
|
|
# it will try to default to the number of effective cpu cores and fallback to
|
|
# one. Increasing the number of workers may reduce the possibility of slow file
|
|
# system operations in one request from negatively impacting other requests.
|
|
# See https://docs.openstack.org/swift/latest/deployment_guide.html#general-service-tuning
|
|
# Defaults to $::os_workers.
|
|
#
|
|
# [*allow_versions*]
|
|
# (optional) Enable/Disable object versioning feature
|
|
# Defaults to 'false'.
|
|
#
|
|
# [*replicator_concurrency*]
|
|
# (optional) Number of replicator workers to spawn.
|
|
# Defaults to 1.
|
|
#
|
|
# [*replicator_interval*]
|
|
# (optional) Minimum time for a pass to take, in seconds.
|
|
# Defaults to 30.
|
|
#
|
|
# [*updater_concurrency*]
|
|
# (optional) Number of updater workers to spawn.
|
|
# Defaults to 1.
|
|
#
|
|
# [*reaper_concurrency*]
|
|
# (optional) Number of reaper workers to spawn.
|
|
# Defaults to 1.
|
|
#
|
|
# [*log_facility*]
|
|
# (optional) Syslog log facility.
|
|
# Defaults to 'LOG_LOCAL2'.
|
|
#
|
|
# [*log_level*]
|
|
# (optional) Logging level.
|
|
# Defaults to 'INFO'.
|
|
#
|
|
# [*log_address*]
|
|
# Deprecated, this parameter does nothing.
|
|
#
|
|
# [*log_name*]
|
|
# (optional) Label used when logging.
|
|
# Defaults to "${type}-server".
|
|
#
|
|
# [*log_udp_host*]
|
|
# (optional) If not set, the UDP receiver for syslog is disabled.
|
|
# Defaults to undef.
|
|
#
|
|
# [*log_udp_port*]
|
|
# (optional) Port value for UDP receiver, if enabled.
|
|
# Defaults to undef.
|
|
#
|
|
# [*log_requests*]
|
|
# (optional) Whether or not log every request. reduces logging output if false,
|
|
# good for seeing errors if true
|
|
# Defaults to true.
|
|
#
|
|
# [*config_file_path*]
|
|
# (optional) The configuration file name.
|
|
# Starting at the path "/etc/swift/"
|
|
# Defaults to "${type}-server.conf"
|
|
#
|
|
# [*statsd_enabled*]
|
|
# (optional) Should statsd configuration items be writen out to config files
|
|
# Defaults to false.
|
|
#
|
|
# [*log_statsd_host*]
|
|
# (optional) statsd host to send data to.
|
|
# Defaults to 'localhost'
|
|
#
|
|
# [*log_statsd_port*]
|
|
# (optional) statsd port to send data to.
|
|
# Defaults to 8125
|
|
#
|
|
# [*log_statsd_default_sample_rate*]
|
|
# (optional) Default sample rate for data. This should be a number between 0
|
|
# and 1. According to the documentation this should be set to 1 and the
|
|
# sample rate factor should be adjusted.
|
|
# Defaults to '1.0'
|
|
#
|
|
# [*log_statsd_sample_rate_factor*]
|
|
# (optional) sample rate factor for data.
|
|
# Defaults to '1.0'
|
|
#
|
|
# [*log_statsd_metric_prefix*]
|
|
# (optional) Prefix for data being sent to statsd.
|
|
# Defaults to ''
|
|
#
|
|
# [*network_chunk_size*]
|
|
# (optional) Size of chunks to read/write over the network.
|
|
# Defaults to 65536.
|
|
#
|
|
# [*disk_chunk_size*]
|
|
# (optional) Size of chunks to read/write to disk.
|
|
# Defaults to 65536.
|
|
#
|
|
# [*auditor_disk_chunk_size*]
|
|
# (optional) Object-auditor size of chunks to read/write to disk.
|
|
# Defaults to undef.
|
|
#
|
|
# [*splice*]
|
|
# (optional) Use splice for zero-copy object GETs. This requires Linux Kernel
|
|
# version 3.0 or greater.
|
|
# Defaults to false.
|
|
#
|
|
# [*object_server_mb_per_sync*]
|
|
# (optional) Number of MB allocated for the cache.
|
|
# Defaults to 512, which is the swift default value.
|
|
#
|
|
define swift::storage::server(
|
|
$type,
|
|
$storage_local_net_ip,
|
|
$devices = '/srv/node',
|
|
$owner = 'swift',
|
|
$group = 'swift',
|
|
$incoming_chmod = 'Du=rwx,g=rx,o=rx,Fu=rw,g=r,o=r',
|
|
$outgoing_chmod = 'Du=rwx,g=rx,o=rx,Fu=rw,g=r,o=r',
|
|
$max_connections = 25,
|
|
$pipeline = ["${type}-server"],
|
|
$mount_check = true,
|
|
$servers_per_port = 0,
|
|
$user = 'swift',
|
|
$workers = $::os_workers,
|
|
$allow_versions = false,
|
|
$replicator_concurrency = 1,
|
|
$replicator_interval = 30,
|
|
$updater_concurrency = 1,
|
|
$reaper_concurrency = 1,
|
|
$log_facility = 'LOG_LOCAL2',
|
|
$log_level = 'INFO',
|
|
$log_address = '/dev/log',
|
|
$log_name = "${type}-server",
|
|
$log_udp_host = undef,
|
|
$log_udp_port = undef,
|
|
$log_requests = true,
|
|
# this parameters needs to be specified after type and name
|
|
$config_file_path = "${type}-server.conf",
|
|
$statsd_enabled = false,
|
|
$log_statsd_host = 'localhost',
|
|
$log_statsd_port = 8125,
|
|
$log_statsd_default_sample_rate = '1.0',
|
|
$log_statsd_sample_rate_factor = '1.0',
|
|
$log_statsd_metric_prefix = '',
|
|
$network_chunk_size = 65536,
|
|
$disk_chunk_size = 65536,
|
|
$auditor_disk_chunk_size = undef,
|
|
$splice = false,
|
|
$object_server_mb_per_sync = 512,
|
|
) {
|
|
|
|
include swift::deps
|
|
|
|
if ($incoming_chmod == '0644') {
|
|
warning('The default incoming_chmod set to 0644 may yield in error prone directories and will be changed in a later release.')
|
|
}
|
|
|
|
if ($outgoing_chmod == '0644') {
|
|
warning('The default outgoing_chmod set to 0644 may yield in error prone directories and will be changed in a later release.')
|
|
}
|
|
|
|
# Warn if ${type-server} isn't included in the pipeline
|
|
if is_array($pipeline) {
|
|
if !member($pipeline, "${type}-server") {
|
|
warning("swift storage server ${type} must specify ${type}-server")
|
|
}
|
|
} elsif $pipeline != "${type}-server" {
|
|
warning("swift storage server ${type} must specify ${type}-server")
|
|
}
|
|
|
|
if ($log_udp_port and !$log_udp_host) {
|
|
fail ('log_udp_port requires log_udp_host to be set')
|
|
}
|
|
|
|
include "::swift::storage::${type}"
|
|
|
|
validate_legacy(Pattern[/^\d+$/], 'validate_re', $name, ['^\d+$'])
|
|
validate_legacy(Enum['object', 'container', 'account'], 'validate_re',
|
|
$type, ['^object|container|account$'])
|
|
validate_legacy(Array, 'validate_array', $pipeline)
|
|
validate_legacy(Boolean, 'validate_bool', $allow_versions)
|
|
validate_legacy(Boolean, 'validate_bool', $splice)
|
|
# TODO - validate that name is an integer
|
|
|
|
$bind_port = $name
|
|
|
|
rsync::server::module { $type:
|
|
path => $devices,
|
|
lock_file => "/var/lock/${type}.lock",
|
|
uid => $owner,
|
|
gid => $group,
|
|
incoming_chmod => $incoming_chmod,
|
|
outgoing_chmod => $outgoing_chmod,
|
|
max_connections => $max_connections,
|
|
read_only => false,
|
|
}
|
|
|
|
concat { "/etc/swift/${config_file_path}":
|
|
owner => $owner,
|
|
group => $group,
|
|
notify => Anchor['swift::config::end'],
|
|
require => Anchor['swift::install::end'],
|
|
tag => 'swift-concat',
|
|
}
|
|
|
|
$required_middlewares = split(
|
|
inline_template(
|
|
"<%=
|
|
(@pipeline - ['${type}-server']).collect do |x|
|
|
'Swift::Storage::Filter::' + x.capitalize + '[${type}]'
|
|
end.join(',')
|
|
%>"), ',')
|
|
|
|
# you can now add your custom fragments at the user level
|
|
concat::fragment { "swift-${type}-${name}":
|
|
target => "/etc/swift/${config_file_path}",
|
|
content => template("swift/${type}-server.conf.erb"),
|
|
order => '00',
|
|
# require classes for each of the elements of the pipeline
|
|
# this is to ensure the user gets reasonable elements if he
|
|
# does not specify the backends for every specified element of
|
|
# the pipeline
|
|
before => $required_middlewares,
|
|
require => Anchor['swift::install::end'],
|
|
}
|
|
|
|
case $type {
|
|
'object': { Concat["/etc/swift/${config_file_path}"] -> Swift_object_config <||> }
|
|
'container': { Concat["/etc/swift/${config_file_path}"] -> Swift_container_config <||> }
|
|
'account': { Concat["/etc/swift/${config_file_path}"] -> Swift_account_config <||> }
|
|
default : { warning("swift storage server ${type} must specify ${type}-server") }
|
|
|
|
}
|
|
}
|