Browse Source

Added Filebeat, NRPE and Telegraf to Microstack

- Snapped binary packages of Filebeat, NRPE and Telegraf (disabled by default)
- Added W/A of Telegraf segfault after ELF patching by snapcraft
- Implemented IPMI input tuning for Telegraf
- Allowed to run NRPE as root:root (from custom PPA)
- Implemented Filebeat, NRPE and Telegraf control scripts and config on top of snap-overlay
- Added support for checking Microstack systemd services by NRPE
- Added few generic and Microstack-specific NRPE checks
- Added possibility to override default config paths for the daemons
- Added support for in-band IPMI input to Telegraf
- Stick LMA wrappers and services naming to Microstack conventions
- Increase build timeout in .zuul conf by 30min

Change-Id: I68dbdb11248cf0c1e22e9333af3cf0f88954f557
changes/61/697661/4
Nikolay Vinogradov 3 months ago
parent
commit
9019ad3529
16 changed files with 568 additions and 1 deletions
  1. +1
    -1
      .zuul.yaml
  2. +4
    -0
      README.md
  3. +38
    -0
      checks/check_systemd.py
  4. +32
    -0
      filebeat.pgp.key
  5. +30
    -0
      snap-overlay/bin/set-default-config
  6. +30
    -0
      snap-overlay/snap-openstack.yaml
  7. +43
    -0
      snap-overlay/templates/filebeat.yaml.j2
  8. +56
    -0
      snap-overlay/templates/nrpe.cfg.j2
  9. +131
    -0
      snap-overlay/templates/telegraf.conf.j2
  10. +11
    -0
      snap-wrappers/filebeat/filebeat
  11. +6
    -0
      snap-wrappers/nrpe/nrpe
  12. +8
    -0
      snap-wrappers/telegraf/telegraf
  13. +72
    -0
      snapcraft.yaml
  14. +28
    -0
      telegraf.pgp.key
  15. +1
    -0
      tools/init/init/main.py
  16. +77
    -0
      tools/init/init/questions/__init__.py

+ 1
- 1
.zuul.yaml View File

@@ -1,7 +1,7 @@
- job:
name: microstack-tox-snap-with-sudo
parent: openstack-tox-snap-with-sudo
timeout: 5400
timeout: 7200
nodeset: ubuntu-bionic
vars:
tox_envlist: snap

+ 4
- 0
README.md View File

@@ -84,6 +84,10 @@ for example, run:

sudo microstack.remove --auto --purge

## LMA stack

Filebeat, Telegraf and NRPE are bundled as the snap systemd services.

## Customising and contributing

To customise services and settings, look in the `.d` directories under

+ 38
- 0
checks/check_systemd.py View File

@@ -0,0 +1,38 @@
#!/usr/bin/python3
#
# Copyright 2016 Canonical Ltd
#
# Author: Brad Marshall <brad.marshall@canonical.com>
#
# Based on check_upstart_job and https://zignar.net/2014/09/08/getting-started-with-dbus-python-systemd/
#

import dbus, sys

service_arg = sys.argv[1]
service_name = "%s.service" % service_arg

try:
bus = dbus.SystemBus()
systemd = bus.get_object('org.freedesktop.systemd1', '/org/freedesktop/systemd1')
manager = dbus.Interface(systemd, dbus_interface='org.freedesktop.systemd1.Manager')
try:
service_unit = manager.LoadUnit(service_name)
service_proxy = bus.get_object('org.freedesktop.systemd1', str(service_unit))
service = dbus.Interface(service_proxy, dbus_interface='org.freedesktop.systemd1.Unit')
service_res = service_proxy.Get('org.freedesktop.systemd1.Unit','SubState', dbus_interface='org.freedesktop.DBus.Properties')

if service_res == 'running':
print('OK: %s is running' % service_name)
sys.exit(0)
else:
print('CRITICAL: %s is not running' % service_name)
sys.exit(2)

except dbus.DBusException as e:
print('CRITICAL: unable to find %s in systemd' % service_name)
sys.exit(2)

except dbus.DBusException as e:
print('CRITICAL: unable to connect to system for %s' % service_name)
sys.exit(2)

+ 32
- 0
filebeat.pgp.key View File

@@ -0,0 +1,32 @@
-----BEGIN PGP PUBLIC KEY BLOCK-----
Version: GnuPG v1

mQENBFI3HsoBCADXDtbNJnxbPqB1vDNtCsqhe49vFYsZN9IOZsZXgp7aHjh6CJBD
A+bGFOwyhbd7at35jQjWAw1O3cfYsKAmFy+Ar3LHCMkV3oZspJACTIgCrwnkic/9
CUliQe324qvObU2QRtP4Fl0zWcfb/S8UYzWXWIFuJqMvE9MaRY1bwUBvzoqavLGZ
j3SF1SPO+TB5QrHkrQHBsmX+Jda6d4Ylt8/t6CvMwgQNlrlzIO9WT+YN6zS+sqHd
1YK/aY5qhoLNhp9G/HxhcSVCkLq8SStj1ZZ1S9juBPoXV1ZWNbxFNGwOh/NYGldD
2kmBf3YgCqeLzHahsAEpvAm8TBa7Q9W21C8vABEBAAG0RUVsYXN0aWNzZWFyY2gg
KEVsYXN0aWNzZWFyY2ggU2lnbmluZyBLZXkpIDxkZXZfb3BzQGVsYXN0aWNzZWFy
Y2gub3JnPokBOAQTAQIAIgUCUjceygIbAwYLCQgHAwIGFQgCCQoLBBYCAwECHgEC
F4AACgkQ0n1mbNiOQrRzjAgAlTUQ1mgo3nK6BGXbj4XAJvuZDG0HILiUt+pPnz75
nsf0NWhqR4yGFlmpuctgCmTD+HzYtV9fp9qW/bwVuJCNtKXk3sdzYABY+Yl0Cez/
7C2GuGCOlbn0luCNT9BxJnh4mC9h/cKI3y5jvZ7wavwe41teqG14V+EoFSn3NPKm
TxcDTFrV7SmVPxCBcQze00cJhprKxkuZMPPVqpBS+JfDQtzUQD/LSFfhHj9eD+Xe
8d7sw+XvxB2aN4gnTlRzjL1nTRp0h2/IOGkqYfIG9rWmSLNlxhB2t+c0RsjdGM4/
eRlPWylFbVMc5pmDpItrkWSnzBfkmXL3vO2X3WvwmSFiQbkBDQRSNx7KAQgA5JUl
zcMW5/cuyZR8alSacKqhSbvoSqqbzHKcUQZmlzNMKGTABFG1yRx9r+wa/fvqP6OT
RzRDvVS/cycws8YX7Ddum7x8uI95b9ye1/Xy5noPEm8cD+hplnpU+PBQZJ5XJ2I+
1l9Nixx47wPGXeClLqcdn0ayd+v+Rwf3/XUJrvccG2YZUiQ4jWZkoxsA07xx7Bj+
Lt8/FKG7sHRFvePFU0ZS6JFx9GJqjSBbHRRkam+4emW3uWgVfZxuwcUCn1ayNgRt
KiFv9jQrg2TIWEvzYx9tywTCxc+FFMWAlbCzi+m4WD+QUWWfDQ009U/WM0ks0Kww
EwSk/UDuToxGnKU2dQARAQABiQEfBBgBAgAJBQJSNx7KAhsMAAoJENJ9ZmzYjkK0
c3MIAIE9hAR20mqJWLcsxLtrRs6uNF1VrpB+4n/55QU7oxA1iVBO6IFu4qgsF12J
TavnJ5MLaETlggXY+zDef9syTPXoQctpzcaNVDmedwo1SiL03uMoblOvWpMR/Y0j
6rm7IgrMWUDXDPvoPGjMl2q1iTeyHkMZEyUJ8SKsaHh4jV9wp9KmC8C+9CwMukL7
vM5w8cgvJoAwsp3Fn59AxWthN3XJYcnMfStkIuWgR7U2r+a210W6vnUxU4oN0PmM
cursYPyeV0NX/KQeUeNMwGTFB6QHS/anRaGQewijkrYYoTNtfllxIu9XYmiBERQ/
qPDlGRlOgVTd9xUfHFkzB52c70E=
=92oX
-----END PGP PUBLIC KEY BLOCK-----


+ 30
- 0
snap-overlay/bin/set-default-config View File

@@ -59,3 +59,33 @@ snapctl set \
config.cleanup.delete-bridge=true \
config.cleanup.remove=true \
;

# Filebeat
snapctl set \
config.logging.datatag="" \
config.logging.host="localhost:5044" \
config.logging.custom-config="$SNAP_COMMON/etc/filebeat/filebeat-microstack.yaml" \
config.services.extra.enabled=false \
config.services.extra.filebeat=false \
;

# services won't start if disabled in install hook
# see https://github.com/snapcore/snapd/blob/53dd10a71d1754610eda2d3d776465b81b3281cd/wrappers/services.go#L139
snapctl stop --disable ${SNAP_NAME}.filebeat

# NRPE
snapctl set \
config.alerting.custom-config="$SNAP_COMMON/etc/nrpe/nrpe-microstack.cfg" \
config.services.extra.nrpe=false \
;

snapctl stop --disable ${SNAP_NAME}.telegraf

# Telegraf
snapctl set \
config.monitoring.ipmi="" \
config.monitoring.custom-config="$SNAP_COMMON/etc/telegraf/telegraf-microstack.conf" \
config.services.extra.telegraf=false \
;

snapctl stop --disable ${SNAP_NAME}.nrpe

+ 30
- 0
snap-overlay/snap-openstack.yaml View File

@@ -56,6 +56,10 @@ setup:
neutron.conf.d.rabbitmq.conf.j2: "{snap_common}/etc/neutron/neutron.conf.d/rabbitmq.conf"
rabbitmq.conf.j2: "{snap_common}/etc/rabbitmq/rabbitmq.config"

# LMA stack templates
telegraf.conf.j2: "{snap_common}/etc/telegraf/telegraf-microstack.conf"
nrpe.cfg.j2: "{snap_common}/etc/nrpe/nrpe-microstack.cfg"
filebeat.yaml.j2: "{snap_common}/etc/filebeat/filebeat-microstack.yaml"
chmod:
"{snap_common}/instances": 0755
"{snap_common}/etc/microstack.rc": 0644
@@ -74,6 +78,11 @@ setup:
dashboard_port: 'config.network.ports.dashboard'
mysql_port: 'config.network.ports.mysql'
rabbit_port: 'config.network.ports.rabbit'
logging_tag: 'config.logging.logging.tag'
logging_host: 'config.logging.host'
monitoring_tag: 'config.monitoring.tag'
monitoring_ipmi: 'config.monitoring.ipmi'
alerting_tag: 'config.alerting.tag'
entry_points:
keystone-manage:
binary: "{snap}/bin/keystone-manage"
@@ -312,3 +321,24 @@ entry_points:
- "{snap_common}/etc/horizon/horizon.conf.d"
templates:
horizon.ini.j2: "{snap_common}/etc/horizon/uwsgi/snap/horizon.ini"
filebeat:
binary: "{snap}/bin/filebeat.sh"
type: simple
config-dirs:
- "{snap_common}/lma/filebeat"
templates:
filebeat.yml.j2: "{snap_common}/etc/filebeat/filebeat.yml"
nrpe:
binary: "{snap}/bin/nrpe.sh"
type: simple
config-dirs:
- "{snap_common}/lma/nrpe"
templates:
nrpe.conf.j2: "{snap_common}/etc/nrpe/nrpe.conf"
telegraf:
binary: "{snap}/bin/telegraf"
type: simple
config-dirs:
- "{snap_common}/lma/telegraf"
templates:
telegraf.conf.j2: "{snap_common}/etc/telegraf/telegraf.conf"

+ 43
- 0
snap-overlay/templates/filebeat.yaml.j2 View File

@@ -0,0 +1,43 @@
filebeat:
prospectors:
- paths:
- /var/log/syslog
- /var/log/*/*.log
- {{ snap_common }}/log
- {{ snap_common }}/log/mysql
- {{ snap_common }}/log/openvswitch
- {{ snap_common }}/log/rabbitmq

input_type: log
exclude_files: ["/filebeat.*", ".*gz$"]
exclude_lines: []
scan_frequency: 10s
harvester_buffer_size: 16384
max_bytes: 10485760

registry_file: filebeat/registry

logging:
to_syslog: true
to_files: false
level: info
metrics.enabled: false
files:
path: {{ snap_common }}/log
name: filebeat
keepfiles: 7
permissions: 0644

output:

logstash:
hosts: {{ ( logging_host.split(';') if logging_host else [] ) | tojson }}

worker: 1
compression_level: 3
loadbalance: true

{% if logging_tag %}
# if name is empty, hostname will be used
name: {{logging_tag}}
{% endif %}

+ 56
- 0
snap-overlay/templates/nrpe.cfg.j2 View File

@@ -0,0 +1,56 @@
log_facility=daemon
log_file={{ snap_common }}/log/nrpe.log

server_port=5666

# WARNING: 0.0.0.0/0 is not supported, just comment out 'allowed_hosts'
#allowed_hosts=0.0.0.0/0
#allowed_hosts=10.0.0.0/8,127.0.0.1

nrpe_user=root
nrpe_group=root
dont_blame_nrpe=0
debug=0
pid_file={{ snap_common }}/run/nrpe.pid

# All configuration snippets go into nrpe.d/
command[check_users]={{ snap }}/usr/lib/nagios/plugins/check_users -w 5 -c 10
command[check_load]={{ snap }}/usr/lib/nagios/plugins/check_load -r -w 2.0,1.0,0.5 -c 4.0,2.0,1.0
#command[check_sda1]={{ snap }}/usr/lib/nagios/plugins/check_disk -w 20% -c 10% -p /dev/sda1
command[check_all_fs]={{ snap }}/usr/lib/nagios/plugins/check_disk -l -X tmpfs -X squashfs -X proc -X sysfs -X devtmpfs -X lxcfs -X hugtlbfs
command[check_swap]={{ snap }}/usr/lib/nagios/plugins/check_swap -n ok -w 5 -c 1

command[check_zombie_procs]={{ snap }}/usr/lib/nagios/plugins/check_procs -w 5 -c 10 -s Z
command[check_total_procs]={{ snap }}/usr/lib/nagios/plugins/check_procs -w 220 -c 300
command[check_rabbitmq_server]=python3 {{ snap }}/usr/lib/nagios/plugins/check_systemd.py snap.microstack.rabbitmq-server
command[check_cluster_server]=python3 {{ snap }}/usr/lib/nagios/plugins/check_systemd.py snap.microstack.cluster-server
#command[check_external_bridge]=python3 {{ snap }}/usr/lib/nagios/plugins/check_systemd.py snap.icrostack.external-bridge
command[check_glance_api]=python3 {{ snap }}/usr/lib/nagios/plugins/check_systemd.py snap.microstack.glance-api
command[check_horizon_uwsgi]=python3 {{ snap }}/usr/lib/nagios/plugins/check_systemd.py snap.microstack.horizon-uwsgi
command[check_keystone_uwsgi]=python3 {{ snap }}/usr/lib/nagios/plugins/check_systemd.py snap.microstack.keystone-uwsgi
command[check_libvirtd]=python3 {{ snap }}/usr/lib/nagios/plugins/check_systemd.py snap.microstack.libvirtd
command[check_memcached]=python3 {{ snap }}/usr/lib/nagios/plugins/check_systemd.py snap.microstack.memcached
command[check_mysqld]=python3 {{ snap }}/usr/lib/nagios/plugins/check_systemd.py snap.microstack.mysqld
command[check_neutron_api]=python3 {{ snap }}/usr/lib/nagios/plugins/check_systemd.py snap.microstack.neutron-api
command[check_neutron_dhcp_agent]=python3 {{ snap }}/usr/lib/nagios/plugins/check_systemd.py snap.microstack.neutron-dhcp-agent
command[check_neutron_l3_agent]=python3 {{ snap }}/usr/lib/nagios/plugins/check_systemd.py snap.microstack.neutron-l3-agent
command[check_neutron_metadata_agent]=python3 {{ snap }}/usr/lib/nagios/plugins/check_systemd.py snap.microstack.neutron-metadata-agent
command[check_neutron_openvswitch_agent]=python3 {{ snap }}/usr/lib/nagios/plugins/check_systemd.py snap.microstack.neutron-openvswitch-agent
command[check_nginx]=python3 {{ snap }}/usr/lib/nagios/plugins/check_systemd.py snap.microstack.nginx
command[check_nova_api]=python3 {{ snap }}/usr/lib/nagios/plugins/check_systemd.py snap.microstack.nova-api
command[check_nova_api_metadata]=python3 {{ snap }}/usr/lib/nagios/plugins/check_systemd.py snap.microstack.nova-api-metadata
command[check_nova_compute]=python3 {{ snap }}/usr/lib/nagios/plugins/check_systemd.py snap.microstack.nova-compute
command[check_nova_conductor]=python3 {{ snap }}/usr/lib/nagios/plugins/check_systemd.py snap.microstack.nova-conductor
command[check_nova_scheduler]=python3 {{ snap }}/usr/lib/nagios/plugins/check_systemd.py snap.microstack.nova-scheduler
command[check_nova_uwsgi]=python3 {{ snap }}/usr/lib/nagios/plugins/check_systemd.py snap.microstack.nova-uwsgi
command[check_ovs_vswitchd]=python3 {{ snap }}/usr/lib/nagios/plugins/check_systemd.py snap.microstack.ovs-vswitchd
command[check_ovsdb_server]=python3 {{ snap }}/usr/lib/nagios/plugins/check_systemd.py snap.microstack.ovsdb-server

#command[check_cpu_stats]={{ snap }}/usr/lib/nagios/plugins/check_cpu_stats.sh $arg1$
#command[check_users]={{ snap }}/usr/lib/nagios/plugins/check_users $ARG1$
#command[check_load]={{ snap }}/usr/lib/nagios/plugins/check_load $ARG1$
#command[check_disk]={{ snap }}/usr/lib/nagios/plugins/check_disk $arg1$
#command[check_swap]={{ snap }}/usr/lib/nagios/plugins/check_swap $arg1$
#command[check_mem]={{ snap }}/usr/lib/nagios/plugins/custom_check_mem -n $arg1$

include_dir={{ snap_common }}/nrpe/nrpe.conf.d

+ 131
- 0
snap-overlay/templates/telegraf.conf.j2 View File

@@ -0,0 +1,131 @@
# Telegraf configuration

# Telegraf is entirely plugin driven. All metrics are gathered from the
# declared inputs, and sent to the declared outputs.

# Plugins must be declared in here to be active.
# To deactivate a plugin, comment out the name and any variables.

# Use 'telegraf -config telegraf.conf -test' to see what metrics a config
# file would generate.

# Global tags can be specified here in key="value" format.
[tags]
# dc = "us-east-1" # will tag all metrics with dc=us-east-1
# rack = "1a"

# Configuration for telegraf agent
[agent]
# Default data collection interval for all plugins
interval = "10s"
# Rounds collection interval to 'interval'
# ie, if interval="10s" then always collect on :00, :10, :20, etc.
round_interval = true

# Telegraf will cache metric_buffer_limit metrics for each output, and will
# flush this buffer on a successful write.
metric_buffer_limit = 10000

# Collection jitter is used to jitter the collection by a random amount.
# Each plugin will sleep for a random time within jitter before collecting.
# This can be used to avoid many plugins querying things like sysfs at the
# same time, which can have a measurable effect on the system.
collection_jitter = "0s"

# Default data flushing interval for all outputs. You should not set this below
# interval. Maximum flush_interval will be flush_interval + flush_jitter
flush_interval = "10s"
# Jitter the flush interval by a random amount. This is primarily to avoid
# large write spikes for users running a large number of telegraf instances.
# ie, a jitter of 5s and interval 10s means flushes will happen every 10-15s
flush_jitter = "0s"

# Run telegraf in debug mode
debug = false
# Run telegraf in quiet mode
quiet = false
# Override default hostname, if empty use os.Hostname()
hostname = ""

###############################################################################
# OUTPUTS #
###############################################################################

[[outputs.prometheus_client]]
listen = ":9103"

###############################################################################
# INPUTS #
###############################################################################

# Read metrics about cpu usage
[[inputs.cpu]]
# Whether to report per-cpu stats or not
percpu = false
# Whether to report total system cpu stats or not
totalcpu = true
# Comment this line if you want the raw CPU time metrics
drop = ["time_*"]

# Read metrics about disk usage by mount point
[[inputs.disk]]
# By default, telegraf gather stats for all mountpoints.
# Setting mountpoints will restrict the stats to the specified mountpoints.
# mount_points=["/"]

# Read metrics about disk IO by device
[[inputs.diskio]]
# By default, telegraf will gather stats for all devices including
# disk partitions.
# Setting devices will restrict the stats to the specified devices.
# devices = ["sda", "sdb"]
# Uncomment the following line if you do not need disk serial numbers.
# skip_serial_number = true

# Read metrics about memory usage
[[inputs.mem]]
# no configuration

# Read metrics about network interface usage
[[inputs.net]]
# By default, telegraf gathers stats from any up interface (excluding loopback)
# Setting interfaces will tell it to gather these explicit interfaces,
# regardless of status.
#
# interfaces = ["eth0", ... ]

# Read metrics about TCP status such as established, time wait etc and UDP sockets counts.
[[inputs.netstat]]
# no configuration

# Read metrics about swap memory usage
[[inputs.swap]]
# no configuration

# Read metrics about system load & uptime
[[inputs.system]]
# no configuration

[[inputs.bond]]
# no configuration

[[inputs.cgroup]]
# no configuration

[[inputs.exec]]
commands = [
"/usr/bin/awk '{ print $1 }' /proc/sys/fs/file-nr"
]
data_format = "value"

{% if monitoring_ipmi %}
[[inputs.ipmi_sensor]]
path = "{{snap}}/usr/bin/ipmitool"
interval = "60s"
timeout = "60s"
metric_version = 2
privilege = "ADMINISTRATOR"
{% if monitoring_ipmi != 'in-band' %}
servers = [ "{{ monitoring_ipmi }}" ]
{% endif %}
{% endif %}

+ 11
- 0
snap-wrappers/filebeat/filebeat View File

@@ -0,0 +1,11 @@
#!/bin/bash

mkdir -p $SNAP_COMMON/var/filebeat
mkdir -p $SNAP_COMMON/var/log/filebeat
mkdir -p $SNAP_COMMON/etc/filebeat/filebeat.conf.d

$SNAP/usr/share/filebeat/bin/filebeat -c "$(snapctl get config.logging.custom-config)" \
-path.home $SNAP/usr/share/filebeat/ \
-path.config $SNAP_COMMON/etc/filebeat/filebeat.conf.d \
-path.data $SNAP_COMMON/var/filebeat \
-path.logs $SNAP_COMMON/var/log/filebeat

+ 6
- 0
snap-wrappers/nrpe/nrpe View File

@@ -0,0 +1,6 @@
#!/bin/bash

# this directory doesn't need to exist for nrpe to start
mkdir -p $SNAP_COMMON/nrpe/nrpe.conf.d

$SNAP/usr/sbin/nrpe -c $(snapctl get config.alerting.custom-config) -d -f

+ 8
- 0
snap-wrappers/telegraf/telegraf View File

@@ -0,0 +1,8 @@
#!/bin/bash

mkdir -p $SNAP_COMMON/etc/telegraf/telegraf.d

# FIXME: set -path.config to correct folder
$SNAP/usr/bin/telegraf --config "$(snapctl get config.monitoring.custom-config)" \
--config-directory $SNAP_COMMON/etc/telegraf/telegraf.d \
--pidfile $SNAP_COMMON/run/telegraf.pid

+ 72
- 0
snapcraft.yaml View File

@@ -367,6 +367,19 @@ apps:
ovs-alternatives:
command: bin/ovs-alternatives

filebeat:
# this is to avoid conflict with filebeat package
command: bin/filebeat
daemon: simple

nrpe:
command: bin/nrpe
daemon: simple

telegraf:
command: bin/telegraf
daemon: simple

parts:
dpdk:
plugin: make
@@ -969,3 +982,62 @@ parts:
requirements:
- requirements.txt
source: tools/cluster

### LMA stack ###
filebeat:
plugin: dump
source: ./snap-wrappers/filebeat
after: [ lma-build-prep, qemu, libvirt ]
stage-packages: [ filebeat ]
organize:
filebeat: bin/filebeat

nrpe:
plugin: dump
source: ./snap-wrappers/nrpe
organize:
nrpe: bin/nrpe
after: [ lma-build-prep ]
stage-packages: [ nagios-nrpe-server, nagios-nrpe-plugin, monitoring-plugins, monitoring-plugins-basic, monitoring-plugins-common ]

telegraf:
plugin: dump
source: ./snap-wrappers/telegraf
organize:
telegraf: bin/telegraf
# we use autotools plugin here because it brings git, make
# otherwise we'd have to add respective packages
after: [ lma-build-prep, qemu, libvirt ]
# See https://forum.snapcraft.io/t/patchelf-broke-my-binary/4928
# and https://bugs.launchpad.net/snapcraft/+bug/1753995
build-attributes: [no-patchelf]
stage-packages: [ telegraf, iproute2, bridge-utils, ethtool, fancontrol, libatm1, ipmitool, freeipmi-tools ]

lma-build-prep:
plugin: nil
source: ""
override-build: |
cat ../../../project/filebeat.pgp.key | apt-key add -
cat ../../../project/telegraf.pgp.key | apt-key add -
apt-get install apt-transport-https
echo 'deb https://artifacts.elastic.co/packages/5.x/apt stable main' > /etc/apt/sources.list.d/elastic-5.x.list
echo 'deb http://ppa.launchpad.net/telegraf-devs/ppa/ubuntu bionic main' > /etc/apt/sources.list.d/telegraf.x.list
# this needs to be re-worked in order to be built in-place
echo 'deb http://ppa.launchpad.net/nikolay.vinogradov/nrpe-root/ubuntu bionic main' > /etc/apt/sources.list.d/nrpe-root.list
sudo apt-key adv --keyserver keyserver.ubuntu.com --recv-keys F767C80E0FC5C835
apt-get update --allow-unauthenticated

#lma-configs:
# plugin: dump
# source: ./lma
# after: [ lma-build-prep ]
# organize:
# 'config/nrpe': etc/nrpe
# 'config/telegraf': etc/telegraf


checks:
plugin: dump
source: ./checks
organize:
check_systemd.py: usr/lib/nagios/plugins/check_systemd.py

+ 28
- 0
telegraf.pgp.key View File

@@ -0,0 +1,28 @@
-----BEGIN PGP PUBLIC KEY BLOCK-----
Version: SKS 1.1.6
Comment: Hostname: keyserver.ubuntu.com

mQINBFcVSuIBEAC80aj0tAQ6+NhGV/bkSwu6Oj+BpDR50Be3uBv7ttdtvChL5zHTnaxjdK3h
LKSyrDLlmSOkffQ2uO7CxvqeF09MsHhyvrDDx0EY54//xxoAB++PoB2OQqmqldg3Al5Hp4Dz
rllV5CIX5PD8NGX8UpO3HXk5wEwn9G81l8cia3vPveU82EIkHMiJGpk6+L86OMlwXzxkSI3M
xXgNFKQc+ELDYLvGSseYC9vPN3kdmFoo/UjznPPE4fxr4bXit3N8Abl1jYjBa0x6SWkK1BAb
s8w3BXtvyk90z9Oyme69wPD4zAYfFp+kN2nDmTDBMtNCyMu9oatdI5SukMNK4Lcm8eAE6VNs
04j7BKvGk9+17M8WP9Pw8nIisOwScS9gUlJlLUpnBaJ+sxoOvGQ4mzZxYMKzJh0E58aEX3bS
AyzQfsae8bZLNOTcgotyzzIDJFF9npzu3wmKjeOt/706p4LiDqKUbQK6cI+QcJ/y80ZUK8pB
M043ttSHWLmTBFX2drp6zQGae9+02fX89ZD+5c+MPlubJMYCCKkvQT4OssHfC+dVDQ66rwUy
OObrzsVgikdpIxQVitL3J+Dms56xAkdFfoo+qdxxdv9S/eakc5mfavc/4WVvmFDaJiqJnJRR
Ryw1zApRtuweEEdVn8niy1mahoKpWaw1pTI4AazjWI6xJH1JyQARAQABtB9MYXVuY2hwYWQg
UFBBIGZvciBUZWxlZ3JhZiBEZXZziQI4BBMBAgAiBQJXFUriAhsDBgsJCAcDAgYVCAIJCgsE
FgIDAQIeAQIXgAAKCRDxDL4ByUQG9UgbEACa4IzdeYxH/S5I6MrZfvWNo/JTZ/MZWDD+QlMW
60ThAemCUSE+NJvZZ1q7ovGFpYnHJT9GQXOwJAX1quDUqyM1uXNmLlOyIVNnmjUTINoLhw2V
iC8E7dMWC9w4Na2fKezmNHH00kNl43ncstIjjZ3pLnDGYm1y0ItiCUcTRgHhx2cUZ/vStz1S
Pdqj4P3i8vuspoYJ2T3VPlM/0G+u9Yjuy3Uzu9RugOyO3UJPoi3+4O2VTNosSBy5MILVCp49
eigyFVGpq5sT/c86qd1zqmsNWEubrlzDfETS4LMj9epr46ZKPXGQkeryt1m2Oe0HkIdNZ+IQ
5p+i9fnEy7/1uKTXWQYsg2UWsLA2PvTvwY8JxxMhUFgv12q2w7STntqJyi9PLItYNtbtKoS3
XZCCMqQLCWMXHY+2ol6rRSfs06H/wzlR8LjDaEXkDVuDmqMtcbgTboZYblsGxst7I/Y4Wgfi
J52uiIyobQ69uJbG0XeRTLZ3WyrBkopEsTX/+sQjVqbADXYU4hBVDgnCf2uN/5dcwSEvDj8/
+WsToAfEJkscRBsQjTLVzf+eFqHLrbqz/yoYIqBc//IJMBSbxIf5mrOHHLdbOuMCB6PVwpTI
vLFOSDNPuVDX+S1goA8KJTnXpm8jWDynn3XaXx3AlYw4iZ0ETSgQLQLRd6JuPOEGXsGdBA==
=ufaX
-----END PGP PUBLIC KEY BLOCK-----


+ 1
- 0
tools/init/init/main.py View File

@@ -127,6 +127,7 @@ def init() -> None:
questions.KeyPair(),
questions.SecurityRules(),
questions.PostSetup(),
questions.ExtraServicesQuestion(),
]

for question in question_list:

+ 77
- 0
tools/init/init/questions/__init__.py View File

@@ -780,3 +780,80 @@ class PostSetup(Question):

check('snapctl', 'set', 'initialized=true')
log.info('Complete. Marked microstack as initialized!')


class SimpleServiceQuestion(Question):

def yes(self, answer: str) -> None:
log.info('enabling and starting ' + self.__class__.__name__)

for service in self.services:
check('snapctl', 'start', '--enable', service)

log.info(self.__class__.__name__ + ' enabled')

def no(self, answer):
for service in self.services:
check('snapctl', 'stop', '--disable', service)


class ExtraServicesQuestion(Question):

_type = 'boolean'
_question = 'Do you want to setup extra services?'
config_key = 'config.services.extra.enabled'
interactive = True

def yes(self, answer: bool):
questions = [
Filebeat(),
Telegraf(),
Nrpe(),
]

for question in questions:
if not self.interactive:
question.interactive = False
question.ask()

def no(self, answer: bool):
pass


class Filebeat(SimpleServiceQuestion):
_type = 'boolean'
_question = 'Do you want to enable Filebeat?'
config_key = 'config.services.extra.filebeat'
interactive = True

@property
def services(self):
return [
'{SNAP_INSTANCE_NAME}.filebeat'.format(**_env)
]


class Telegraf(SimpleServiceQuestion):
_type = 'boolean'
_question = 'Do you want to enable Telegraf?'
config_key = 'config.services.extra.telegraf'
interactive = True

@property
def services(self):
return [
'{SNAP_INSTANCE_NAME}.telegraf'.format(**_env)
]


class Nrpe(SimpleServiceQuestion):
_type = 'boolean'
_question = 'Do you want to enable NRPE?'
config_key = 'config.services.extra.nrpe'
interactive = True

@property
def services(self):
return [
'{SNAP_INSTANCE_NAME}.nrpe'.format(**_env)
]

Loading…
Cancel
Save