Add debug logging and individual OpenStack log files

This change introduces config.logging.debug that defaults
to False. Setting to True will enable debug logging for
OpenStack and nginx services.

Change-Id: I2eb428851d795e145c542879faf22b2fd9f8a29f

snap-overlay/bin/set-default-config.py

@@ -55,6 +55,7 @@ def _get_default_config():
         'config.logging.custom-config': f'{snap_common}/etc/filebeat'
                                         '/filebeat-microstack.yaml',
         'config.logging.datatag': '',
+        'config.logging.debug': False,
         'config.logging.host': 'localhost:5044',
         'config.services.extra.enabled': False,
         'config.services.extra.filebeat': False,

snap-overlay/snap-openstack.yaml

@@ -110,6 +110,7 @@ setup:
     dashboard_port: 'config.network.ports.dashboard'
     mysql_port: 'config.network.ports.mysql'
     rabbit_port: 'config.network.ports.rabbit'
+    logging_debug: 'config.logging.debug'
     logging_tag: 'config.logging.logging.tag'
     logging_host: 'config.logging.host'
     monitoring_tag: 'config.monitoring.tag'

snap-overlay/templates/cinder-snap.conf.j2

@@ -22,6 +22,9 @@ volume_group = {{ lvm_backend_volume_group }}
 volume_backend_name=lvm-loop-based
 {% endif %}
 
+log_file = {{ snap_common }}/log/cinder.log
+debug = {{ logging_debug }}
+
 [oslo_concurrency]
 # Oslo Concurrency lock path
 lock_path = {{ snap_common }}/lock

snap-overlay/templates/glance-snap.conf.j2

@@ -4,6 +4,9 @@ state_path = {{ snap_common }}/lib
 # Log to systemd journal
 use_journal = True
 
+log_file = {{ snap_common }}/log/glance.log
+debug = {{ logging_debug }}
+
 [oslo_concurrency]
 # Oslo Concurrency lock path
 lock_path = {{ snap_common }}/lock

snap-overlay/templates/horizon-snap.conf.j2

@@ -4,6 +4,9 @@ state_path = {{ snap_common }}/lib
 # Log to systemd journal
 use_journal = True
 
+log_file = {{ snap_common }}/log/horizon.log
+debug = {{ logging_debug }}
+
 [oslo_concurrency]
 # Oslo Concurrency lock path
 lock_path = {{ snap_common }}/lock

snap-overlay/templates/keystone-snap.conf.j2

@@ -4,6 +4,9 @@ state_path = {{ snap_common }}/lib
 # Log to systemd journal
 use_journal = True
 
+log_file = {{ snap_common }}/log/keystone.log
+debug = {{ logging_debug }}
+
 [oslo_concurrency]
 # Oslo Concurrency lock path
 lock_path = {{ snap_common }}/lock

snap-overlay/templates/neutron-snap.conf.j2

@@ -4,6 +4,10 @@ state_path = {{ snap_common }}/lib
 # Log to systemd journal
 use_journal = True
 
+log_file = {{ snap_common }}/log/neutron.log
+debug = {{ logging_debug }}
+
+
 {% if dns_domain %}
 dns_domain = {{ dns_domain }}
 {% endif %}

snap-overlay/templates/nginx.conf.j2

@@ -24,8 +24,12 @@ http {
         # Logging Settings
         ##
 
-        error_log syslog:server=unix:/dev/log;
+{% if logging_debug|lower == "true" %}
-        access_log syslog:server=unix:/dev/log;
+        error_log {{ snap_common }}/log/nginx-error.log debug;
+{% else %}
+        error_log {{ snap_common }}/log/nginx-error.log;
+{% endif %}
+        access_log {{ snap_common }}/log/nginx-access.log;
 
         ##
         # Gzip Settings

snap-overlay/templates/nova-snap.conf.j2

@@ -12,6 +12,9 @@ use_journal = True
 host = {{ node_fqdn }}
 my_ip = {{ compute_ip }}
 
+log_file = {{ snap_common }}/log/nova.log
+debug = {{ logging_debug }}
+
 [workarounds]
 disable_rootwrap = True
 

snap-overlay/templates/placement-snap.conf.j2

@@ -4,6 +4,9 @@ state_path = {{ snap_common }}/lib
 # Log to systemd journal
 use_journal = True
 
+log_file = {{ snap_common }}/log/placement.log
+debug = {{ logging_debug }}
+
 [oslo_concurrency]
 # Oslo Concurrency lock path
 lock_path = {{ snap_common }}/lock