From 71da74ece2dde2a7e2fb1e4d2e551544cb6eb156 Mon Sep 17 00:00:00 2001 From: Marton Kiss Date: Mon, 8 Dec 2014 16:58:38 +0100 Subject: [PATCH] Initial commit of Ask website Add ask.openstack.org to openstack-infra. Setup an all-in-one askbot site based on existing deployment, including apache, redis,apache solr,postgresql. See askbot.rst for further details. Refactored to depend on vamsee's puppet solr module. Depends-On: Iffe07d3a34087cb15151787bc683208425a27594 Change-Id: I36504eac7b953c3cce3e21a3559ac95b1bc12da7 --- doc/source/askbot.rst | 119 ++++++++++++ doc/source/systems.rst | 1 + manifests/site.pp | 13 ++ modules/openstack_project/manifests/ask.pp | 138 ++++++++++++++ .../templates/askbot/schema.cn.xml.erb | 179 ++++++++++++++++++ .../templates/askbot/schema.en.xml.erb | 170 +++++++++++++++++ 6 files changed, 620 insertions(+) create mode 100644 doc/source/askbot.rst create mode 100644 modules/openstack_project/manifests/ask.pp create mode 100644 modules/openstack_project/templates/askbot/schema.cn.xml.erb create mode 100644 modules/openstack_project/templates/askbot/schema.en.xml.erb diff --git a/doc/source/askbot.rst b/doc/source/askbot.rst new file mode 100644 index 0000000000..13143c4329 --- /dev/null +++ b/doc/source/askbot.rst @@ -0,0 +1,119 @@ +:title: Askbot + +.. _askbot: + +Askbot +###### + +Askbot is a publicly available Q&A support site for OpenStack. + +At a Glance +=========== + +:Hosts: + * https://ask.openstack.org +:Puppet: + * :file:`modules/askbot` + * :file:`modules/solr` + * :file:`modules/openstack_project/manifests/ask.pp` +:Projects: + * https://askbot.com + * http://lucene.apache.org/solr + * http://redis.io + +Overview +======== + +The site ask.openstack.org based on the officially released askbot pip distribution. +The stable deployment is extended with a custom OpenStack theme available at +https://git.openstack.org/cgit/openstack-infra/askbot-theme. + +System Architecture +=================== + +:: + + +--------+ +----------+ + | apache | ---- | mod_wsgi | + +--------+ +----------+ + | + +-------------+ +---------------+ + | askbot site |--- | celery daemon | + +-------------+ +---------------+ + / | \ + / | \ + +-------+ +------------+ +-------------+ + | redis | | postgresql | | apache solr | + +-------+ +------------+ +-------------+ + +Apache / mod_wsgi +----------------- + +Serve the incoming http request using the mod_wsgi Python WSGI adapter, through +an SSL virtual host. The site vhost also contains url aliases to serve static +content of the theme and all uploaded image files, including the site logo. + +Askbot site +----------- + +The Askbot django application, the custom site specific assets live under +/srv/askbot-sites/slot0 directory, including the configuration, application +level log files, static content, custom OpenStack theme and uploaded files. + +The authentication based on Google, Yahoo and Launchpad OpenID providers. +Local login and all other providers except Google, Yahoo and Launchpad are +disabled in site configuration. + +The askbot-theme repository contains just the pure Sass source of the theme, +so this must be precompiled by compass Sass tool. + +Application management tool can be found under /srv/askbot-sites/slot0/config: +``python manage.py `` + +Configuration files: + +* :file:`modules/askbot/templates/askbot.vhost.erb` +* :file:`modules/askbot/templates/settings.py.erb` + +Celery daemon +------------- + +This upstart based daemon is responsible for async tasks of the Askbot site, +and can be managed by standard service management tools: +``server askbot-celeryd `` + +Redis +----- + +Askbot is using redis for handling local caching of configuration and page +data. It is useful to clear the redis cache with the ``FLUSHALL`` command +after a service restart. + +Postgresql +---------- + +A postgresql database hosts the content and dynamic site configuration. + +Apache Solr +----------- + +Apache Solr handling the full-text indexes of the site, based on a +multi-core setup, and assigning cores for specific languages. Currently +the English (en) and Chinese (zh) languages are supported. + +Solr schema templates can be found at: + +* :file:`modules/askbot/templates/solr/schema.en.xml.erb` +* :file:`modules/askbot/templates/solr/schema.cn.xml.erb` + +Operational notes +----------------- + +The askbot website contains a ``surprisingly`` askbot based support forum, +and a lot of operational related information is available there. Additional +maintenance commands: + +* synchronize db schema: ``python manage.py syncdb`` +* migrate database between upgrades: ``python manage.py migrate`` +* rebuild solr index: ``python manage.py askbot_rebuild_index -l `` +* assign administrator right to a user: ``python manage.py add_admin `` diff --git a/doc/source/systems.rst b/doc/source/systems.rst index 4121b0b2de..2105924d83 100644 --- a/doc/source/systems.rst +++ b/doc/source/systems.rst @@ -30,6 +30,7 @@ Major Systems storyboard kerberos afs + askbot .. NOTE(dhellmann): These projects were not listed above, or in any other toctree, which breaks the build. It's not clear why they were diff --git a/manifests/site.pp b/manifests/site.pp index 11b83e7dda..428a35f605 100644 --- a/manifests/site.pp +++ b/manifests/site.pp @@ -702,4 +702,17 @@ node /^afs.*\..*\.openstack\.org$/ { } } +# Node-OS: precise +node 'ask.openstack.org' { + class { 'openstack_project::ask': + sysadmins => hiera('sysadmins', []), + db_user => hiera('ask_db_user', 'ask'), + db_password => hiera('ask_db_password', 'XXX'), + redis_password => hiera('ask_redis_password', 'XXX'), + site_ssl_cert_file_contents => hiera('ask_site_ssl_cert_file_contents', undef), + site_ssl_key_file_contents => hiera('ask_site_ssl_key_file_contents', undef), + site_ssl_chain_file_contents => hiera('ask_site_ssl_chain_file_contents', undef), + } +} + # vim:sw=2:ts=2:expandtab:textwidth=79 diff --git a/modules/openstack_project/manifests/ask.pp b/modules/openstack_project/manifests/ask.pp new file mode 100644 index 0000000000..ee3432cd24 --- /dev/null +++ b/modules/openstack_project/manifests/ask.pp @@ -0,0 +1,138 @@ +# == Class: openstack_project::ask +# +# ask.openstack.org Q&A support website +# +class openstack_project::ask ( + $sysadmins = [], + $db_name = 'askbotdb', + $db_user = undef, + $db_password = undef, + $slot_name = 'slot0', + $redis_enabled = true, + $redis_port = '6378', + $redis_max_memory = '256m', + $redis_bind = '127.0.0.1', + $redis_password = undef, + $site_ssl_enabled = true, + $site_ssl_cert_file_contents = undef, + $site_ssl_key_file_contents = undef, + $site_ssl_chain_file_contents = undef, + $site_ssl_cert_file = '/etc/ssl/certs/ask.openstack.org.pem', + $site_ssl_key_file = '/etc/ssl/private/ask.openstack.org.key', + $site_ssl_chain_file = '/etc/ssl/certs/ask.openstack.org_ca.pem', + $site_name = 'ask.openstack.org', + $solr_version = '4.7.2', +) { + class { 'openstack_project::server': + iptables_public_tcp_ports => [22, 80, 443], + sysadmins => $sysadmins, + } + + # solr search engine + class { 'solr': + mirror => 'http://apache.mesi.com.ar/lucene/solr', + version => $solr_version, + cores => [ 'core-default', 'core-en', 'core-zh' ], + } + + file { '/usr/share/solr/core-en/conf/schema.xml': + ensure => present, + content => template('openstack_project/askbot/schema.en.xml.erb'), + replace => true, + owner => 'jetty', + group => 'jetty', + mode => '0644', + require => File['/usr/share/solr/core-zh/conf'], + } + + file { '/usr/share/solr/core-zh/conf/schema.xml': + ensure => present, + content => template('openstack_project/askbot/schema.cn.xml.erb'), + replace => true, + owner => 'jetty', + group => 'jetty', + mode => '0644', + require => File['/usr/share/solr/core-en/conf'], + } + + # deploy smartcn Chinese analyzer from solr contrib/analysys-extras + file { "/usr/share/solr/WEB-INF/lib/lucene-analyzers-smartcn-${solr_version}.jar": + ensure => present, + replace => 'no', + source => "/tmp/solr-${solr_version}/contrib/analysis-extras/lucene-libs/lucene-analyzers-smartcn-${solr_version}.jar", + owner => 'root', + group => 'root', + mode => '0644', + require => Exec['copy-solr'], + } + + # postgresql database + class { 'postgresql::server': } + + postgresql::server::db { $db_name: + user => $db_user, + password => postgresql_password($db_user, $db_password), + } + + # redis cache + class { 'redis': + redis_port => $redis_port, + redis_max_memory => $redis_max_memory, + redis_bind => $redis_bind, + redis_password => $redis_password, + } + + # apache http server + include apache + + # askbot + class { 'askbot': + redis_enabled => $redis_enabled, + db_provider => 'pgsql', + require => Postgresql::Server::Db[$db_name], + } + + # custom askbot theme from openstack-infra/askbot-theme repo + + vcsrepo { "/srv/askbot-sites/${slot_name}/themes": + ensure => latest, + provider => git, + revision => 'master', + source => 'https://git.openstack.org/openstack-infra/askbot-theme', + require => [ + Class['askbot'], File["/srv/askbot-sites/${slot_name}"], + Package['git'] + ], + notify => [ + Exec["theme-bundle-install-${slot_name}"], + Exec["theme-bundle-compile-${slot_name}"], + ], + } + + askbot::compass { $slot_name: + } + + askbot::site { $site_name: + slot_name => $slot_name, + askbot_debug => false, + custom_theme_enabled => true, + custom_theme_name => 'os', + redis_enabled => $redis_enabled, + redis_port => $redis_port, + redis_max_memory => $redis_max_memory, + redis_bind => $redis_bind, + redis_password => $redis_password, + site_ssl_enabled => true, + site_ssl_cert_file_contents => $site_ssl_cert_file_contents, + site_ssl_key_file_contents => $site_ssl_key_file_contents, + site_ssl_chain_file_contents => $site_ssl_chain_file_contents, + site_ssl_cert_file => $site_ssl_cert_file, + site_ssl_key_file => $site_ssl_key_file, + site_ssl_chain_file => $site_ssl_chain_file, + db_provider => 'pgsql', + db_name => $db_name, + db_user => $db_user, + db_password => $db_password, + require => [ Class['redis'], Class['askbot'] ], + } +} \ No newline at end of file diff --git a/modules/openstack_project/templates/askbot/schema.cn.xml.erb b/modules/openstack_project/templates/askbot/schema.cn.xml.erb new file mode 100644 index 0000000000..2666799a80 --- /dev/null +++ b/modules/openstack_project/templates/askbot/schema.cn.xml.erb @@ -0,0 +1,179 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + id + + + text + + + + \ No newline at end of file diff --git a/modules/openstack_project/templates/askbot/schema.en.xml.erb b/modules/openstack_project/templates/askbot/schema.en.xml.erb new file mode 100644 index 0000000000..b2778f79d5 --- /dev/null +++ b/modules/openstack_project/templates/askbot/schema.en.xml.erb @@ -0,0 +1,170 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + id + + + text + + + + \ No newline at end of file