Enable Unit Test

Enable Unit Test add additional tooling to support running tests
and building virtual environments to mirror what is done in horizon.

Partially implements blueprint mistral-enrich-dashboard

Change-Id: I15b2b28a3a30e8c2ead3b2f68bf2986becbe7914

manage.py

@@ -19,5 +19,5 @@ from django.core.management import execute_from_command_line  # noqa
 
 if __name__ == "__main__":
     os.environ.setdefault("DJANGO_SETTINGS_MODULE",
-                          "mistraldashboard.settings")
+                          "mistraldashboard.test.settings")
     execute_from_command_line(sys.argv)

mistraldashboard/test/settings.py

@@ -0,0 +1,185 @@
+#
+#    Licensed under the Apache License, Version 2.0 (the "License"); you may
+#    not use this file except in compliance with the License. You may obtain
+#    a copy of the License at
+#
+#         http://www.apache.org/licenses/LICENSE-2.0
+#
+#    Unless required by applicable law or agreed to in writing, software
+#    distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+#    WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+#    License for the specific language governing permissions and limitations
+#    under the License.
+
+import importlib
+import os
+import six
+
+from horizon.test.settings import *  # noqa
+from horizon.utils import secret_key
+from openstack_dashboard import exceptions
+
+
+DEBUG = True
+TEMPLATE_DEBUG = DEBUG
+
+TEST_DIR = os.path.dirname(os.path.abspath(__file__))
+ROOT_PATH = os.path.abspath(os.path.join(TEST_DIR, ".."))
+
+MEDIA_ROOT = os.path.abspath(os.path.join(ROOT_PATH, '..', 'media'))
+MEDIA_URL = '/media/'
+STATIC_ROOT = os.path.abspath(os.path.join(ROOT_PATH, '..', 'static'))
+STATIC_URL = '/static/'
+
+SECRET_KEY = secret_key.generate_or_read_from_file(
+    os.path.join(TEST_DIR, '.secret_key_store'))
+ROOT_URLCONF = 'mistraldashboard.test.urls'
+TEMPLATE_DIRS = (
+    os.path.join(TEST_DIR, 'templates'),
+)
+
+TEMPLATE_CONTEXT_PROCESSORS += (
+    'openstack_dashboard.context_processors.openstack',
+)
+
+INSTALLED_APPS = (
+    'django.contrib.contenttypes',
+    'django.contrib.auth',
+    'django.contrib.sessions',
+    'django.contrib.staticfiles',
+    'django.contrib.messages',
+    'django.contrib.humanize',
+    'django_nose',
+    'openstack_auth',
+    'compressor',
+    'horizon',
+    'openstack_dashboard',
+    'openstack_dashboard.dashboards',
+    'mistraldashboard',
+)
+
+AUTHENTICATION_BACKENDS = ('openstack_auth.backend.KeystoneBackend',)
+
+SITE_BRANDING = 'OpenStack'
+
+HORIZON_CONFIG = {
+    "password_validator": {
+        "regex": '^.{8,18}$',
+        "help_text": "Password must be between 8 and 18 characters."
+    },
+    'user_home': None,
+    'help_url': "http://docs.openstack.org",
+    'exceptions': {'recoverable': exceptions.RECOVERABLE,
+                   'not_found': exceptions.NOT_FOUND,
+                   'unauthorized': exceptions.UNAUTHORIZED},
+    'angular_modules': [],
+    'js_files': [],
+}
+
+# Load the pluggable dashboard settings
+from openstack_dashboard.utils import settings
+dashboard_module_names = [
+    'openstack_dashboard.enabled',
+    'openstack_dashboard.local.enabled',
+]
+dashboard_modules = []
+# All dashboards must be enabled for the namespace to get registered, which is
+# needed by the unit tests.
+for module_name in dashboard_module_names:
+    module = importlib.import_module(module_name)
+    dashboard_modules.append(module)
+    for submodule in six.itervalues(settings.import_submodules(module)):
+        if getattr(submodule, 'DISABLED', None):
+            delattr(submodule, 'DISABLED')
+INSTALLED_APPS = list(INSTALLED_APPS)  # Make sure it's mutable
+settings.update_dashboards(dashboard_modules, HORIZON_CONFIG, INSTALLED_APPS)
+
+# Set to True to allow users to upload images to glance via Horizon server.
+# When enabled, a file form field will appear on the create image form.
+# See documentation for deployment considerations.
+HORIZON_IMAGES_ALLOW_UPLOAD = True
+
+AVAILABLE_REGIONS = [
+    ('http://localhost:5000/v2.0', 'local'),
+    ('http://remote:5000/v2.0', 'remote'),
+]
+
+OPENSTACK_API_VERSIONS = {
+    "identity": 3
+}
+
+OPENSTACK_KEYSTONE_URL = "http://localhost:5000/v2.0"
+OPENSTACK_KEYSTONE_DEFAULT_ROLE = "_member_"
+
+OPENSTACK_KEYSTONE_MULTIDOMAIN_SUPPORT = True
+OPENSTACK_KEYSTONE_DEFAULT_DOMAIN = 'test_domain'
+
+OPENSTACK_KEYSTONE_BACKEND = {
+    'name': 'native',
+    'can_edit_user': True,
+    'can_edit_group': True,
+    'can_edit_project': True,
+    'can_edit_domain': True,
+    'can_edit_role': True
+}
+
+OPENSTACK_CINDER_FEATURES = {
+    'enable_backup': True,
+}
+
+OPENSTACK_NEUTRON_NETWORK = {
+    'enable_lb': True
+}
+
+OPENSTACK_HYPERVISOR_FEATURES = {
+    'can_set_mount_point': True,
+
+    # NOTE: as of Grizzly this is not yet supported in Nova so enabling this
+    # setting will not do anything useful
+    'can_encrypt_volumes': False
+}
+
+LOGGING['loggers']['openstack_dashboard'] = {
+    'handlers': ['test'],
+    'propagate': False,
+}
+
+LOGGING['loggers']['selenium'] = {
+    'handlers': ['test'],
+    'propagate': False,
+}
+
+LOGGING['loggers']['mistraldashboard'] = {
+    'handlers': ['test'],
+    'propagate': False,
+}
+
+SECURITY_GROUP_RULES = {
+    'all_tcp': {
+        'name': 'ALL TCP',
+        'ip_protocol': 'tcp',
+        'from_port': '1',
+        'to_port': '65535',
+    },
+    'http': {
+        'name': 'HTTP',
+        'ip_protocol': 'tcp',
+        'from_port': '80',
+        'to_port': '80',
+    },
+}
+
+NOSE_ARGS = ['--nocapture',
+             '--nologcapture',
+             '--cover-package=openstack_dashboard',
+             '--cover-inclusive',
+             '--all-modules']
+
+POLICY_FILES_PATH = os.path.join(ROOT_PATH, "conf")
+POLICY_FILES = {
+    'identity': 'keystone_policy.json',
+    'compute': 'nova_policy.json'
+}
+
+# The openstack_auth.user.Token object isn't JSON-serializable ATM
+SESSION_SERIALIZER = 'django.contrib.sessions.serializers.PickleSerializer'

mistraldashboard/test/urls.py

@@ -0,0 +1,20 @@
+#
+#    Licensed under the Apache License, Version 2.0 (the "License"); you may
+#    not use this file except in compliance with the License. You may obtain
+#    a copy of the License at
+#
+#         http://www.apache.org/licenses/LICENSE-2.0
+#
+#    Unless required by applicable law or agreed to in writing, software
+#    distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+#    WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+#    License for the specific language governing permissions and limitations
+#    under the License.
+
+from django.conf import urls
+import openstack_dashboard.urls
+
+urlpatterns = urls.patterns(
+    '',
+    urls.url(r'', urls.include(openstack_dashboard.urls))
+)

requirements.txt

@@ -1,2 +1,13 @@
+# The order of packages is significant, because pip processes them in the order
+# of appearance. Changing the order has an impact on the overall integration
+# process, which may cause wedges in the gate later.
+
+pbr>=0.6,!=0.7,<1.0
+# Horizon Core Requirements
+Babel>=1.3
+Django>=1.4.2,<1.8
+django_compressor>=1.4
+django_openstack_auth>=1.1.7,!=1.1.8
+iso8601>=0.1.9
 python-mistralclient
-PyYAML>=3.1.0
+PyYAML>=3.1.0

run_tests.sh

@@ -0,0 +1,445 @@
+#!/bin/bash
+
+set -o errexit
+
+function usage {
+  echo "Usage: $0 [OPTION]..."
+  echo "Run Mistral Dashboard's test suite(s)"
+  echo ""
+  echo "  -V, --virtual-env        Always use virtualenv.  Install automatically"
+  echo "                           if not present"
+  echo "  -N, --no-virtual-env     Don't use virtualenv.  Run tests in local"
+  echo "                           environment"
+  echo "  -c, --coverage           Generate reports using Coverage"
+  echo "  -f, --force              Force a clean re-build of the virtual"
+  echo "                           environment. Useful when dependencies have"
+  echo "                           been added."
+  echo "  -m, --manage             Run a Django management command."
+  echo "  --pseudo                 Pseudo translate a language."
+  echo "  -p, --pep8               Just run pep8"
+  echo "  -8, --pep8-changed [<basecommit>]"
+  echo "                           Just run PEP8 and HACKING compliance check"
+  echo "                           on files changed since HEAD~1 (or <basecommit>)"
+  echo "  -P, --no-pep8            Don't run pep8 by default"
+  echo "  -t, --tabs               Check for tab characters in files."
+  echo "  -y, --pylint             Just run pylint"
+  echo "  -q, --quiet              Run non-interactively. (Relatively) quiet."
+  echo "                           Implies -V if -N is not set."
+  echo "  --only-selenium          Run only the Selenium unit tests"
+  echo "  --with-selenium          Run unit tests including Selenium tests"
+  echo "  --selenium-headless      Run Selenium tests headless"
+  echo "  --runserver              Run the Django development server for"
+  echo "                           mistraldashboard in the virtual"
+  echo "                           environment."
+  echo "  --docs                   Just build the documentation"
+  echo "  --backup-environment     Make a backup of the environment on exit"
+  echo "  --restore-environment    Restore the environment before running"
+  echo "  --destroy-environment    Destroy the environment and exit"
+  echo "  -h, --help               Print this usage message"
+  echo ""
+  echo "Note: with no options specified, the script will try to run the tests in"
+  echo "  a virtual environment,  If no virtualenv is found, the script will ask"
+  echo "  if you would like to create one.  If you prefer to run tests NOT in a"
+  echo "  virtual environment, simply pass the -N option."
+  exit
+}
+
+# DEFAULTS FOR RUN_TESTS.SH
+#
+root=`pwd -P`
+venv=$root/.venv
+venv_env_version=$venv/environments
+with_venv=tools/with_venv.sh
+included_dirs="mistraldashboard"
+
+always_venv=0
+backup_env=0
+command_wrapper=""
+destroy=0
+force=0
+just_pep8=0
+just_pep8_changed=0
+no_pep8=0
+just_pylint=0
+just_docs=0
+just_tabs=0
+never_venv=0
+quiet=0
+restore_env=0
+runserver=0
+only_selenium=0
+with_selenium=0
+selenium_headless=0
+testopts=""
+testargs=""
+with_coverage=0
+check_only=0
+pseudo=0
+manage=0
+
+# Jenkins sets a "JOB_NAME" variable, if it's not set, we'll make it "default"
+[ "$JOB_NAME" ] || JOB_NAME="default"
+
+function process_option {
+  # If running manage command, treat the rest of options as arguments.
+  if [ $manage -eq 1 ]; then
+     testargs="$testargs $1"
+     return 0
+  fi
+
+  case "$1" in
+    -h|--help) usage;;
+    -V|--virtual-env) always_venv=1; never_venv=0;;
+    -N|--no-virtual-env) always_venv=0; never_venv=1;;
+    -p|--pep8) just_pep8=1;;
+    -8|--pep8-changed) just_pep8_changed=1;;
+    -P|--no-pep8) no_pep8=1;;
+    -y|--pylint) just_pylint=1;;
+    -f|--force) force=1;;
+    -t|--tabs) just_tabs=1;;
+    -q|--quiet) quiet=1;;
+    -c|--coverage) with_coverage=1;;
+    -m|--manage) manage=1;;
+    --pseudo) pseudo=1;;
+    --only-selenium) only_selenium=1;;
+    --with-selenium) with_selenium=1;;
+    --selenium-headless) selenium_headless=1;;
+    --docs) just_docs=1;;
+    --runserver) runserver=1;;
+    --backup-environment) backup_env=1;;
+    --restore-environment) restore_env=1;;
+    --destroy-environment) destroy=1;;
+    -*) testopts="$testopts $1";;
+    *) testargs="$testargs $1"
+  esac
+}
+
+function run_management_command {
+  ${command_wrapper} python $root/manage.py $testopts $testargs
+}
+
+function run_server {
+  echo "Starting Django development server..."
+  ${command_wrapper} python $root/manage.py runserver $testopts $testargs
+  echo "Server stopped."
+}
+
+function run_pylint {
+  echo "Running pylint ..."
+  PYTHONPATH=$root ${command_wrapper} pylint --rcfile=.pylintrc -f parseable $included_dirs > pylint.txt || true
+  CODE=$?
+  grep Global -A2 pylint.txt
+  if [ $CODE -lt 32 ]; then
+      echo "Completed successfully."
+      exit 0
+  else
+      echo "Completed with problems."
+      exit $CODE
+  fi
+}
+
+function warn_on_flake8_without_venv {
+  set +o errexit
+  ${command_wrapper} python -c "import hacking" 2>/dev/null
+  no_hacking=$?
+  set -o errexit
+  if [ $never_venv -eq 1 -a $no_hacking -eq 1 ]; then
+      echo "**WARNING**:" >&2
+      echo "OpenStack hacking is not installed on your host. Its detection will be missed." >&2
+      echo "Please install or use virtual env if you need OpenStack hacking detection." >&2
+  fi
+}
+
+function run_pep8 {
+  echo "Running flake8 ..."
+  warn_on_flake8_without_venv
+  DJANGO_SETTINGS_MODULE=mistraldashboard.test.settings ${command_wrapper} flake8 $included_dirs
+}
+
+function run_pep8_changed {
+    local base_commit=${testargs:-HEAD~1}
+    files=$(git diff --name-only $base_commit | tr '\n' ' ')
+    echo "Running flake8 on ${files}"
+    warn_on_flake8_without_venv
+    diff -u --from-file /dev/null ${files} | DJANGO_SETTINGS_MODULE=mistraldashboard.test.settings ${command_wrapper} flake8 --diff
+    exit
+}
+
+function run_sphinx {
+    echo "Building sphinx..."
+    export DJANGO_SETTINGS_MODULE=mistraldashboard.test.settings
+    ${command_wrapper} sphinx-build -b html doc/source doc/build/html
+    echo "Build complete."
+}
+
+function tab_check {
+  TAB_VIOLATIONS=`find $included_dirs -type f -regex ".*\.\(css\|js\|py\|html\)" -print0 | xargs -0 awk '/\t/' | wc -l`
+  if [ $TAB_VIOLATIONS -gt 0 ]; then
+    echo "TABS! $TAB_VIOLATIONS of them! Oh no!"
+    HORIZON_FILES=`find $included_dirs -type f -regex ".*\.\(css\|js\|py|\html\)"`
+    for TABBED_FILE in $HORIZON_FILES
+    do
+      TAB_COUNT=`awk '/\t/' $TABBED_FILE | wc -l`
+      if [ $TAB_COUNT -gt 0 ]; then
+        echo "$TABBED_FILE: $TAB_COUNT"
+      fi
+    done
+  fi
+  return $TAB_VIOLATIONS;
+}
+
+function destroy_venv {
+  echo "Cleaning environment..."
+  echo "Removing virtualenv..."
+  rm -rf $venv
+  echo "Virtualenv removed."
+}
+
+function environment_check {
+  echo "Checking environment."
+  if [ -f $venv_env_version ]; then
+    set +o errexit
+    cat requirements.txt test-requirements.txt | cmp $venv_env_version - > /dev/null
+    local env_check_result=$?
+    set -o errexit
+    if [ $env_check_result -eq 0 ]; then
+      # If the environment exists and is up-to-date then set our variables
+      command_wrapper="${root}/${with_venv}"
+      echo "Environment is up to date."
+      return 0
+    fi
+  fi
+
+  if [ $always_venv -eq 1 ]; then
+    install_venv
+  else
+    if [ ! -e ${venv} ]; then
+      echo -e "Environment not found. Install? (Y/n) \c"
+    else
+      echo -e "Your environment appears to be out of date. Update? (Y/n) \c"
+    fi
+    read update_env
+    if [ "x$update_env" = "xY" -o "x$update_env" = "x" -o "x$update_env" = "xy" ]; then
+      install_venv
+    else
+      # Set our command wrapper anyway.
+      command_wrapper="${root}/${with_venv}"
+    fi
+  fi
+}
+
+function sanity_check {
+  # Anything that should be determined prior to running the tests, server, etc.
+  # Don't sanity-check anything environment-related in -N flag is set
+  if [ $never_venv -eq 0 ]; then
+    if [ ! -e ${venv} ]; then
+      echo "Virtualenv not found at $venv. Did install_venv.py succeed?"
+      exit 1
+    fi
+  fi
+  # Remove .pyc files. This is sanity checking because they can linger
+  # after old files are deleted.
+  find . -name "*.pyc" -exec rm -rf {} \;
+}
+
+function backup_environment {
+  if [ $backup_env -eq 1 ]; then
+    echo "Backing up environment \"$JOB_NAME\"..."
+    if [ ! -e ${venv} ]; then
+      echo "Environment not installed. Cannot back up."
+      return 0
+    fi
+    if [ -d /tmp/.mistral_dashboard_environment/$JOB_NAME ]; then
+      mv /tmp/.mistral_dashboard_environment/$JOB_NAME /tmp/.mistral_dashboard_environment/$JOB_NAME.old
+      rm -rf /tmp/.mistral_dashboard_environment/$JOB_NAME
+    fi
+    mkdir -p /tmp/.mistral_dashboard_environment/$JOB_NAME
+    cp -r $venv /tmp/.mistral_dashboard_environment/$JOB_NAME/
+    cp .environment_version /tmp/.mistral_dashboard_environment/$JOB_NAME/
+    # Remove the backup now that we've completed successfully
+    rm -rf /tmp/.mistral_dashboard_environment/$JOB_NAME.old
+    echo "Backup completed"
+  fi
+}
+
+function restore_environment {
+  if [ $restore_env -eq 1 ]; then
+    echo "Restoring environment from backup..."
+    if [ ! -d /tmp/.mistral_dashboard_environment/$JOB_NAME ]; then
+      echo "No backup to restore from."
+      return 0
+    fi
+
+    cp -r /tmp/.mistral_dashboard_environment/$JOB_NAME/.venv ./ || true
+
+    echo "Environment restored successfully."
+  fi
+}
+
+function install_venv {
+  # Install with install_venv.py
+  export PIP_DOWNLOAD_CACHE=${PIP_DOWNLOAD_CACHE-/tmp/.pip_download_cache}
+  export PIP_USE_MIRRORS=true
+  if [ $quiet -eq 1 ]; then
+    export PIP_NO_INPUT=true
+  fi
+  echo "Fetching new src packages..."
+  rm -rf $venv/src
+  python tools/install_venv.py
+  command_wrapper="$root/${with_venv}"
+  # Make sure it worked and record the environment version
+  sanity_check
+  chmod -R 754 $venv
+  cat requirements.txt test-requirements.txt > $venv_env_version
+}
+
+function run_tests {
+  sanity_check
+
+  if [ $with_selenium -eq 1 ]; then
+    export WITH_SELENIUM=1
+  elif [ $only_selenium -eq 1 ]; then
+    export WITH_SELENIUM=1
+    export SKIP_UNITTESTS=1
+  fi
+
+  if [ $selenium_headless -eq 1 ]; then
+    export SELENIUM_HEADLESS=1
+  fi
+
+  if [ -z "$testargs" ]; then
+     run_tests_all
+  else
+     run_tests_subset
+  fi
+}
+
+function run_tests_subset {
+  project=`echo $testargs | awk -F. '{print $1}'`
+  ${command_wrapper} python $root/manage.py test --settings=$project.test.settings $testopts $testargs
+}
+
+function run_tests_all {
+  echo "Running Mistral-Dashboard application tests"
+  export NOSE_XUNIT_FILE=mistraldashboard/nosetests.xml
+  if [ "$NOSE_WITH_HTML_OUTPUT" = '1' ]; then
+    export NOSE_HTML_OUT_FILE='mistral_dashboard_nose_results.html'
+  fi
+  if [ $with_coverage -eq 1 ]; then
+    ${command_wrapper} python -m coverage.__main__ erase
+    coverage_run="python -m coverage.__main__ run -p"
+  fi
+  ${command_wrapper} ${coverage_run} $root/manage.py test mistraldashboard --settings=mistraldashboard.test.settings $testopts
+  # get results of the Horizon tests
+  TUSKAR_UI_RESULT=$?
+
+  if [ $with_coverage -eq 1 ]; then
+    echo "Generating coverage reports"
+    ${command_wrapper} python -m coverage.__main__ combine
+    ${command_wrapper} python -m coverage.__main__ xml -i --include="mistraldashboard/*" --omit='/usr*,setup.py,*egg*,.venv/*'
+    ${command_wrapper} python -m coverage.__main__ html -i --include="mistraldashboard/*" --omit='/usr*,setup.py,*egg*,.venv/*' -d reports
+  fi
+  # Remove the leftover coverage files from the -p flag earlier.
+  rm -f .coverage.*
+
+  PEP8_RESULT=0
+  if [ $only_selenium -eq 0 ]; then
+    run_pep8
+    PEP8_RESULT=$?
+  fi
+
+  TEST_RESULT=$(($TUSKAR_UI_RESULT || $PEP8_RESULT))
+  if [ $TEST_RESULT -eq 0 ]; then
+    echo "Tests completed successfully."
+  else
+    echo "Tests failed."
+  fi
+  exit $TEST_RESULT
+}
+
+# ---------PREPARE THE ENVIRONMENT------------ #
+
+# PROCESS ARGUMENTS, OVERRIDE DEFAULTS
+for arg in "$@"; do
+    process_option $arg
+done
+
+if [ $quiet -eq 1 ] && [ $never_venv -eq 0 ] && [ $always_venv -eq 0 ]
+then
+  always_venv=1
+fi
+
+# If destroy is set, just blow it away and exit.
+if [ $destroy -eq 1 ]; then
+  destroy_venv
+  exit 0
+fi
+
+# Ignore all of this if the -N flag was set
+if [ $never_venv -eq 0 ]; then
+
+  # Restore previous environment if desired
+  if [ $restore_env -eq 1 ]; then
+    restore_environment
+  fi
+
+  # Remove the virtual environment if --force used
+  if [ $force -eq 1 ]; then
+    destroy_venv
+  fi
+
+  # Then check if it's up-to-date
+  environment_check
+
+  # Create a backup of the up-to-date environment if desired
+  if [ $backup_env -eq 1 ]; then
+    backup_environment
+  fi
+fi
+
+# ---------EXERCISE THE CODE------------ #
+
+# Run management commands
+if [ $manage -eq 1 ]; then
+    run_management_command
+    exit $?
+fi
+
+# Build the docs
+if [ $just_docs -eq 1 ]; then
+    run_sphinx
+    exit $?
+fi
+
+# PEP8
+if [ $just_pep8 -eq 1 ]; then
+    run_pep8
+    exit $?
+fi
+
+if [ $just_pep8_changed -eq 1 ]; then
+    run_pep8_changed
+    exit $?
+fi
+
+# Pylint
+if [ $just_pylint -eq 1 ]; then
+    run_pylint
+    exit $?
+fi
+
+# Tab checker
+if [ $just_tabs -eq 1 ]; then
+    tab_check
+    exit $?
+fi
+
+
+# Django development server
+if [ $runserver -eq 1 ]; then
+    run_server
+    exit $?
+fi
+
+# Full test suite
+run_tests || exit

test-requirements.txt

@@ -1,4 +1,23 @@
-pep8==1.5.7
+# The order of packages is significant, because pip processes them in the order
-flake8==2.2.3
+# of appearance. Changing the order has an impact on the overall integration
-sphinx>=1.1.2,!=1.2.0,<1.3
+# process, which may cause wedges in the gate later.
-oslosphinx>=2.2.0  # Apache-2.0
+# Hacking already pins down pep8, pyflakes and flake8
+hacking<0.11,>=0.10.0
+# Testing Requirements
+http://tarballs.openstack.org/horizon/horizon-master.tar.gz#egg=horizon
+
+coverage>=3.6
+django-nose>=1.2
+mock>=1.0
+mox>=0.5.3
+nodeenv>=0.9.4 # BSD License
+nose
+nose-exclude
+nosexcover
+openstack.nose-plugin>=0.7
+nosehtmloutput>=0.0.3
+selenium
+xvfbwrapper>=0.1.3 #license: MIT 
+# Docs Requirements
+sphinx!=1.2.0,!=1.3b1,<1.3,>=1.1.2
+oslosphinx>=2.5.0 # Apache-2.0

tools/install_venv.py

@@ -0,0 +1,147 @@
+#
+#    Licensed under the Apache License, Version 2.0 (the "License"); you may
+#    not use this file except in compliance with the License. You may obtain
+#    a copy of the License at
+#
+#         http://www.apache.org/licenses/LICENSE-2.0
+#
+#    Unless required by applicable law or agreed to in writing, software
+#    distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+#    WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+#    License for the specific language governing permissions and limitations
+#    under the License.
+
+"""
+Installation script for the OpenStack Dashboard development virtualenv.
+"""
+
+import os
+import subprocess
+import sys
+
+
+ROOT = os.path.dirname(os.path.dirname(os.path.realpath(__file__)))
+VENV = os.path.join(ROOT, '.venv')
+WITH_VENV = os.path.join(ROOT, 'tools', 'with_venv.sh')
+PIP_REQUIRES = os.path.join(ROOT, 'requirements.txt')
+TEST_REQUIRES = os.path.join(ROOT, 'test-requirements.txt')
+
+
+def die(message, *args):
+    print >> sys.stderr, message % args
+    sys.exit(1)
+
+
+def run_command(cmd, redirect_output=True, check_exit_code=True, cwd=ROOT,
+                die_message=None):
+    """
+    Runs a command in an out-of-process shell, returning the
+    output of that command.  Working directory is ROOT.
+    """
+    if redirect_output:
+        stdout = subprocess.PIPE
+    else:
+        stdout = None
+
+    proc = subprocess.Popen(cmd, cwd=cwd, stdout=stdout)
+    output = proc.communicate()[0]
+    if check_exit_code and proc.returncode != 0:
+        if die_message is None:
+            die('Command "%s" failed.\n%s', ' '.join(cmd), output)
+        else:
+            die(die_message)
+    return output
+
+
+HAS_EASY_INSTALL = bool(run_command(['which', 'easy_install'],
+                                    check_exit_code=False).strip())
+HAS_VIRTUALENV = bool(run_command(['which', 'virtualenv'],
+                                  check_exit_code=False).strip())
+
+
+def check_dependencies():
+    """Make sure virtualenv is in the path."""
+
+    print 'Checking dependencies...'
+    if not HAS_VIRTUALENV:
+        print 'Virtual environment not found.'
+        # Try installing it via easy_install...
+        if HAS_EASY_INSTALL:
+            print 'Installing virtualenv via easy_install...',
+            run_command(['easy_install', 'virtualenv'],
+                        die_message='easy_install failed to install virtualenv'
+                                    '\ndevelopment requires virtualenv, please'
+                                    ' install it using your favorite tool')
+            if not run_command(['which', 'virtualenv']):
+                die('ERROR: virtualenv not found in path.\n\ndevelopment '
+                    ' requires virtualenv, please install it using your'
+                    ' favorite package management tool and ensure'
+                    ' virtualenv is in your path')
+            print 'virtualenv installation done.'
+        else:
+            die('easy_install not found.\n\nInstall easy_install'
+                ' (python-setuptools in ubuntu) or virtualenv by hand,'
+                ' then rerun.')
+    print 'dependency check done.'
+
+
+def create_virtualenv(venv=VENV):
+    """Creates the virtual environment and installs PIP only into the
+    virtual environment
+    """
+    print 'Creating venv...',
+    run_command(['virtualenv', '-q', '--no-site-packages', VENV])
+    print 'done.'
+    print 'Installing pip in virtualenv...',
+    if not run_command([WITH_VENV, 'easy_install', 'pip']).strip():
+        die("Failed to install pip.")
+    print 'done.'
+    print 'Installing distribute in virtualenv...'
+    pip_install('distribute>=0.6.24')
+    print 'done.'
+
+
+def pip_install(*args):
+    args = [WITH_VENV, 'pip', 'install', '--upgrade'] + list(args)
+    run_command(args, redirect_output=False)
+
+
+def install_dependencies(venv=VENV):
+    print "Installing dependencies..."
+    print "(This may take several minutes, don't panic)"
+    pip_install('-r', TEST_REQUIRES)
+    pip_install('-r', PIP_REQUIRES)
+
+    # Tell the virtual env how to "import dashboard"
+    py = 'python%d.%d' % (sys.version_info[0], sys.version_info[1])
+    pthfile = os.path.join(venv, "lib", py, "site-packages", "dashboard.pth")
+    f = open(pthfile, 'w')
+    f.write("%s\n" % ROOT)
+
+
+def install_mistral_dashboard():
+    print 'Installing mistral dashboard module in development mode...'
+    run_command([WITH_VENV, 'python', 'setup.py', 'develop'], cwd=ROOT)
+
+
+def print_summary():
+    summary = """
+Mistral Dashboard development environment setup is complete.
+
+To activate the virtualenv for the extent of your current shell session you
+can run:
+
+$ source .venv/bin/activate
+"""
+    print summary
+
+
+def main():
+    check_dependencies()
+    create_virtualenv()
+    install_dependencies()
+    install_mistral_dashboard()
+    print_summary()
+
+if __name__ == '__main__':
+    main()

tools/with_venv.sh

@@ -0,0 +1,4 @@
+#!/bin/bash
+TOOLS=`dirname $0`
+VENV=$TOOLS/../.venv
+source $VENV/bin/activate && $@

tox.ini

@@ -1,26 +1,52 @@
 [tox]
-envlist = pep8
 minversion = 1.6
+envlist = pep8,py27,py27dj14,py27dj15,py27dj16
 skipsdist = True
 
 [testenv]
 usedevelop = True
-setenv = VIRTUAL_ENV={envdir}
+install_command = pip install -U {opts} {packages}
-         DJANGO_SETTINGS_MODULE=mistraldashboard.settings
+setenv =
+   VIRTUAL_ENV={envdir}
 deps = -r{toxinidir}/requirements.txt
        -r{toxinidir}/test-requirements.txt
+commands = /bin/bash run_tests.sh -N --no-pep8 {posargs}
+
+[testenv:py27]
+setenv = DJANGO_SETTINGS_MODULE=mistraldashboard.test.settings
 
 [testenv:pep8]
-commands = flake8 {posargs}
+commands = flake8
 
 [testenv:venv]
 commands = {posargs}
 
+[testenv:py27dj14]
+basepython = python2.7
+commands = pip install django>=1.4,<1.5
+           /bin/bash run_tests.sh -N --no-pep8 {posargs}
+
+[testenv:py27dj15]
+basepython = python2.7
+commands = pip install django>=1.5,<1.6
+           /bin/bash run_tests.sh -N --no-pep8 {posargs}
+
+[testenv:py27dj16]
+basepython = python2.7
+commands = pip install django>=1.6,<1.7
+           /bin/bash run_tests.sh -N --no-pep8 {posargs}
+
+[testenv:cover]
+commands = python setup.py testr --coverage --testr-args='{posargs}'
+
 [testenv:docs]
 commands = python setup.py build_sphinx
 
+[testenv:debug]
+commands = oslo_debug_helper {posargs}
+
 [flake8]
-show-source = true
+show-source = True
-ignore = H101,H302,H803
+ignore = H101,H302,H803,H238,H306
 builtins = _
-exclude = .venv,.git,.tox,dist,doc,*openstack/common*,*lib/python*,*egg,tools,local_settings.py
+exclude=.venv,.git,.tox,dist,doc,*openstack/common*,*lib/python*,*egg,build,.ropeproject,tools