diff --git a/keystonemiddleware/auth_token/__init__.py b/keystonemiddleware/auth_token/__init__.py
index 28ad2a28..ef7aac61 100644
--- a/keystonemiddleware/auth_token/__init__.py
+++ b/keystonemiddleware/auth_token/__init__.py
@@ -579,6 +579,7 @@ class AuthProtocol(BaseAuthProtocol):
                 raise webob.exc.HTTPUnauthorized(
                     body=jsonutils.dumps(body),
                     headers=self._reject_auth_headers,
+                    charset='UTF-8',
                     content_type='application/json')
 
         if request.user_token_valid:
diff --git a/test-requirements.txt b/test-requirements.txt
index 97b9086c..ff6fe616 100644
--- a/test-requirements.txt
+++ b/test-requirements.txt
@@ -6,6 +6,7 @@ hacking<0.11,>=0.10.0
 flake8-docstrings==0.2.1.post1 # MIT
 
 coverage>=3.6 # Apache-2.0
+docutils>=0.11,!=0.13.1  # OSI-Approved Open Source, Public Domain
 fixtures>=3.0.0 # Apache-2.0/BSD
 mock>=2.0 # BSD
 pycrypto>=2.6 # Public Domain