2846 lines
133 KiB
Python
2846 lines
133 KiB
Python
# Copyright (c) 2010-2012 OpenStack Foundation
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
|
|
# implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
import errno
|
|
import os
|
|
import mock
|
|
import posix
|
|
import unittest
|
|
from tempfile import mkdtemp
|
|
from shutil import rmtree
|
|
import itertools
|
|
import random
|
|
from io import BytesIO
|
|
|
|
import json
|
|
from six import StringIO
|
|
from six.moves.urllib.parse import quote
|
|
import xml.dom.minidom
|
|
|
|
from swift import __version__ as swift_version
|
|
from swift.common.swob import (Request, WsgiBytesIO, HTTPNoContent)
|
|
from swift.common.constraints import ACCOUNT_LISTING_LIMIT
|
|
from swift.account.backend import AccountBroker
|
|
from swift.account.server import AccountController
|
|
from swift.common.utils import (normalize_timestamp, replication, public,
|
|
mkdirs, storage_directory, Timestamp)
|
|
from swift.common.request_helpers import get_sys_meta_prefix, get_reserved_name
|
|
from test.debug_logger import debug_logger
|
|
from test.unit import patch_policies, mock_check_drive, make_timestamp_iter
|
|
from swift.common.storage_policy import StoragePolicy, POLICIES
|
|
|
|
|
|
@patch_policies
|
|
class TestAccountController(unittest.TestCase):
|
|
"""Test swift.account.server.AccountController"""
|
|
def setUp(self):
|
|
"""Set up for testing swift.account.server.AccountController"""
|
|
self.testdir_base = mkdtemp()
|
|
self.testdir = os.path.join(self.testdir_base, 'account_server')
|
|
mkdirs(os.path.join(self.testdir, 'sda1'))
|
|
self.logger = debug_logger()
|
|
self.controller = AccountController(
|
|
{'devices': self.testdir, 'mount_check': 'false'},
|
|
logger=self.logger)
|
|
self.ts = make_timestamp_iter()
|
|
|
|
def tearDown(self):
|
|
"""Tear down for testing swift.account.server.AccountController"""
|
|
try:
|
|
rmtree(self.testdir_base)
|
|
except OSError as err:
|
|
if err.errno != errno.ENOENT:
|
|
raise
|
|
|
|
def test_init(self):
|
|
conf = {
|
|
'devices': self.testdir,
|
|
'mount_check': 'false',
|
|
}
|
|
AccountController(conf, logger=self.logger)
|
|
self.assertEqual(self.logger.get_lines_for_level('warning'), [])
|
|
conf['auto_create_account_prefix'] = '-'
|
|
AccountController(conf, logger=self.logger)
|
|
self.assertEqual(self.logger.get_lines_for_level('warning'), [
|
|
'Option auto_create_account_prefix is deprecated. '
|
|
'Configure auto_create_account_prefix under the '
|
|
'swift-constraints section of swift.conf. This option '
|
|
'will be ignored in a future release.'
|
|
])
|
|
|
|
def test_OPTIONS(self):
|
|
server_handler = AccountController(
|
|
{'devices': self.testdir, 'mount_check': 'false'})
|
|
req = Request.blank('/sda1/p/a/c/o', {'REQUEST_METHOD': 'OPTIONS'})
|
|
req.content_length = 0
|
|
resp = server_handler.OPTIONS(req)
|
|
self.assertEqual(200, resp.status_int)
|
|
for verb in 'OPTIONS GET POST PUT DELETE HEAD REPLICATE'.split():
|
|
self.assertIn(verb, resp.headers['Allow'].split(', '))
|
|
self.assertEqual(len(resp.headers['Allow'].split(', ')), 7)
|
|
self.assertEqual(resp.headers['Server'],
|
|
(server_handler.server_type + '/' + swift_version))
|
|
|
|
def test_insufficient_storage_mount_check_true(self):
|
|
conf = {'devices': self.testdir, 'mount_check': 'true'}
|
|
account_controller = AccountController(conf)
|
|
self.assertTrue(account_controller.mount_check)
|
|
for method in account_controller.allowed_methods:
|
|
if method == 'OPTIONS':
|
|
continue
|
|
req = Request.blank('/sda1/p/a-or-suff', method=method,
|
|
headers={'x-timestamp': '1'})
|
|
with mock_check_drive() as mocks:
|
|
try:
|
|
resp = req.get_response(account_controller)
|
|
self.assertEqual(resp.status_int, 507)
|
|
mocks['ismount'].return_value = True
|
|
resp = req.get_response(account_controller)
|
|
self.assertNotEqual(resp.status_int, 507)
|
|
# feel free to rip out this last assertion...
|
|
expected = 2 if method == 'PUT' else 4
|
|
self.assertEqual(resp.status_int // 100, expected)
|
|
except AssertionError as e:
|
|
self.fail('%s for %s' % (e, method))
|
|
|
|
def test_insufficient_storage_mount_check_false(self):
|
|
conf = {'devices': self.testdir, 'mount_check': 'false'}
|
|
account_controller = AccountController(conf)
|
|
self.assertFalse(account_controller.mount_check)
|
|
for method in account_controller.allowed_methods:
|
|
if method == 'OPTIONS':
|
|
continue
|
|
req = Request.blank('/sda1/p/a-or-suff', method=method,
|
|
headers={'x-timestamp': '1'})
|
|
with mock_check_drive() as mocks:
|
|
try:
|
|
resp = req.get_response(account_controller)
|
|
self.assertEqual(resp.status_int, 507)
|
|
mocks['isdir'].return_value = True
|
|
resp = req.get_response(account_controller)
|
|
self.assertNotEqual(resp.status_int, 507)
|
|
# feel free to rip out this last assertion...
|
|
expected = 2 if method == 'PUT' else 4
|
|
self.assertEqual(resp.status_int // 100, expected)
|
|
except AssertionError as e:
|
|
self.fail('%s for %s' % (e, method))
|
|
|
|
def test_DELETE_not_found(self):
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'DELETE',
|
|
'HTTP_X_TIMESTAMP': '0'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 404)
|
|
self.assertNotIn('X-Account-Status', resp.headers)
|
|
|
|
def test_DELETE_empty(self):
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'PUT',
|
|
'HTTP_X_TIMESTAMP': '0'})
|
|
req.get_response(self.controller)
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'DELETE',
|
|
'HTTP_X_TIMESTAMP': '1'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 204)
|
|
self.assertEqual(resp.headers['X-Account-Status'], 'Deleted')
|
|
|
|
def test_DELETE_not_empty(self):
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'PUT',
|
|
'HTTP_X_TIMESTAMP': '0'})
|
|
req.get_response(self.controller)
|
|
req = Request.blank('/sda1/p/a/c1', environ={'REQUEST_METHOD': 'PUT'},
|
|
headers={'X-Put-Timestamp': '1',
|
|
'X-Delete-Timestamp': '0',
|
|
'X-Object-Count': '0',
|
|
'X-Bytes-Used': '0'})
|
|
req.get_response(self.controller)
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'DELETE',
|
|
'HTTP_X_TIMESTAMP': '1'})
|
|
resp = req.get_response(self.controller)
|
|
# We now allow deleting non-empty accounts
|
|
self.assertEqual(resp.status_int, 204)
|
|
self.assertEqual(resp.headers['X-Account-Status'], 'Deleted')
|
|
|
|
def test_DELETE_now_empty(self):
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'PUT',
|
|
'HTTP_X_TIMESTAMP': '0'})
|
|
req.get_response(self.controller)
|
|
req = Request.blank('/sda1/p/a/c1', environ={'REQUEST_METHOD': 'PUT'},
|
|
headers={'X-Put-Timestamp': '1',
|
|
'X-Delete-Timestamp': '0',
|
|
'X-Object-Count': '0',
|
|
'X-Bytes-Used': '0',
|
|
'X-Timestamp': normalize_timestamp(0)})
|
|
req.get_response(self.controller)
|
|
req = Request.blank(
|
|
'/sda1/p/a/c1',
|
|
environ={'REQUEST_METHOD': 'PUT'},
|
|
headers={'X-Put-Timestamp': '1',
|
|
'X-Delete-Timestamp': '2',
|
|
'X-Object-Count': '0',
|
|
'X-Bytes-Used': '0',
|
|
'X-Timestamp': normalize_timestamp(0)})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 204)
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'DELETE',
|
|
'HTTP_X_TIMESTAMP': '1'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 204)
|
|
self.assertEqual(resp.headers['X-Account-Status'], 'Deleted')
|
|
|
|
def test_DELETE_invalid_partition(self):
|
|
req = Request.blank('/sda1/./a', environ={'REQUEST_METHOD': 'DELETE',
|
|
'HTTP_X_TIMESTAMP': '1'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 400)
|
|
|
|
def test_DELETE_timestamp_not_float(self):
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'PUT',
|
|
'HTTP_X_TIMESTAMP': '0'})
|
|
req.get_response(self.controller)
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'DELETE'},
|
|
headers={'X-Timestamp': 'not-float'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 400)
|
|
|
|
def test_REPLICATE_insufficient_space(self):
|
|
conf = {'devices': self.testdir,
|
|
'mount_check': 'false',
|
|
'fallocate_reserve': '2%'}
|
|
account_controller = AccountController(conf)
|
|
|
|
req = Request.blank('/sda1/p/a',
|
|
environ={'REQUEST_METHOD': 'REPLICATE'})
|
|
statvfs_result = posix.statvfs_result([
|
|
4096, # f_bsize
|
|
4096, # f_frsize
|
|
2854907, # f_blocks
|
|
59000, # f_bfree
|
|
57000, # f_bavail (just under 2% free)
|
|
1280000, # f_files
|
|
1266040, # f_ffree,
|
|
1266040, # f_favail,
|
|
4096, # f_flag
|
|
255, # f_namemax
|
|
])
|
|
with mock.patch('os.statvfs',
|
|
return_value=statvfs_result) as mock_statvfs:
|
|
resp = req.get_response(account_controller)
|
|
self.assertEqual(resp.status_int, 507)
|
|
self.assertEqual(mock_statvfs.mock_calls,
|
|
[mock.call(os.path.join(self.testdir, 'sda1'))])
|
|
|
|
def test_REPLICATE_rsync_then_merge_works(self):
|
|
def fake_rsync_then_merge(self, drive, db_file, args):
|
|
return HTTPNoContent()
|
|
|
|
with mock.patch("swift.common.db_replicator.ReplicatorRpc."
|
|
"rsync_then_merge", fake_rsync_then_merge):
|
|
req = Request.blank('/sda1/p/a/',
|
|
environ={'REQUEST_METHOD': 'REPLICATE'},
|
|
headers={})
|
|
json_string = b'["rsync_then_merge", "a.db"]'
|
|
inbuf = WsgiBytesIO(json_string)
|
|
req.environ['wsgi.input'] = inbuf
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 204)
|
|
|
|
def test_REPLICATE_complete_rsync_works(self):
|
|
def fake_complete_rsync(self, drive, db_file, args):
|
|
return HTTPNoContent()
|
|
# check complete_rsync
|
|
with mock.patch("swift.common.db_replicator.ReplicatorRpc."
|
|
"complete_rsync", fake_complete_rsync):
|
|
req = Request.blank('/sda1/p/a/',
|
|
environ={'REQUEST_METHOD': 'REPLICATE'},
|
|
headers={})
|
|
json_string = b'["complete_rsync", "a.db"]'
|
|
inbuf = WsgiBytesIO(json_string)
|
|
req.environ['wsgi.input'] = inbuf
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 204)
|
|
|
|
def test_REPLICATE_value_error_works(self):
|
|
req = Request.blank('/sda1/p/a/',
|
|
environ={'REQUEST_METHOD': 'REPLICATE'},
|
|
headers={})
|
|
|
|
# check valuerror
|
|
wsgi_input_valuerror = b'["sync" : sync, "-1"]'
|
|
inbuf1 = WsgiBytesIO(wsgi_input_valuerror)
|
|
req.environ['wsgi.input'] = inbuf1
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 400)
|
|
|
|
def test_REPLICATE_unknown_sync(self):
|
|
# First without existing DB file
|
|
req = Request.blank('/sda1/p/a/',
|
|
environ={'REQUEST_METHOD': 'REPLICATE'},
|
|
headers={})
|
|
json_string = b'["unknown_sync", "a.db"]'
|
|
inbuf = WsgiBytesIO(json_string)
|
|
req.environ['wsgi.input'] = inbuf
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 404)
|
|
|
|
mkdirs(os.path.join(self.testdir, 'sda1', 'accounts', 'p', 'a', 'a'))
|
|
db_file = os.path.join(self.testdir, 'sda1',
|
|
storage_directory('accounts', 'p', 'a'),
|
|
'a' + '.db')
|
|
open(db_file, 'w')
|
|
req = Request.blank('/sda1/p/a/',
|
|
environ={'REQUEST_METHOD': 'REPLICATE'},
|
|
headers={})
|
|
json_string = b'["unknown_sync", "a.db"]'
|
|
inbuf = WsgiBytesIO(json_string)
|
|
req.environ['wsgi.input'] = inbuf
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 500)
|
|
|
|
def test_HEAD_not_found(self):
|
|
# Test the case in which account does not exist (can be recreated)
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'HEAD'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 404)
|
|
self.assertNotIn('X-Account-Status', resp.headers)
|
|
|
|
# Test the case in which account was deleted but not yet reaped
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'PUT',
|
|
'HTTP_X_TIMESTAMP': '0'})
|
|
req.get_response(self.controller)
|
|
req = Request.blank('/sda1/p/a/c1', environ={'REQUEST_METHOD': 'PUT'},
|
|
headers={'X-Put-Timestamp': '1',
|
|
'X-Delete-Timestamp': '0',
|
|
'X-Object-Count': '0',
|
|
'X-Bytes-Used': '0'})
|
|
req.get_response(self.controller)
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'DELETE',
|
|
'HTTP_X_TIMESTAMP': '1'})
|
|
resp = req.get_response(self.controller)
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'HEAD'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 404)
|
|
self.assertEqual(resp.headers['X-Account-Status'], 'Deleted')
|
|
|
|
def test_HEAD_empty_account(self):
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'PUT',
|
|
'HTTP_X_TIMESTAMP': '0'})
|
|
req.get_response(self.controller)
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'HEAD'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 204)
|
|
self.assertEqual(resp.headers['x-account-container-count'], '0')
|
|
self.assertEqual(resp.headers['x-account-object-count'], '0')
|
|
self.assertEqual(resp.headers['x-account-bytes-used'], '0')
|
|
|
|
def test_HEAD_with_containers(self):
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'PUT'},
|
|
headers={'X-Timestamp': '0'})
|
|
req.get_response(self.controller)
|
|
req = Request.blank('/sda1/p/a/c1', environ={'REQUEST_METHOD': 'PUT'},
|
|
headers={'X-Put-Timestamp': '1',
|
|
'X-Delete-Timestamp': '0',
|
|
'X-Object-Count': '0',
|
|
'X-Bytes-Used': '0',
|
|
'X-Timestamp': normalize_timestamp(0)})
|
|
req.get_response(self.controller)
|
|
req = Request.blank('/sda1/p/a/c2', environ={'REQUEST_METHOD': 'PUT'},
|
|
headers={'X-Put-Timestamp': '2',
|
|
'X-Delete-Timestamp': '0',
|
|
'X-Object-Count': '0',
|
|
'X-Bytes-Used': '0',
|
|
'X-Timestamp': normalize_timestamp(0)})
|
|
req.get_response(self.controller)
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'HEAD'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 204)
|
|
self.assertEqual(resp.headers['x-account-container-count'], '2')
|
|
self.assertEqual(resp.headers['x-account-object-count'], '0')
|
|
self.assertEqual(resp.headers['x-account-bytes-used'], '0')
|
|
req = Request.blank('/sda1/p/a/c1', environ={'REQUEST_METHOD': 'PUT'},
|
|
headers={'X-Put-Timestamp': '1',
|
|
'X-Delete-Timestamp': '0',
|
|
'X-Object-Count': '1',
|
|
'X-Bytes-Used': '2',
|
|
'X-Timestamp': normalize_timestamp(0)})
|
|
req.get_response(self.controller)
|
|
req = Request.blank('/sda1/p/a/c2', environ={'REQUEST_METHOD': 'PUT'},
|
|
headers={'X-Put-Timestamp': '2',
|
|
'X-Delete-Timestamp': '0',
|
|
'X-Object-Count': '3',
|
|
'X-Bytes-Used': '4',
|
|
'X-Timestamp': normalize_timestamp(0)})
|
|
req.get_response(self.controller)
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'HEAD',
|
|
'HTTP_X_TIMESTAMP': '5'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 204)
|
|
self.assertEqual(resp.headers['x-account-container-count'], '2')
|
|
self.assertEqual(resp.headers['x-account-object-count'], '4')
|
|
self.assertEqual(resp.headers['x-account-bytes-used'], '6')
|
|
|
|
def test_HEAD_invalid_partition(self):
|
|
req = Request.blank('/sda1/./a', environ={'REQUEST_METHOD': 'HEAD',
|
|
'HTTP_X_TIMESTAMP': '1'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 400)
|
|
|
|
def test_HEAD_invalid_content_type(self):
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'HEAD'},
|
|
headers={'Accept': 'application/plain'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 406)
|
|
|
|
def test_HEAD_invalid_accept(self):
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'HEAD'},
|
|
headers={'Accept': 'application/plain;q=1;q=0.5'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 400)
|
|
self.assertEqual(resp.body, b'')
|
|
|
|
def test_HEAD_invalid_format(self):
|
|
format = '%D1%BD%8A9' # invalid UTF-8; should be %E1%BD%8A9 (E -> D)
|
|
req = Request.blank('/sda1/p/a?format=' + format,
|
|
environ={'REQUEST_METHOD': 'HEAD'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 400)
|
|
|
|
def test_PUT_not_found(self):
|
|
req = Request.blank(
|
|
'/sda1/p/a/c', environ={'REQUEST_METHOD': 'PUT'},
|
|
headers={'X-PUT-Timestamp': normalize_timestamp(1),
|
|
'X-DELETE-Timestamp': normalize_timestamp(0),
|
|
'X-Object-Count': '1',
|
|
'X-Bytes-Used': '1',
|
|
'X-Timestamp': normalize_timestamp(0)})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 404)
|
|
self.assertNotIn('X-Account-Status', resp.headers)
|
|
|
|
def test_PUT_insufficient_space(self):
|
|
conf = {'devices': self.testdir,
|
|
'mount_check': 'false',
|
|
'fallocate_reserve': '2%'}
|
|
account_controller = AccountController(conf)
|
|
|
|
req = Request.blank(
|
|
'/sda1/p/a',
|
|
environ={'REQUEST_METHOD': 'PUT'},
|
|
headers={'X-Timestamp': '1517612949.541469'})
|
|
statvfs_result = posix.statvfs_result([
|
|
4096, # f_bsize
|
|
4096, # f_frsize
|
|
2854907, # f_blocks
|
|
59000, # f_bfree
|
|
57000, # f_bavail (just under 2% free)
|
|
1280000, # f_files
|
|
1266040, # f_ffree,
|
|
1266040, # f_favail,
|
|
4096, # f_flag
|
|
255, # f_namemax
|
|
])
|
|
with mock.patch('os.statvfs',
|
|
return_value=statvfs_result) as mock_statvfs:
|
|
resp = req.get_response(account_controller)
|
|
self.assertEqual(resp.status_int, 507)
|
|
self.assertEqual(mock_statvfs.mock_calls,
|
|
[mock.call(os.path.join(self.testdir, 'sda1'))])
|
|
|
|
def test_PUT(self):
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'PUT',
|
|
'HTTP_X_TIMESTAMP': '0'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 201)
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'PUT',
|
|
'HTTP_X_TIMESTAMP': '1'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 202)
|
|
|
|
def test_PUT_simulated_create_race(self):
|
|
state = ['initial']
|
|
|
|
from swift.account.backend import AccountBroker as OrigAcBr
|
|
|
|
class InterceptedAcBr(OrigAcBr):
|
|
|
|
def __init__(self, *args, **kwargs):
|
|
super(InterceptedAcBr, self).__init__(*args, **kwargs)
|
|
if state[0] == 'initial':
|
|
# Do nothing initially
|
|
pass
|
|
elif state[0] == 'race':
|
|
# Save the original db_file attribute value
|
|
self._saved_db_file = self.db_file
|
|
self._db_file += '.doesnotexist'
|
|
|
|
def initialize(self, *args, **kwargs):
|
|
if state[0] == 'initial':
|
|
# Do nothing initially
|
|
pass
|
|
elif state[0] == 'race':
|
|
# Restore the original db_file attribute to get the race
|
|
# behavior
|
|
self._db_file = self._saved_db_file
|
|
return super(InterceptedAcBr, self).initialize(*args, **kwargs)
|
|
|
|
with mock.patch("swift.account.server.AccountBroker", InterceptedAcBr):
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'PUT',
|
|
'HTTP_X_TIMESTAMP': '0'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 201)
|
|
state[0] = "race"
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'PUT',
|
|
'HTTP_X_TIMESTAMP': '1'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 202)
|
|
|
|
def test_PUT_after_DELETE(self):
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'PUT'},
|
|
headers={'X-Timestamp': normalize_timestamp(1)})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 201)
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'DELETE'},
|
|
headers={'X-Timestamp': normalize_timestamp(1)})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 204)
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'PUT'},
|
|
headers={'X-Timestamp': normalize_timestamp(2)})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 403)
|
|
self.assertEqual(resp.body, b'Recently deleted')
|
|
self.assertEqual(resp.headers['X-Account-Status'], 'Deleted')
|
|
|
|
def test_create_reserved_namespace_account(self):
|
|
path = '/sda1/p/%s' % get_reserved_name('a')
|
|
req = Request.blank(path, method='PUT', headers={
|
|
'X-Timestamp': next(self.ts).internal})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status, '201 Created')
|
|
|
|
path = '/sda1/p/%s' % get_reserved_name('foo', 'bar')
|
|
req = Request.blank(path, method='PUT', headers={
|
|
'X-Timestamp': next(self.ts).internal})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status, '201 Created')
|
|
|
|
def test_create_invalid_reserved_namespace_account(self):
|
|
account_name = get_reserved_name('foo', 'bar')[1:]
|
|
path = '/sda1/p/%s' % account_name
|
|
req = Request.blank(path, method='PUT', headers={
|
|
'X-Timestamp': next(self.ts).internal})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status, '400 Bad Request')
|
|
|
|
def test_create_reserved_container_in_account(self):
|
|
# create account
|
|
path = '/sda1/p/a'
|
|
req = Request.blank(path, method='PUT', headers={
|
|
'X-Timestamp': next(self.ts).internal})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 201)
|
|
# put null container in it
|
|
path += '/%s' % get_reserved_name('c', 'stuff')
|
|
req = Request.blank(path, method='PUT', headers={
|
|
'X-Timestamp': next(self.ts).internal,
|
|
'X-Put-Timestamp': next(self.ts).internal,
|
|
'X-Delete-Timestamp': 0,
|
|
'X-Object-Count': 0,
|
|
'X-Bytes-Used': 0,
|
|
})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status, '201 Created')
|
|
|
|
def test_create_invalid_reserved_container_in_account(self):
|
|
# create account
|
|
path = '/sda1/p/a'
|
|
req = Request.blank(path, method='PUT', headers={
|
|
'X-Timestamp': next(self.ts).internal})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 201)
|
|
# put invalid container in it
|
|
path += '/%s' % get_reserved_name('c', 'stuff')[1:]
|
|
req = Request.blank(path, method='PUT', headers={
|
|
'X-Timestamp': next(self.ts).internal,
|
|
'X-Put-Timestamp': next(self.ts).internal,
|
|
'X-Delete-Timestamp': 0,
|
|
'X-Object-Count': 0,
|
|
'X-Bytes-Used': 0,
|
|
})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status, '400 Bad Request')
|
|
|
|
def test_PUT_non_utf8_metadata(self):
|
|
# Set metadata header
|
|
req = Request.blank(
|
|
'/sda1/p/a', environ={'REQUEST_METHOD': 'PUT'},
|
|
headers={'X-Timestamp': normalize_timestamp(1),
|
|
'X-Account-Meta-Test': b'\xff'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 400)
|
|
# Set sysmeta header
|
|
req = Request.blank(
|
|
'/sda1/p/a', environ={'REQUEST_METHOD': 'PUT'},
|
|
headers={'X-Timestamp': normalize_timestamp(1),
|
|
'X-Account-Sysmeta-Access-Control': b'\xff'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 400)
|
|
# Send other
|
|
req = Request.blank(
|
|
'/sda1/p/a', environ={'REQUEST_METHOD': 'PUT'},
|
|
headers={'X-Timestamp': normalize_timestamp(1),
|
|
'X-Will-Not-Be-Saved': b'\xff'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 202)
|
|
|
|
def test_utf8_metadata(self):
|
|
ts_str = normalize_timestamp(1)
|
|
|
|
def get_test_meta(method, headers):
|
|
# Set metadata header
|
|
headers.setdefault('X-Timestamp', ts_str)
|
|
req = Request.blank(
|
|
'/sda1/p/a', environ={'REQUEST_METHOD': method},
|
|
headers=headers)
|
|
resp = req.get_response(self.controller)
|
|
self.assertIn(resp.status_int, (201, 202, 204))
|
|
db_path = os.path.join(*next(
|
|
(dir_name, file_name)
|
|
for dir_name, _, files in os.walk(self.testdir)
|
|
for file_name in files if file_name.endswith('.db')
|
|
))
|
|
broker = AccountBroker(db_path)
|
|
# Why not use broker.metadata, you ask? Because we want to get
|
|
# as close to the on-disk format as is reasonable.
|
|
result = json.loads(broker.get_raw_metadata())
|
|
# Clear it out for the next run
|
|
with broker.get() as conn:
|
|
conn.execute("UPDATE account_stat SET metadata=''")
|
|
conn.commit()
|
|
return result
|
|
|
|
wsgi_str = '\xf0\x9f\x91\x8d'
|
|
uni_str = u'\U0001f44d'
|
|
|
|
self.assertEqual(
|
|
get_test_meta('PUT', {'x-account-sysmeta-' + wsgi_str: wsgi_str}),
|
|
{u'X-Account-Sysmeta-' + uni_str: [uni_str, ts_str]})
|
|
|
|
self.assertEqual(
|
|
get_test_meta('PUT', {'x-account-meta-' + wsgi_str: wsgi_str}),
|
|
{u'X-Account-Meta-' + uni_str: [uni_str, ts_str]})
|
|
|
|
self.assertEqual(
|
|
get_test_meta('POST', {'x-account-sysmeta-' + wsgi_str: wsgi_str}),
|
|
{u'X-Account-Sysmeta-' + uni_str: [uni_str, ts_str]})
|
|
|
|
self.assertEqual(
|
|
get_test_meta('POST', {'x-account-meta-' + wsgi_str: wsgi_str}),
|
|
{u'X-Account-Meta-' + uni_str: [uni_str, ts_str]})
|
|
|
|
def test_PUT_GET_metadata(self):
|
|
# Set metadata header
|
|
req = Request.blank(
|
|
'/sda1/p/a', environ={'REQUEST_METHOD': 'PUT'},
|
|
headers={'X-Timestamp': normalize_timestamp(1),
|
|
'X-Account-Meta-Test': 'Value'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 201)
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'GET'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 204)
|
|
self.assertEqual(resp.headers.get('x-account-meta-test'), 'Value')
|
|
# Set another metadata header, ensuring old one doesn't disappear
|
|
req = Request.blank(
|
|
'/sda1/p/a', environ={'REQUEST_METHOD': 'POST'},
|
|
headers={'X-Timestamp': normalize_timestamp(1),
|
|
'X-Account-Meta-Test2': 'Value2'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 204)
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'GET'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 204)
|
|
self.assertEqual(resp.headers.get('x-account-meta-test'), 'Value')
|
|
self.assertEqual(resp.headers.get('x-account-meta-test2'), 'Value2')
|
|
# Update metadata header
|
|
req = Request.blank(
|
|
'/sda1/p/a', environ={'REQUEST_METHOD': 'PUT'},
|
|
headers={'X-Timestamp': normalize_timestamp(3),
|
|
'X-Account-Meta-Test': 'New Value'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 202)
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'GET'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 204)
|
|
self.assertEqual(resp.headers.get('x-account-meta-test'), 'New Value')
|
|
# Send old update to metadata header
|
|
req = Request.blank(
|
|
'/sda1/p/a', environ={'REQUEST_METHOD': 'PUT'},
|
|
headers={'X-Timestamp': normalize_timestamp(2),
|
|
'X-Account-Meta-Test': 'Old Value'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 202)
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'GET'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 204)
|
|
self.assertEqual(resp.headers.get('x-account-meta-test'), 'New Value')
|
|
# Remove metadata header (by setting it to empty)
|
|
req = Request.blank(
|
|
'/sda1/p/a', environ={'REQUEST_METHOD': 'PUT'},
|
|
headers={'X-Timestamp': normalize_timestamp(4),
|
|
'X-Account-Meta-Test': ''})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 202)
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'GET'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 204)
|
|
self.assertNotIn('x-account-meta-test', resp.headers)
|
|
|
|
def test_PUT_GET_sys_metadata(self):
|
|
prefix = get_sys_meta_prefix('account')
|
|
hdr = '%stest' % prefix
|
|
hdr2 = '%stest2' % prefix
|
|
# Set metadata header
|
|
req = Request.blank(
|
|
'/sda1/p/a', environ={'REQUEST_METHOD': 'PUT'},
|
|
headers={'X-Timestamp': normalize_timestamp(1),
|
|
hdr.title(): 'Value'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 201)
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'GET'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 204)
|
|
self.assertEqual(resp.headers.get(hdr), 'Value')
|
|
# Set another metadata header, ensuring old one doesn't disappear
|
|
req = Request.blank(
|
|
'/sda1/p/a', environ={'REQUEST_METHOD': 'POST'},
|
|
headers={'X-Timestamp': normalize_timestamp(1),
|
|
hdr2.title(): 'Value2'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 204)
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'GET'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 204)
|
|
self.assertEqual(resp.headers.get(hdr), 'Value')
|
|
self.assertEqual(resp.headers.get(hdr2), 'Value2')
|
|
# Update metadata header
|
|
req = Request.blank(
|
|
'/sda1/p/a', environ={'REQUEST_METHOD': 'PUT'},
|
|
headers={'X-Timestamp': normalize_timestamp(3),
|
|
hdr.title(): 'New Value'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 202)
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'GET'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 204)
|
|
self.assertEqual(resp.headers.get(hdr), 'New Value')
|
|
# Send old update to metadata header
|
|
req = Request.blank(
|
|
'/sda1/p/a', environ={'REQUEST_METHOD': 'PUT'},
|
|
headers={'X-Timestamp': normalize_timestamp(2),
|
|
hdr.title(): 'Old Value'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 202)
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'GET'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 204)
|
|
self.assertEqual(resp.headers.get(hdr), 'New Value')
|
|
# Remove metadata header (by setting it to empty)
|
|
req = Request.blank(
|
|
'/sda1/p/a', environ={'REQUEST_METHOD': 'PUT'},
|
|
headers={'X-Timestamp': normalize_timestamp(4),
|
|
hdr.title(): ''})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 202)
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'GET'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 204)
|
|
self.assertNotIn(hdr, resp.headers)
|
|
|
|
def test_PUT_invalid_partition(self):
|
|
req = Request.blank('/sda1/./a', environ={'REQUEST_METHOD': 'PUT',
|
|
'HTTP_X_TIMESTAMP': '1'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 400)
|
|
|
|
def test_POST_HEAD_metadata(self):
|
|
req = Request.blank(
|
|
'/sda1/p/a', environ={'REQUEST_METHOD': 'PUT'},
|
|
headers={'X-Timestamp': normalize_timestamp(1)})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 201)
|
|
# Set metadata header
|
|
req = Request.blank(
|
|
'/sda1/p/a', environ={'REQUEST_METHOD': 'POST'},
|
|
headers={'X-Timestamp': normalize_timestamp(1),
|
|
'X-Account-Meta-Test': 'Value'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 204, resp.body)
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'HEAD'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 204)
|
|
self.assertEqual(resp.headers.get('x-account-meta-test'), 'Value')
|
|
# Update metadata header
|
|
req = Request.blank(
|
|
'/sda1/p/a', environ={'REQUEST_METHOD': 'POST'},
|
|
headers={'X-Timestamp': normalize_timestamp(3),
|
|
'X-Account-Meta-Test': 'New Value'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 204)
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'HEAD'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 204)
|
|
self.assertEqual(resp.headers.get('x-account-meta-test'), 'New Value')
|
|
# Send old update to metadata header
|
|
req = Request.blank(
|
|
'/sda1/p/a', environ={'REQUEST_METHOD': 'POST'},
|
|
headers={'X-Timestamp': normalize_timestamp(2),
|
|
'X-Account-Meta-Test': 'Old Value'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 204)
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'HEAD'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 204)
|
|
self.assertEqual(resp.headers.get('x-account-meta-test'), 'New Value')
|
|
# Remove metadata header (by setting it to empty)
|
|
req = Request.blank(
|
|
'/sda1/p/a', environ={'REQUEST_METHOD': 'POST'},
|
|
headers={'X-Timestamp': normalize_timestamp(4),
|
|
'X-Account-Meta-Test': ''})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 204)
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'HEAD'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 204)
|
|
self.assertNotIn('x-account-meta-test', resp.headers)
|
|
|
|
def test_POST_HEAD_sys_metadata(self):
|
|
prefix = get_sys_meta_prefix('account')
|
|
hdr = '%stest' % prefix
|
|
req = Request.blank(
|
|
'/sda1/p/a', environ={'REQUEST_METHOD': 'PUT'},
|
|
headers={'X-Timestamp': normalize_timestamp(1)})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 201)
|
|
# Set metadata header
|
|
req = Request.blank(
|
|
'/sda1/p/a', environ={'REQUEST_METHOD': 'POST'},
|
|
headers={'X-Timestamp': normalize_timestamp(1),
|
|
hdr.title(): 'Value'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 204)
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'HEAD'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 204)
|
|
self.assertEqual(resp.headers.get(hdr), 'Value')
|
|
# Update metadata header
|
|
req = Request.blank(
|
|
'/sda1/p/a', environ={'REQUEST_METHOD': 'POST'},
|
|
headers={'X-Timestamp': normalize_timestamp(3),
|
|
hdr.title(): 'New Value'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 204)
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'HEAD'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 204)
|
|
self.assertEqual(resp.headers.get(hdr), 'New Value')
|
|
# Send old update to metadata header
|
|
req = Request.blank(
|
|
'/sda1/p/a', environ={'REQUEST_METHOD': 'POST'},
|
|
headers={'X-Timestamp': normalize_timestamp(2),
|
|
hdr.title(): 'Old Value'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 204)
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'HEAD'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 204)
|
|
self.assertEqual(resp.headers.get(hdr), 'New Value')
|
|
# Remove metadata header (by setting it to empty)
|
|
req = Request.blank(
|
|
'/sda1/p/a', environ={'REQUEST_METHOD': 'POST'},
|
|
headers={'X-Timestamp': normalize_timestamp(4),
|
|
hdr.title(): ''})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 204)
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'HEAD'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 204)
|
|
self.assertNotIn(hdr, resp.headers)
|
|
|
|
def test_POST_invalid_partition(self):
|
|
req = Request.blank('/sda1/./a', environ={'REQUEST_METHOD': 'POST',
|
|
'HTTP_X_TIMESTAMP': '1'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 400)
|
|
|
|
def test_POST_insufficient_space(self):
|
|
conf = {'devices': self.testdir,
|
|
'mount_check': 'false',
|
|
'fallocate_reserve': '2%'}
|
|
account_controller = AccountController(conf)
|
|
|
|
req = Request.blank(
|
|
'/sda1/p/a',
|
|
environ={'REQUEST_METHOD': 'POST'},
|
|
headers={'X-Timestamp': '1517611584.937603'})
|
|
statvfs_result = posix.statvfs_result([
|
|
4096, # f_bsize
|
|
4096, # f_frsize
|
|
2854907, # f_blocks
|
|
59000, # f_bfree
|
|
57000, # f_bavail (just under 2% free)
|
|
1280000, # f_files
|
|
1266040, # f_ffree,
|
|
1266040, # f_favail,
|
|
4096, # f_flag
|
|
255, # f_namemax
|
|
])
|
|
with mock.patch('os.statvfs',
|
|
return_value=statvfs_result) as mock_statvfs:
|
|
resp = req.get_response(account_controller)
|
|
self.assertEqual(resp.status_int, 507)
|
|
self.assertEqual(mock_statvfs.mock_calls,
|
|
[mock.call(os.path.join(self.testdir, 'sda1'))])
|
|
|
|
def test_POST_timestamp_not_float(self):
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'POST',
|
|
'HTTP_X_TIMESTAMP': '0'},
|
|
headers={'X-Timestamp': 'not-float'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 400)
|
|
|
|
def test_POST_after_DELETE_not_found(self):
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'PUT',
|
|
'HTTP_X_TIMESTAMP': '0'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 201)
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'DELETE',
|
|
'HTTP_X_TIMESTAMP': '1'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 204)
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'POST',
|
|
'HTTP_X_TIMESTAMP': '2'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 404)
|
|
self.assertEqual(resp.headers['X-Account-Status'], 'Deleted')
|
|
|
|
def test_GET_not_found_plain(self):
|
|
# Test the case in which account does not exist (can be recreated)
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'GET'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 404)
|
|
self.assertNotIn('X-Account-Status', resp.headers)
|
|
|
|
# Test the case in which account was deleted but not yet reaped
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'PUT',
|
|
'HTTP_X_TIMESTAMP': '0'})
|
|
req.get_response(self.controller)
|
|
req = Request.blank('/sda1/p/a/c1', environ={'REQUEST_METHOD': 'PUT'},
|
|
headers={'X-Put-Timestamp': '1',
|
|
'X-Delete-Timestamp': '0',
|
|
'X-Object-Count': '0',
|
|
'X-Bytes-Used': '0'})
|
|
req.get_response(self.controller)
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'DELETE',
|
|
'HTTP_X_TIMESTAMP': '1'})
|
|
resp = req.get_response(self.controller)
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'GET'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 404)
|
|
self.assertEqual(resp.headers['X-Account-Status'], 'Deleted')
|
|
|
|
def test_GET_not_found_json(self):
|
|
req = Request.blank('/sda1/p/a?format=json',
|
|
environ={'REQUEST_METHOD': 'GET'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 404)
|
|
|
|
def test_GET_not_found_xml(self):
|
|
req = Request.blank('/sda1/p/a?format=xml',
|
|
environ={'REQUEST_METHOD': 'GET'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 404)
|
|
|
|
def test_GET_empty_account_plain(self):
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'PUT',
|
|
'HTTP_X_TIMESTAMP': '0'})
|
|
req.get_response(self.controller)
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'GET'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 204)
|
|
self.assertEqual(resp.headers['Content-Type'],
|
|
'text/plain; charset=utf-8')
|
|
|
|
def test_GET_empty_account_json(self):
|
|
req = Request.blank('/sda1/p/a?format=json',
|
|
environ={'REQUEST_METHOD': 'PUT',
|
|
'HTTP_X_TIMESTAMP': '0'})
|
|
req.get_response(self.controller)
|
|
req = Request.blank('/sda1/p/a?format=json',
|
|
environ={'REQUEST_METHOD': 'GET'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 200)
|
|
self.assertEqual(resp.headers['Content-Type'],
|
|
'application/json; charset=utf-8')
|
|
|
|
def test_GET_empty_account_xml(self):
|
|
req = Request.blank('/sda1/p/a?format=xml',
|
|
environ={'REQUEST_METHOD': 'PUT',
|
|
'HTTP_X_TIMESTAMP': '0'})
|
|
req.get_response(self.controller)
|
|
req = Request.blank('/sda1/p/a?format=xml',
|
|
environ={'REQUEST_METHOD': 'GET'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 200)
|
|
self.assertEqual(resp.headers['Content-Type'],
|
|
'application/xml; charset=utf-8')
|
|
|
|
def test_GET_invalid_accept(self):
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'GET'},
|
|
headers={'Accept': 'application/plain;q=foo'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 400)
|
|
self.assertEqual(resp.body, b'Invalid Accept header')
|
|
|
|
def test_GET_over_limit(self):
|
|
req = Request.blank(
|
|
'/sda1/p/a?limit=%d' % (ACCOUNT_LISTING_LIMIT + 1),
|
|
environ={'REQUEST_METHOD': 'GET'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 412)
|
|
|
|
def test_GET_with_containers_plain(self):
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'PUT',
|
|
'HTTP_X_TIMESTAMP': '0'})
|
|
req.get_response(self.controller)
|
|
req = Request.blank('/sda1/p/a/c1', environ={'REQUEST_METHOD': 'PUT'},
|
|
headers={'X-Put-Timestamp': '1',
|
|
'X-Delete-Timestamp': '0',
|
|
'X-Object-Count': '0',
|
|
'X-Bytes-Used': '0',
|
|
'X-Timestamp': normalize_timestamp(0)})
|
|
req.get_response(self.controller)
|
|
req = Request.blank('/sda1/p/a/c2', environ={'REQUEST_METHOD': 'PUT'},
|
|
headers={'X-Put-Timestamp': '2',
|
|
'X-Delete-Timestamp': '0',
|
|
'X-Object-Count': '0',
|
|
'X-Bytes-Used': '0',
|
|
'X-Timestamp': normalize_timestamp(0)})
|
|
req.get_response(self.controller)
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'GET'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 200)
|
|
self.assertEqual(resp.body.strip().split(b'\n'),
|
|
[b'c1', b'c2'])
|
|
req = Request.blank('/sda1/p/a/c1', environ={'REQUEST_METHOD': 'PUT'},
|
|
headers={'X-Put-Timestamp': '1',
|
|
'X-Delete-Timestamp': '0',
|
|
'X-Object-Count': '1',
|
|
'X-Bytes-Used': '2',
|
|
'X-Timestamp': normalize_timestamp(0)})
|
|
req.get_response(self.controller)
|
|
req = Request.blank('/sda1/p/a/c2', environ={'REQUEST_METHOD': 'PUT'},
|
|
headers={'X-Put-Timestamp': '2',
|
|
'X-Delete-Timestamp': '0',
|
|
'X-Object-Count': '3',
|
|
'X-Bytes-Used': '4',
|
|
'X-Timestamp': normalize_timestamp(0)})
|
|
req.get_response(self.controller)
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'GET'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 200)
|
|
self.assertEqual(resp.body.strip().split(b'\n'),
|
|
[b'c1', b'c2'])
|
|
self.assertEqual(resp.content_type, 'text/plain')
|
|
self.assertEqual(resp.charset, 'utf-8')
|
|
|
|
# test unknown format uses default plain
|
|
req = Request.blank('/sda1/p/a?format=somethinglese',
|
|
environ={'REQUEST_METHOD': 'GET'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 200)
|
|
self.assertEqual(resp.body.strip().split(b'\n'),
|
|
[b'c1', b'c2'])
|
|
self.assertEqual(resp.content_type, 'text/plain')
|
|
self.assertEqual(resp.charset, 'utf-8')
|
|
|
|
def test_GET_with_containers_json(self):
|
|
put_timestamps = {}
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'PUT',
|
|
'HTTP_X_TIMESTAMP': '0'})
|
|
req.get_response(self.controller)
|
|
put_timestamps['c1'] = normalize_timestamp(1)
|
|
req = Request.blank('/sda1/p/a/c1', environ={'REQUEST_METHOD': 'PUT'},
|
|
headers={'X-Put-Timestamp': put_timestamps['c1'],
|
|
'X-Delete-Timestamp': '0',
|
|
'X-Object-Count': '0',
|
|
'X-Bytes-Used': '0',
|
|
'X-Timestamp': normalize_timestamp(0)})
|
|
req.get_response(self.controller)
|
|
put_timestamps['c2'] = normalize_timestamp(2)
|
|
req = Request.blank('/sda1/p/a/c2', environ={'REQUEST_METHOD': 'PUT'},
|
|
headers={'X-Put-Timestamp': put_timestamps['c2'],
|
|
'X-Delete-Timestamp': '0',
|
|
'X-Object-Count': '0',
|
|
'X-Bytes-Used': '0',
|
|
'X-Timestamp': normalize_timestamp(0)})
|
|
req.get_response(self.controller)
|
|
req = Request.blank('/sda1/p/a?format=json',
|
|
environ={'REQUEST_METHOD': 'GET'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 200)
|
|
self.assertEqual(
|
|
json.loads(resp.body),
|
|
[{'count': 0, 'bytes': 0, 'name': 'c1',
|
|
'last_modified': Timestamp(put_timestamps['c1']).isoformat},
|
|
{'count': 0, 'bytes': 0, 'name': 'c2',
|
|
'last_modified': Timestamp(put_timestamps['c2']).isoformat}])
|
|
put_timestamps['c1'] = normalize_timestamp(3)
|
|
req = Request.blank('/sda1/p/a/c1', environ={'REQUEST_METHOD': 'PUT'},
|
|
headers={'X-Put-Timestamp': put_timestamps['c1'],
|
|
'X-Delete-Timestamp': '0',
|
|
'X-Object-Count': '1',
|
|
'X-Bytes-Used': '2',
|
|
'X-Timestamp': normalize_timestamp(0)})
|
|
req.get_response(self.controller)
|
|
put_timestamps['c2'] = normalize_timestamp(4)
|
|
req = Request.blank('/sda1/p/a/c2', environ={'REQUEST_METHOD': 'PUT'},
|
|
headers={'X-Put-Timestamp': put_timestamps['c2'],
|
|
'X-Delete-Timestamp': '0',
|
|
'X-Object-Count': '3',
|
|
'X-Bytes-Used': '4',
|
|
'X-Timestamp': normalize_timestamp(0)})
|
|
req.get_response(self.controller)
|
|
req = Request.blank('/sda1/p/a?format=json',
|
|
environ={'REQUEST_METHOD': 'GET'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 200)
|
|
self.assertEqual(
|
|
json.loads(resp.body),
|
|
[{'count': 1, 'bytes': 2, 'name': 'c1',
|
|
'last_modified': Timestamp(put_timestamps['c1']).isoformat},
|
|
{'count': 3, 'bytes': 4, 'name': 'c2',
|
|
'last_modified': Timestamp(put_timestamps['c2']).isoformat}])
|
|
self.assertEqual(resp.content_type, 'application/json')
|
|
self.assertEqual(resp.charset, 'utf-8')
|
|
|
|
def test_GET_with_containers_xml(self):
|
|
put_timestamps = {}
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'PUT',
|
|
'HTTP_X_TIMESTAMP': '0'})
|
|
req.get_response(self.controller)
|
|
put_timestamps['c1'] = normalize_timestamp(1)
|
|
req = Request.blank('/sda1/p/a/c1', environ={'REQUEST_METHOD': 'PUT'},
|
|
headers={'X-Put-Timestamp': put_timestamps['c1'],
|
|
'X-Delete-Timestamp': '0',
|
|
'X-Object-Count': '0',
|
|
'X-Bytes-Used': '0',
|
|
'X-Timestamp': normalize_timestamp(0)})
|
|
req.get_response(self.controller)
|
|
put_timestamps['c2'] = normalize_timestamp(2)
|
|
req = Request.blank('/sda1/p/a/c2', environ={'REQUEST_METHOD': 'PUT'},
|
|
headers={'X-Put-Timestamp': put_timestamps['c2'],
|
|
'X-Delete-Timestamp': '0',
|
|
'X-Object-Count': '0',
|
|
'X-Bytes-Used': '0',
|
|
'X-Timestamp': normalize_timestamp(0)})
|
|
req.get_response(self.controller)
|
|
req = Request.blank('/sda1/p/a?format=xml',
|
|
environ={'REQUEST_METHOD': 'GET'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.content_type, 'application/xml')
|
|
self.assertEqual(resp.status_int, 200)
|
|
dom = xml.dom.minidom.parseString(resp.body)
|
|
self.assertEqual(dom.firstChild.nodeName, 'account')
|
|
listing = \
|
|
[n for n in dom.firstChild.childNodes if n.nodeName != '#text']
|
|
self.assertEqual(len(listing), 2)
|
|
self.assertEqual(listing[0].nodeName, 'container')
|
|
container = [n for n in listing[0].childNodes if n.nodeName != '#text']
|
|
self.assertEqual(sorted([n.nodeName for n in container]),
|
|
['bytes', 'count', 'last_modified', 'name'])
|
|
node = [n for n in container if n.nodeName == 'name'][0]
|
|
self.assertEqual(node.firstChild.nodeValue, 'c1')
|
|
node = [n for n in container if n.nodeName == 'count'][0]
|
|
self.assertEqual(node.firstChild.nodeValue, '0')
|
|
node = [n for n in container if n.nodeName == 'bytes'][0]
|
|
self.assertEqual(node.firstChild.nodeValue, '0')
|
|
node = [n for n in container if n.nodeName == 'last_modified'][0]
|
|
self.assertEqual(node.firstChild.nodeValue,
|
|
Timestamp(put_timestamps['c1']).isoformat)
|
|
self.assertEqual(listing[-1].nodeName, 'container')
|
|
container = \
|
|
[n for n in listing[-1].childNodes if n.nodeName != '#text']
|
|
self.assertEqual(sorted([n.nodeName for n in container]),
|
|
['bytes', 'count', 'last_modified', 'name'])
|
|
node = [n for n in container if n.nodeName == 'name'][0]
|
|
self.assertEqual(node.firstChild.nodeValue, 'c2')
|
|
node = [n for n in container if n.nodeName == 'count'][0]
|
|
self.assertEqual(node.firstChild.nodeValue, '0')
|
|
node = [n for n in container if n.nodeName == 'bytes'][0]
|
|
self.assertEqual(node.firstChild.nodeValue, '0')
|
|
node = [n for n in container if n.nodeName == 'last_modified'][0]
|
|
self.assertEqual(node.firstChild.nodeValue,
|
|
Timestamp(put_timestamps['c2']).isoformat)
|
|
req = Request.blank('/sda1/p/a/c1', environ={'REQUEST_METHOD': 'PUT'},
|
|
headers={'X-Put-Timestamp': '1',
|
|
'X-Delete-Timestamp': '0',
|
|
'X-Object-Count': '1',
|
|
'X-Bytes-Used': '2',
|
|
'X-Timestamp': normalize_timestamp(0)})
|
|
req.get_response(self.controller)
|
|
req = Request.blank('/sda1/p/a/c2', environ={'REQUEST_METHOD': 'PUT'},
|
|
headers={'X-Put-Timestamp': '2',
|
|
'X-Delete-Timestamp': '0',
|
|
'X-Object-Count': '3',
|
|
'X-Bytes-Used': '4',
|
|
'X-Timestamp': normalize_timestamp(0)})
|
|
req.get_response(self.controller)
|
|
req = Request.blank('/sda1/p/a?format=xml',
|
|
environ={'REQUEST_METHOD': 'GET'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 200)
|
|
dom = xml.dom.minidom.parseString(resp.body)
|
|
self.assertEqual(dom.firstChild.nodeName, 'account')
|
|
listing = \
|
|
[n for n in dom.firstChild.childNodes if n.nodeName != '#text']
|
|
self.assertEqual(len(listing), 2)
|
|
self.assertEqual(listing[0].nodeName, 'container')
|
|
container = [n for n in listing[0].childNodes if n.nodeName != '#text']
|
|
self.assertEqual(sorted([n.nodeName for n in container]),
|
|
['bytes', 'count', 'last_modified', 'name'])
|
|
node = [n for n in container if n.nodeName == 'name'][0]
|
|
self.assertEqual(node.firstChild.nodeValue, 'c1')
|
|
node = [n for n in container if n.nodeName == 'count'][0]
|
|
self.assertEqual(node.firstChild.nodeValue, '1')
|
|
node = [n for n in container if n.nodeName == 'bytes'][0]
|
|
self.assertEqual(node.firstChild.nodeValue, '2')
|
|
node = [n for n in container if n.nodeName == 'last_modified'][0]
|
|
self.assertEqual(node.firstChild.nodeValue,
|
|
Timestamp(put_timestamps['c1']).isoformat)
|
|
self.assertEqual(listing[-1].nodeName, 'container')
|
|
container = [
|
|
n for n in listing[-1].childNodes if n.nodeName != '#text']
|
|
self.assertEqual(sorted([n.nodeName for n in container]),
|
|
['bytes', 'count', 'last_modified', 'name'])
|
|
node = [n for n in container if n.nodeName == 'name'][0]
|
|
self.assertEqual(node.firstChild.nodeValue, 'c2')
|
|
node = [n for n in container if n.nodeName == 'count'][0]
|
|
self.assertEqual(node.firstChild.nodeValue, '3')
|
|
node = [n for n in container if n.nodeName == 'bytes'][0]
|
|
self.assertEqual(node.firstChild.nodeValue, '4')
|
|
node = [n for n in container if n.nodeName == 'last_modified'][0]
|
|
self.assertEqual(node.firstChild.nodeValue,
|
|
Timestamp(put_timestamps['c2']).isoformat)
|
|
self.assertEqual(resp.charset, 'utf-8')
|
|
|
|
def test_GET_xml_escapes_account_name(self):
|
|
req = Request.blank(
|
|
'/sda1/p/%22%27', # "'
|
|
environ={'REQUEST_METHOD': 'PUT', 'HTTP_X_TIMESTAMP': '0'})
|
|
req.get_response(self.controller)
|
|
|
|
req = Request.blank(
|
|
'/sda1/p/%22%27?format=xml',
|
|
environ={'REQUEST_METHOD': 'GET', 'HTTP_X_TIMESTAMP': '1'})
|
|
resp = req.get_response(self.controller)
|
|
|
|
dom = xml.dom.minidom.parseString(resp.body)
|
|
self.assertEqual(dom.firstChild.attributes['name'].value, '"\'')
|
|
|
|
def test_GET_xml_escapes_container_name(self):
|
|
req = Request.blank(
|
|
'/sda1/p/a',
|
|
environ={'REQUEST_METHOD': 'PUT', 'HTTP_X_TIMESTAMP': '0'})
|
|
req.get_response(self.controller)
|
|
|
|
req = Request.blank(
|
|
'/sda1/p/a/%22%3Cword', # "<word
|
|
environ={'REQUEST_METHOD': 'PUT', 'HTTP_X_TIMESTAMP': '1',
|
|
'HTTP_X_PUT_TIMESTAMP': '1', 'HTTP_X_OBJECT_COUNT': '0',
|
|
'HTTP_X_DELETE_TIMESTAMP': '0', 'HTTP_X_BYTES_USED': '1'})
|
|
req.get_response(self.controller)
|
|
|
|
req = Request.blank(
|
|
'/sda1/p/a?format=xml',
|
|
environ={'REQUEST_METHOD': 'GET', 'HTTP_X_TIMESTAMP': '1'})
|
|
resp = req.get_response(self.controller)
|
|
dom = xml.dom.minidom.parseString(resp.body)
|
|
|
|
self.assertEqual(
|
|
dom.firstChild.firstChild.nextSibling.firstChild.firstChild.data,
|
|
'"<word')
|
|
|
|
def test_GET_xml_escapes_container_name_as_subdir(self):
|
|
req = Request.blank(
|
|
'/sda1/p/a',
|
|
environ={'REQUEST_METHOD': 'PUT', 'HTTP_X_TIMESTAMP': '0'})
|
|
req.get_response(self.controller)
|
|
|
|
req = Request.blank(
|
|
'/sda1/p/a/%22%3Cword-test', # "<word-test
|
|
environ={'REQUEST_METHOD': 'PUT', 'HTTP_X_TIMESTAMP': '1',
|
|
'HTTP_X_PUT_TIMESTAMP': '1', 'HTTP_X_OBJECT_COUNT': '0',
|
|
'HTTP_X_DELETE_TIMESTAMP': '0', 'HTTP_X_BYTES_USED': '1'})
|
|
req.get_response(self.controller)
|
|
|
|
req = Request.blank(
|
|
'/sda1/p/a?format=xml&delimiter=-',
|
|
environ={'REQUEST_METHOD': 'GET', 'HTTP_X_TIMESTAMP': '1'})
|
|
resp = req.get_response(self.controller)
|
|
dom = xml.dom.minidom.parseString(resp.body)
|
|
|
|
self.assertEqual(
|
|
dom.firstChild.firstChild.nextSibling.attributes['name'].value,
|
|
'"<word-')
|
|
|
|
def test_GET_limit_marker_plain(self):
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'PUT',
|
|
'HTTP_X_TIMESTAMP': '0'})
|
|
req.get_response(self.controller)
|
|
put_timestamp = normalize_timestamp(0)
|
|
for c in range(5):
|
|
req = Request.blank(
|
|
'/sda1/p/a/c%d' % c,
|
|
environ={'REQUEST_METHOD': 'PUT'},
|
|
headers={'X-Put-Timestamp': put_timestamp,
|
|
'X-Delete-Timestamp': '0',
|
|
'X-Object-Count': '2',
|
|
'X-Bytes-Used': '3',
|
|
'X-Timestamp': put_timestamp})
|
|
req.get_response(self.controller)
|
|
req = Request.blank('/sda1/p/a?limit=3',
|
|
environ={'REQUEST_METHOD': 'GET'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 200)
|
|
self.assertEqual(resp.body.strip().split(b'\n'),
|
|
[b'c0', b'c1', b'c2'])
|
|
req = Request.blank('/sda1/p/a?limit=3&marker=c2',
|
|
environ={'REQUEST_METHOD': 'GET'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 200)
|
|
self.assertEqual(resp.body.strip().split(b'\n'),
|
|
[b'c3', b'c4'])
|
|
|
|
def test_GET_limit_marker_json(self):
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'PUT',
|
|
'HTTP_X_TIMESTAMP': '0'})
|
|
req.get_response(self.controller)
|
|
for c in range(5):
|
|
put_timestamp = normalize_timestamp(c + 1)
|
|
req = Request.blank(
|
|
'/sda1/p/a/c%d' % c,
|
|
environ={'REQUEST_METHOD': 'PUT'},
|
|
headers={'X-Put-Timestamp': put_timestamp,
|
|
'X-Delete-Timestamp': '0',
|
|
'X-Object-Count': '2',
|
|
'X-Bytes-Used': '3',
|
|
'X-Timestamp': put_timestamp})
|
|
req.get_response(self.controller)
|
|
req = Request.blank('/sda1/p/a?limit=3&format=json',
|
|
environ={'REQUEST_METHOD': 'GET'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 200)
|
|
expected = [{'count': 2, 'bytes': 3, 'name': 'c0',
|
|
'last_modified': Timestamp('1').isoformat},
|
|
{'count': 2, 'bytes': 3, 'name': 'c1',
|
|
'last_modified': Timestamp('2').isoformat},
|
|
{'count': 2, 'bytes': 3, 'name': 'c2',
|
|
'last_modified': Timestamp('3').isoformat}]
|
|
self.assertEqual(json.loads(resp.body), expected)
|
|
req = Request.blank('/sda1/p/a?limit=3&marker=c2&format=json',
|
|
environ={'REQUEST_METHOD': 'GET'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 200)
|
|
expected = [{'count': 2, 'bytes': 3, 'name': 'c3',
|
|
'last_modified': Timestamp('4').isoformat},
|
|
{'count': 2, 'bytes': 3, 'name': 'c4',
|
|
'last_modified': Timestamp('5').isoformat}]
|
|
self.assertEqual(json.loads(resp.body), expected)
|
|
|
|
def test_GET_limit_marker_xml(self):
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'PUT',
|
|
'HTTP_X_TIMESTAMP': '0'})
|
|
req.get_response(self.controller)
|
|
for c in range(5):
|
|
put_timestamp = normalize_timestamp(c + 1)
|
|
req = Request.blank(
|
|
'/sda1/p/a/c%d' % c,
|
|
environ={'REQUEST_METHOD': 'PUT'},
|
|
headers={'X-Put-Timestamp': put_timestamp,
|
|
'X-Delete-Timestamp': '0',
|
|
'X-Object-Count': '2',
|
|
'X-Bytes-Used': '3',
|
|
'X-Timestamp': put_timestamp})
|
|
req.get_response(self.controller)
|
|
req = Request.blank('/sda1/p/a?limit=3&format=xml',
|
|
environ={'REQUEST_METHOD': 'GET'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 200)
|
|
dom = xml.dom.minidom.parseString(resp.body)
|
|
self.assertEqual(dom.firstChild.nodeName, 'account')
|
|
listing = \
|
|
[n for n in dom.firstChild.childNodes if n.nodeName != '#text']
|
|
self.assertEqual(len(listing), 3)
|
|
self.assertEqual(listing[0].nodeName, 'container')
|
|
container = [n for n in listing[0].childNodes if n.nodeName != '#text']
|
|
self.assertEqual(sorted([n.nodeName for n in container]),
|
|
['bytes', 'count', 'last_modified', 'name'])
|
|
node = [n for n in container if n.nodeName == 'name'][0]
|
|
self.assertEqual(node.firstChild.nodeValue, 'c0')
|
|
node = [n for n in container if n.nodeName == 'count'][0]
|
|
self.assertEqual(node.firstChild.nodeValue, '2')
|
|
node = [n for n in container if n.nodeName == 'bytes'][0]
|
|
self.assertEqual(node.firstChild.nodeValue, '3')
|
|
node = [n for n in container if n.nodeName == 'last_modified'][0]
|
|
self.assertEqual(node.firstChild.nodeValue,
|
|
Timestamp('1').isoformat)
|
|
self.assertEqual(listing[-1].nodeName, 'container')
|
|
container = [
|
|
n for n in listing[-1].childNodes if n.nodeName != '#text']
|
|
self.assertEqual(sorted([n.nodeName for n in container]),
|
|
['bytes', 'count', 'last_modified', 'name'])
|
|
node = [n for n in container if n.nodeName == 'name'][0]
|
|
self.assertEqual(node.firstChild.nodeValue, 'c2')
|
|
node = [n for n in container if n.nodeName == 'count'][0]
|
|
self.assertEqual(node.firstChild.nodeValue, '2')
|
|
node = [n for n in container if n.nodeName == 'bytes'][0]
|
|
self.assertEqual(node.firstChild.nodeValue, '3')
|
|
node = [n for n in container if n.nodeName == 'last_modified'][0]
|
|
self.assertEqual(node.firstChild.nodeValue,
|
|
Timestamp('3').isoformat)
|
|
req = Request.blank('/sda1/p/a?limit=3&marker=c2&format=xml',
|
|
environ={'REQUEST_METHOD': 'GET'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 200)
|
|
dom = xml.dom.minidom.parseString(resp.body)
|
|
self.assertEqual(dom.firstChild.nodeName, 'account')
|
|
listing = \
|
|
[n for n in dom.firstChild.childNodes if n.nodeName != '#text']
|
|
self.assertEqual(len(listing), 2)
|
|
self.assertEqual(listing[0].nodeName, 'container')
|
|
container = [n for n in listing[0].childNodes if n.nodeName != '#text']
|
|
self.assertEqual(sorted([n.nodeName for n in container]),
|
|
['bytes', 'count', 'last_modified', 'name'])
|
|
node = [n for n in container if n.nodeName == 'name'][0]
|
|
self.assertEqual(node.firstChild.nodeValue, 'c3')
|
|
node = [n for n in container if n.nodeName == 'count'][0]
|
|
self.assertEqual(node.firstChild.nodeValue, '2')
|
|
node = [n for n in container if n.nodeName == 'bytes'][0]
|
|
self.assertEqual(node.firstChild.nodeValue, '3')
|
|
node = [n for n in container if n.nodeName == 'last_modified'][0]
|
|
self.assertEqual(node.firstChild.nodeValue,
|
|
Timestamp('4').isoformat)
|
|
self.assertEqual(listing[-1].nodeName, 'container')
|
|
container = [
|
|
n for n in listing[-1].childNodes if n.nodeName != '#text']
|
|
self.assertEqual(sorted([n.nodeName for n in container]),
|
|
['bytes', 'count', 'last_modified', 'name'])
|
|
node = [n for n in container if n.nodeName == 'name'][0]
|
|
self.assertEqual(node.firstChild.nodeValue, 'c4')
|
|
node = [n for n in container if n.nodeName == 'count'][0]
|
|
self.assertEqual(node.firstChild.nodeValue, '2')
|
|
node = [n for n in container if n.nodeName == 'bytes'][0]
|
|
self.assertEqual(node.firstChild.nodeValue, '3')
|
|
node = [n for n in container if n.nodeName == 'last_modified'][0]
|
|
self.assertEqual(node.firstChild.nodeValue,
|
|
Timestamp('5').isoformat)
|
|
|
|
def test_GET_accept_wildcard(self):
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'PUT',
|
|
'HTTP_X_TIMESTAMP': '0'})
|
|
req.get_response(self.controller)
|
|
req = Request.blank('/sda1/p/a/c1', environ={'REQUEST_METHOD': 'PUT'},
|
|
headers={'X-Put-Timestamp': '1',
|
|
'X-Delete-Timestamp': '0',
|
|
'X-Object-Count': '0',
|
|
'X-Bytes-Used': '0',
|
|
'X-Timestamp': normalize_timestamp(0)})
|
|
req.get_response(self.controller)
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'GET'})
|
|
req.accept = '*/*'
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 200)
|
|
self.assertEqual(resp.body, b'c1\n')
|
|
|
|
def test_GET_accept_application_wildcard(self):
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'PUT',
|
|
'HTTP_X_TIMESTAMP': '0'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 201)
|
|
req = Request.blank('/sda1/p/a/c1', environ={'REQUEST_METHOD': 'PUT'},
|
|
headers={'X-Put-Timestamp': '1',
|
|
'X-Delete-Timestamp': '0',
|
|
'X-Object-Count': '0',
|
|
'X-Bytes-Used': '0',
|
|
'X-Timestamp': normalize_timestamp(0)})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 201)
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'GET'})
|
|
req.accept = 'application/*'
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 200)
|
|
self.assertEqual(len(json.loads(resp.body)), 1)
|
|
|
|
def test_GET_accept_json(self):
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'PUT',
|
|
'HTTP_X_TIMESTAMP': '0'})
|
|
req.get_response(self.controller)
|
|
req = Request.blank('/sda1/p/a/c1', environ={'REQUEST_METHOD': 'PUT'},
|
|
headers={'X-Put-Timestamp': '1',
|
|
'X-Delete-Timestamp': '0',
|
|
'X-Object-Count': '0',
|
|
'X-Bytes-Used': '0',
|
|
'X-Timestamp': normalize_timestamp(0)})
|
|
req.get_response(self.controller)
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'GET'})
|
|
req.accept = 'application/json'
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 200)
|
|
self.assertEqual(len(json.loads(resp.body)), 1)
|
|
|
|
def test_GET_accept_xml(self):
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'PUT',
|
|
'HTTP_X_TIMESTAMP': '0'})
|
|
req.get_response(self.controller)
|
|
req = Request.blank('/sda1/p/a/c1', environ={'REQUEST_METHOD': 'PUT'},
|
|
headers={'X-Put-Timestamp': '1',
|
|
'X-Delete-Timestamp': '0',
|
|
'X-Object-Count': '0',
|
|
'X-Bytes-Used': '0',
|
|
'X-Timestamp': normalize_timestamp(0)})
|
|
req.get_response(self.controller)
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'GET'})
|
|
req.accept = 'application/xml'
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 200)
|
|
dom = xml.dom.minidom.parseString(resp.body)
|
|
self.assertEqual(dom.firstChild.nodeName, 'account')
|
|
listing = \
|
|
[n for n in dom.firstChild.childNodes if n.nodeName != '#text']
|
|
self.assertEqual(len(listing), 1)
|
|
|
|
def test_GET_accept_conflicting(self):
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'PUT',
|
|
'HTTP_X_TIMESTAMP': '0'})
|
|
req.get_response(self.controller)
|
|
req = Request.blank('/sda1/p/a/c1', environ={'REQUEST_METHOD': 'PUT'},
|
|
headers={'X-Put-Timestamp': '1',
|
|
'X-Delete-Timestamp': '0',
|
|
'X-Object-Count': '0',
|
|
'X-Bytes-Used': '0',
|
|
'X-Timestamp': normalize_timestamp(0)})
|
|
req.get_response(self.controller)
|
|
req = Request.blank('/sda1/p/a?format=plain',
|
|
environ={'REQUEST_METHOD': 'GET'})
|
|
req.accept = 'application/json'
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 200)
|
|
self.assertEqual(resp.body, b'c1\n')
|
|
|
|
def test_GET_accept_not_valid(self):
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'PUT',
|
|
'HTTP_X_TIMESTAMP': '0'})
|
|
req.get_response(self.controller)
|
|
req = Request.blank('/sda1/p/a/c1', environ={'REQUEST_METHOD': 'PUT'},
|
|
headers={'X-Put-Timestamp': '1',
|
|
'X-Delete-Timestamp': '0',
|
|
'X-Object-Count': '0',
|
|
'X-Bytes-Used': '0',
|
|
'X-Timestamp': normalize_timestamp(0)})
|
|
req.get_response(self.controller)
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'GET'})
|
|
req.accept = 'application/xml*'
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 406)
|
|
|
|
def test_GET_prefix_delimiter_plain(self):
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'PUT',
|
|
'HTTP_X_TIMESTAMP': '0'})
|
|
resp = req.get_response(self.controller)
|
|
for first in range(3):
|
|
req = Request.blank(
|
|
'/sda1/p/a/sub.%s' % first,
|
|
environ={'REQUEST_METHOD': 'PUT'},
|
|
headers={'X-Put-Timestamp': '1',
|
|
'X-Delete-Timestamp': '0',
|
|
'X-Object-Count': '0',
|
|
'X-Bytes-Used': '0',
|
|
'X-Timestamp': normalize_timestamp(0)})
|
|
req.get_response(self.controller)
|
|
for second in range(3):
|
|
req = Request.blank(
|
|
'/sda1/p/a/sub.%s.%s' % (first, second),
|
|
environ={'REQUEST_METHOD': 'PUT'},
|
|
headers={'X-Put-Timestamp': '1',
|
|
'X-Delete-Timestamp': '0',
|
|
'X-Object-Count': '0',
|
|
'X-Bytes-Used': '0',
|
|
'X-Timestamp': normalize_timestamp(0)})
|
|
req.get_response(self.controller)
|
|
req = Request.blank('/sda1/p/a?delimiter=.',
|
|
environ={'REQUEST_METHOD': 'GET'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 200)
|
|
self.assertEqual(resp.body.strip().split(b'\n'),
|
|
[b'sub.'])
|
|
req = Request.blank('/sda1/p/a?prefix=sub.&delimiter=.',
|
|
environ={'REQUEST_METHOD': 'GET'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 200)
|
|
self.assertEqual(
|
|
resp.body.strip().split(b'\n'),
|
|
[b'sub.0', b'sub.0.', b'sub.1', b'sub.1.', b'sub.2', b'sub.2.'])
|
|
req = Request.blank('/sda1/p/a?prefix=sub.1.&delimiter=.',
|
|
environ={'REQUEST_METHOD': 'GET'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 200)
|
|
self.assertEqual(resp.body.strip().split(b'\n'),
|
|
[b'sub.1.0', b'sub.1.1', b'sub.1.2'])
|
|
|
|
def test_GET_prefix_delimiter_json(self):
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'PUT',
|
|
'HTTP_X_TIMESTAMP': '0'})
|
|
resp = req.get_response(self.controller)
|
|
for first in range(3):
|
|
req = Request.blank(
|
|
'/sda1/p/a/sub.%s' % first,
|
|
environ={'REQUEST_METHOD': 'PUT'},
|
|
headers={'X-Put-Timestamp': '1',
|
|
'X-Delete-Timestamp': '0',
|
|
'X-Object-Count': '0',
|
|
'X-Bytes-Used': '0',
|
|
'X-Timestamp': normalize_timestamp(0)})
|
|
req.get_response(self.controller)
|
|
for second in range(3):
|
|
req = Request.blank(
|
|
'/sda1/p/a/sub.%s.%s' % (first, second),
|
|
environ={'REQUEST_METHOD': 'PUT'},
|
|
headers={'X-Put-Timestamp': '1',
|
|
'X-Delete-Timestamp': '0',
|
|
'X-Object-Count': '0',
|
|
'X-Bytes-Used': '0',
|
|
'X-Timestamp': normalize_timestamp(0)})
|
|
req.get_response(self.controller)
|
|
req = Request.blank('/sda1/p/a?delimiter=.&format=json',
|
|
environ={'REQUEST_METHOD': 'GET'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 200)
|
|
self.assertEqual([n.get('name', 's:' + n.get('subdir', 'error'))
|
|
for n in json.loads(resp.body)], ['s:sub.'])
|
|
req = Request.blank('/sda1/p/a?prefix=sub.&delimiter=.&format=json',
|
|
environ={'REQUEST_METHOD': 'GET'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 200)
|
|
self.assertEqual(
|
|
[n.get('name', 's:' + n.get('subdir', 'error'))
|
|
for n in json.loads(resp.body)],
|
|
['sub.0', 's:sub.0.', 'sub.1', 's:sub.1.', 'sub.2', 's:sub.2.'])
|
|
req = Request.blank('/sda1/p/a?prefix=sub.1.&delimiter=.&format=json',
|
|
environ={'REQUEST_METHOD': 'GET'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 200)
|
|
self.assertEqual(
|
|
[n.get('name', 's:' + n.get('subdir', 'error'))
|
|
for n in json.loads(resp.body)],
|
|
['sub.1.0', 'sub.1.1', 'sub.1.2'])
|
|
|
|
def test_GET_prefix_delimiter_xml(self):
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'PUT',
|
|
'HTTP_X_TIMESTAMP': '0'})
|
|
resp = req.get_response(self.controller)
|
|
for first in range(3):
|
|
req = Request.blank(
|
|
'/sda1/p/a/sub.%s' % first,
|
|
environ={'REQUEST_METHOD': 'PUT'},
|
|
headers={'X-Put-Timestamp': '1',
|
|
'X-Delete-Timestamp': '0',
|
|
'X-Object-Count': '0',
|
|
'X-Bytes-Used': '0',
|
|
'X-Timestamp': normalize_timestamp(0)})
|
|
req.get_response(self.controller)
|
|
for second in range(3):
|
|
req = Request.blank(
|
|
'/sda1/p/a/sub.%s.%s' % (first, second),
|
|
environ={'REQUEST_METHOD': 'PUT'},
|
|
headers={'X-Put-Timestamp': '1',
|
|
'X-Delete-Timestamp': '0',
|
|
'X-Object-Count': '0',
|
|
'X-Bytes-Used': '0',
|
|
'X-Timestamp': normalize_timestamp(0)})
|
|
req.get_response(self.controller)
|
|
req = Request.blank(
|
|
'/sda1/p/a?delimiter=.&format=xml',
|
|
environ={'REQUEST_METHOD': 'GET'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 200)
|
|
dom = xml.dom.minidom.parseString(resp.body)
|
|
listing = []
|
|
for node1 in dom.firstChild.childNodes:
|
|
if node1.nodeName == 'subdir':
|
|
listing.append('s:' + node1.attributes['name'].value)
|
|
elif node1.nodeName == 'container':
|
|
for node2 in node1.childNodes:
|
|
if node2.nodeName == 'name':
|
|
listing.append(node2.firstChild.nodeValue)
|
|
self.assertEqual(listing, ['s:sub.'])
|
|
req = Request.blank(
|
|
'/sda1/p/a?prefix=sub.&delimiter=.&format=xml',
|
|
environ={'REQUEST_METHOD': 'GET'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 200)
|
|
dom = xml.dom.minidom.parseString(resp.body)
|
|
listing = []
|
|
for node1 in dom.firstChild.childNodes:
|
|
if node1.nodeName == 'subdir':
|
|
listing.append('s:' + node1.attributes['name'].value)
|
|
elif node1.nodeName == 'container':
|
|
for node2 in node1.childNodes:
|
|
if node2.nodeName == 'name':
|
|
listing.append(node2.firstChild.nodeValue)
|
|
self.assertEqual(
|
|
listing,
|
|
['sub.0', 's:sub.0.', 'sub.1', 's:sub.1.', 'sub.2', 's:sub.2.'])
|
|
req = Request.blank(
|
|
'/sda1/p/a?prefix=sub.1.&delimiter=.&format=xml',
|
|
environ={'REQUEST_METHOD': 'GET'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 200)
|
|
dom = xml.dom.minidom.parseString(resp.body)
|
|
listing = []
|
|
for node1 in dom.firstChild.childNodes:
|
|
if node1.nodeName == 'subdir':
|
|
listing.append('s:' + node1.attributes['name'].value)
|
|
elif node1.nodeName == 'container':
|
|
for node2 in node1.childNodes:
|
|
if node2.nodeName == 'name':
|
|
listing.append(node2.firstChild.nodeValue)
|
|
self.assertEqual(listing, ['sub.1.0', 'sub.1.1', 'sub.1.2'])
|
|
|
|
def test_GET_leading_delimiter(self):
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'PUT',
|
|
'HTTP_X_TIMESTAMP': '0'})
|
|
resp = req.get_response(self.controller)
|
|
for first in range(3):
|
|
req = Request.blank(
|
|
'/sda1/p/a/.sub.%s' % first,
|
|
environ={'REQUEST_METHOD': 'PUT'},
|
|
headers={'X-Put-Timestamp': '1',
|
|
'X-Delete-Timestamp': '0',
|
|
'X-Object-Count': '0',
|
|
'X-Bytes-Used': '0',
|
|
'X-Timestamp': normalize_timestamp(0)})
|
|
req.get_response(self.controller)
|
|
for second in range(3):
|
|
req = Request.blank(
|
|
'/sda1/p/a/.sub.%s.%s' % (first, second),
|
|
environ={'REQUEST_METHOD': 'PUT'},
|
|
headers={'X-Put-Timestamp': '1',
|
|
'X-Delete-Timestamp': '0',
|
|
'X-Object-Count': '0',
|
|
'X-Bytes-Used': '0',
|
|
'X-Timestamp': normalize_timestamp(0)})
|
|
req.get_response(self.controller)
|
|
req = Request.blank('/sda1/p/a?delimiter=.',
|
|
environ={'REQUEST_METHOD': 'GET'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 200)
|
|
self.assertEqual(resp.body.strip().split(b'\n'),
|
|
[b'.'])
|
|
req = Request.blank('/sda1/p/a?prefix=.&delimiter=.',
|
|
environ={'REQUEST_METHOD': 'GET'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 200)
|
|
self.assertEqual(resp.body.strip().split(b'\n'),
|
|
[b'.sub.'])
|
|
req = Request.blank('/sda1/p/a?prefix=.sub.&delimiter=.',
|
|
environ={'REQUEST_METHOD': 'GET'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 200)
|
|
self.assertEqual(
|
|
resp.body.strip().split(b'\n'),
|
|
[b'.sub.0', b'.sub.0.', b'.sub.1', b'.sub.1.',
|
|
b'.sub.2', b'.sub.2.'])
|
|
req = Request.blank('/sda1/p/a?prefix=.sub.1.&delimiter=.',
|
|
environ={'REQUEST_METHOD': 'GET'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 200)
|
|
self.assertEqual(resp.body.strip().split(b'\n'),
|
|
[b'.sub.1.0', b'.sub.1.1', b'.sub.1.2'])
|
|
|
|
def test_GET_multichar_delimiter(self):
|
|
self.maxDiff = None
|
|
req = Request.blank('/sda1/p/a', method='PUT', headers={
|
|
'x-timestamp': '0'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 201, resp.body)
|
|
for i in ('US~~TX~~A', 'US~~TX~~B', 'US~~OK~~A', 'US~~OK~~B',
|
|
'US~~OK~Tulsa~~A', 'US~~OK~Tulsa~~B',
|
|
'US~~UT~~A', 'US~~UT~~~B'):
|
|
req = Request.blank('/sda1/p/a/%s' % i, method='PUT', headers={
|
|
'X-Put-Timestamp': '1',
|
|
'X-Delete-Timestamp': '0',
|
|
'X-Object-Count': '0',
|
|
'X-Bytes-Used': '0',
|
|
'X-Timestamp': normalize_timestamp(0)})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 201)
|
|
req = Request.blank(
|
|
'/sda1/p/a?prefix=US~~&delimiter=~~&format=json',
|
|
environ={'REQUEST_METHOD': 'GET'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(
|
|
json.loads(resp.body),
|
|
[{"subdir": "US~~OK~Tulsa~~"},
|
|
{"subdir": "US~~OK~~"},
|
|
{"subdir": "US~~TX~~"},
|
|
{"subdir": "US~~UT~~"}])
|
|
|
|
req = Request.blank(
|
|
'/sda1/p/a?prefix=US~~&delimiter=~~&format=json&reverse=on',
|
|
environ={'REQUEST_METHOD': 'GET'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(
|
|
json.loads(resp.body),
|
|
[{"subdir": "US~~UT~~"},
|
|
{"subdir": "US~~TX~~"},
|
|
{"subdir": "US~~OK~~"},
|
|
{"subdir": "US~~OK~Tulsa~~"}])
|
|
|
|
req = Request.blank(
|
|
'/sda1/p/a?prefix=US~~UT&delimiter=~~&format=json',
|
|
environ={'REQUEST_METHOD': 'GET'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(
|
|
json.loads(resp.body),
|
|
[{"subdir": "US~~UT~~"}])
|
|
|
|
req = Request.blank(
|
|
'/sda1/p/a?prefix=US~~UT&delimiter=~~&format=json&reverse=on',
|
|
environ={'REQUEST_METHOD': 'GET'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(
|
|
json.loads(resp.body),
|
|
[{"subdir": "US~~UT~~"}])
|
|
|
|
req = Request.blank(
|
|
'/sda1/p/a?prefix=US~~UT~&delimiter=~~&format=json',
|
|
environ={'REQUEST_METHOD': 'GET'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(
|
|
[{k: v for k, v in item.items() if k in ('subdir', 'name')}
|
|
for item in json.loads(resp.body)],
|
|
[{"name": "US~~UT~~A"},
|
|
{"subdir": "US~~UT~~~"}])
|
|
|
|
req = Request.blank(
|
|
'/sda1/p/a?prefix=US~~UT~&delimiter=~~&format=json&reverse=on',
|
|
environ={'REQUEST_METHOD': 'GET'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(
|
|
[{k: v for k, v in item.items() if k in ('subdir', 'name')}
|
|
for item in json.loads(resp.body)],
|
|
[{"subdir": "US~~UT~~~"},
|
|
{"name": "US~~UT~~A"}])
|
|
|
|
req = Request.blank(
|
|
'/sda1/p/a?prefix=US~~UT~~&delimiter=~~&format=json',
|
|
environ={'REQUEST_METHOD': 'GET'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(
|
|
[{k: v for k, v in item.items() if k in ('subdir', 'name')}
|
|
for item in json.loads(resp.body)],
|
|
[{"name": "US~~UT~~A"},
|
|
{"name": "US~~UT~~~B"}])
|
|
|
|
req = Request.blank(
|
|
'/sda1/p/a?prefix=US~~UT~~&delimiter=~~&format=json&reverse=on',
|
|
environ={'REQUEST_METHOD': 'GET'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(
|
|
[{k: v for k, v in item.items() if k in ('subdir', 'name')}
|
|
for item in json.loads(resp.body)],
|
|
[{"name": "US~~UT~~~B"},
|
|
{"name": "US~~UT~~A"}])
|
|
|
|
req = Request.blank(
|
|
'/sda1/p/a?prefix=US~~UT~~~&delimiter=~~&format=json',
|
|
environ={'REQUEST_METHOD': 'GET'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(
|
|
[{k: v for k, v in item.items() if k in ('subdir', 'name')}
|
|
for item in json.loads(resp.body)],
|
|
[{"name": "US~~UT~~~B"}])
|
|
|
|
def _expected_listing(self, containers):
|
|
return [dict(
|
|
last_modified=c['timestamp'].isoformat, **{
|
|
k: v for k, v in c.items()
|
|
if k != 'timestamp'
|
|
}) for c in sorted(containers, key=lambda c: c['name'])]
|
|
|
|
def _report_containers(self, containers, account='a'):
|
|
req = Request.blank('/sda1/p/%s' % account, method='PUT', headers={
|
|
'x-timestamp': next(self.ts).internal})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int // 100, 2, resp.body)
|
|
for container in containers:
|
|
path = '/sda1/p/%s/%s' % (account, container['name'])
|
|
req = Request.blank(path, method='PUT', headers={
|
|
'X-Put-Timestamp': container['timestamp'].internal,
|
|
'X-Delete-Timestamp': container.get(
|
|
'deleted', Timestamp(0)).internal,
|
|
'X-Object-Count': container['count'],
|
|
'X-Bytes-Used': container['bytes'],
|
|
})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int // 100, 2, resp.body)
|
|
|
|
def test_delimiter_with_reserved_and_no_public(self):
|
|
containers = [{
|
|
'name': get_reserved_name('null', 'test01'),
|
|
'bytes': 200,
|
|
'count': 2,
|
|
'timestamp': next(self.ts),
|
|
}]
|
|
self._report_containers(containers)
|
|
|
|
req = Request.blank('/sda1/p/a', headers={
|
|
'Accept': 'application/json'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 200, resp.body)
|
|
self.assertEqual(json.loads(resp.body), [])
|
|
|
|
req = Request.blank('/sda1/p/a', headers={
|
|
'X-Backend-Allow-Reserved-Names': 'true',
|
|
'Accept': 'application/json'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 200, resp.body)
|
|
self.assertEqual(json.loads(resp.body),
|
|
self._expected_listing(containers))
|
|
|
|
req = Request.blank('/sda1/p/a?prefix=%s&delimiter=l' %
|
|
get_reserved_name('nul'), headers={
|
|
'Accept': 'application/json'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 200, resp.body)
|
|
self.assertEqual(json.loads(resp.body), [])
|
|
|
|
req = Request.blank('/sda1/p/a?prefix=%s&delimiter=l' %
|
|
get_reserved_name('nul'), headers={
|
|
'X-Backend-Allow-Reserved-Names': 'true',
|
|
'Accept': 'application/json'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 200, resp.body)
|
|
self.assertEqual(json.loads(resp.body), [{
|
|
'subdir': '%s' % get_reserved_name('null')}])
|
|
|
|
def test_delimiter_with_reserved_and_public(self):
|
|
containers = [{
|
|
'name': get_reserved_name('null', 'test01'),
|
|
'bytes': 200,
|
|
'count': 2,
|
|
'timestamp': next(self.ts),
|
|
}, {
|
|
'name': 'nullish',
|
|
'bytes': 10,
|
|
'count': 10,
|
|
'timestamp': next(self.ts),
|
|
}]
|
|
self._report_containers(containers)
|
|
|
|
req = Request.blank('/sda1/p/a?prefix=nul&delimiter=l', headers={
|
|
'Accept': 'application/json'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 200, resp.body)
|
|
self.assertEqual(json.loads(resp.body), [{'subdir': 'null'}])
|
|
|
|
# allow-reserved header doesn't really make a difference
|
|
req = Request.blank('/sda1/p/a?prefix=nul&delimiter=l', headers={
|
|
'X-Backend-Allow-Reserved-Names': 'true',
|
|
'Accept': 'application/json'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 200, resp.body)
|
|
self.assertEqual(json.loads(resp.body), [{'subdir': 'null'}])
|
|
|
|
req = Request.blank('/sda1/p/a?prefix=%s&delimiter=l' %
|
|
get_reserved_name('nul'), headers={
|
|
'Accept': 'application/json'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 200, resp.body)
|
|
self.assertEqual(json.loads(resp.body), [])
|
|
|
|
req = Request.blank('/sda1/p/a?prefix=%s&delimiter=l' %
|
|
get_reserved_name('nul'), headers={
|
|
'X-Backend-Allow-Reserved-Names': 'true',
|
|
'Accept': 'application/json'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 200, resp.body)
|
|
self.assertEqual(json.loads(resp.body), [{
|
|
'subdir': '%s' % get_reserved_name('null')}])
|
|
|
|
req = Request.blank('/sda1/p/a?delimiter=%00', headers={
|
|
'Accept': 'application/json'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 200, resp.body)
|
|
self.assertEqual(json.loads(resp.body),
|
|
self._expected_listing(containers)[1:])
|
|
|
|
req = Request.blank('/sda1/p/a?delimiter=%00', headers={
|
|
'X-Backend-Allow-Reserved-Names': 'true',
|
|
'Accept': 'application/json'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 200, resp.body)
|
|
self.assertEqual(json.loads(resp.body),
|
|
[{'subdir': '\x00'}] +
|
|
self._expected_listing(containers)[1:])
|
|
|
|
def test_markers_with_reserved(self):
|
|
containers = [{
|
|
'name': get_reserved_name('null', 'test01'),
|
|
'bytes': 200,
|
|
'count': 2,
|
|
'timestamp': next(self.ts),
|
|
}, {
|
|
'name': get_reserved_name('null', 'test02'),
|
|
'bytes': 10,
|
|
'count': 10,
|
|
'timestamp': next(self.ts),
|
|
}]
|
|
self._report_containers(containers)
|
|
|
|
req = Request.blank('/sda1/p/a?marker=%s' %
|
|
get_reserved_name('null', ''), headers={
|
|
'Accept': 'application/json'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 200, resp.body)
|
|
self.assertEqual(json.loads(resp.body), [])
|
|
|
|
req = Request.blank('/sda1/p/a?marker=%s' %
|
|
get_reserved_name('null', ''), headers={
|
|
'X-Backend-Allow-Reserved-Names': 'true',
|
|
'Accept': 'application/json'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 200, resp.body)
|
|
self.assertEqual(json.loads(resp.body),
|
|
self._expected_listing(containers))
|
|
|
|
req = Request.blank('/sda1/p/a?marker=%s' % quote(
|
|
self._expected_listing(containers)[0]['name']), headers={
|
|
'X-Backend-Allow-Reserved-Names': 'true',
|
|
'Accept': 'application/json'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 200, resp.body)
|
|
self.assertEqual(json.loads(resp.body),
|
|
self._expected_listing(containers)[1:])
|
|
|
|
containers.append({
|
|
'name': get_reserved_name('null', 'test03'),
|
|
'bytes': 300,
|
|
'count': 30,
|
|
'timestamp': next(self.ts),
|
|
})
|
|
self._report_containers(containers)
|
|
|
|
req = Request.blank('/sda1/p/a?marker=%s' % quote(
|
|
self._expected_listing(containers)[0]['name']), headers={
|
|
'X-Backend-Allow-Reserved-Names': 'true',
|
|
'Accept': 'application/json'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 200, resp.body)
|
|
self.assertEqual(json.loads(resp.body),
|
|
self._expected_listing(containers)[1:])
|
|
|
|
req = Request.blank('/sda1/p/a?marker=%s' % quote(
|
|
self._expected_listing(containers)[1]['name']), headers={
|
|
'X-Backend-Allow-Reserved-Names': 'true',
|
|
'Accept': 'application/json'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 200, resp.body)
|
|
self.assertEqual(json.loads(resp.body),
|
|
self._expected_listing(containers)[-1:])
|
|
|
|
def test_prefix_with_reserved(self):
|
|
containers = [{
|
|
'name': get_reserved_name('null', 'test01'),
|
|
'bytes': 200,
|
|
'count': 2,
|
|
'timestamp': next(self.ts),
|
|
}, {
|
|
'name': get_reserved_name('null', 'test02'),
|
|
'bytes': 10,
|
|
'count': 10,
|
|
'timestamp': next(self.ts),
|
|
}, {
|
|
'name': get_reserved_name('null', 'foo'),
|
|
'bytes': 10,
|
|
'count': 10,
|
|
'timestamp': next(self.ts),
|
|
}, {
|
|
'name': get_reserved_name('nullish'),
|
|
'bytes': 300,
|
|
'count': 32,
|
|
'timestamp': next(self.ts),
|
|
}]
|
|
self._report_containers(containers)
|
|
|
|
req = Request.blank('/sda1/p/a?prefix=%s' %
|
|
get_reserved_name('null', 'test'), headers={
|
|
'Accept': 'application/json'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 200, resp.body)
|
|
self.assertEqual(json.loads(resp.body), [])
|
|
|
|
req = Request.blank('/sda1/p/a?prefix=%s' %
|
|
get_reserved_name('null', 'test'), headers={
|
|
'X-Backend-Allow-Reserved-Names': 'true',
|
|
'Accept': 'application/json'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 200, resp.body)
|
|
self.assertEqual(json.loads(resp.body),
|
|
self._expected_listing(containers[:2]))
|
|
|
|
def test_prefix_and_delim_with_reserved(self):
|
|
containers = [{
|
|
'name': get_reserved_name('null', 'test01'),
|
|
'bytes': 200,
|
|
'count': 2,
|
|
'timestamp': next(self.ts),
|
|
}, {
|
|
'name': get_reserved_name('null', 'test02'),
|
|
'bytes': 10,
|
|
'count': 10,
|
|
'timestamp': next(self.ts),
|
|
}, {
|
|
'name': get_reserved_name('null', 'foo'),
|
|
'bytes': 10,
|
|
'count': 10,
|
|
'timestamp': next(self.ts),
|
|
}, {
|
|
'name': get_reserved_name('nullish'),
|
|
'bytes': 300,
|
|
'count': 32,
|
|
'timestamp': next(self.ts),
|
|
}]
|
|
self._report_containers(containers)
|
|
|
|
req = Request.blank('/sda1/p/a?prefix=%s&delimiter=%s' % (
|
|
get_reserved_name('null'), get_reserved_name()), headers={
|
|
'Accept': 'application/json'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 200, resp.body)
|
|
self.assertEqual(json.loads(resp.body), [])
|
|
|
|
req = Request.blank('/sda1/p/a?prefix=%s&delimiter=%s' % (
|
|
get_reserved_name('null'), get_reserved_name()), headers={
|
|
'X-Backend-Allow-Reserved-Names': 'true',
|
|
'Accept': 'application/json'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 200, resp.body)
|
|
expected = [{'subdir': get_reserved_name('null', '')}] + \
|
|
self._expected_listing(containers[-1:])
|
|
self.assertEqual(json.loads(resp.body), expected)
|
|
|
|
def test_reserved_markers_with_non_reserved(self):
|
|
containers = [{
|
|
'name': get_reserved_name('null', 'test01'),
|
|
'bytes': 200,
|
|
'count': 2,
|
|
'timestamp': next(self.ts),
|
|
}, {
|
|
'name': get_reserved_name('null', 'test02'),
|
|
'bytes': 10,
|
|
'count': 10,
|
|
'timestamp': next(self.ts),
|
|
}, {
|
|
'name': 'nullish',
|
|
'bytes': 300,
|
|
'count': 32,
|
|
'timestamp': next(self.ts),
|
|
}]
|
|
self._report_containers(containers)
|
|
|
|
req = Request.blank('/sda1/p/a?marker=%s' %
|
|
get_reserved_name('null', ''), headers={
|
|
'X-Backend-Allow-Reserved-Names': 'true',
|
|
'Accept': 'application/json'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 200, resp.body)
|
|
self.assertEqual(json.loads(resp.body),
|
|
self._expected_listing(containers))
|
|
|
|
req = Request.blank('/sda1/p/a?marker=%s' %
|
|
get_reserved_name('null', ''), headers={
|
|
'Accept': 'application/json'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 200, resp.body)
|
|
self.assertEqual(json.loads(resp.body),
|
|
[c for c in self._expected_listing(containers)
|
|
if get_reserved_name() not in c['name']])
|
|
|
|
req = Request.blank('/sda1/p/a?marker=%s' %
|
|
get_reserved_name('null', ''), headers={
|
|
'X-Backend-Allow-Reserved-Names': 'true',
|
|
'Accept': 'application/json'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 200, resp.body)
|
|
self.assertEqual(json.loads(resp.body),
|
|
self._expected_listing(containers))
|
|
|
|
req = Request.blank('/sda1/p/a?marker=%s' % quote(
|
|
self._expected_listing(containers)[0]['name']), headers={
|
|
'X-Backend-Allow-Reserved-Names': 'true',
|
|
'Accept': 'application/json'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 200, resp.body)
|
|
self.assertEqual(json.loads(resp.body),
|
|
self._expected_listing(containers)[1:])
|
|
|
|
def test_null_markers(self):
|
|
containers = [{
|
|
'name': get_reserved_name('null', ''),
|
|
'bytes': 200,
|
|
'count': 2,
|
|
'timestamp': next(self.ts),
|
|
}, {
|
|
'name': get_reserved_name('null', 'test01'),
|
|
'bytes': 200,
|
|
'count': 2,
|
|
'timestamp': next(self.ts),
|
|
}, {
|
|
'name': 'null',
|
|
'bytes': 300,
|
|
'count': 32,
|
|
'timestamp': next(self.ts),
|
|
}]
|
|
self._report_containers(containers)
|
|
|
|
req = Request.blank('/sda1/p/a?marker=%s' % get_reserved_name('null'),
|
|
headers={'Accept': 'application/json'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 200, resp.body)
|
|
self.assertEqual(json.loads(resp.body),
|
|
self._expected_listing(containers)[-1:])
|
|
|
|
req = Request.blank('/sda1/p/a?marker=%s' % get_reserved_name('null'),
|
|
headers={'X-Backend-Allow-Reserved-Names': 'true',
|
|
'Accept': 'application/json'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 200, resp.body)
|
|
self.assertEqual(json.loads(resp.body),
|
|
self._expected_listing(containers))
|
|
|
|
req = Request.blank('/sda1/p/a?marker=%s' %
|
|
get_reserved_name('null', ''), headers={
|
|
'X-Backend-Allow-Reserved-Names': 'true',
|
|
'Accept': 'application/json'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 200, resp.body)
|
|
self.assertEqual(json.loads(resp.body),
|
|
self._expected_listing(containers)[1:])
|
|
|
|
req = Request.blank('/sda1/p/a?marker=%s' %
|
|
get_reserved_name('null', 'test00'), headers={
|
|
'X-Backend-Allow-Reserved-Names': 'true',
|
|
'Accept': 'application/json'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 200, resp.body)
|
|
self.assertEqual(json.loads(resp.body),
|
|
self._expected_listing(containers)[1:])
|
|
|
|
def test_through_call(self):
|
|
inbuf = BytesIO()
|
|
errbuf = StringIO()
|
|
outbuf = StringIO()
|
|
|
|
def start_response(*args):
|
|
outbuf.write(args[0])
|
|
|
|
self.controller.__call__({'REQUEST_METHOD': 'GET',
|
|
'SCRIPT_NAME': '',
|
|
'PATH_INFO': '/sda1/p/a',
|
|
'SERVER_NAME': '127.0.0.1',
|
|
'SERVER_PORT': '8080',
|
|
'SERVER_PROTOCOL': 'HTTP/1.0',
|
|
'CONTENT_LENGTH': '0',
|
|
'wsgi.version': (1, 0),
|
|
'wsgi.url_scheme': 'http',
|
|
'wsgi.input': inbuf,
|
|
'wsgi.errors': errbuf,
|
|
'wsgi.multithread': False,
|
|
'wsgi.multiprocess': False,
|
|
'wsgi.run_once': False},
|
|
start_response)
|
|
self.assertEqual(errbuf.getvalue(), '')
|
|
self.assertEqual(outbuf.getvalue()[:4], '404 ')
|
|
|
|
def test_through_call_invalid_path(self):
|
|
inbuf = BytesIO()
|
|
errbuf = StringIO()
|
|
outbuf = StringIO()
|
|
|
|
def start_response(*args):
|
|
outbuf.write(args[0])
|
|
|
|
self.controller.__call__({'REQUEST_METHOD': 'GET',
|
|
'SCRIPT_NAME': '',
|
|
'PATH_INFO': '/bob',
|
|
'SERVER_NAME': '127.0.0.1',
|
|
'SERVER_PORT': '8080',
|
|
'SERVER_PROTOCOL': 'HTTP/1.0',
|
|
'CONTENT_LENGTH': '0',
|
|
'wsgi.version': (1, 0),
|
|
'wsgi.url_scheme': 'http',
|
|
'wsgi.input': inbuf,
|
|
'wsgi.errors': errbuf,
|
|
'wsgi.multithread': False,
|
|
'wsgi.multiprocess': False,
|
|
'wsgi.run_once': False},
|
|
start_response)
|
|
self.assertEqual(errbuf.getvalue(), '')
|
|
self.assertEqual(outbuf.getvalue()[:4], '400 ')
|
|
|
|
def test_through_call_invalid_path_utf8(self):
|
|
inbuf = BytesIO()
|
|
errbuf = StringIO()
|
|
outbuf = StringIO()
|
|
|
|
def start_response(*args):
|
|
outbuf.write(args[0])
|
|
|
|
self.controller.__call__({'REQUEST_METHOD': 'GET',
|
|
'SCRIPT_NAME': '',
|
|
'PATH_INFO': '/sda1/p/a/c\xd8\x3e%20',
|
|
'SERVER_NAME': '127.0.0.1',
|
|
'SERVER_PORT': '8080',
|
|
'SERVER_PROTOCOL': 'HTTP/1.0',
|
|
'CONTENT_LENGTH': '0',
|
|
'wsgi.version': (1, 0),
|
|
'wsgi.url_scheme': 'http',
|
|
'wsgi.input': inbuf,
|
|
'wsgi.errors': errbuf,
|
|
'wsgi.multithread': False,
|
|
'wsgi.multiprocess': False,
|
|
'wsgi.run_once': False},
|
|
start_response)
|
|
self.assertEqual(errbuf.getvalue(), '')
|
|
self.assertEqual(outbuf.getvalue()[:4], '412 ')
|
|
|
|
def test_invalid_method_doesnt_exist(self):
|
|
errbuf = StringIO()
|
|
outbuf = StringIO()
|
|
|
|
def start_response(*args):
|
|
outbuf.write(args[0])
|
|
|
|
self.controller.__call__({'REQUEST_METHOD': 'method_doesnt_exist',
|
|
'PATH_INFO': '/sda1/p/a'},
|
|
start_response)
|
|
self.assertEqual(errbuf.getvalue(), '')
|
|
self.assertEqual(outbuf.getvalue()[:4], '405 ')
|
|
|
|
def test_invalid_method_is_not_public(self):
|
|
errbuf = StringIO()
|
|
outbuf = StringIO()
|
|
|
|
def start_response(*args):
|
|
outbuf.write(args[0])
|
|
|
|
self.controller.__call__({'REQUEST_METHOD': '__init__',
|
|
'PATH_INFO': '/sda1/p/a'},
|
|
start_response)
|
|
self.assertEqual(errbuf.getvalue(), '')
|
|
self.assertEqual(outbuf.getvalue()[:4], '405 ')
|
|
|
|
def test_params_format(self):
|
|
Request.blank('/sda1/p/a',
|
|
headers={'X-Timestamp': normalize_timestamp(1)},
|
|
environ={'REQUEST_METHOD': 'PUT'}).get_response(
|
|
self.controller)
|
|
for format in ('xml', 'json'):
|
|
req = Request.blank('/sda1/p/a?format=%s' % format,
|
|
environ={'REQUEST_METHOD': 'GET'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 200)
|
|
|
|
def test_params_utf8(self):
|
|
# Bad UTF8 sequence, all parameters should cause 400 error
|
|
for param in ('delimiter', 'limit', 'marker', 'prefix', 'end_marker',
|
|
'format'):
|
|
req = Request.blank('/sda1/p/a?%s=\xce' % param,
|
|
environ={'REQUEST_METHOD': 'GET'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 400,
|
|
"%d on param %s" % (resp.status_int, param))
|
|
Request.blank('/sda1/p/a',
|
|
headers={'X-Timestamp': normalize_timestamp(1)},
|
|
environ={'REQUEST_METHOD': 'PUT'}).get_response(
|
|
self.controller)
|
|
# Good UTF8 sequence, ignored for limit, doesn't affect other queries
|
|
for param in ('limit', 'marker', 'prefix', 'end_marker', 'format',
|
|
'delimiter'):
|
|
req = Request.blank('/sda1/p/a?%s=\xce\xa9' % param,
|
|
environ={'REQUEST_METHOD': 'GET'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 204,
|
|
"%d on param %s" % (resp.status_int, param))
|
|
|
|
def test_PUT_auto_create(self):
|
|
headers = {'x-put-timestamp': normalize_timestamp(1),
|
|
'x-delete-timestamp': normalize_timestamp(0),
|
|
'x-object-count': '0',
|
|
'x-bytes-used': '0'}
|
|
|
|
req = Request.blank('/sda1/p/a/c',
|
|
environ={'REQUEST_METHOD': 'PUT'},
|
|
headers=dict(headers))
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 404)
|
|
|
|
req = Request.blank('/sda1/p/.a/c',
|
|
environ={'REQUEST_METHOD': 'PUT'},
|
|
headers=dict(headers))
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 201)
|
|
|
|
req = Request.blank('/sda1/p/a/.c',
|
|
environ={'REQUEST_METHOD': 'PUT'},
|
|
headers=dict(headers))
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 404)
|
|
|
|
def test_content_type_on_HEAD(self):
|
|
Request.blank('/sda1/p/a',
|
|
headers={'X-Timestamp': normalize_timestamp(1)},
|
|
environ={'REQUEST_METHOD': 'PUT'}).get_response(
|
|
self.controller)
|
|
|
|
env = {'REQUEST_METHOD': 'HEAD'}
|
|
|
|
req = Request.blank('/sda1/p/a?format=xml', environ=env)
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.content_type, 'application/xml')
|
|
|
|
req = Request.blank('/sda1/p/a?format=json', environ=env)
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.content_type, 'application/json')
|
|
self.assertEqual(resp.charset, 'utf-8')
|
|
|
|
req = Request.blank('/sda1/p/a', environ=env)
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.content_type, 'text/plain')
|
|
self.assertEqual(resp.charset, 'utf-8')
|
|
|
|
req = Request.blank(
|
|
'/sda1/p/a', headers={'Accept': 'application/json'}, environ=env)
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.content_type, 'application/json')
|
|
self.assertEqual(resp.charset, 'utf-8')
|
|
|
|
req = Request.blank(
|
|
'/sda1/p/a', headers={'Accept': 'application/xml'}, environ=env)
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.content_type, 'application/xml')
|
|
self.assertEqual(resp.charset, 'utf-8')
|
|
|
|
def test_serv_reserv(self):
|
|
# Test replication_server flag was set from configuration file.
|
|
conf = {'devices': self.testdir, 'mount_check': 'false'}
|
|
self.assertTrue(AccountController(conf).replication_server)
|
|
for val in [True, '1', 'True', 'true']:
|
|
conf['replication_server'] = val
|
|
self.assertTrue(AccountController(conf).replication_server)
|
|
for val in [False, 0, '0', 'False', 'false', 'test_string']:
|
|
conf['replication_server'] = val
|
|
self.assertFalse(AccountController(conf).replication_server)
|
|
|
|
def test_list_allowed_methods(self):
|
|
# Test list of allowed_methods
|
|
obj_methods = ['DELETE', 'PUT', 'HEAD', 'GET', 'POST']
|
|
repl_methods = ['REPLICATE']
|
|
for method_name in obj_methods:
|
|
method = getattr(self.controller, method_name)
|
|
self.assertFalse(hasattr(method, 'replication'))
|
|
for method_name in repl_methods:
|
|
method = getattr(self.controller, method_name)
|
|
self.assertEqual(method.replication, True)
|
|
|
|
def test_correct_allowed_method(self):
|
|
# Test correct work for allowed method using
|
|
# swift.account.server.AccountController.__call__
|
|
inbuf = BytesIO()
|
|
errbuf = StringIO()
|
|
self.controller = AccountController(
|
|
{'devices': self.testdir,
|
|
'mount_check': 'false',
|
|
'replication_server': 'false'})
|
|
|
|
def start_response(*args):
|
|
pass
|
|
|
|
method = 'PUT'
|
|
env = {'REQUEST_METHOD': method,
|
|
'SCRIPT_NAME': '',
|
|
'PATH_INFO': '/sda1/p/a/c',
|
|
'SERVER_NAME': '127.0.0.1',
|
|
'SERVER_PORT': '8080',
|
|
'SERVER_PROTOCOL': 'HTTP/1.0',
|
|
'CONTENT_LENGTH': '0',
|
|
'wsgi.version': (1, 0),
|
|
'wsgi.url_scheme': 'http',
|
|
'wsgi.input': inbuf,
|
|
'wsgi.errors': errbuf,
|
|
'wsgi.multithread': False,
|
|
'wsgi.multiprocess': False,
|
|
'wsgi.run_once': False}
|
|
|
|
method_res = mock.MagicMock()
|
|
mock_method = public(lambda x: mock.MagicMock(return_value=method_res))
|
|
with mock.patch.object(self.controller, method,
|
|
new=mock_method):
|
|
mock_method.replication = False
|
|
response = self.controller(env, start_response)
|
|
self.assertEqual(response, method_res)
|
|
|
|
def test_not_allowed_method(self):
|
|
# Test correct work for NOT allowed method using
|
|
# swift.account.server.AccountController.__call__
|
|
inbuf = BytesIO()
|
|
errbuf = StringIO()
|
|
self.controller = AccountController(
|
|
{'devices': self.testdir, 'mount_check': 'false',
|
|
'replication_server': 'false'})
|
|
|
|
def start_response(*args):
|
|
pass
|
|
|
|
method = 'PUT'
|
|
env = {'REQUEST_METHOD': method,
|
|
'SCRIPT_NAME': '',
|
|
'PATH_INFO': '/sda1/p/a/c',
|
|
'SERVER_NAME': '127.0.0.1',
|
|
'SERVER_PORT': '8080',
|
|
'SERVER_PROTOCOL': 'HTTP/1.0',
|
|
'CONTENT_LENGTH': '0',
|
|
'wsgi.version': (1, 0),
|
|
'wsgi.url_scheme': 'http',
|
|
'wsgi.input': inbuf,
|
|
'wsgi.errors': errbuf,
|
|
'wsgi.multithread': False,
|
|
'wsgi.multiprocess': False,
|
|
'wsgi.run_once': False}
|
|
|
|
answer = [b'<html><h1>Method Not Allowed</h1><p>The method is not '
|
|
b'allowed for this resource.</p></html>']
|
|
mock_method = replication(public(lambda x: mock.MagicMock()))
|
|
with mock.patch.object(self.controller, method,
|
|
new=mock_method):
|
|
mock_method.replication = True
|
|
response = self.controller.__call__(env, start_response)
|
|
self.assertEqual(response, answer)
|
|
|
|
def test_replicaiton_server_call_all_methods(self):
|
|
inbuf = BytesIO()
|
|
errbuf = StringIO()
|
|
outbuf = StringIO()
|
|
self.controller = AccountController(
|
|
{'devices': self.testdir, 'mount_check': 'false',
|
|
'replication_server': 'true'})
|
|
|
|
def start_response(*args):
|
|
outbuf.write(args[0])
|
|
|
|
obj_methods = ['PUT', 'HEAD', 'GET', 'POST', 'DELETE', 'OPTIONS']
|
|
for method in obj_methods:
|
|
env = {'REQUEST_METHOD': method,
|
|
'SCRIPT_NAME': '',
|
|
'PATH_INFO': '/sda1/p/a',
|
|
'SERVER_NAME': '127.0.0.1',
|
|
'SERVER_PORT': '8080',
|
|
'SERVER_PROTOCOL': 'HTTP/1.0',
|
|
'HTTP_X_TIMESTAMP': next(self.ts).internal,
|
|
'CONTENT_LENGTH': '0',
|
|
'wsgi.version': (1, 0),
|
|
'wsgi.url_scheme': 'http',
|
|
'wsgi.input': inbuf,
|
|
'wsgi.errors': errbuf,
|
|
'wsgi.multithread': False,
|
|
'wsgi.multiprocess': False,
|
|
'wsgi.run_once': False}
|
|
self.controller(env, start_response)
|
|
self.assertEqual(errbuf.getvalue(), '')
|
|
self.assertIn(outbuf.getvalue()[:4], ('200 ', '201 ', '204 '))
|
|
|
|
def test__call__raise_timeout(self):
|
|
inbuf = WsgiBytesIO()
|
|
errbuf = StringIO()
|
|
self.logger = debug_logger('test')
|
|
self.account_controller = AccountController(
|
|
{'devices': self.testdir, 'mount_check': 'false',
|
|
'replication_server': 'false', 'log_requests': 'false'},
|
|
logger=self.logger)
|
|
|
|
def start_response(*args):
|
|
pass
|
|
|
|
method = 'PUT'
|
|
|
|
env = {'REQUEST_METHOD': method,
|
|
'SCRIPT_NAME': '',
|
|
'PATH_INFO': '/sda1/p/a/c',
|
|
'SERVER_NAME': '127.0.0.1',
|
|
'SERVER_PORT': '8080',
|
|
'SERVER_PROTOCOL': 'HTTP/1.0',
|
|
'CONTENT_LENGTH': '0',
|
|
'wsgi.version': (1, 0),
|
|
'wsgi.url_scheme': 'http',
|
|
'wsgi.input': inbuf,
|
|
'wsgi.errors': errbuf,
|
|
'wsgi.multithread': False,
|
|
'wsgi.multiprocess': False,
|
|
'wsgi.run_once': False}
|
|
|
|
@public
|
|
def mock_put_method(*args, **kwargs):
|
|
raise Exception()
|
|
|
|
with mock.patch.object(self.account_controller, method,
|
|
new=mock_put_method):
|
|
response = self.account_controller.__call__(env, start_response)
|
|
self.assertTrue(response[0].decode('ascii').startswith(
|
|
'Traceback (most recent call last):'))
|
|
self.assertEqual(self.logger.get_lines_for_level('error'), [
|
|
'ERROR __call__ error with %(method)s %(path)s : ' % {
|
|
'method': 'PUT', 'path': '/sda1/p/a/c'},
|
|
])
|
|
self.assertEqual(self.logger.get_lines_for_level('info'), [])
|
|
|
|
def test_GET_log_requests_true(self):
|
|
self.controller.logger = debug_logger()
|
|
self.controller.log_requests = True
|
|
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'GET'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 404)
|
|
self.assertTrue(self.controller.logger.log_dict['info'])
|
|
|
|
def test_GET_log_requests_false(self):
|
|
self.controller.logger = debug_logger()
|
|
self.controller.log_requests = False
|
|
req = Request.blank('/sda1/p/a', environ={'REQUEST_METHOD': 'GET'})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 404)
|
|
self.assertFalse(self.controller.logger.log_dict['info'])
|
|
|
|
def test_log_line_format(self):
|
|
req = Request.blank(
|
|
'/sda1/p/a',
|
|
environ={'REQUEST_METHOD': 'HEAD', 'REMOTE_ADDR': '1.2.3.4'})
|
|
self.controller.logger = debug_logger()
|
|
with mock.patch(
|
|
'time.time',
|
|
mock.MagicMock(side_effect=[10000.0, 10001.0, 10002.0,
|
|
10002.0])):
|
|
with mock.patch(
|
|
'os.getpid', mock.MagicMock(return_value=1234)):
|
|
req.get_response(self.controller)
|
|
self.assertEqual(
|
|
self.controller.logger.get_lines_for_level('info'),
|
|
['1.2.3.4 - - [01/Jan/1970:02:46:42 +0000] "HEAD /sda1/p/a" 404 '
|
|
'- "-" "-" "-" 2.0000 "-" 1234 -'])
|
|
|
|
def test_policy_stats_with_legacy(self):
|
|
ts = itertools.count()
|
|
# create the account
|
|
req = Request.blank('/sda1/p/a', method='PUT', headers={
|
|
'X-Timestamp': normalize_timestamp(next(ts))})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 201) # sanity
|
|
|
|
# add a container
|
|
req = Request.blank('/sda1/p/a/c1', method='PUT', headers={
|
|
'X-Put-Timestamp': normalize_timestamp(next(ts)),
|
|
'X-Delete-Timestamp': '0',
|
|
'X-Object-Count': '2',
|
|
'X-Bytes-Used': '4',
|
|
})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 201)
|
|
|
|
# read back rollup
|
|
for method in ('GET', 'HEAD'):
|
|
req = Request.blank('/sda1/p/a', method=method)
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int // 100, 2)
|
|
self.assertEqual(resp.headers['X-Account-Object-Count'], '2')
|
|
self.assertEqual(resp.headers['X-Account-Bytes-Used'], '4')
|
|
self.assertEqual(
|
|
resp.headers['X-Account-Storage-Policy-%s-Object-Count' %
|
|
POLICIES[0].name], '2')
|
|
self.assertEqual(
|
|
resp.headers['X-Account-Storage-Policy-%s-Bytes-Used' %
|
|
POLICIES[0].name], '4')
|
|
self.assertEqual(
|
|
resp.headers['X-Account-Storage-Policy-%s-Container-Count' %
|
|
POLICIES[0].name], '1')
|
|
|
|
def test_policy_stats_non_default(self):
|
|
ts = itertools.count()
|
|
# create the account
|
|
req = Request.blank('/sda1/p/a', method='PUT', headers={
|
|
'X-Timestamp': normalize_timestamp(next(ts))})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 201) # sanity
|
|
|
|
# add a container
|
|
non_default_policies = [p for p in POLICIES if not p.is_default]
|
|
policy = random.choice(non_default_policies)
|
|
req = Request.blank('/sda1/p/a/c1', method='PUT', headers={
|
|
'X-Put-Timestamp': normalize_timestamp(next(ts)),
|
|
'X-Delete-Timestamp': '0',
|
|
'X-Object-Count': '2',
|
|
'X-Bytes-Used': '4',
|
|
'X-Backend-Storage-Policy-Index': policy.idx,
|
|
})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 201)
|
|
|
|
# read back rollup
|
|
for method in ('GET', 'HEAD'):
|
|
req = Request.blank('/sda1/p/a', method=method)
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int // 100, 2)
|
|
self.assertEqual(resp.headers['X-Account-Object-Count'], '2')
|
|
self.assertEqual(resp.headers['X-Account-Bytes-Used'], '4')
|
|
self.assertEqual(
|
|
resp.headers['X-Account-Storage-Policy-%s-Object-Count' %
|
|
policy.name], '2')
|
|
self.assertEqual(
|
|
resp.headers['X-Account-Storage-Policy-%s-Bytes-Used' %
|
|
policy.name], '4')
|
|
self.assertEqual(
|
|
resp.headers['X-Account-Storage-Policy-%s-Container-Count' %
|
|
policy.name], '1')
|
|
|
|
def test_empty_policy_stats(self):
|
|
ts = itertools.count()
|
|
# create the account
|
|
req = Request.blank('/sda1/p/a', method='PUT', headers={
|
|
'X-Timestamp': normalize_timestamp(next(ts))})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 201) # sanity
|
|
|
|
for method in ('GET', 'HEAD'):
|
|
req = Request.blank('/sda1/p/a', method=method)
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int // 100, 2)
|
|
for key in resp.headers:
|
|
self.assertNotIn('storage-policy', key.lower())
|
|
|
|
def test_empty_except_for_used_policies(self):
|
|
ts = itertools.count()
|
|
# create the account
|
|
req = Request.blank('/sda1/p/a', method='PUT', headers={
|
|
'X-Timestamp': normalize_timestamp(next(ts))})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 201) # sanity
|
|
|
|
# starts empty
|
|
for method in ('GET', 'HEAD'):
|
|
req = Request.blank('/sda1/p/a', method=method)
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int // 100, 2)
|
|
for key in resp.headers:
|
|
self.assertNotIn('storage-policy', key.lower())
|
|
|
|
# add a container
|
|
policy = random.choice(POLICIES)
|
|
req = Request.blank('/sda1/p/a/c1', method='PUT', headers={
|
|
'X-Put-Timestamp': normalize_timestamp(next(ts)),
|
|
'X-Delete-Timestamp': '0',
|
|
'X-Object-Count': '2',
|
|
'X-Bytes-Used': '4',
|
|
'X-Backend-Storage-Policy-Index': policy.idx,
|
|
})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 201)
|
|
|
|
# only policy of the created container should be in headers
|
|
for method in ('GET', 'HEAD'):
|
|
req = Request.blank('/sda1/p/a', method=method)
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int // 100, 2)
|
|
for key in resp.headers:
|
|
if 'storage-policy' in key.lower():
|
|
self.assertIn(policy.name.lower(), key.lower())
|
|
|
|
def test_multiple_policies_in_use(self):
|
|
ts = itertools.count()
|
|
# create the account
|
|
req = Request.blank('/sda1/p/a', method='PUT', headers={
|
|
'X-Timestamp': normalize_timestamp(next(ts))})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 201) # sanity
|
|
|
|
# add some containers
|
|
for policy in POLICIES:
|
|
count = policy.idx * 100 # good as any integer
|
|
container_path = '/sda1/p/a/c_%s' % policy.name
|
|
req = Request.blank(
|
|
container_path, method='PUT', headers={
|
|
'X-Put-Timestamp': normalize_timestamp(next(ts)),
|
|
'X-Delete-Timestamp': '0',
|
|
'X-Object-Count': count,
|
|
'X-Bytes-Used': count,
|
|
'X-Backend-Storage-Policy-Index': policy.idx,
|
|
})
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int, 201)
|
|
|
|
req = Request.blank('/sda1/p/a', method='HEAD')
|
|
resp = req.get_response(self.controller)
|
|
self.assertEqual(resp.status_int // 100, 2)
|
|
|
|
# check container counts in roll up headers
|
|
total_object_count = 0
|
|
total_bytes_used = 0
|
|
for key in resp.headers:
|
|
if 'storage-policy' not in key.lower():
|
|
continue
|
|
for policy in POLICIES:
|
|
if policy.name.lower() not in key.lower():
|
|
continue
|
|
if key.lower().endswith('object-count'):
|
|
object_count = int(resp.headers[key])
|
|
self.assertEqual(policy.idx * 100, object_count)
|
|
total_object_count += object_count
|
|
if key.lower().endswith('bytes-used'):
|
|
bytes_used = int(resp.headers[key])
|
|
self.assertEqual(policy.idx * 100, bytes_used)
|
|
total_bytes_used += bytes_used
|
|
|
|
expected_total_count = sum([p.idx * 100 for p in POLICIES])
|
|
self.assertEqual(expected_total_count, total_object_count)
|
|
self.assertEqual(expected_total_count, total_bytes_used)
|
|
|
|
|
|
@patch_policies([StoragePolicy(0, 'zero', False),
|
|
StoragePolicy(1, 'one', True),
|
|
StoragePolicy(2, 'two', False),
|
|
StoragePolicy(3, 'three', False)])
|
|
class TestNonLegacyDefaultStoragePolicy(TestAccountController):
|
|
pass
|
|
|
|
|
|
if __name__ == '__main__':
|
|
unittest.main()
|