211 lines
7.5 KiB
Python
211 lines
7.5 KiB
Python
#!/usr/bin/python -u
|
|
# Copyright (c) 2010-2012 OpenStack Foundation
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
|
|
# implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
from unittest import main, TestCase
|
|
from uuid import uuid4
|
|
import os
|
|
import time
|
|
import shutil
|
|
|
|
from swiftclient import client
|
|
|
|
from test.probe.common import kill_servers, reset_environment
|
|
from swift.common.utils import readconf
|
|
from swift.common.manager import Manager
|
|
|
|
|
|
def collect_info(path_list):
|
|
"""
|
|
Recursive collect dirs and files in path_list directory.
|
|
|
|
:param path_list: start directory for collecting
|
|
:return files_list, dir_list: tuple of included
|
|
directories and files
|
|
"""
|
|
files_list = []
|
|
dir_list = []
|
|
for path in path_list:
|
|
temp_files_list = []
|
|
temp_dir_list = []
|
|
for root, dirs, files in os.walk(path):
|
|
temp_files_list += files
|
|
temp_dir_list += dirs
|
|
files_list.append(temp_files_list)
|
|
dir_list.append(temp_dir_list)
|
|
return files_list, dir_list
|
|
|
|
|
|
def find_max_occupancy_node(dir_list):
|
|
"""
|
|
Find node with maximum occupancy.
|
|
|
|
:param list_dir: list of directories for each node.
|
|
:return number: number node in list_dir
|
|
"""
|
|
count = 0
|
|
number = 0
|
|
length = 0
|
|
for dirs in dir_list:
|
|
if length < len(dirs):
|
|
length = len(dirs)
|
|
number = count
|
|
count += 1
|
|
return number
|
|
|
|
|
|
class TestReplicatorFunctions(TestCase):
|
|
"""
|
|
Class for testing replicators and replication servers.
|
|
|
|
By default configuration - replication servers not used.
|
|
For testing separete replication servers servers need to change
|
|
ring's files using set_info command or new ring's files with
|
|
different port values.
|
|
"""
|
|
def setUp(self):
|
|
"""
|
|
Reset all environment and start all servers.
|
|
"""
|
|
(self.pids, self.port2server, self.account_ring, self.container_ring,
|
|
self.object_ring, self.url, self.token,
|
|
self.account, self.configs) = reset_environment()
|
|
|
|
def tearDown(self):
|
|
"""
|
|
Stop all servers.
|
|
"""
|
|
kill_servers(self.port2server, self.pids)
|
|
|
|
def test_main(self):
|
|
# Create one account, container and object file.
|
|
# Find node with account, container and object replicas.
|
|
# Delete all directories and files from this node (device).
|
|
# Wait 60 seconds and check replication results.
|
|
# Delete directories and files in objects storage without
|
|
# deleting file "hashes.pkl".
|
|
# Check, that files not replicated.
|
|
# Delete file "hashes.pkl".
|
|
# Check, that all files were replicated.
|
|
path_list = []
|
|
# Figure out where the devices are
|
|
for node_id in range(1, 5):
|
|
conf = readconf(self.configs['object-server'][node_id])
|
|
device_path = conf['app:object-server']['devices']
|
|
for dev in self.object_ring.devs:
|
|
if dev['port'] == int(conf['app:object-server']['bind_port']):
|
|
device = dev['device']
|
|
path_list.append(os.path.join(device_path, device))
|
|
|
|
# Put data to storage nodes
|
|
container = 'container-%s' % uuid4()
|
|
client.put_container(self.url, self.token, container)
|
|
|
|
obj = 'object-%s' % uuid4()
|
|
client.put_object(self.url, self.token, container, obj, 'VERIFY')
|
|
|
|
# Get all data file information
|
|
(files_list, dir_list) = collect_info(path_list)
|
|
num = find_max_occupancy_node(dir_list)
|
|
test_node = path_list[num]
|
|
test_node_files_list = []
|
|
for files in files_list[num]:
|
|
if not files.endswith('.pending'):
|
|
test_node_files_list.append(files)
|
|
test_node_dir_list = dir_list[num]
|
|
# Run all replicators
|
|
try:
|
|
Manager(['object-replicator', 'container-replicator',
|
|
'account-replicator']).start()
|
|
|
|
# Delete some files
|
|
for directory in os.listdir(test_node):
|
|
shutil.rmtree(os.path.join(test_node, directory))
|
|
|
|
self.assertFalse(os.listdir(test_node))
|
|
|
|
# We will keep trying these tests until they pass for up to 60s
|
|
begin = time.time()
|
|
while True:
|
|
(new_files_list, new_dir_list) = collect_info([test_node])
|
|
|
|
try:
|
|
# Check replicate files and dir
|
|
for files in test_node_files_list:
|
|
self.assertTrue(files in new_files_list[0])
|
|
|
|
for dir in test_node_dir_list:
|
|
self.assertTrue(dir in new_dir_list[0])
|
|
break
|
|
except Exception:
|
|
if time.time() - begin > 60:
|
|
raise
|
|
time.sleep(1)
|
|
|
|
# Check behavior by deleting hashes.pkl file
|
|
for directory in os.listdir(os.path.join(test_node, 'objects')):
|
|
for input_dir in os.listdir(os.path.join(
|
|
test_node, 'objects', directory)):
|
|
if os.path.isdir(os.path.join(
|
|
test_node, 'objects', directory, input_dir)):
|
|
shutil.rmtree(os.path.join(
|
|
test_node, 'objects', directory, input_dir))
|
|
|
|
# We will keep trying these tests until they pass for up to 60s
|
|
begin = time.time()
|
|
while True:
|
|
try:
|
|
for directory in os.listdir(os.path.join(
|
|
test_node, 'objects')):
|
|
for input_dir in os.listdir(os.path.join(
|
|
test_node, 'objects', directory)):
|
|
self.assertFalse(os.path.isdir(
|
|
os.path.join(test_node, 'objects',
|
|
directory, '/', input_dir)))
|
|
break
|
|
except Exception:
|
|
if time.time() - begin > 60:
|
|
raise
|
|
time.sleep(1)
|
|
|
|
for directory in os.listdir(os.path.join(test_node, 'objects')):
|
|
os.remove(os.path.join(
|
|
test_node, 'objects', directory, 'hashes.pkl'))
|
|
|
|
# We will keep trying these tests until they pass for up to 60s
|
|
begin = time.time()
|
|
while True:
|
|
try:
|
|
(new_files_list, new_dir_list) = collect_info([test_node])
|
|
|
|
# Check replicate files and dirs
|
|
for files in test_node_files_list:
|
|
self.assertTrue(files in new_files_list[0])
|
|
|
|
for directory in test_node_dir_list:
|
|
self.assertTrue(directory in new_dir_list[0])
|
|
break
|
|
except Exception:
|
|
if time.time() - begin > 60:
|
|
raise
|
|
time.sleep(1)
|
|
finally:
|
|
Manager(['object-replicator', 'container-replicator',
|
|
'account-replicator']).stop()
|
|
|
|
|
|
if __name__ == '__main__':
|
|
main()
|