Merge "swift-manage-shard-ranges: fix exit codes"
This commit is contained in:
Zuul
Gerrit Code Review
commit
cd87034eba
|
|
@ -180,6 +180,11 @@ DEFAULT_ROWS_PER_SHARD = DEFAULT_SHARD_CONTAINER_THRESHOLD // 2
|
|||
DEFAULT_SHRINK_THRESHOLD = DEFAULT_SHARD_CONTAINER_THRESHOLD * \
|
||||
config_percent_value(DEFAULT_SHARD_SHRINK_POINT)
|
||||
|
||||
EXIT_SUCCESS = 0
|
||||
EXIT_ERROR = 1
|
||||
EXIT_INVALID_ARGS = 2 # consistent with argparse exit code for invalid args
|
||||
EXIT_USER_QUIT = 3
|
||||
|
||||
|
||||
class ManageShardRangesException(Exception):
|
||||
pass
|
||||
|
|
@ -260,7 +265,7 @@ def _check_shard_ranges(own_shard_range, shard_ranges):
|
|||
if reasons:
|
||||
print('WARNING: invalid shard ranges: %s.' % reasons)
|
||||
print('Aborting.')
|
||||
exit(2)
|
||||
exit(EXIT_ERROR)
|
||||
|
||||
|
||||
def _check_own_shard_range(broker, args):
|
||||
|
|
@ -302,7 +307,7 @@ def find_ranges(broker, args):
|
|||
(len(shard_data), delta_t,
|
||||
sum(r['object_count'] for r in shard_data)),
|
||||
file=sys.stderr)
|
||||
return 0
|
||||
return EXIT_SUCCESS
|
||||
|
||||
|
||||
def show_shard_ranges(broker, args):
|
||||
|
|
@ -321,7 +326,7 @@ def show_shard_ranges(broker, args):
|
|||
else:
|
||||
print("Existing shard ranges:", file=sys.stderr)
|
||||
print(json.dumps(shard_data, sort_keys=True, indent=2))
|
||||
return 0
|
||||
return EXIT_SUCCESS
|
||||
|
||||
|
||||
def db_info(broker, args):
|
||||
|
|
@ -341,14 +346,14 @@ def db_info(broker, args):
|
|||
print('Metadata:')
|
||||
for k, (v, t) in broker.metadata.items():
|
||||
print(' %s = %s' % (k, v))
|
||||
return 0
|
||||
return EXIT_SUCCESS
|
||||
|
||||
|
||||
def delete_shard_ranges(broker, args):
|
||||
shard_ranges = broker.get_shard_ranges()
|
||||
if not shard_ranges:
|
||||
print("No shard ranges found to delete.")
|
||||
return 0
|
||||
return EXIT_SUCCESS
|
||||
|
||||
while not args.force:
|
||||
print('This will delete existing %d shard ranges.' % len(shard_ranges))
|
||||
|
|
@ -367,7 +372,7 @@ def delete_shard_ranges(broker, args):
|
|||
show_shard_ranges(broker, args)
|
||||
continue
|
||||
elif choice == 'q':
|
||||
return 1
|
||||
return EXIT_USER_QUIT
|
||||
elif choice == 'yes':
|
||||
break
|
||||
else:
|
||||
|
|
@ -380,7 +385,7 @@ def delete_shard_ranges(broker, args):
|
|||
sr.timestamp = now
|
||||
broker.merge_shard_ranges(shard_ranges)
|
||||
print('Deleted %s existing shard ranges.' % len(shard_ranges))
|
||||
return 0
|
||||
return EXIT_SUCCESS
|
||||
|
||||
|
||||
def _replace_shard_ranges(broker, args, shard_data, timeout=0):
|
||||
|
|
@ -397,7 +402,7 @@ def _replace_shard_ranges(broker, args, shard_data, timeout=0):
|
|||
# Crank up the timeout in an effort to *make sure* this succeeds
|
||||
with broker.updated_timeout(max(timeout, args.replace_timeout)):
|
||||
delete_status = delete_shard_ranges(broker, args)
|
||||
if delete_status != 0:
|
||||
if delete_status != EXIT_SUCCESS:
|
||||
return delete_status
|
||||
broker.merge_shard_ranges(shard_ranges)
|
||||
|
||||
|
|
@ -407,7 +412,7 @@ def _replace_shard_ranges(broker, args, shard_data, timeout=0):
|
|||
return enable_sharding(broker, args)
|
||||
else:
|
||||
print('Use the enable sub-command to enable sharding.')
|
||||
return 0
|
||||
return EXIT_SUCCESS
|
||||
|
||||
|
||||
def replace_shard_ranges(broker, args):
|
||||
|
|
@ -457,28 +462,28 @@ def enable_sharding(broker, args):
|
|||
print('WARNING: container in state %s (should be active or sharding).'
|
||||
% own_shard_range.state_text)
|
||||
print('Aborting.')
|
||||
return 2
|
||||
return EXIT_ERROR
|
||||
|
||||
print('Run container-sharder on all nodes to shard the container.')
|
||||
return 0
|
||||
return EXIT_SUCCESS
|
||||
|
||||
|
||||
def compact_shard_ranges(broker, args):
|
||||
if not broker.is_root_container():
|
||||
print('WARNING: Shard containers cannot be compacted.')
|
||||
print('This command should be used on a root container.')
|
||||
return 2
|
||||
return EXIT_ERROR
|
||||
|
||||
if not broker.is_sharded():
|
||||
print('WARNING: Container is not yet sharded so cannot be compacted.')
|
||||
return 2
|
||||
return EXIT_ERROR
|
||||
|
||||
shard_ranges = broker.get_shard_ranges()
|
||||
if find_overlapping_ranges([sr for sr in shard_ranges if
|
||||
sr.state != ShardRange.SHRINKING]):
|
||||
print('WARNING: Container has overlapping shard ranges so cannot be '
|
||||
'compacted.')
|
||||
return 2
|
||||
return EXIT_ERROR
|
||||
|
||||
compactible = find_compactible_shard_sequences(broker,
|
||||
args.shrink_threshold,
|
||||
|
|
@ -487,13 +492,13 @@ def compact_shard_ranges(broker, args):
|
|||
args.max_expanding)
|
||||
if not compactible:
|
||||
print('No shards identified for compaction.')
|
||||
return 0
|
||||
return EXIT_SUCCESS
|
||||
|
||||
for sequence in compactible:
|
||||
if sequence[-1].state not in (ShardRange.ACTIVE, ShardRange.SHARDED):
|
||||
print('ERROR: acceptor not in correct state: %s' % sequence[-1],
|
||||
file=sys.stderr)
|
||||
return 1
|
||||
return EXIT_ERROR
|
||||
|
||||
if not args.yes:
|
||||
for sequence in compactible:
|
||||
|
|
@ -510,14 +515,14 @@ def compact_shard_ranges(broker, args):
|
|||
choice = input('Do you want to apply these changes? [yes/N]')
|
||||
if choice != 'yes':
|
||||
print('No changes applied')
|
||||
return 0
|
||||
return EXIT_USER_QUIT
|
||||
|
||||
process_compactible_shard_sequences(broker, compactible)
|
||||
print('Updated %s shard sequences for compaction.' % len(compactible))
|
||||
print('Run container-replicator to replicate the changes to other '
|
||||
'nodes.')
|
||||
print('Run container-sharder on all nodes to compact shards.')
|
||||
return 0
|
||||
return EXIT_SUCCESS
|
||||
|
||||
|
||||
def _find_overlapping_donors(shard_ranges, own_sr, args):
|
||||
|
|
@ -628,29 +633,29 @@ def repair_shard_ranges(broker, args):
|
|||
if not broker.is_root_container():
|
||||
print('WARNING: Shard containers cannot be repaired.')
|
||||
print('This command should be used on a root container.')
|
||||
return 2
|
||||
return EXIT_ERROR
|
||||
|
||||
shard_ranges = broker.get_shard_ranges()
|
||||
if not shard_ranges:
|
||||
print('No shards found, nothing to do.')
|
||||
return 0
|
||||
return EXIT_SUCCESS
|
||||
|
||||
own_sr = broker.get_own_shard_range()
|
||||
try:
|
||||
acceptor_path, overlapping_donors = find_repair_solution(
|
||||
shard_ranges, own_sr, args)
|
||||
except ManageShardRangesException:
|
||||
return 1
|
||||
return EXIT_ERROR
|
||||
|
||||
if not acceptor_path:
|
||||
return 0
|
||||
return EXIT_SUCCESS
|
||||
|
||||
if not args.yes:
|
||||
choice = input('Do you want to apply these changes to the container '
|
||||
'DB? [yes/N]')
|
||||
if choice != 'yes':
|
||||
print('No changes applied')
|
||||
return 0
|
||||
return EXIT_USER_QUIT
|
||||
|
||||
# merge changes to the broker...
|
||||
# note: acceptors do not need to be modified since they already span the
|
||||
|
|
@ -660,7 +665,7 @@ def repair_shard_ranges(broker, args):
|
|||
print('Updated %s donor shard ranges.' % len(overlapping_donors))
|
||||
print('Run container-replicator to replicate the changes to other nodes.')
|
||||
print('Run container-sharder on all nodes to repair shards.')
|
||||
return 0
|
||||
return EXIT_SUCCESS
|
||||
|
||||
|
||||
def analyze_shard_ranges(args):
|
||||
|
|
@ -674,8 +679,8 @@ def analyze_shard_ranges(args):
|
|||
try:
|
||||
find_repair_solution(shard_ranges, whole_sr, args)
|
||||
except ManageShardRangesException:
|
||||
return 1
|
||||
return 0
|
||||
return EXIT_ERROR
|
||||
return EXIT_SUCCESS
|
||||
|
||||
|
||||
def _positive_int(arg):
|
||||
|
|
@ -866,8 +871,8 @@ def main(args=None):
|
|||
# the matter. So, check whether the destination was set and bomb
|
||||
# out if not.
|
||||
parser.print_help()
|
||||
print('\nA sub-command is required.')
|
||||
return 1
|
||||
print('\nA sub-command is required.', file=sys.stderr)
|
||||
return EXIT_INVALID_ARGS
|
||||
|
||||
conf = {}
|
||||
rows_per_shard = DEFAULT_ROWS_PER_SHARD
|
||||
|
|
@ -889,10 +894,14 @@ def main(args=None):
|
|||
shard_container_threshold * config_percent_value(
|
||||
conf.get('shard_shrink_merge_point',
|
||||
DEFAULT_SHARD_MERGE_POINT)))
|
||||
except Exception as exc:
|
||||
except (OSError, IOError) as exc:
|
||||
print('Error opening config file %s: %s' % (args.conf_file, exc),
|
||||
file=sys.stderr)
|
||||
return 2
|
||||
return EXIT_ERROR
|
||||
except (TypeError, ValueError) as exc:
|
||||
print('Error loading config file %s: %s' % (args.conf_file, exc),
|
||||
file=sys.stderr)
|
||||
return EXIT_INVALID_ARGS
|
||||
|
||||
# seems having sub parsers mean sometimes an arg wont exist in the args
|
||||
# namespace. But we can check if it is with the 'in' statement.
|
||||
|
|
@ -922,7 +931,7 @@ def main(args=None):
|
|||
except Exception as exc:
|
||||
print('Error opening container DB %s: %s' % (args.path_to_file, exc),
|
||||
file=sys.stderr)
|
||||
return 2
|
||||
return EXIT_ERROR
|
||||
print('Loaded db broker for %s' % broker.path, file=sys.stderr)
|
||||
return args.func(broker, args)
|
||||
|
||||
|
|
|
|||
|
|
@ -20,6 +20,7 @@ import mock
|
|||
from shutil import rmtree
|
||||
from tempfile import mkdtemp
|
||||
|
||||
import six
|
||||
from six.moves import cStringIO as StringIO
|
||||
|
||||
from swift.cli.manage_shard_ranges import main
|
||||
|
|
@ -146,8 +147,10 @@ class TestManageShardRanges(unittest.TestCase):
|
|||
fd.write(dedent(conf))
|
||||
|
||||
# default values
|
||||
with mock.patch('swift.cli.manage_shard_ranges.find_ranges') as mocked:
|
||||
main([db_file, 'find'])
|
||||
with mock.patch('swift.cli.manage_shard_ranges.find_ranges',
|
||||
return_value=0) as mocked:
|
||||
ret = main([db_file, 'find'])
|
||||
self.assertEqual(0, ret)
|
||||
expected = Namespace(conf_file=None,
|
||||
path_to_file=mock.ANY,
|
||||
func=mock.ANY,
|
||||
|
|
@ -158,8 +161,10 @@ class TestManageShardRanges(unittest.TestCase):
|
|||
mocked.assert_called_once_with(mock.ANY, expected)
|
||||
|
||||
# conf file
|
||||
with mock.patch('swift.cli.manage_shard_ranges.find_ranges') as mocked:
|
||||
main([db_file, '--config', conf_file, 'find'])
|
||||
with mock.patch('swift.cli.manage_shard_ranges.find_ranges',
|
||||
return_value=0) as mocked:
|
||||
ret = main([db_file, '--config', conf_file, 'find'])
|
||||
self.assertEqual(0, ret)
|
||||
expected = Namespace(conf_file=conf_file,
|
||||
path_to_file=mock.ANY,
|
||||
func=mock.ANY,
|
||||
|
|
@ -170,8 +175,10 @@ class TestManageShardRanges(unittest.TestCase):
|
|||
mocked.assert_called_once_with(mock.ANY, expected)
|
||||
|
||||
# cli options override conf file
|
||||
with mock.patch('swift.cli.manage_shard_ranges.find_ranges') as mocked:
|
||||
main([db_file, '--config', conf_file, 'find', '12345'])
|
||||
with mock.patch('swift.cli.manage_shard_ranges.find_ranges',
|
||||
return_value=0) as mocked:
|
||||
ret = main([db_file, '--config', conf_file, 'find', '12345'])
|
||||
self.assertEqual(0, ret)
|
||||
expected = Namespace(conf_file=conf_file,
|
||||
path_to_file=mock.ANY,
|
||||
func=mock.ANY,
|
||||
|
|
@ -182,9 +189,10 @@ class TestManageShardRanges(unittest.TestCase):
|
|||
mocked.assert_called_once_with(mock.ANY, expected)
|
||||
|
||||
# default values
|
||||
with mock.patch('swift.cli.manage_shard_ranges.compact_shard_ranges') \
|
||||
as mocked:
|
||||
main([db_file, 'compact'])
|
||||
with mock.patch('swift.cli.manage_shard_ranges.compact_shard_ranges',
|
||||
return_value=0) as mocked:
|
||||
ret = main([db_file, 'compact'])
|
||||
self.assertEqual(0, ret)
|
||||
expected = Namespace(conf_file=None,
|
||||
path_to_file=mock.ANY,
|
||||
func=mock.ANY,
|
||||
|
|
@ -199,9 +207,10 @@ class TestManageShardRanges(unittest.TestCase):
|
|||
mocked.assert_called_once_with(mock.ANY, expected)
|
||||
|
||||
# conf file
|
||||
with mock.patch('swift.cli.manage_shard_ranges.compact_shard_ranges') \
|
||||
as mocked:
|
||||
main([db_file, '--config', conf_file, 'compact'])
|
||||
with mock.patch('swift.cli.manage_shard_ranges.compact_shard_ranges',
|
||||
return_value=0) as mocked:
|
||||
ret = main([db_file, '--config', conf_file, 'compact'])
|
||||
self.assertEqual(0, ret)
|
||||
expected = Namespace(conf_file=conf_file,
|
||||
path_to_file=mock.ANY,
|
||||
func=mock.ANY,
|
||||
|
|
@ -230,9 +239,10 @@ class TestManageShardRanges(unittest.TestCase):
|
|||
with open(conf_file, 'w') as fd:
|
||||
fd.write(dedent(conf))
|
||||
|
||||
with mock.patch('swift.cli.manage_shard_ranges.compact_shard_ranges') \
|
||||
as mocked:
|
||||
main([db_file, '--config', conf_file, 'compact'])
|
||||
with mock.patch('swift.cli.manage_shard_ranges.compact_shard_ranges',
|
||||
return_value=0) as mocked:
|
||||
ret = main([db_file, '--config', conf_file, 'compact'])
|
||||
self.assertEqual(0, ret)
|
||||
expected = Namespace(conf_file=conf_file,
|
||||
path_to_file=mock.ANY,
|
||||
func=mock.ANY,
|
||||
|
|
@ -247,13 +257,14 @@ class TestManageShardRanges(unittest.TestCase):
|
|||
mocked.assert_called_once_with(mock.ANY, expected)
|
||||
|
||||
# cli options
|
||||
with mock.patch('swift.cli.manage_shard_ranges.compact_shard_ranges') \
|
||||
as mocked:
|
||||
main([db_file, '--config', conf_file, 'compact',
|
||||
'--max-shrinking', '22',
|
||||
'--max-expanding', '11',
|
||||
'--expansion-limit', '3456',
|
||||
'--shrink-threshold', '1234'])
|
||||
with mock.patch('swift.cli.manage_shard_ranges.compact_shard_ranges',
|
||||
return_value=0) as mocked:
|
||||
ret = main([db_file, '--config', conf_file, 'compact',
|
||||
'--max-shrinking', '22',
|
||||
'--max-expanding', '11',
|
||||
'--expansion-limit', '3456',
|
||||
'--shrink-threshold', '1234'])
|
||||
self.assertEqual(0, ret)
|
||||
expected = Namespace(conf_file=conf_file,
|
||||
path_to_file=mock.ANY,
|
||||
func=mock.ANY,
|
||||
|
|
@ -283,16 +294,18 @@ class TestManageShardRanges(unittest.TestCase):
|
|||
out = StringIO()
|
||||
err = StringIO()
|
||||
with mock.patch('sys.stdout', out), mock.patch('sys.stderr', err):
|
||||
main([db_file, '--config', conf_file, 'compact'])
|
||||
ret = main([db_file, '--config', conf_file, 'compact'])
|
||||
self.assertEqual(2, ret)
|
||||
err_lines = err.getvalue().split('\n')
|
||||
self.assert_starts_with(err_lines[0], 'Error opening config file')
|
||||
self.assert_starts_with(err_lines[0], 'Error loading config file')
|
||||
|
||||
# conf file - cannot open conf file
|
||||
conf_file = os.path.join(self.testdir, 'missing_sharder.conf')
|
||||
out = StringIO()
|
||||
err = StringIO()
|
||||
with mock.patch('sys.stdout', out), mock.patch('sys.stderr', err):
|
||||
main([db_file, '--config', conf_file, 'compact'])
|
||||
ret = main([db_file, '--config', conf_file, 'compact'])
|
||||
self.assertEqual(1, ret)
|
||||
err_lines = err.getvalue().split('\n')
|
||||
self.assert_starts_with(err_lines[0], 'Error opening config file')
|
||||
|
||||
|
|
@ -314,7 +327,8 @@ class TestManageShardRanges(unittest.TestCase):
|
|||
out = StringIO()
|
||||
err = StringIO()
|
||||
with mock.patch('sys.stdout', out), mock.patch('sys.stderr', err):
|
||||
main([db_file, 'find'])
|
||||
ret = main([db_file, 'find'])
|
||||
self.assertEqual(0, ret)
|
||||
self.assert_formatted_json(out.getvalue(), [])
|
||||
err_lines = err.getvalue().split('\n')
|
||||
self.assert_starts_with(err_lines[0], 'Loaded db broker for ')
|
||||
|
|
@ -323,7 +337,8 @@ class TestManageShardRanges(unittest.TestCase):
|
|||
out = StringIO()
|
||||
err = StringIO()
|
||||
with mock.patch('sys.stdout', out), mock.patch('sys.stderr', err):
|
||||
main([db_file, 'find', '100'])
|
||||
ret = main([db_file, 'find', '100'])
|
||||
self.assertEqual(0, ret)
|
||||
self.assert_formatted_json(out.getvalue(), [])
|
||||
err_lines = err.getvalue().split('\n')
|
||||
self.assert_starts_with(err_lines[0], 'Loaded db broker for ')
|
||||
|
|
@ -332,7 +347,8 @@ class TestManageShardRanges(unittest.TestCase):
|
|||
out = StringIO()
|
||||
err = StringIO()
|
||||
with mock.patch('sys.stdout', out), mock.patch('sys.stderr', err):
|
||||
main([db_file, 'find', '99'])
|
||||
ret = main([db_file, 'find', '99'])
|
||||
self.assertEqual(0, ret)
|
||||
self.assert_formatted_json(out.getvalue(), [
|
||||
{'index': 0, 'lower': '', 'upper': 'obj98', 'object_count': 99},
|
||||
{'index': 1, 'lower': 'obj98', 'upper': '', 'object_count': 1},
|
||||
|
|
@ -344,7 +360,8 @@ class TestManageShardRanges(unittest.TestCase):
|
|||
out = StringIO()
|
||||
err = StringIO()
|
||||
with mock.patch('sys.stdout', out), mock.patch('sys.stderr', err):
|
||||
main([db_file, 'find', '10'])
|
||||
ret = main([db_file, 'find', '10'])
|
||||
self.assertEqual(0, ret)
|
||||
self.assert_formatted_json(out.getvalue(), [
|
||||
{'index': 0, 'lower': '', 'upper': 'obj09', 'object_count': 10},
|
||||
{'index': 1, 'lower': 'obj09', 'upper': 'obj19',
|
||||
|
|
@ -376,7 +393,8 @@ class TestManageShardRanges(unittest.TestCase):
|
|||
out = StringIO()
|
||||
err = StringIO()
|
||||
with mock.patch('sys.stdout', out), mock.patch('sys.stderr', err):
|
||||
main([broker.db_file, 'info'])
|
||||
ret = main([broker.db_file, 'info'])
|
||||
self.assertEqual(0, ret)
|
||||
expected = ['Sharding enabled = True',
|
||||
'Own shard range: None',
|
||||
'db_state = unsharded',
|
||||
|
|
@ -396,7 +414,8 @@ class TestManageShardRanges(unittest.TestCase):
|
|||
err = StringIO()
|
||||
with mock.patch('sys.stdout', out), mock.patch('sys.stderr', err):
|
||||
with mock_timestamp_now(now):
|
||||
main([broker.db_file, 'info'])
|
||||
ret = main([broker.db_file, 'info'])
|
||||
self.assertEqual(0, ret)
|
||||
expected = ['Sharding enabled = True',
|
||||
'Own shard range: {',
|
||||
' "bytes_used": 0,',
|
||||
|
|
@ -438,7 +457,8 @@ class TestManageShardRanges(unittest.TestCase):
|
|||
err = StringIO()
|
||||
with mock.patch('sys.stdout', out), mock.patch('sys.stderr', err):
|
||||
with mock_timestamp_now(now):
|
||||
main([broker.db_file, 'info'])
|
||||
ret = main([broker.db_file, 'info'])
|
||||
self.assertEqual(0, ret)
|
||||
expected = ['Sharding enabled = True',
|
||||
'Own shard range: {',
|
||||
' "bytes_used": 0,',
|
||||
|
|
@ -467,7 +487,8 @@ class TestManageShardRanges(unittest.TestCase):
|
|||
out = StringIO()
|
||||
err = StringIO()
|
||||
with mock.patch('sys.stdout', out), mock.patch('sys.stderr', err):
|
||||
main([broker.db_file, 'show'])
|
||||
ret = main([broker.db_file, 'show'])
|
||||
self.assertEqual(0, ret)
|
||||
expected = [
|
||||
'Loaded db broker for a/c',
|
||||
'No shard data found.',
|
||||
|
|
@ -484,7 +505,8 @@ class TestManageShardRanges(unittest.TestCase):
|
|||
out = StringIO()
|
||||
err = StringIO()
|
||||
with mock.patch('sys.stdout', out), mock.patch('sys.stderr', err):
|
||||
main([broker.db_file, 'show'])
|
||||
ret = main([broker.db_file, 'show'])
|
||||
self.assertEqual(0, ret)
|
||||
expected = [
|
||||
'Loaded db broker for a/c',
|
||||
'Existing shard ranges:',
|
||||
|
|
@ -495,7 +517,8 @@ class TestManageShardRanges(unittest.TestCase):
|
|||
out = StringIO()
|
||||
err = StringIO()
|
||||
with mock.patch('sys.stdout', out), mock.patch('sys.stderr', err):
|
||||
main([broker.db_file, 'show', '--includes', 'foo'])
|
||||
ret = main([broker.db_file, 'show', '--includes', 'foo'])
|
||||
self.assertEqual(0, ret)
|
||||
expected = [
|
||||
'Loaded db broker for a/c',
|
||||
'Existing shard ranges:',
|
||||
|
|
@ -513,7 +536,8 @@ class TestManageShardRanges(unittest.TestCase):
|
|||
out = StringIO()
|
||||
err = StringIO()
|
||||
with mock.patch('sys.stdout', out), mock.patch('sys.stderr', err):
|
||||
main([broker.db_file, 'replace', input_file])
|
||||
ret = main([broker.db_file, 'replace', input_file])
|
||||
self.assertEqual(0, ret)
|
||||
expected = [
|
||||
'No shard ranges found to delete.',
|
||||
'Injected 10 shard ranges.',
|
||||
|
|
@ -534,7 +558,8 @@ class TestManageShardRanges(unittest.TestCase):
|
|||
stdin.seek(0)
|
||||
with mock.patch('sys.stdout', out), mock.patch('sys.stderr', err), \
|
||||
mock.patch('sys.stdin', stdin):
|
||||
main(['-', 'analyze'])
|
||||
ret = main(['-', 'analyze'])
|
||||
self.assertEqual(1, ret)
|
||||
expected = [
|
||||
'Found no complete sequence of shard ranges.',
|
||||
'Repairs necessary to fill gaps.',
|
||||
|
|
@ -556,7 +581,8 @@ class TestManageShardRanges(unittest.TestCase):
|
|||
stdin.seek(0)
|
||||
with mock.patch('sys.stdout', out), mock.patch('sys.stderr', err), \
|
||||
mock.patch('sys.stdin', stdin):
|
||||
main(['-', 'analyze'])
|
||||
ret = main(['-', 'analyze'])
|
||||
self.assertEqual(0, ret)
|
||||
expected = [
|
||||
'Found one complete sequence of 10 shard ranges '
|
||||
'and no overlapping shard ranges.',
|
||||
|
|
@ -585,7 +611,8 @@ class TestManageShardRanges(unittest.TestCase):
|
|||
stdin.seek(0)
|
||||
with mock.patch('sys.stdout', out), mock.patch('sys.stderr', err), \
|
||||
mock.patch('sys.stdin', stdin):
|
||||
main(['-', 'analyze'])
|
||||
ret = main(['-', 'analyze'])
|
||||
self.assertEqual(0, ret)
|
||||
expected = [
|
||||
'Repairs necessary to remove overlapping shard ranges.',
|
||||
'Chosen a complete sequence of 10 shard ranges with '
|
||||
|
|
@ -613,9 +640,10 @@ class TestManageShardRanges(unittest.TestCase):
|
|||
# no shard ranges
|
||||
out = StringIO()
|
||||
err = StringIO()
|
||||
with self.assertRaises(SystemExit):
|
||||
with self.assertRaises(SystemExit) as cm:
|
||||
with mock.patch('sys.stdout', out), mock.patch('sys.stderr', err):
|
||||
main([broker.db_file, 'enable'])
|
||||
self.assertEqual(1, cm.exception.code)
|
||||
expected = ["WARNING: invalid shard ranges: ['No shard ranges.'].",
|
||||
'Aborting.']
|
||||
self.assertEqual(expected, out.getvalue().splitlines())
|
||||
|
|
@ -635,7 +663,8 @@ class TestManageShardRanges(unittest.TestCase):
|
|||
err = StringIO()
|
||||
with mock.patch('sys.stdout', out), mock.patch('sys.stderr', err):
|
||||
with mock_timestamp_now() as now:
|
||||
main([broker.db_file, 'enable'])
|
||||
ret = main([broker.db_file, 'enable'])
|
||||
self.assertEqual(0, ret)
|
||||
expected = [
|
||||
"Container moved to state 'sharding' with epoch %s." %
|
||||
now.internal,
|
||||
|
|
@ -649,7 +678,8 @@ class TestManageShardRanges(unittest.TestCase):
|
|||
out = StringIO()
|
||||
err = StringIO()
|
||||
with mock.patch('sys.stdout', out), mock.patch('sys.stderr', err):
|
||||
main([broker.db_file, 'enable'])
|
||||
ret = main([broker.db_file, 'enable'])
|
||||
self.assertEqual(0, ret)
|
||||
expected = [
|
||||
"Container already in state 'sharding' with epoch %s." %
|
||||
now.internal,
|
||||
|
|
@ -677,7 +707,9 @@ class TestManageShardRanges(unittest.TestCase):
|
|||
err = StringIO()
|
||||
with mock.patch('sys.stdout', out), mock.patch('sys.stderr', err):
|
||||
with mock_timestamp_now() as now:
|
||||
main([broker.db_file, 'find_and_replace', '10', '--enable'])
|
||||
ret = main([broker.db_file, 'find_and_replace', '10',
|
||||
'--enable'])
|
||||
self.assertEqual(0, ret)
|
||||
expected = [
|
||||
'No shard ranges found to delete.',
|
||||
'Injected 10 shard ranges.',
|
||||
|
|
@ -700,9 +732,9 @@ class TestManageShardRanges(unittest.TestCase):
|
|||
err = StringIO()
|
||||
to_patch = 'swift.cli.manage_shard_ranges.input'
|
||||
with mock.patch('sys.stdout', out), mock.patch('sys.stderr', err), \
|
||||
mock_timestamp_now() as now, \
|
||||
mock.patch(to_patch, return_value='q'):
|
||||
main([broker.db_file, 'find_and_replace', '10'])
|
||||
mock_timestamp_now(), mock.patch(to_patch, return_value='q'):
|
||||
ret = main([broker.db_file, 'find_and_replace', '10'])
|
||||
self.assertEqual(3, ret)
|
||||
# Shard ranges haven't changed at all
|
||||
self.assertEqual(found_shard_ranges, broker.get_shard_ranges())
|
||||
expected = ['This will delete existing 10 shard ranges.']
|
||||
|
|
@ -715,14 +747,18 @@ class TestManageShardRanges(unittest.TestCase):
|
|||
out = StringIO()
|
||||
err = StringIO()
|
||||
with mock.patch('sys.stdout', out), mock.patch('sys.stderr', err):
|
||||
with self.assertRaises(SystemExit):
|
||||
with self.assertRaises(SystemExit) as cm:
|
||||
main([broker.db_file, 'compact', '--shrink-threshold', '0'])
|
||||
with self.assertRaises(SystemExit):
|
||||
self.assertEqual(2, cm.exception.code)
|
||||
with self.assertRaises(SystemExit) as cm:
|
||||
main([broker.db_file, 'compact', '--expansion-limit', '0'])
|
||||
with self.assertRaises(SystemExit):
|
||||
self.assertEqual(2, cm.exception.code)
|
||||
with self.assertRaises(SystemExit) as cm:
|
||||
main([broker.db_file, 'compact', '--max-shrinking', '0'])
|
||||
with self.assertRaises(SystemExit):
|
||||
self.assertEqual(2, cm.exception.code)
|
||||
with self.assertRaises(SystemExit) as cm:
|
||||
main([broker.db_file, 'compact', '--max-expanding', '0'])
|
||||
self.assertEqual(2, cm.exception.code)
|
||||
|
||||
def test_compact_not_root(self):
|
||||
broker = self._make_broker()
|
||||
|
|
@ -735,7 +771,7 @@ class TestManageShardRanges(unittest.TestCase):
|
|||
self.assertFalse(broker.is_root_container())
|
||||
with mock.patch('sys.stdout', out), mock.patch('sys.stderr', err):
|
||||
ret = main([broker.db_file, 'compact'])
|
||||
self.assertEqual(2, ret)
|
||||
self.assertEqual(1, ret)
|
||||
err_lines = err.getvalue().split('\n')
|
||||
self.assert_starts_with(err_lines[0], 'Loaded db broker for ')
|
||||
out_lines = out.getvalue().split('\n')
|
||||
|
|
@ -760,7 +796,7 @@ class TestManageShardRanges(unittest.TestCase):
|
|||
self.assertTrue(broker.is_root_container())
|
||||
with mock.patch('sys.stdout', out), mock.patch('sys.stderr', err):
|
||||
ret = main([broker.db_file, 'compact'])
|
||||
self.assertEqual(2, ret)
|
||||
self.assertEqual(1, ret)
|
||||
err_lines = err.getvalue().split('\n')
|
||||
self.assert_starts_with(err_lines[0], 'Loaded db broker for ')
|
||||
out_lines = out.getvalue().split('\n')
|
||||
|
|
@ -786,7 +822,7 @@ class TestManageShardRanges(unittest.TestCase):
|
|||
with mock.patch('sys.stdout', out), mock.patch('sys.stderr', err):
|
||||
ret = main([broker.db_file,
|
||||
'compact', '--yes', '--max-expanding', '10'])
|
||||
self.assertEqual(2, ret)
|
||||
self.assertEqual(1, ret)
|
||||
err_lines = err.getvalue().split('\n')
|
||||
self.assert_starts_with(err_lines[0], 'Loaded db broker for ')
|
||||
out_lines = out.getvalue().split('\n')
|
||||
|
|
@ -831,7 +867,7 @@ class TestManageShardRanges(unittest.TestCase):
|
|||
broker.merge_shard_ranges(shard_ranges)
|
||||
self._move_broker_to_sharded_state(broker)
|
||||
|
||||
def do_compact(user_input):
|
||||
def do_compact(user_input, exit_code):
|
||||
out = StringIO()
|
||||
err = StringIO()
|
||||
with mock.patch('sys.stdout', out),\
|
||||
|
|
@ -840,7 +876,7 @@ class TestManageShardRanges(unittest.TestCase):
|
|||
return_value=user_input):
|
||||
ret = main([broker.db_file, 'compact',
|
||||
'--max-shrinking', '99'])
|
||||
self.assertEqual(0, ret)
|
||||
self.assertEqual(exit_code, ret)
|
||||
err_lines = err.getvalue().split('\n')
|
||||
self.assert_starts_with(err_lines[0], 'Loaded db broker for ')
|
||||
out_lines = out.getvalue().split('\n')
|
||||
|
|
@ -883,13 +919,13 @@ class TestManageShardRanges(unittest.TestCase):
|
|||
self.assertEqual(expected, [l.split('/', 1)[0] for l in out_lines])
|
||||
return broker.get_shard_ranges()
|
||||
|
||||
broker_ranges = do_compact('n')
|
||||
broker_ranges = do_compact('n', 3)
|
||||
# expect no changes to shard ranges
|
||||
self.assertEqual(shard_ranges, broker_ranges)
|
||||
for i, sr in enumerate(broker_ranges):
|
||||
self.assertEqual(ShardRange.ACTIVE, sr.state)
|
||||
|
||||
broker_ranges = do_compact('yes')
|
||||
broker_ranges = do_compact('yes', 0)
|
||||
# expect updated shard ranges
|
||||
shard_ranges[5].lower = shard_ranges[3].lower
|
||||
shard_ranges[8].lower = shard_ranges[7].lower
|
||||
|
|
@ -1359,7 +1395,7 @@ class TestManageShardRanges(unittest.TestCase):
|
|||
self.assertFalse(broker.is_root_container())
|
||||
with mock.patch('sys.stdout', out), mock.patch('sys.stderr', err):
|
||||
ret = main([broker.db_file, 'repair'])
|
||||
self.assertEqual(2, ret)
|
||||
self.assertEqual(1, ret)
|
||||
err_lines = err.getvalue().split('\n')
|
||||
self.assert_starts_with(err_lines[0], 'Loaded db broker for ')
|
||||
out_lines = out.getvalue().split('\n')
|
||||
|
|
@ -1513,7 +1549,7 @@ class TestManageShardRanges(unittest.TestCase):
|
|||
broker.merge_shard_ranges(shard_ranges + overlap_shard_ranges_2)
|
||||
self.assertTrue(broker.is_root_container())
|
||||
|
||||
def do_repair(user_input, ts_now):
|
||||
def do_repair(user_input, ts_now, exit_code):
|
||||
out = StringIO()
|
||||
err = StringIO()
|
||||
with mock.patch('sys.stdout', out), \
|
||||
|
|
@ -1522,7 +1558,7 @@ class TestManageShardRanges(unittest.TestCase):
|
|||
mock.patch('swift.cli.manage_shard_ranges.input',
|
||||
return_value=user_input):
|
||||
ret = main([broker.db_file, 'repair'])
|
||||
self.assertEqual(0, ret)
|
||||
self.assertEqual(exit_code, ret)
|
||||
err_lines = err.getvalue().split('\n')
|
||||
self.assert_starts_with(err_lines[0], 'Loaded db broker for ')
|
||||
out_lines = out.getvalue().split('\n')
|
||||
|
|
@ -1532,7 +1568,7 @@ class TestManageShardRanges(unittest.TestCase):
|
|||
|
||||
# user input 'n'
|
||||
ts_now = next(self.ts_iter)
|
||||
do_repair('n', ts_now)
|
||||
do_repair('n', ts_now, 3)
|
||||
updated_ranges = broker.get_shard_ranges()
|
||||
expected = sorted(
|
||||
shard_ranges + overlap_shard_ranges_2,
|
||||
|
|
@ -1541,7 +1577,7 @@ class TestManageShardRanges(unittest.TestCase):
|
|||
|
||||
# user input 'yes'
|
||||
ts_now = next(self.ts_iter)
|
||||
do_repair('yes', ts_now)
|
||||
do_repair('yes', ts_now, 0)
|
||||
updated_ranges = broker.get_shard_ranges()
|
||||
for sr in overlap_shard_ranges_2:
|
||||
sr.update_state(ShardRange.SHRINKING, ts_now)
|
||||
|
|
@ -1686,3 +1722,20 @@ class TestManageShardRanges(unittest.TestCase):
|
|||
self.assertEqual('', err.getvalue())
|
||||
new_out_lines = out.getvalue().split('\n')
|
||||
self.assertEqual(out_lines, new_out_lines)
|
||||
|
||||
def test_subcommand_required(self):
|
||||
out = StringIO()
|
||||
err = StringIO()
|
||||
with mock.patch('sys.stdout', out), \
|
||||
mock.patch('sys.stderr', err):
|
||||
if six.PY2:
|
||||
with self.assertRaises(SystemExit) as cm:
|
||||
main(['db file'])
|
||||
err_lines = err.getvalue().split('\n')
|
||||
self.assertIn('too few arguments', ' '.join(err_lines))
|
||||
self.assertEqual(2, cm.exception.code)
|
||||
else:
|
||||
ret = main(['db file'])
|
||||
self.assertEqual(2, ret)
|
||||
err_lines = err.getvalue().split('\n')
|
||||
self.assertIn('A sub-command is required.', err_lines)
|
||||
|
|
|
|||
Loading…
Reference in New Issue