a6bf5fbc79
* latest Cosmos always includes the `framework` and `selected` properties. This change fixes the `metadata` label to include those fields * remove no longer defaulted Universe-1.7 repo * update tasks test for new mesos version
322 lines
9.4 KiB
Python
322 lines
9.4 KiB
Python
import collections
|
|
import json
|
|
import os
|
|
import re
|
|
import subprocess
|
|
import sys
|
|
import time
|
|
|
|
import dcos.util as util
|
|
from dcos.util import create_schema
|
|
|
|
import pytest
|
|
|
|
from ..fixtures.task import task_fixture
|
|
from .common import (add_app, app, assert_command, assert_lines, exec_command,
|
|
remove_app, watch_all_deployments)
|
|
|
|
SLEEP_COMPLETED = 'tests/data/marathon/apps/sleep-completed.json'
|
|
SLEEP_COMPLETED1 = 'tests/data/marathon/apps/sleep-completed1.json'
|
|
SLEEP1 = 'tests/data/marathon/apps/sleep1.json'
|
|
SLEEP2 = 'tests/data/marathon/apps/sleep2.json'
|
|
FOLLOW = 'tests/data/file/follow.json'
|
|
TWO_TASKS = 'tests/data/file/two_tasks.json'
|
|
TWO_TASKS_FOLLOW = 'tests/data/file/two_tasks_follow.json'
|
|
LS = 'tests/data/tasks/ls-app.json'
|
|
|
|
INIT_APPS = ((LS, 'ls-app'),
|
|
(SLEEP1, 'test-app1'),
|
|
(SLEEP2, 'test-app2'))
|
|
NUM_TASKS = len(INIT_APPS)
|
|
|
|
|
|
def setup_module():
|
|
# create a completed task
|
|
with app(SLEEP_COMPLETED, 'test-app-completed'):
|
|
pass
|
|
|
|
for app_ in INIT_APPS:
|
|
add_app(app_[0])
|
|
|
|
|
|
def teardown_module():
|
|
for app_ in INIT_APPS:
|
|
remove_app(app_[1])
|
|
|
|
|
|
def test_help():
|
|
with open('tests/data/help/task.txt') as content:
|
|
assert_command(['dcos', 'task', '--help'],
|
|
stdout=content.read().encode('utf-8'))
|
|
|
|
|
|
def test_info():
|
|
stdout = b"Manage DC/OS tasks\n"
|
|
assert_command(['dcos', 'task', '--info'], stdout=stdout)
|
|
|
|
|
|
def test_task():
|
|
# test `dcos task` output
|
|
returncode, stdout, stderr = exec_command(['dcos', 'task', '--json'])
|
|
|
|
assert returncode == 0
|
|
assert stderr == b''
|
|
|
|
tasks = json.loads(stdout.decode('utf-8'))
|
|
assert isinstance(tasks, collections.Sequence)
|
|
assert len(tasks) == NUM_TASKS
|
|
|
|
schema = create_schema(task_fixture().dict(), True)
|
|
schema['required'].remove('labels')
|
|
|
|
for task in tasks:
|
|
assert not util.validate_json(task, schema)
|
|
|
|
|
|
def test_task_table():
|
|
assert_lines(['dcos', 'task'], NUM_TASKS+1)
|
|
|
|
|
|
def test_task_completed():
|
|
returncode, stdout, stderr = exec_command(
|
|
['dcos', 'task', '--completed', '--json', '*-app*'])
|
|
assert returncode == 0
|
|
assert stderr == b''
|
|
assert len(json.loads(stdout.decode('utf-8'))) > NUM_TASKS
|
|
|
|
returncode, stdout, stderr = exec_command(
|
|
['dcos', 'task', '--json', '*-app*'])
|
|
assert returncode == 0
|
|
assert stderr == b''
|
|
assert len(json.loads(stdout.decode('utf-8'))) == NUM_TASKS
|
|
|
|
|
|
def test_task_none():
|
|
assert_command(['dcos', 'task', 'bogus', '--json'],
|
|
stdout=b'[]\n')
|
|
|
|
|
|
def test_filter():
|
|
returncode, stdout, stderr = exec_command(
|
|
['dcos', 'task', 'test-app2', '--json'])
|
|
|
|
assert returncode == 0
|
|
assert stderr == b''
|
|
assert len(json.loads(stdout.decode('utf-8'))) == 1
|
|
|
|
|
|
def test_log_no_files():
|
|
""" Tail stdout on nonexistant task """
|
|
assert_command(['dcos', 'task', 'log', 'bogus'],
|
|
returncode=1,
|
|
stderr=b'No matching tasks. Exiting.\n')
|
|
|
|
|
|
def test_log_single_file():
|
|
""" Tail a single file on a single task """
|
|
returncode, stdout, stderr = exec_command(
|
|
['dcos', 'task', 'log', 'test-app1'])
|
|
|
|
assert returncode == 0
|
|
assert stderr == b''
|
|
assert len(stdout.decode('utf-8').split('\n')) == 7
|
|
|
|
|
|
def test_log_missing_file():
|
|
""" Tail a single file on a single task """
|
|
returncode, stdout, stderr = exec_command(
|
|
['dcos', 'task', 'log', 'test-app', 'bogus'])
|
|
|
|
assert returncode == 1
|
|
assert stdout == b''
|
|
assert stderr == b'No files exist. Exiting.\n'
|
|
|
|
|
|
def test_log_lines():
|
|
""" Test --lines """
|
|
assert_lines(['dcos', 'task', 'log', 'test-app1', '--lines=2'], 2)
|
|
|
|
|
|
def test_log_lines_invalid():
|
|
""" Test invalid --lines value """
|
|
assert_command(['dcos', 'task', 'log', 'test-app1', '--lines=bogus'],
|
|
stdout=b'',
|
|
stderr=b'Error parsing string as int\n',
|
|
returncode=1)
|
|
|
|
|
|
@pytest.mark.skipif(sys.platform == 'win32',
|
|
reason="Using Windows unsupported import (fcntl)")
|
|
def test_log_follow():
|
|
""" Test --follow """
|
|
# verify output
|
|
with app(FOLLOW, 'follow'):
|
|
proc = subprocess.Popen(['dcos', 'task', 'log', 'follow', '--follow'],
|
|
stdout=subprocess.PIPE)
|
|
|
|
# mark stdout as non-blocking, so we can read all available data
|
|
# before EOF
|
|
_mark_non_blocking(proc.stdout)
|
|
|
|
# wait for data to be output
|
|
time.sleep(10)
|
|
|
|
# assert lines before and after sleep
|
|
assert len(proc.stdout.read().decode('utf-8').split('\n')) >= 5
|
|
time.sleep(5)
|
|
assert len(proc.stdout.read().decode('utf-8').split('\n')) >= 3
|
|
|
|
proc.kill()
|
|
|
|
|
|
def test_log_two_tasks():
|
|
""" Test tailing a single file on two separate tasks """
|
|
returncode, stdout, stderr = exec_command(
|
|
['dcos', 'task', 'log', 'test-app'])
|
|
|
|
assert returncode == 0
|
|
assert stderr == b''
|
|
|
|
lines = stdout.decode('utf-8').split('\n')
|
|
assert len(lines) == 15
|
|
assert re.match('===>.*<===', lines[0])
|
|
assert re.match('===>.*<===', lines[7])
|
|
|
|
|
|
@pytest.mark.skipif(sys.platform == 'win32',
|
|
reason='Using Windows unsupported import (fcntl)')
|
|
def test_log_two_tasks_follow():
|
|
""" Test tailing a single file on two separate tasks with --follow """
|
|
with app(TWO_TASKS_FOLLOW, 'two-tasks-follow'):
|
|
proc = subprocess.Popen(
|
|
['dcos', 'task', 'log', 'two-tasks-follow', '--follow'],
|
|
stdout=subprocess.PIPE)
|
|
|
|
# mark stdout as non-blocking, so we can read all available data
|
|
# before EOF
|
|
_mark_non_blocking(proc.stdout)
|
|
|
|
# wait for data to be output
|
|
time.sleep(10)
|
|
|
|
# get output before and after the task's sleep
|
|
first_lines = proc.stdout.read().decode('utf-8').split('\n')
|
|
time.sleep(5)
|
|
second_lines = proc.stdout.read().decode('utf-8').split('\n')
|
|
|
|
# assert both tasks have printed the expected amount of output
|
|
assert len(first_lines) >= 5
|
|
# assert there is some difference after sleeping
|
|
assert len(second_lines) >= 3
|
|
|
|
proc.kill()
|
|
|
|
|
|
def test_log_completed():
|
|
""" Test `dcos task log --completed` """
|
|
# create a completed task
|
|
# ensure that tail lists nothing
|
|
# ensure that tail --completed lists a completed task
|
|
returncode, stdout, stderr = exec_command(
|
|
['dcos', 'task', 'log', 'test-app-completed'])
|
|
|
|
assert returncode == 1
|
|
assert stdout == b''
|
|
assert stderr.startswith(b'No running tasks match ID [test-app-completed]')
|
|
|
|
returncode, stdout, stderr = exec_command(
|
|
['dcos', 'task', 'log', '--completed', 'test-app-completed'])
|
|
assert returncode == 0
|
|
assert stderr == b''
|
|
assert len(stdout.decode('utf-8').split('\n')) > 4
|
|
|
|
|
|
def test_ls():
|
|
stdout = b'stderr stderr.logrotate.conf stdout stdout.logrotate.conf\n'
|
|
assert_command(['dcos', 'task', 'ls', 'test-app1'],
|
|
stdout=stdout)
|
|
|
|
|
|
def test_ls_multiple_tasks():
|
|
ls_line = 'stderr stderr.logrotate.conf stdout stdout.logrotate.conf'
|
|
returncode, stdout, stderr = exec_command(
|
|
['dcos', 'task', 'ls', 'test-app'])
|
|
lines = stdout.decode('utf-8').split('\n')
|
|
assert len(lines) == 5
|
|
assert re.match('===>.*<===', lines[0])
|
|
assert re.match(ls_line, lines[1])
|
|
assert re.match('===>.*<===', lines[2])
|
|
assert re.match(ls_line, lines[3])
|
|
|
|
returncode, stdout, stderr = exec_command(
|
|
['dcos', 'task', 'ls', 'test-app'])
|
|
|
|
|
|
def test_ls_long():
|
|
assert_lines(['dcos', 'task', 'ls', '--long', 'test-app1'], 4)
|
|
|
|
|
|
def test_ls_path():
|
|
assert_command(['dcos', 'task', 'ls', 'ls-app', 'test'],
|
|
stdout=b'test1 test2\n')
|
|
|
|
|
|
def test_ls_bad_path():
|
|
assert_command(
|
|
['dcos', 'task', 'ls', 'test-app1', 'bogus'],
|
|
stderr=b'Cannot access [bogus]: No such file or directory\n',
|
|
returncode=1)
|
|
|
|
|
|
def test_ls_completed():
|
|
# create a completed task
|
|
with app(SLEEP_COMPLETED1, 'test-app-completed1'):
|
|
# get its task id
|
|
task_id_completed = _get_completed_task_id('test-app-completed1')
|
|
|
|
""" Test `dcos task ls --completed` """
|
|
returncode, stdout, stderr = exec_command(
|
|
['dcos', 'task', 'ls', task_id_completed])
|
|
|
|
err = b'Cannot find a task with ID containing "test-app-completed1'
|
|
assert returncode == 1
|
|
assert stdout == b''
|
|
assert stderr.startswith(err)
|
|
|
|
returncode, stdout, stderr = exec_command(
|
|
['dcos', 'task', 'ls', '--completed', task_id_completed])
|
|
|
|
out = b'stderr stderr.logrotate.conf stdout stdout.logrotate.conf\n'
|
|
assert returncode == 0
|
|
assert stdout == out
|
|
assert stderr == b''
|
|
|
|
|
|
def _mark_non_blocking(file_):
|
|
import fcntl
|
|
fcntl.fcntl(file_.fileno(), fcntl.F_SETFL, os.O_NONBLOCK)
|
|
|
|
|
|
def _install_sleep_task(app_path=SLEEP1, app_name='test-app'):
|
|
args = ['dcos', 'marathon', 'app', 'add', app_path]
|
|
assert_command(args)
|
|
watch_all_deployments()
|
|
|
|
|
|
def _uninstall_helloworld(args=[]):
|
|
assert_command(['dcos', 'package', 'uninstall', 'helloworld'] + args)
|
|
|
|
|
|
def _uninstall_sleep(app_id='test-app'):
|
|
assert_command(['dcos', 'marathon', 'app', 'remove', app_id])
|
|
|
|
|
|
def _get_completed_task_id(app_id='test-app-completed'):
|
|
returncode, stdout, stderr = exec_command(
|
|
['dcos', 'task', '--json', app_id])
|
|
assert returncode == 0
|
|
tasks = json.loads(stdout.decode('utf-8'))
|
|
assert len(tasks) == 1
|
|
task_id = tasks[0]['id']
|
|
return task_id
|