333fdc65a1
* Only update_jobs uses the parallel features right now
* --workers N
- If set to 0, it will use parallel execution and
use the number of cores in the machine as thread count
- Any other value enables the parallel extensions and sets the
number of concurrent threads to that value
- Will use 1 by default
Add some tests to make sure the parallel execution helpers work as
expected.
Change-Id: Ib0abd34ea7525f75fff4ff480287a6e589deba90
Signed-off-by: David Caro <dcaroest@redhat.com>
71 lines
2.3 KiB
Python
71 lines
2.3 KiB
Python
# Copyright 2015 David Caro
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
import time
|
|
from multiprocessing import cpu_count
|
|
|
|
from testtools import matchers
|
|
from testtools import TestCase
|
|
|
|
from jenkins_jobs.parallel import parallelize
|
|
from tests.base import mock
|
|
|
|
|
|
class TestCaseParallel(TestCase):
|
|
def test_parallel_correct_order(self):
|
|
expected = list(range(10, 20))
|
|
|
|
@parallelize
|
|
def parallel_test(num_base, num_extra):
|
|
return num_base + num_extra
|
|
|
|
parallel_args = [{'num_extra': num} for num in range(10)]
|
|
result = parallel_test(10, parallelize=parallel_args)
|
|
self.assertThat(result, matchers.Equals(expected))
|
|
|
|
def test_parallel_time_less_than_serial(self):
|
|
|
|
@parallelize
|
|
def wait(secs):
|
|
time.sleep(secs)
|
|
|
|
before = time.time()
|
|
# ten threads to make it as fast as possible
|
|
wait(parallelize=[{'secs': 1} for _ in range(10)], n_workers=10)
|
|
after = time.time()
|
|
self.assertThat(after - before, matchers.LessThan(5))
|
|
|
|
def test_parallel_single_thread(self):
|
|
expected = list(range(10, 20))
|
|
|
|
@parallelize
|
|
def parallel_test(num_base, num_extra):
|
|
return num_base + num_extra
|
|
|
|
parallel_args = [{'num_extra': num} for num in range(10)]
|
|
result = parallel_test(10, parallelize=parallel_args, n_workers=1)
|
|
self.assertThat(result, matchers.Equals(expected))
|
|
|
|
@mock.patch('jenkins_jobs.parallel.cpu_count', wraps=cpu_count)
|
|
def test_use_auto_detect_cores(self, mockCpu_count):
|
|
|
|
@parallelize
|
|
def parallel_test():
|
|
return True
|
|
|
|
result = parallel_test(parallelize=[{} for _ in range(10)],
|
|
n_workers=0)
|
|
self.assertThat(result, matchers.Equals([True for _ in range(10)]))
|
|
mockCpu_count.assert_called_once_with()
|