346 lines
10 KiB
Python
346 lines
10 KiB
Python
"""\
|
|
@file coros_test.py
|
|
@author Donovan Preston, Ryan Williams
|
|
|
|
Copyright (c) 2000-2007, Linden Research, Inc.
|
|
Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
of this software and associated documentation files (the "Software"), to deal
|
|
in the Software without restriction, including without limitation the rights
|
|
to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
copies of the Software, and to permit persons to whom the Software is
|
|
furnished to do so, subject to the following conditions:
|
|
|
|
The above copyright notice and this permission notice shall be included in
|
|
all copies or substantial portions of the Software.
|
|
|
|
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
|
|
THE SOFTWARE.
|
|
"""
|
|
from eventlet import tests
|
|
from eventlet import timer
|
|
from eventlet import coros, api
|
|
|
|
import sys
|
|
|
|
class TestEvent(tests.TestCase):
|
|
mode = 'static'
|
|
def setUp(self):
|
|
# raise an exception if we're waiting forever
|
|
self._cancel_timeout = api.exc_after(1, RuntimeError())
|
|
|
|
def tearDown(self):
|
|
self._cancel_timeout.cancel()
|
|
|
|
def test_waiting_for_event(self):
|
|
evt = coros.event()
|
|
value = 'some stuff'
|
|
def send_to_event():
|
|
evt.send(value)
|
|
api.spawn(send_to_event)
|
|
self.assertEqual(evt.wait(), value)
|
|
|
|
def test_multiple_waiters(self):
|
|
evt = coros.event()
|
|
value = 'some stuff'
|
|
results = []
|
|
def wait_on_event(i_am_done):
|
|
evt.wait()
|
|
results.append(True)
|
|
i_am_done.send()
|
|
|
|
waiters = []
|
|
count = 5
|
|
for i in range(count):
|
|
waiters.append(coros.event())
|
|
api.spawn(wait_on_event, waiters[-1])
|
|
evt.send()
|
|
|
|
for w in waiters:
|
|
w.wait()
|
|
|
|
self.assertEqual(len(results), count)
|
|
|
|
def test_cancel(self):
|
|
evt = coros.event()
|
|
# close over the current coro so we can cancel it explicitly
|
|
current = api.getcurrent()
|
|
def cancel_event():
|
|
evt.cancel(current)
|
|
api.spawn(cancel_event)
|
|
|
|
self.assertRaises(coros.Cancelled, evt.wait)
|
|
|
|
def test_reset(self):
|
|
evt = coros.event()
|
|
|
|
# calling reset before send should throw
|
|
self.assertRaises(AssertionError, evt.reset)
|
|
|
|
value = 'some stuff'
|
|
def send_to_event():
|
|
evt.send(value)
|
|
api.spawn(send_to_event)
|
|
self.assertEqual(evt.wait(), value)
|
|
|
|
# now try it again, and we should get the same exact value,
|
|
# and we shouldn't be allowed to resend without resetting
|
|
value2 = 'second stuff'
|
|
self.assertRaises(AssertionError, evt.send, value2)
|
|
self.assertEqual(evt.wait(), value)
|
|
|
|
# reset and everything should be happy
|
|
evt.reset()
|
|
def send_to_event2():
|
|
evt.send(value2)
|
|
api.spawn(send_to_event2)
|
|
self.assertEqual(evt.wait(), value2)
|
|
|
|
def test_double_exception(self):
|
|
evt = coros.event()
|
|
# send an exception through the event
|
|
evt.send(exc=RuntimeError())
|
|
self.assertRaises(RuntimeError, evt.wait)
|
|
evt.reset()
|
|
# shouldn't see the RuntimeError again
|
|
api.exc_after(0.001, api.TimeoutError)
|
|
self.assertRaises(api.TimeoutError, evt.wait)
|
|
|
|
|
|
class TestCoroutinePool(tests.TestCase):
|
|
mode = 'static'
|
|
def setUp(self):
|
|
# raise an exception if we're waiting forever
|
|
self._cancel_timeout = api.exc_after(1, api.TimeoutError)
|
|
|
|
def tearDown(self):
|
|
self._cancel_timeout.cancel()
|
|
|
|
def test_execute_async(self):
|
|
done = coros.event()
|
|
def some_work():
|
|
done.send()
|
|
pool = coros.CoroutinePool(0, 2)
|
|
pool.execute_async(some_work)
|
|
done.wait()
|
|
|
|
def test_execute(self):
|
|
value = 'return value'
|
|
def some_work():
|
|
return value
|
|
pool = coros.CoroutinePool(0, 2)
|
|
worker = pool.execute(some_work)
|
|
self.assertEqual(value, worker.wait())
|
|
|
|
def test_multiple_coros(self):
|
|
evt = coros.event()
|
|
results = []
|
|
def producer():
|
|
results.append('prod')
|
|
evt.send()
|
|
|
|
def consumer():
|
|
results.append('cons1')
|
|
evt.wait()
|
|
results.append('cons2')
|
|
|
|
pool = coros.CoroutinePool(0, 2)
|
|
done = pool.execute(consumer)
|
|
pool.execute_async(producer)
|
|
done.wait()
|
|
self.assertEquals(['cons1', 'prod', 'cons2'], results)
|
|
|
|
def test_timer_cancel(self):
|
|
def some_work():
|
|
t = timer.Timer(5, lambda: None)
|
|
t.schedule()
|
|
return t
|
|
pool = coros.CoroutinePool(0, 2)
|
|
worker = pool.execute(some_work)
|
|
t = worker.wait()
|
|
api.sleep(0)
|
|
self.assertEquals(t.cancelled, True)
|
|
|
|
def test_reentrant(self):
|
|
pool = coros.CoroutinePool(0,1)
|
|
def reenter():
|
|
waiter = pool.execute(lambda a: a, 'reenter')
|
|
self.assertEqual('reenter', waiter.wait())
|
|
|
|
outer_waiter = pool.execute(reenter)
|
|
outer_waiter.wait()
|
|
|
|
evt = coros.event()
|
|
def reenter_async():
|
|
pool.execute_async(lambda a: a, 'reenter')
|
|
evt.send('done')
|
|
|
|
pool.execute_async(reenter_async)
|
|
evt.wait()
|
|
|
|
def test_horrible_main_loop_death(self):
|
|
# testing the case that causes the run_forever
|
|
# method to exit unwantedly
|
|
pool = coros.CoroutinePool(min_size=1, max_size=1)
|
|
def crash(*args, **kw):
|
|
raise RuntimeError("Whoa")
|
|
class FakeFile(object):
|
|
write = crash
|
|
|
|
# we're going to do this by causing the traceback.print_exc in
|
|
# safe_apply to raise an exception and thus exit _main_loop
|
|
normal_err = sys.stderr
|
|
try:
|
|
sys.stderr = FakeFile()
|
|
waiter = pool.execute(crash)
|
|
self.assertRaises(RuntimeError, waiter.wait)
|
|
# the pool should have something free at this point since the
|
|
# waiter returned
|
|
self.assertEqual(pool.free(), 1)
|
|
# shouldn't block when trying to get
|
|
t = api.exc_after(0.1, api.TimeoutError)
|
|
self.assert_(pool.get())
|
|
t.cancel()
|
|
finally:
|
|
sys.stderr = normal_err
|
|
|
|
def test_track_events(self):
|
|
pool = coros.CoroutinePool(track_events=True)
|
|
for x in range(6):
|
|
pool.execute(lambda n: n, x)
|
|
for y in range(6):
|
|
pool.wait()
|
|
|
|
def test_track_slow_event(self):
|
|
pool = coros.CoroutinePool(track_events=True)
|
|
def slow():
|
|
api.sleep(0.1)
|
|
return 'ok'
|
|
pool.execute(slow)
|
|
self.assertEquals(pool.wait(), 'ok')
|
|
|
|
|
|
class IncrActor(coros.Actor):
|
|
def received(self, evt):
|
|
self.value = getattr(self, 'value', 0) + 1
|
|
if evt: evt.send()
|
|
|
|
|
|
class TestActor(tests.TestCase):
|
|
mode = 'static'
|
|
def setUp(self):
|
|
# raise an exception if we're waiting forever
|
|
self._cancel_timeout = api.exc_after(1, api.TimeoutError())
|
|
self.actor = IncrActor()
|
|
|
|
def tearDown(self):
|
|
self._cancel_timeout.cancel()
|
|
api.kill(self.actor._killer)
|
|
|
|
def test_cast(self):
|
|
evt = coros.event()
|
|
self.actor.cast(evt)
|
|
evt.wait()
|
|
evt.reset()
|
|
self.assertEqual(self.actor.value, 1)
|
|
self.actor.cast(evt)
|
|
evt.wait()
|
|
self.assertEqual(self.actor.value, 2)
|
|
|
|
def test_cast_multi_1(self):
|
|
# make sure that both messages make it in there
|
|
evt = coros.event()
|
|
evt1 = coros.event()
|
|
self.actor.cast(evt)
|
|
self.actor.cast(evt1)
|
|
evt.wait()
|
|
evt1.wait()
|
|
self.assertEqual(self.actor.value, 2)
|
|
|
|
def test_cast_multi_2(self):
|
|
# the actor goes through a slightly different code path if it
|
|
# is forced to enter its event loop prior to any cast()s
|
|
api.sleep(0)
|
|
self.test_cast_multi_1()
|
|
|
|
def test_sleeping_during_received(self):
|
|
# ensure that even if the received method cooperatively
|
|
# yields, eventually all messages are delivered
|
|
msgs = []
|
|
waiters = []
|
|
def received( (message, evt) ):
|
|
api.sleep(0)
|
|
msgs.append(message)
|
|
evt.send()
|
|
self.actor.received = received
|
|
|
|
waiters.append(coros.event())
|
|
self.actor.cast( (1, waiters[-1]))
|
|
api.sleep(0)
|
|
waiters.append(coros.event())
|
|
self.actor.cast( (2, waiters[-1]) )
|
|
waiters.append(coros.event())
|
|
self.actor.cast( (3, waiters[-1]) )
|
|
api.sleep(0)
|
|
waiters.append(coros.event())
|
|
self.actor.cast( (4, waiters[-1]) )
|
|
waiters.append(coros.event())
|
|
self.actor.cast( (5, waiters[-1]) )
|
|
for evt in waiters:
|
|
evt.wait()
|
|
self.assertEqual(msgs, [1,2,3,4,5])
|
|
|
|
def test_raising_received(self):
|
|
msgs = []
|
|
def received( (message, evt) ):
|
|
evt.send()
|
|
if message == 'fail':
|
|
raise RuntimeError()
|
|
else:
|
|
msgs.append(message)
|
|
|
|
self.actor.received = received
|
|
|
|
evt = coros.event()
|
|
self.actor.cast( ('fail', evt) )
|
|
evt.wait()
|
|
evt.reset()
|
|
self.actor.cast( ('should_appear', evt) )
|
|
evt.wait()
|
|
self.assertEqual(['should_appear'], msgs)
|
|
|
|
def test_multiple(self):
|
|
self.actor = IncrActor(concurrency=2)
|
|
total = [0]
|
|
def received( (func, ev, value) ):
|
|
func()
|
|
total[0] += value
|
|
ev.send()
|
|
self.actor.received = received
|
|
|
|
def onemoment():
|
|
api.sleep(0.1)
|
|
|
|
evt = coros.event()
|
|
evt1 = coros.event()
|
|
|
|
self.actor.cast( (onemoment, evt, 1) )
|
|
self.actor.cast( (lambda: None, evt1, 2) )
|
|
|
|
evt1.wait()
|
|
self.assertEqual(total[0], 2)
|
|
# both coroutines should have been used
|
|
self.assertEqual(self.actor._pool.current_size, 2)
|
|
self.assertEqual(self.actor._pool.free(), 1)
|
|
evt.wait()
|
|
self.assertEqual(total[0], 3)
|
|
self.assertEqual(self.actor._pool.free(), 2)
|
|
|
|
|
|
if __name__ == '__main__':
|
|
tests.main()
|