openstack/deb-python-eventlet
Code Issues Proposed changes

Refactoring example to use a bit clearer code flow.

Browse Source
This commit is contained in:
Ryan Williams
2011-06-08 23:33:32 -07:00
parent 279b87f953
commit af21465a8b
1 changed files with 11 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

17
examples/producer_consumer.py
View File

@@ -38,12 +38,17 @@ def producer(start_url):
q = eventlet.Queue()
q.put(start_url)
# keep looping if there are new urls, or workers that may produce more urls
while not q.empty() or pool.running() != 0:
url = eventlet.with_timeout(0.1, q.get, timeout_value='')
# limit requests to eventlet.net so we don't crash all over the internet
if url not in seen and 'eventlet.net' in url:
seen.add(url)
pool.spawn_n(fetch, url, q)
while True:
while not q.empty():
url = q.get()
# limit requests to eventlet.net so we don't crash all over the internet
if url not in seen and 'eventlet.net' in url:
seen.add(url)
pool.spawn_n(fetch, url, q)
pool.waitall()
if q.empty():
break
return seen