merge
This commit is contained in:
@@ -6,3 +6,7 @@ dist
|
|||||||
eventlet.egg-info
|
eventlet.egg-info
|
||||||
build
|
build
|
||||||
htmlreports
|
htmlreports
|
||||||
|
*.esproj
|
||||||
|
.DS_Store
|
||||||
|
results.*.db
|
||||||
|
|
||||||
|
@@ -30,7 +30,7 @@ import linecache
|
|||||||
import inspect
|
import inspect
|
||||||
import traceback
|
import traceback
|
||||||
|
|
||||||
from eventlet.support import greenlet
|
from eventlet.support import greenlets as greenlet
|
||||||
from eventlet import tls
|
from eventlet import tls
|
||||||
|
|
||||||
__all__ = [
|
__all__ = [
|
||||||
@@ -40,6 +40,12 @@ __all__ = [
|
|||||||
'unspew', 'use_hub', 'with_timeout', 'timeout']
|
'unspew', 'use_hub', 'with_timeout', 'timeout']
|
||||||
|
|
||||||
|
|
||||||
|
def switch(coro, result=None, exc=None):
|
||||||
|
if exc is not None:
|
||||||
|
return coro.throw(exc)
|
||||||
|
return coro.switch(result)
|
||||||
|
|
||||||
|
|
||||||
class TimeoutError(Exception):
|
class TimeoutError(Exception):
|
||||||
"""Exception raised if an asynchronous operation times out"""
|
"""Exception raised if an asynchronous operation times out"""
|
||||||
pass
|
pass
|
||||||
|
@@ -1,40 +0,0 @@
|
|||||||
import collections, time, Queue
|
|
||||||
|
|
||||||
qt = 10000
|
|
||||||
|
|
||||||
l1 = collections.deque()
|
|
||||||
l2 = []
|
|
||||||
l3 = Queue.Queue()
|
|
||||||
|
|
||||||
start = time.time()
|
|
||||||
for i in range(1,qt):
|
|
||||||
l1.append(i)
|
|
||||||
|
|
||||||
for i in range(1,qt):
|
|
||||||
l1.popleft()
|
|
||||||
|
|
||||||
mid = time.time()
|
|
||||||
|
|
||||||
for i in range(1,qt):
|
|
||||||
l2.append(i)
|
|
||||||
|
|
||||||
for i in range(1,qt):
|
|
||||||
l2.pop(0)
|
|
||||||
|
|
||||||
mid2 = time.time()
|
|
||||||
|
|
||||||
for i in range(1,qt):
|
|
||||||
l3.put_nowait(i)
|
|
||||||
|
|
||||||
for i in range(1,qt):
|
|
||||||
l3.get_nowait()
|
|
||||||
|
|
||||||
end = time.time()
|
|
||||||
|
|
||||||
dtime = mid - start
|
|
||||||
ltime = mid2 - mid
|
|
||||||
qtime = end - mid2
|
|
||||||
|
|
||||||
print "deque:", dtime
|
|
||||||
print " list:", ltime
|
|
||||||
print "queue:", qtime
|
|
@@ -26,7 +26,7 @@ THE SOFTWARE.
|
|||||||
import collections
|
import collections
|
||||||
|
|
||||||
from eventlet import api
|
from eventlet import api
|
||||||
from eventlet.support import greenlet
|
from eventlet.support import greenlets as greenlet
|
||||||
|
|
||||||
__all__ = ['channel']
|
__all__ = ['channel']
|
||||||
|
|
||||||
|
@@ -558,6 +558,7 @@ class Semaphore(object):
|
|||||||
if self.counter<=0:
|
if self.counter<=0:
|
||||||
self._waiters[api.getcurrent()] = None
|
self._waiters[api.getcurrent()] = None
|
||||||
try:
|
try:
|
||||||
|
print "hub switch"
|
||||||
api.get_hub().switch()
|
api.get_hub().switch()
|
||||||
finally:
|
finally:
|
||||||
self._waiters.pop(api.getcurrent(), None)
|
self._waiters.pop(api.getcurrent(), None)
|
||||||
@@ -618,6 +619,7 @@ class BoundedSemaphore(object):
|
|||||||
api.get_hub().schedule_call_global(0, self._do_unlock)
|
api.get_hub().schedule_call_global(0, self._do_unlock)
|
||||||
self._acquire_waiters[api.getcurrent()] = None
|
self._acquire_waiters[api.getcurrent()] = None
|
||||||
try:
|
try:
|
||||||
|
print "HUB switch"
|
||||||
api.get_hub().switch()
|
api.get_hub().switch()
|
||||||
finally:
|
finally:
|
||||||
self._acquire_waiters.pop(api.getcurrent(), None)
|
self._acquire_waiters.pop(api.getcurrent(), None)
|
||||||
|
@@ -1,7 +1,7 @@
|
|||||||
"""implements standard module 'thread' with greenlets"""
|
"""implements standard module 'thread' with greenlets"""
|
||||||
from __future__ import absolute_import
|
from __future__ import absolute_import
|
||||||
import thread as thread_module
|
import thread as thread_module
|
||||||
from eventlet.support import greenlet
|
from eventlet.support import greenlets as greenlet
|
||||||
from eventlet.api import spawn
|
from eventlet.api import spawn
|
||||||
from eventlet.coros import Semaphore as LockType
|
from eventlet.coros import Semaphore as LockType
|
||||||
|
|
||||||
|
@@ -25,7 +25,7 @@ THE SOFTWARE.
|
|||||||
import sys
|
import sys
|
||||||
import itertools
|
import itertools
|
||||||
|
|
||||||
from eventlet.support import greenlet
|
from eventlet.support import greenlets as greenlet
|
||||||
|
|
||||||
from eventlet import tls
|
from eventlet import tls
|
||||||
|
|
||||||
|
@@ -1,135 +0,0 @@
|
|||||||
from eventlet.support import greenlet
|
|
||||||
greenlet.main = greenlet.getcurrent() # WTF did greenlet.main go?
|
|
||||||
from twisted.internet import defer, reactor
|
|
||||||
|
|
||||||
def _desc(g):
|
|
||||||
if isinstance(g, DebugGreenlet):
|
|
||||||
if hasattr(g, 'name'):
|
|
||||||
desc = "<%s %s" % (g.name, hex(id(g)))
|
|
||||||
else:
|
|
||||||
desc = "<NO NAME!? %s" % (hex(id(g)), )
|
|
||||||
else:
|
|
||||||
desc = "<%s" % (hex(id(g)),)
|
|
||||||
if g is greenlet.main:
|
|
||||||
desc += " (main)"
|
|
||||||
desc += ">"
|
|
||||||
return desc
|
|
||||||
|
|
||||||
|
|
||||||
class DebugGreenlet(greenlet.greenlet):
|
|
||||||
__slots__ = ('name',)
|
|
||||||
def __init__(self, func, name=None):
|
|
||||||
super(DebugGreenlet, self).__init__(func)
|
|
||||||
self.name = name
|
|
||||||
def switch(self, *args, **kwargs):
|
|
||||||
current = greenlet.getcurrent()
|
|
||||||
#print "%s -> %s" % (_desc(current), _desc(self))
|
|
||||||
return super(DebugGreenlet, self).switch(*args, **kwargs)
|
|
||||||
|
|
||||||
def deferredGreenlet(func):
|
|
||||||
"""
|
|
||||||
I am a function decorator for functions that call blockOn. The
|
|
||||||
function I return will call the original function inside of a
|
|
||||||
greenlet, and return a Deferred.
|
|
||||||
|
|
||||||
TODO: Do a hack so the name of 'replacement' is the name of 'func'.
|
|
||||||
"""
|
|
||||||
def replacement(*args, **kwargs):
|
|
||||||
d = defer.Deferred()
|
|
||||||
def greenfunc(*args, **kwargs):
|
|
||||||
try:
|
|
||||||
d.callback(func(*args, **kwargs))
|
|
||||||
except:
|
|
||||||
d.errback()
|
|
||||||
g = greenlet.greenlet(greenfunc)
|
|
||||||
crap = g.switch(*args, **kwargs)
|
|
||||||
return d
|
|
||||||
return replacement
|
|
||||||
|
|
||||||
class CalledFromMain(Exception):
|
|
||||||
pass
|
|
||||||
|
|
||||||
class _IAmAnException(object):
|
|
||||||
def __init__(self, f):
|
|
||||||
self.f = f
|
|
||||||
|
|
||||||
def blockOn(d, desc=None):
|
|
||||||
"""
|
|
||||||
Use me in non-main greenlets to wait for a Deferred to fire.
|
|
||||||
"""
|
|
||||||
g = greenlet.getcurrent()
|
|
||||||
if g is greenlet.main:
|
|
||||||
raise CalledFromMain("You cannot call blockOn from the main greenlet.")
|
|
||||||
|
|
||||||
## Note ##
|
|
||||||
# Notice that this code catches and ignores GreenletExit. The
|
|
||||||
# greenlet mechanism sends a GreenletExit at a blocking greenlet if
|
|
||||||
# there is no chance that the greenlet will be fired by anyone
|
|
||||||
# else -- that is, no other greenlets have a reference to the one
|
|
||||||
# that's blocking.
|
|
||||||
|
|
||||||
# This is often the case with blockOn. When someone blocks on a
|
|
||||||
# Deferred, these callbacks are added to it. When the deferred
|
|
||||||
# fires, we make the blockOn() call finish -- we resume the
|
|
||||||
# blocker. At that point, the Deferred chain is irrelevant; it
|
|
||||||
# makes no sense for any other callbacks to be called. The
|
|
||||||
# Deferred, then, will likely be garbage collected and thus all
|
|
||||||
# references to our greenlet will be lost -- and thus it will have
|
|
||||||
# GreenletExit fired.
|
|
||||||
|
|
||||||
def cb(r):
|
|
||||||
try:
|
|
||||||
# This callback might be fired immediately when added
|
|
||||||
# and switching to the current greenlet seems to do nothing
|
|
||||||
# (ie. we will never actually return to the function we called
|
|
||||||
# blockOn from), so we make the call happen later in the main greenlet
|
|
||||||
# instead, if the current greenlet is the same as the one we are swithcing
|
|
||||||
# to.
|
|
||||||
|
|
||||||
if g == greenlet.getcurrent():
|
|
||||||
reactor.callLater(0, g.switch, r)
|
|
||||||
else:
|
|
||||||
g.switch(r)
|
|
||||||
except greenlet.GreenletExit:
|
|
||||||
pass
|
|
||||||
def eb(f):
|
|
||||||
try:
|
|
||||||
g.switch(_IAmAnException(f))
|
|
||||||
except greenlet.GreenletExit:
|
|
||||||
pass
|
|
||||||
|
|
||||||
d.addCallbacks(cb, eb)
|
|
||||||
|
|
||||||
x = g.parent.switch()
|
|
||||||
if isinstance(x, _IAmAnException):
|
|
||||||
x.f.raiseException()
|
|
||||||
return x
|
|
||||||
|
|
||||||
|
|
||||||
class GreenletWrapper(object):
|
|
||||||
"""Wrap an object which presents an asynchronous interface (via Deferreds).
|
|
||||||
|
|
||||||
The wrapped object will present the same interface, but all methods will
|
|
||||||
return results, rather than Deferreds.
|
|
||||||
|
|
||||||
When a Deferred would otherwise be returned, a greenlet is created and then
|
|
||||||
control is switched back to the main greenlet. When the Deferred fires,
|
|
||||||
control is switched back to the created greenlet and execution resumes with
|
|
||||||
the result.
|
|
||||||
"""
|
|
||||||
|
|
||||||
def __init__(self, wrappee):
|
|
||||||
self.wrappee = wrappee
|
|
||||||
|
|
||||||
def __getattribute__(self, name):
|
|
||||||
wrappee = super(GreenletWrapper, self).__getattribute__('wrappee')
|
|
||||||
original = getattr(wrappee, name)
|
|
||||||
if callable(original):
|
|
||||||
def wrapper(*a, **kw):
|
|
||||||
result = original(*a, **kw)
|
|
||||||
if isinstance(result, defer.Deferred):
|
|
||||||
return blockOn(result)
|
|
||||||
return result
|
|
||||||
return wrapper
|
|
||||||
return original
|
|
||||||
|
|
@@ -1,605 +0,0 @@
|
|||||||
"""\
|
|
||||||
@file httpd.py
|
|
||||||
@author Donovan Preston
|
|
||||||
|
|
||||||
Copyright (c) 2005-2006, Donovan Preston
|
|
||||||
Copyright (c) 2007, Linden Research, Inc.
|
|
||||||
Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
||||||
of this software and associated documentation files (the "Software"), to deal
|
|
||||||
in the Software without restriction, including without limitation the rights
|
|
||||||
to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
||||||
copies of the Software, and to permit persons to whom the Software is
|
|
||||||
furnished to do so, subject to the following conditions:
|
|
||||||
|
|
||||||
The above copyright notice and this permission notice shall be included in
|
|
||||||
all copies or substantial portions of the Software.
|
|
||||||
|
|
||||||
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
||||||
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
||||||
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
||||||
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
||||||
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
||||||
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
|
|
||||||
THE SOFTWARE.
|
|
||||||
"""
|
|
||||||
|
|
||||||
import cgi
|
|
||||||
import errno
|
|
||||||
from eventlet.green import socket
|
|
||||||
import sys
|
|
||||||
import time
|
|
||||||
from eventlet.green import urllib
|
|
||||||
import traceback
|
|
||||||
from eventlet.green import BaseHTTPServer
|
|
||||||
|
|
||||||
try:
|
|
||||||
from cStringIO import StringIO
|
|
||||||
except ImportError:
|
|
||||||
from StringIO import StringIO
|
|
||||||
|
|
||||||
from eventlet import api
|
|
||||||
from eventlet import coros
|
|
||||||
|
|
||||||
|
|
||||||
DEFAULT_MAX_HTTP_VERSION = 'HTTP/1.1'
|
|
||||||
|
|
||||||
USE_ACCESS_LOG = True
|
|
||||||
|
|
||||||
|
|
||||||
CONNECTION_CLOSED = (errno.EPIPE, errno.ECONNRESET)
|
|
||||||
|
|
||||||
|
|
||||||
class ErrorResponse(Exception):
|
|
||||||
_responses = BaseHTTPServer.BaseHTTPRequestHandler.responses
|
|
||||||
|
|
||||||
def __init__(self, code, reason_phrase=None, headers=None, body=None):
|
|
||||||
Exception.__init__(self, reason_phrase)
|
|
||||||
self.code = code
|
|
||||||
if reason_phrase is None:
|
|
||||||
self.reason = self._responses[code][0]
|
|
||||||
else:
|
|
||||||
self.reason = reason_phrase
|
|
||||||
self.headers = headers
|
|
||||||
if body is None:
|
|
||||||
self.body = self._responses[code][1]
|
|
||||||
else:
|
|
||||||
self.body = body
|
|
||||||
|
|
||||||
|
|
||||||
class Request(object):
|
|
||||||
_method = None
|
|
||||||
_path = None
|
|
||||||
_responsecode = 200
|
|
||||||
_reason_phrase = None
|
|
||||||
_request_started = False
|
|
||||||
_chunked = False
|
|
||||||
_producer_adapters = {}
|
|
||||||
depth = 0
|
|
||||||
def __init__(self, protocol, method, path, headers):
|
|
||||||
self.context = {}
|
|
||||||
self.request_start_time = time.time()
|
|
||||||
self.site = protocol.server.site
|
|
||||||
self.protocol = protocol
|
|
||||||
self._method = method
|
|
||||||
if '?' in path:
|
|
||||||
self._path, self._query = path.split('?', 1)
|
|
||||||
self._query = self._query.replace('&', '&')
|
|
||||||
else:
|
|
||||||
self._path, self._query = path, None
|
|
||||||
self._incoming_headers = headers
|
|
||||||
self._outgoing_headers = dict()
|
|
||||||
|
|
||||||
def response(self, code, reason_phrase=None, headers=None, body=None):
|
|
||||||
"""Change the response code. This will not be sent until some
|
|
||||||
data is written; last call to this method wins. Default is
|
|
||||||
200 if this is not called.
|
|
||||||
"""
|
|
||||||
self._responsecode = code
|
|
||||||
self._reason_phrase = reason_phrase
|
|
||||||
self.protocol.set_response_code(self, code, reason_phrase)
|
|
||||||
if headers is not None:
|
|
||||||
try:
|
|
||||||
headers = headers.iteritems()
|
|
||||||
except AttributeError:
|
|
||||||
pass
|
|
||||||
for key, value in headers:
|
|
||||||
self.set_header(key, value)
|
|
||||||
if body is not None:
|
|
||||||
self.write(body)
|
|
||||||
|
|
||||||
def is_okay(self):
|
|
||||||
return 200 <= self._responsecode <= 299
|
|
||||||
|
|
||||||
def full_url(self):
|
|
||||||
path = self.path()
|
|
||||||
query = self.query()
|
|
||||||
if query:
|
|
||||||
path = path + '?' + query
|
|
||||||
|
|
||||||
via = self.get_header('via', '')
|
|
||||||
if via.strip():
|
|
||||||
next_part = iter(via.split()).next
|
|
||||||
|
|
||||||
received_protocol = next_part()
|
|
||||||
received_by = next_part()
|
|
||||||
if received_by.endswith(','):
|
|
||||||
received_by = received_by[:-1]
|
|
||||||
else:
|
|
||||||
comment = ''
|
|
||||||
while not comment.endswith(','):
|
|
||||||
try:
|
|
||||||
comment += next_part()
|
|
||||||
except StopIteration:
|
|
||||||
comment += ','
|
|
||||||
break
|
|
||||||
comment = comment[:-1]
|
|
||||||
else:
|
|
||||||
received_by = self.get_header('host')
|
|
||||||
|
|
||||||
return '%s://%s%s' % (self.request_protocol(), received_by, path)
|
|
||||||
|
|
||||||
def begin_response(self, length="-"):
|
|
||||||
"""Begin the response, and return the initial response text
|
|
||||||
"""
|
|
||||||
self._request_started = True
|
|
||||||
request_time = time.time() - self.request_start_time
|
|
||||||
|
|
||||||
code = self._responsecode
|
|
||||||
proto = self.protocol
|
|
||||||
|
|
||||||
if USE_ACCESS_LOG:
|
|
||||||
proto.server.write_access_log_line(
|
|
||||||
proto.client_address[0],
|
|
||||||
time.strftime("%d/%b/%Y %H:%M:%S"),
|
|
||||||
proto.requestline,
|
|
||||||
code,
|
|
||||||
length,
|
|
||||||
request_time)
|
|
||||||
|
|
||||||
if self._reason_phrase is not None:
|
|
||||||
message = self._reason_phrase.split("\n")[0]
|
|
||||||
elif code in proto.responses:
|
|
||||||
message = proto.responses[code][0]
|
|
||||||
else:
|
|
||||||
message = ''
|
|
||||||
if proto.request_version == 'HTTP/0.9':
|
|
||||||
return []
|
|
||||||
|
|
||||||
response_lines = proto.generate_status_line()
|
|
||||||
|
|
||||||
if not self._outgoing_headers.has_key('connection'):
|
|
||||||
con = self.get_header('connection')
|
|
||||||
if con is None and proto.request_version == 'HTTP/1.0':
|
|
||||||
con = 'close'
|
|
||||||
if con is not None:
|
|
||||||
self.set_header('connection', con)
|
|
||||||
|
|
||||||
for key, value in self._outgoing_headers.items():
|
|
||||||
key = '-'.join([x.capitalize() for x in key.split('-')])
|
|
||||||
response_lines.append("%s: %s" % (key, value))
|
|
||||||
|
|
||||||
response_lines.append("")
|
|
||||||
return response_lines
|
|
||||||
|
|
||||||
def write(self, obj):
|
|
||||||
"""Writes an arbitrary object to the response, using
|
|
||||||
the sitemap's adapt method to convert it to bytes.
|
|
||||||
"""
|
|
||||||
if isinstance(obj, str):
|
|
||||||
self._write_bytes(obj)
|
|
||||||
elif isinstance(obj, unicode):
|
|
||||||
# use utf8 encoding for now, *TODO support charset negotiation
|
|
||||||
# Content-Type: text/html; charset=utf-8
|
|
||||||
ctype = self._outgoing_headers.get('content-type', 'text/html')
|
|
||||||
ctype = ctype + '; charset=utf-8'
|
|
||||||
self._outgoing_headers['content-type'] = ctype
|
|
||||||
self._write_bytes(obj.encode('utf8'))
|
|
||||||
else:
|
|
||||||
self.site.adapt(obj, self)
|
|
||||||
|
|
||||||
def _write_bytes(self, data):
|
|
||||||
"""Write all the data of the response.
|
|
||||||
Can be called just once.
|
|
||||||
"""
|
|
||||||
if self._request_started:
|
|
||||||
print "Request has already written a response:"
|
|
||||||
traceback.print_stack()
|
|
||||||
return
|
|
||||||
|
|
||||||
self._outgoing_headers['content-length'] = len(data)
|
|
||||||
|
|
||||||
response_lines = self.begin_response(len(data))
|
|
||||||
response_lines.append(data)
|
|
||||||
self.protocol.wfile.write("\r\n".join(response_lines))
|
|
||||||
if hasattr(self.protocol.wfile, 'flush'):
|
|
||||||
self.protocol.wfile.flush()
|
|
||||||
|
|
||||||
def method(self):
|
|
||||||
return self._method
|
|
||||||
|
|
||||||
def path(self):
|
|
||||||
return self._path
|
|
||||||
|
|
||||||
def path_segments(self):
|
|
||||||
return [urllib.unquote_plus(x) for x in self._path.split('/')[1:]]
|
|
||||||
|
|
||||||
def query(self):
|
|
||||||
return self._query
|
|
||||||
|
|
||||||
def uri(self):
|
|
||||||
if self._query:
|
|
||||||
return '%s?%s' % (
|
|
||||||
self._path, self._query)
|
|
||||||
return self._path
|
|
||||||
|
|
||||||
def get_headers(self):
|
|
||||||
return self._incoming_headers
|
|
||||||
|
|
||||||
def get_header(self, header_name, default=None):
|
|
||||||
return self.get_headers().get(header_name.lower(), default)
|
|
||||||
|
|
||||||
def get_query_pairs(self):
|
|
||||||
if not hasattr(self, '_split_query'):
|
|
||||||
if self._query is None:
|
|
||||||
self._split_query = ()
|
|
||||||
else:
|
|
||||||
spl = self._query.split('&')
|
|
||||||
spl = [x.split('=', 1) for x in spl if x]
|
|
||||||
self._split_query = []
|
|
||||||
for query in spl:
|
|
||||||
if len(query) == 1:
|
|
||||||
key = query[0]
|
|
||||||
value = ''
|
|
||||||
else:
|
|
||||||
key, value = query
|
|
||||||
self._split_query.append((urllib.unquote_plus(key), urllib.unquote_plus(value)))
|
|
||||||
|
|
||||||
return self._split_query
|
|
||||||
|
|
||||||
def get_queries_generator(self, name):
|
|
||||||
"""Generate all query parameters matching the given name.
|
|
||||||
"""
|
|
||||||
for key, value in self.get_query_pairs():
|
|
||||||
if key == name or not name:
|
|
||||||
yield value
|
|
||||||
|
|
||||||
get_queries = lambda self, name: list(self.get_queries_generator)
|
|
||||||
|
|
||||||
def get_query(self, name, default=None):
|
|
||||||
try:
|
|
||||||
return self.get_queries_generator(name).next()
|
|
||||||
except StopIteration:
|
|
||||||
return default
|
|
||||||
|
|
||||||
def get_arg_list(self, name):
|
|
||||||
return self.get_field_storage().getlist(name)
|
|
||||||
|
|
||||||
def get_arg(self, name, default=None):
|
|
||||||
return self.get_field_storage().getfirst(name, default)
|
|
||||||
|
|
||||||
def get_field_storage(self):
|
|
||||||
if not hasattr(self, '_field_storage'):
|
|
||||||
if self.method() == 'GET':
|
|
||||||
data = ''
|
|
||||||
if self._query:
|
|
||||||
data = self._query
|
|
||||||
else:
|
|
||||||
data = self.read_body()
|
|
||||||
fl = StringIO(data)
|
|
||||||
## Allow our resource to provide the FieldStorage instance for
|
|
||||||
## customization purposes.
|
|
||||||
headers = self.get_headers()
|
|
||||||
environ = dict(
|
|
||||||
REQUEST_METHOD='POST',
|
|
||||||
QUERY_STRING=self._query or '')
|
|
||||||
|
|
||||||
self._field_storage = cgi.FieldStorage(fl, headers, environ=environ)
|
|
||||||
|
|
||||||
return self._field_storage
|
|
||||||
|
|
||||||
def set_header(self, key, value):
|
|
||||||
if key.lower() == 'connection' and value.lower() == 'close':
|
|
||||||
self.protocol.close_connection = 1
|
|
||||||
self._outgoing_headers[key.lower()] = value
|
|
||||||
__setitem__ = set_header
|
|
||||||
|
|
||||||
def get_outgoing_header(self, key):
|
|
||||||
return self._outgoing_headers[key.lower()]
|
|
||||||
|
|
||||||
def has_outgoing_header(self, key):
|
|
||||||
return self._outgoing_headers.has_key(key.lower())
|
|
||||||
|
|
||||||
def socket(self):
|
|
||||||
return self.protocol.socket
|
|
||||||
|
|
||||||
def error(self, response=None, body=None, log_traceback=True):
|
|
||||||
if log_traceback:
|
|
||||||
traceback.print_exc(file=self.log)
|
|
||||||
if response is None:
|
|
||||||
response = 500
|
|
||||||
if body is None:
|
|
||||||
typ, val, tb = sys.exc_info()
|
|
||||||
body = dict(type=str(typ), error=True, reason=str(val))
|
|
||||||
self.response(response)
|
|
||||||
if(type(body) is str and not self.response_written()):
|
|
||||||
self.write(body)
|
|
||||||
return
|
|
||||||
try:
|
|
||||||
produce(body, self)
|
|
||||||
except Exception, e:
|
|
||||||
traceback.print_exc(file=self.log)
|
|
||||||
if not self.response_written():
|
|
||||||
self.write('Internal Server Error')
|
|
||||||
|
|
||||||
def not_found(self):
|
|
||||||
self.error(404, 'Not Found\n', log_traceback=False)
|
|
||||||
|
|
||||||
def raw_body(self):
|
|
||||||
if not hasattr(self, '_cached_body'):
|
|
||||||
self.read_body()
|
|
||||||
return self._cached_body
|
|
||||||
|
|
||||||
def read_body(self):
|
|
||||||
""" Returns the string body that was read off the request, or
|
|
||||||
the empty string if there was no request body.
|
|
||||||
|
|
||||||
Requires a content-length header. Caches the body so multiple
|
|
||||||
calls to read_body() are free.
|
|
||||||
"""
|
|
||||||
if not hasattr(self, '_cached_body'):
|
|
||||||
length = self.get_header('content-length')
|
|
||||||
if length:
|
|
||||||
length = int(length)
|
|
||||||
if length:
|
|
||||||
self._cached_body = self.protocol.rfile.read(length)
|
|
||||||
else:
|
|
||||||
self._cached_body = ''
|
|
||||||
return self._cached_body
|
|
||||||
|
|
||||||
def parsed_body(self):
|
|
||||||
""" Returns the parsed version of the body, using the
|
|
||||||
content-type header to select from the parsers on the site
|
|
||||||
object.
|
|
||||||
|
|
||||||
If no parser is found, returns the string body from
|
|
||||||
read_body(). Caches the parsed body so multiple calls to
|
|
||||||
parsed_body() are free.
|
|
||||||
"""
|
|
||||||
if not hasattr(self, '_cached_parsed_body'):
|
|
||||||
body = self.read_body()
|
|
||||||
if hasattr(self.site, 'parsers'):
|
|
||||||
ct = self.get_header('content-type')
|
|
||||||
parser = self.site.parsers.get(ct)
|
|
||||||
|
|
||||||
if parser is not None:
|
|
||||||
body = parser(body)
|
|
||||||
else:
|
|
||||||
ex = ValueError("Could not find parser for content-type: %s" % ct)
|
|
||||||
ex.body = body
|
|
||||||
raise ex
|
|
||||||
self._cached_parsed_body = body
|
|
||||||
return self._cached_parsed_body
|
|
||||||
|
|
||||||
def override_body(self, body):
|
|
||||||
if not hasattr(self, '_cached_parsed_body'):
|
|
||||||
self.read_body() ## Read and discard body
|
|
||||||
self._cached_parsed_body = body
|
|
||||||
|
|
||||||
def response_written(self):
|
|
||||||
## TODO change badly named variable
|
|
||||||
return self._request_started
|
|
||||||
|
|
||||||
def request_version(self):
|
|
||||||
return self.protocol.request_version
|
|
||||||
|
|
||||||
def request_protocol(self):
|
|
||||||
if self.protocol.is_secure:
|
|
||||||
return "https"
|
|
||||||
return "http"
|
|
||||||
|
|
||||||
def server_address(self):
|
|
||||||
return self.protocol.server.address
|
|
||||||
|
|
||||||
def __repr__(self):
|
|
||||||
return "<Request %s %s>" % (
|
|
||||||
getattr(self, '_method'), getattr(self, '_path'))
|
|
||||||
|
|
||||||
DEFAULT_TIMEOUT = 300
|
|
||||||
|
|
||||||
# This value was chosen because apache 2 has a default limit of 8190.
|
|
||||||
# I believe that slightly smaller number is because apache does not
|
|
||||||
# count the \r\n.
|
|
||||||
MAX_REQUEST_LINE = 8192
|
|
||||||
|
|
||||||
class Timeout(RuntimeError):
|
|
||||||
pass
|
|
||||||
|
|
||||||
class HttpProtocol(BaseHTTPServer.BaseHTTPRequestHandler):
|
|
||||||
def __init__(self, request, client_address, server):
|
|
||||||
self.rfile = self.wfile = request.makeGreenFile()
|
|
||||||
self.is_secure = request.is_secure
|
|
||||||
request.close() # close this now so that when rfile and wfile are closed, the socket gets closed
|
|
||||||
self.client_address = client_address
|
|
||||||
self.server = server
|
|
||||||
self.set_response_code(None, 200, None)
|
|
||||||
self.protocol_version = server.max_http_version
|
|
||||||
|
|
||||||
def close(self):
|
|
||||||
self.rfile.close()
|
|
||||||
self.wfile.close()
|
|
||||||
|
|
||||||
def set_response_code(self, request, code, message):
|
|
||||||
self._code = code
|
|
||||||
if message is not None:
|
|
||||||
self._message = message.split("\n")[0]
|
|
||||||
elif code in self.responses:
|
|
||||||
self._message = self.responses[code][0]
|
|
||||||
else:
|
|
||||||
self._message = ''
|
|
||||||
|
|
||||||
def generate_status_line(self):
|
|
||||||
return [
|
|
||||||
"%s %d %s" % (
|
|
||||||
self.protocol_version, self._code, self._message)]
|
|
||||||
|
|
||||||
def write_bad_request(self, status, reason):
|
|
||||||
self.set_response_code(self, status, reason)
|
|
||||||
self.wfile.write(''.join(self.generate_status_line()))
|
|
||||||
self.wfile.write('\r\nServer: %s\r\n' % self.version_string())
|
|
||||||
self.wfile.write('Date: %s\r\n' % self.date_time_string())
|
|
||||||
self.wfile.write('Content-Length: 0\r\n\r\n')
|
|
||||||
|
|
||||||
def handle(self):
|
|
||||||
self.close_connection = 0
|
|
||||||
|
|
||||||
timeout = DEFAULT_TIMEOUT
|
|
||||||
while not self.close_connection:
|
|
||||||
if timeout == 0:
|
|
||||||
break
|
|
||||||
cancel = api.exc_after(timeout, Timeout)
|
|
||||||
try:
|
|
||||||
self.raw_requestline = self.rfile.readline(MAX_REQUEST_LINE)
|
|
||||||
if self.raw_requestline is not None:
|
|
||||||
if len(self.raw_requestline) == MAX_REQUEST_LINE:
|
|
||||||
# Someone sent a request line which is too
|
|
||||||
# large. Be helpful and tell them.
|
|
||||||
self.write_bad_request(414, 'Request-URI Too Long')
|
|
||||||
self.close_connection = True
|
|
||||||
continue
|
|
||||||
except socket.error, e:
|
|
||||||
if e[0] in CONNECTION_CLOSED:
|
|
||||||
self.close_connection = True
|
|
||||||
cancel.cancel()
|
|
||||||
continue
|
|
||||||
except Timeout:
|
|
||||||
self.close_connection = True
|
|
||||||
continue
|
|
||||||
except Exception, e:
|
|
||||||
try:
|
|
||||||
if e[0][0][0].startswith('SSL'):
|
|
||||||
print "SSL Error:", e[0][0]
|
|
||||||
self.close_connection = True
|
|
||||||
cancel.cancel()
|
|
||||||
continue
|
|
||||||
except Exception, f:
|
|
||||||
print "Exception in ssl test:",f
|
|
||||||
pass
|
|
||||||
raise e
|
|
||||||
cancel.cancel()
|
|
||||||
|
|
||||||
if not self.raw_requestline or not self.parse_request():
|
|
||||||
self.close_connection = True
|
|
||||||
continue
|
|
||||||
|
|
||||||
self.set_response_code(None, 200, None)
|
|
||||||
request = Request(self, self.command, self.path, self.headers)
|
|
||||||
request.set_header('Server', self.version_string())
|
|
||||||
request.set_header('Date', self.date_time_string())
|
|
||||||
try:
|
|
||||||
timeout = int(request.get_header('keep-alive', timeout))
|
|
||||||
except TypeError, ValueError:
|
|
||||||
pass
|
|
||||||
|
|
||||||
try:
|
|
||||||
try:
|
|
||||||
try:
|
|
||||||
self.server.site.handle_request(request)
|
|
||||||
except ErrorResponse, err:
|
|
||||||
request.response(code=err.code,
|
|
||||||
reason_phrase=err.reason,
|
|
||||||
headers=err.headers,
|
|
||||||
body=err.body)
|
|
||||||
finally:
|
|
||||||
# clean up any timers that might have been left around by the handling code
|
|
||||||
api.get_hub().cancel_timers(api.getcurrent())
|
|
||||||
|
|
||||||
# throw an exception if it failed to write a body
|
|
||||||
if not request.response_written():
|
|
||||||
raise NotImplementedError("Handler failed to write response to request: %s" % request)
|
|
||||||
|
|
||||||
if not hasattr(self, '_cached_body'):
|
|
||||||
try:
|
|
||||||
request.read_body() ## read & discard body
|
|
||||||
except:
|
|
||||||
pass
|
|
||||||
|
|
||||||
except socket.error, e:
|
|
||||||
# Broken pipe, connection reset by peer
|
|
||||||
if e[0] in CONNECTION_CLOSED:
|
|
||||||
#print "Remote host closed connection before response could be sent"
|
|
||||||
pass
|
|
||||||
else:
|
|
||||||
raise
|
|
||||||
except Exception, e:
|
|
||||||
self.server.log_message("Exception caught in HttpRequest.handle():\n")
|
|
||||||
self.server.log_exception(*sys.exc_info())
|
|
||||||
if not request.response_written():
|
|
||||||
request.response(500)
|
|
||||||
request.write('Internal Server Error')
|
|
||||||
self.close()
|
|
||||||
raise e # can't do a plain raise since exc_info might have been cleared
|
|
||||||
self.close()
|
|
||||||
|
|
||||||
|
|
||||||
class Server(BaseHTTPServer.HTTPServer):
|
|
||||||
def __init__(self, socket, address, site, log, max_http_version=DEFAULT_MAX_HTTP_VERSION):
|
|
||||||
self.socket = socket
|
|
||||||
self.address = address
|
|
||||||
self.site = site
|
|
||||||
self.max_http_version = max_http_version
|
|
||||||
if log:
|
|
||||||
self.log = log
|
|
||||||
if hasattr(log, 'info'):
|
|
||||||
log.write = log.info
|
|
||||||
else:
|
|
||||||
self.log = self
|
|
||||||
|
|
||||||
def write(self, something):
|
|
||||||
sys.stdout.write('%s' % (something, )); sys.stdout.flush()
|
|
||||||
|
|
||||||
def log_message(self, message):
|
|
||||||
self.log.write(message)
|
|
||||||
|
|
||||||
def log_exception(self, type, value, tb):
|
|
||||||
self.log.write(''.join(traceback.format_exception(type, value, tb)))
|
|
||||||
|
|
||||||
def write_access_log_line(self, *args):
|
|
||||||
"""Write a line to the access.log. Arguments:
|
|
||||||
client_address, date_time, requestline, code, size, request_time
|
|
||||||
"""
|
|
||||||
self.log.write(
|
|
||||||
'%s - - [%s] "%s" %s %s %.6f\n' % args)
|
|
||||||
|
|
||||||
|
|
||||||
def server(sock, site, log=None, max_size=512, serv=None, max_http_version=DEFAULT_MAX_HTTP_VERSION):
|
|
||||||
pool = coros.CoroutinePool(max_size=max_size)
|
|
||||||
if serv is None:
|
|
||||||
serv = Server(sock, sock.getsockname(), site, log, max_http_version=max_http_version)
|
|
||||||
try:
|
|
||||||
serv.log.write("httpd starting up on %s\n" % (sock.getsockname(), ))
|
|
||||||
while True:
|
|
||||||
try:
|
|
||||||
new_sock, address = sock.accept()
|
|
||||||
proto = HttpProtocol(new_sock, address, serv)
|
|
||||||
pool.execute_async(proto.handle)
|
|
||||||
api.sleep(0) # sleep to allow other coros to run
|
|
||||||
except KeyboardInterrupt:
|
|
||||||
api.get_hub().remove_descriptor(sock.fileno())
|
|
||||||
serv.log.write("httpd exiting\n")
|
|
||||||
break
|
|
||||||
finally:
|
|
||||||
try:
|
|
||||||
sock.close()
|
|
||||||
except socket.error:
|
|
||||||
pass
|
|
||||||
|
|
||||||
|
|
||||||
if __name__ == '__main__':
|
|
||||||
class TestSite(object):
|
|
||||||
def handle_request(self, req):
|
|
||||||
req.write('hello')
|
|
||||||
|
|
||||||
server(
|
|
||||||
api.tcp_listener(('127.0.0.1', 8080)),
|
|
||||||
TestSite())
|
|
||||||
|
|
@@ -29,7 +29,7 @@ import errno
|
|||||||
import traceback
|
import traceback
|
||||||
import time
|
import time
|
||||||
|
|
||||||
from eventlet.support import greenlet
|
from eventlet.support import greenlets as greenlet
|
||||||
from eventlet.timer import Timer
|
from eventlet.timer import Timer
|
||||||
|
|
||||||
_g_debug = True
|
_g_debug = True
|
||||||
|
@@ -32,7 +32,7 @@ import time
|
|||||||
from eventlet.timer import Timer
|
from eventlet.timer import Timer
|
||||||
from eventlet.hubs import hub
|
from eventlet.hubs import hub
|
||||||
|
|
||||||
from eventlet.support import greenlet
|
from eventlet.support import greenlets as greenlet
|
||||||
|
|
||||||
# XXX for debugging only
|
# XXX for debugging only
|
||||||
#raise ImportError()
|
#raise ImportError()
|
||||||
|
@@ -33,7 +33,7 @@ from eventlet import greenlib
|
|||||||
from eventlet.timer import Timer
|
from eventlet.timer import Timer
|
||||||
from eventlet.hubs import hub
|
from eventlet.hubs import hub
|
||||||
|
|
||||||
from eventlet.support import greenlet
|
from eventlet.support import greenlets as greenlet
|
||||||
|
|
||||||
# XXX for debugging only
|
# XXX for debugging only
|
||||||
#raise ImportError()
|
#raise ImportError()
|
||||||
|
@@ -1,60 +0,0 @@
|
|||||||
"""\
|
|
||||||
@file selecthub.py
|
|
||||||
|
|
||||||
Copyright (c) 2005-2006, Bob Ippolito
|
|
||||||
Copyright (c) 2007, Linden Research, Inc.
|
|
||||||
Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
||||||
of this software and associated documentation files (the "Software"), to deal
|
|
||||||
in the Software without restriction, including without limitation the rights
|
|
||||||
to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
||||||
copies of the Software, and to permit persons to whom the Software is
|
|
||||||
furnished to do so, subject to the following conditions:
|
|
||||||
|
|
||||||
The above copyright notice and this permission notice shall be included in
|
|
||||||
all copies or substantial portions of the Software.
|
|
||||||
|
|
||||||
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
||||||
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
||||||
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
||||||
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
||||||
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
||||||
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
|
|
||||||
THE SOFTWARE.
|
|
||||||
"""
|
|
||||||
|
|
||||||
import sys
|
|
||||||
import select
|
|
||||||
import errno
|
|
||||||
import time
|
|
||||||
|
|
||||||
from eventlet.hubs import hub
|
|
||||||
from eventlet.support import greenlet
|
|
||||||
|
|
||||||
class Hub(hub.BaseHub):
|
|
||||||
def wait(self, seconds=None):
|
|
||||||
readers = self.readers
|
|
||||||
writers = self.writers
|
|
||||||
excs = self.excs
|
|
||||||
if not readers and not writers and not excs:
|
|
||||||
if seconds:
|
|
||||||
time.sleep(seconds)
|
|
||||||
return
|
|
||||||
try:
|
|
||||||
r, w, ig = select.select(readers.keys(), writers.keys(), [], seconds)
|
|
||||||
except select.error, e:
|
|
||||||
if e.args[0] == errno.EINTR:
|
|
||||||
return
|
|
||||||
raise
|
|
||||||
SYSTEM_EXCEPTIONS = self.SYSTEM_EXCEPTIONS
|
|
||||||
for observed, events in ((readers, r), (writers, w)):
|
|
||||||
#print "events", r, " ", w
|
|
||||||
for fileno in events:
|
|
||||||
try:
|
|
||||||
cb = observed.get(fileno)
|
|
||||||
#print "cb", cb, " ", observed
|
|
||||||
if cb is not None:
|
|
||||||
cb(fileno)
|
|
||||||
except SYSTEM_EXCEPTIONS:
|
|
||||||
raise
|
|
||||||
except:
|
|
||||||
self.squelch_exception(fileno, sys.exc_info())
|
|
@@ -29,7 +29,7 @@ import time
|
|||||||
|
|
||||||
from eventlet.hubs import hub
|
from eventlet.hubs import hub
|
||||||
|
|
||||||
from eventlet.support import greenlet
|
from eventlet.support import greenlets as greenlet
|
||||||
|
|
||||||
class Hub(hub.BaseHub):
|
class Hub(hub.BaseHub):
|
||||||
def wait(self, seconds=None):
|
def wait(self, seconds=None):
|
||||||
|
@@ -29,17 +29,6 @@ import socket
|
|||||||
from eventlet import api
|
from eventlet import api
|
||||||
from eventlet import channel
|
from eventlet import channel
|
||||||
|
|
||||||
class FanFailed(RuntimeError):
|
|
||||||
pass
|
|
||||||
|
|
||||||
|
|
||||||
class SomeFailed(FanFailed):
|
|
||||||
pass
|
|
||||||
|
|
||||||
|
|
||||||
class AllFailed(FanFailed):
|
|
||||||
pass
|
|
||||||
|
|
||||||
|
|
||||||
class Pool(object):
|
class Pool(object):
|
||||||
"""
|
"""
|
||||||
@@ -106,44 +95,6 @@ class Pool(object):
|
|||||||
"""
|
"""
|
||||||
raise NotImplementedError("Implement in subclass")
|
raise NotImplementedError("Implement in subclass")
|
||||||
|
|
||||||
def fan(self, block, input_list):
|
|
||||||
chan = channel.channel()
|
|
||||||
results = []
|
|
||||||
exceptional_results = 0
|
|
||||||
for index, input_item in enumerate(input_list):
|
|
||||||
pool_item = self.get()
|
|
||||||
|
|
||||||
## Fan out
|
|
||||||
api.spawn(
|
|
||||||
self._invoke, block, pool_item, input_item, index, chan)
|
|
||||||
|
|
||||||
## Fan back in
|
|
||||||
for i in range(len(input_list)):
|
|
||||||
## Wait for all guys to send to the queue
|
|
||||||
index, value = chan.receive()
|
|
||||||
if isinstance(value, Exception):
|
|
||||||
exceptional_results += 1
|
|
||||||
results.append((index, value))
|
|
||||||
|
|
||||||
results.sort()
|
|
||||||
results = [value for index, value in results]
|
|
||||||
|
|
||||||
if exceptional_results:
|
|
||||||
if exceptional_results == len(results):
|
|
||||||
raise AllFailed(results)
|
|
||||||
raise SomeFailed(results)
|
|
||||||
return results
|
|
||||||
|
|
||||||
def _invoke(self, block, pool_item, input_item, index, chan):
|
|
||||||
try:
|
|
||||||
result = block(pool_item, input_item)
|
|
||||||
except Exception, e:
|
|
||||||
self.put(pool_item)
|
|
||||||
chan.send((index, e))
|
|
||||||
return
|
|
||||||
self.put(pool_item)
|
|
||||||
chan.send((index, result))
|
|
||||||
|
|
||||||
|
|
||||||
class Token(object):
|
class Token(object):
|
||||||
pass
|
pass
|
||||||
|
22
eventlet/support/greenlets.py
Normal file
22
eventlet/support/greenlets.py
Normal file
@@ -0,0 +1,22 @@
|
|||||||
|
|
||||||
|
try:
|
||||||
|
import greenlet
|
||||||
|
getcurrent = greenlet.getcurrent
|
||||||
|
GreenletExit = greenlet.GreenletExit
|
||||||
|
greenlet = greenlet.greenlet
|
||||||
|
except ImportError, e:
|
||||||
|
print e
|
||||||
|
try:
|
||||||
|
from py.magic import greenlet
|
||||||
|
getcurrent = greenlet.getcurrent
|
||||||
|
GreenletExit = greenlet.GreenletExit
|
||||||
|
except ImportError:
|
||||||
|
try:
|
||||||
|
from stackless import greenlet
|
||||||
|
getcurrent = greenlet.getcurrent
|
||||||
|
GreenletExit = greenlet.GreenletExit
|
||||||
|
except ImportError:
|
||||||
|
try:
|
||||||
|
from support.stacklesss import greenlet, getcurrent, GreenletExit
|
||||||
|
except ImportError, e:
|
||||||
|
raise ImportError("Unable to find an implementation of greenlet.")
|
@@ -5,7 +5,7 @@ yourself.
|
|||||||
"""
|
"""
|
||||||
from eventlet.hubs.twistedr import BaseTwistedHub
|
from eventlet.hubs.twistedr import BaseTwistedHub
|
||||||
from eventlet.api import use_hub, _threadlocal
|
from eventlet.api import use_hub, _threadlocal
|
||||||
from eventlet.support import greenlet
|
from eventlet.support import greenlets as greenlet
|
||||||
|
|
||||||
use_hub(BaseTwistedHub)
|
use_hub(BaseTwistedHub)
|
||||||
assert not hasattr(_threadlocal, 'hub')
|
assert not hasattr(_threadlocal, 'hub')
|
||||||
|
@@ -48,7 +48,7 @@ except ImportError:
|
|||||||
|
|
||||||
def g_log(*args):
|
def g_log(*args):
|
||||||
import sys
|
import sys
|
||||||
from eventlet.support import greenlet
|
from eventlet.support import greenlets as greenlet
|
||||||
from eventlet.greenlib import greenlet_id
|
from eventlet.greenlib import greenlet_id
|
||||||
g_id = greenlet_id()
|
g_id = greenlet_id()
|
||||||
if g_id is None:
|
if g_id is None:
|
||||||
|
@@ -213,6 +213,7 @@ class TestCoroutinePool(tests.TestCase):
|
|||||||
for x in range(6):
|
for x in range(6):
|
||||||
pool.execute(lambda n: n, x)
|
pool.execute(lambda n: n, x)
|
||||||
for y in range(6):
|
for y in range(6):
|
||||||
|
print "wait", y
|
||||||
pool.wait()
|
pool.wait()
|
||||||
|
|
||||||
def test_track_slow_event(self):
|
def test_track_slow_event(self):
|
||||||
|
@@ -22,11 +22,14 @@ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
|
|||||||
THE SOFTWARE.
|
THE SOFTWARE.
|
||||||
"""
|
"""
|
||||||
|
|
||||||
|
import cgi
|
||||||
|
|
||||||
from eventlet import api
|
from eventlet import api
|
||||||
from eventlet import httpc
|
from eventlet import httpc
|
||||||
from eventlet import httpd
|
|
||||||
from eventlet import processes
|
from eventlet import processes
|
||||||
from eventlet import util
|
from eventlet import util
|
||||||
|
from eventlet import wsgi
|
||||||
|
|
||||||
import time
|
import time
|
||||||
try:
|
try:
|
||||||
from cStringIO import StringIO
|
from cStringIO import StringIO
|
||||||
@@ -41,64 +44,74 @@ class Site(object):
|
|||||||
def __init__(self):
|
def __init__(self):
|
||||||
self.stuff = {'hello': 'hello world'}
|
self.stuff = {'hello': 'hello world'}
|
||||||
|
|
||||||
def adapt(self, obj, req):
|
def __call__(self, env, start_response):
|
||||||
req.write(str(obj))
|
return getattr(self, 'handle_%s' % env['REQUEST_METHOD'].lower())(env, start_response)
|
||||||
|
|
||||||
|
|
||||||
|
def _get_query_pairs(env):
|
||||||
|
parsed = cgi.parse_qs(env['QUERY_STRING'])
|
||||||
|
for key, values in parsed.items():
|
||||||
|
for val in values:
|
||||||
|
yield key, val
|
||||||
|
|
||||||
|
|
||||||
|
def get_query_pairs(env):
|
||||||
|
return list(_get_query_pairs(env))
|
||||||
|
|
||||||
|
|
||||||
def handle_request(self, req):
|
|
||||||
return getattr(self, 'handle_%s' % req.method().lower())(req)
|
|
||||||
|
|
||||||
|
|
||||||
class BasicSite(Site):
|
class BasicSite(Site):
|
||||||
def handle_get(self, req):
|
def handle_get(self, env, start_response):
|
||||||
req.set_header('x-get', 'hello')
|
headers = [('x-get', 'hello'), ('Content-type', 'text/plain')]
|
||||||
resp = StringIO()
|
resp = StringIO()
|
||||||
path = req.path().lstrip('/')
|
path = env['PATH_INFO'].lstrip('/')
|
||||||
try:
|
try:
|
||||||
resp.write(self.stuff[path])
|
resp.write(self.stuff[path])
|
||||||
except KeyError:
|
except KeyError:
|
||||||
req.response(404, body='Not found')
|
start_response("404 Not Found", headers)
|
||||||
return
|
return ["Not Found"]
|
||||||
for k,v in req.get_query_pairs():
|
for k,v in get_query_pairs(env):
|
||||||
resp.write(k + '=' + v + '\n')
|
resp.write(k + '=' + v + '\n')
|
||||||
req.write(resp.getvalue())
|
start_response("200 OK", headers)
|
||||||
|
return [resp.getvalue()]
|
||||||
|
|
||||||
def handle_head(self, req):
|
def handle_head(self, env, start_response):
|
||||||
req.set_header('x-head', 'hello')
|
headers = [('x-head', 'hello'), ('Content-type', 'text/plain')]
|
||||||
path = req.path().lstrip('/')
|
start_response("200 OK", headers)
|
||||||
try:
|
return [""]
|
||||||
req.write('')
|
|
||||||
except KeyError:
|
|
||||||
req.response(404, body='Not found')
|
|
||||||
|
|
||||||
def handle_put(self, req):
|
def handle_put(self, env, start_response):
|
||||||
req.set_header('x-put', 'hello')
|
headers = [('x-put', 'hello'), ('Content-type', 'text/plain')]
|
||||||
path = req.path().lstrip('/')
|
path = env['PATH_INFO'].lstrip('/')
|
||||||
if not path:
|
if not path:
|
||||||
req.response(400, body='')
|
start_response("400 Bad Request", headers)
|
||||||
return
|
return [""]
|
||||||
|
|
||||||
if path in self.stuff:
|
if path in self.stuff:
|
||||||
req.response(204)
|
start_response("204 No Content", headers)
|
||||||
else:
|
else:
|
||||||
req.response(201)
|
start_response("201 Created", headers)
|
||||||
self.stuff[path] = req.read_body()
|
self.stuff[path] = env['wsgi.input'].read(int(env.get('CONTENT_LENGTH', '0')))
|
||||||
req.write('')
|
return [""]
|
||||||
|
|
||||||
def handle_delete(self, req):
|
def handle_delete(self, env, start_response):
|
||||||
req.set_header('x-delete', 'hello')
|
headers = [('x-delete', 'hello'), ('Content-type', 'text/plain')]
|
||||||
path = req.path().lstrip('/')
|
path = env['PATH_INFO'].lstrip('/')
|
||||||
if not path:
|
if not path:
|
||||||
req.response(400, body='')
|
start_response("400 Bad Request", headers)
|
||||||
return
|
return [""]
|
||||||
try:
|
try:
|
||||||
del self.stuff[path]
|
del self.stuff[path]
|
||||||
req.response(204)
|
start_response("204 No Content", headers)
|
||||||
except KeyError:
|
except KeyError:
|
||||||
req.response(404)
|
start_response("404 Not Found", headers)
|
||||||
req.write('')
|
return [""]
|
||||||
|
|
||||||
def handle_post(self, req):
|
def handle_post(self, env, start_response):
|
||||||
req.set_header('x-post', 'hello')
|
headers = [('x-post', 'hello'), ('Content-type', 'text/plain')]
|
||||||
req.write(req.read_body())
|
start_response("200 OK", headers)
|
||||||
|
return [env['wsgi.input'].read(int(env.get('CONTENT_LENGTH', '0')))]
|
||||||
|
|
||||||
|
|
||||||
class TestBase(object):
|
class TestBase(object):
|
||||||
@@ -109,7 +122,7 @@ class TestBase(object):
|
|||||||
|
|
||||||
def setUp(self):
|
def setUp(self):
|
||||||
self.logfile = StringIO()
|
self.logfile = StringIO()
|
||||||
self.victim = api.spawn(httpd.server,
|
self.victim = api.spawn(wsgi.server,
|
||||||
api.tcp_listener(('0.0.0.0', 31337)),
|
api.tcp_listener(('0.0.0.0', 31337)),
|
||||||
self.site_class(),
|
self.site_class(),
|
||||||
log=self.logfile,
|
log=self.logfile,
|
||||||
@@ -211,45 +224,44 @@ class TestHttpc(TestBase, tests.TestCase):
|
|||||||
|
|
||||||
|
|
||||||
class RedirectSite(BasicSite):
|
class RedirectSite(BasicSite):
|
||||||
response_code = 301
|
response_code = "301 Moved Permanently"
|
||||||
|
|
||||||
|
def __call__(self, env, start_response):
|
||||||
|
path = env['PATH_INFO']
|
||||||
|
if path.startswith('/redirect/'):
|
||||||
|
url = 'http://' + env['HTTP_HOST'] + path.replace('/redirect/', '/')
|
||||||
|
start_response(self.response_code, [("Location", url)])
|
||||||
|
return [""]
|
||||||
|
return super(RedirectSite, self).__call__(env, start_response)
|
||||||
|
|
||||||
def handle_request(self, req):
|
|
||||||
if req.path().startswith('/redirect/'):
|
|
||||||
url = ('http://' + req.get_header('host') +
|
|
||||||
req.uri().replace('/redirect/', '/'))
|
|
||||||
req.response(self.response_code, headers={'location': url},
|
|
||||||
body='')
|
|
||||||
return
|
|
||||||
return Site.handle_request(self, req)
|
|
||||||
|
|
||||||
class Site301(RedirectSite):
|
class Site301(RedirectSite):
|
||||||
pass
|
pass
|
||||||
|
|
||||||
|
|
||||||
class Site302(BasicSite):
|
class Site302(BasicSite):
|
||||||
def handle_request(self, req):
|
def __call__(self, env, start_response):
|
||||||
if req.path().startswith('/expired/'):
|
path = env['PATH_INFO']
|
||||||
url = ('http://' + req.get_header('host') +
|
if path.startswith('/expired/'):
|
||||||
req.uri().replace('/expired/', '/'))
|
url = 'http://' + env['HTTP_HOST'] + path.replace('/expired/', '/')
|
||||||
headers = {'location': url, 'expires': '0'}
|
headers = [('location', url), ('expires', '0')]
|
||||||
req.response(302, headers=headers, body='')
|
start_response("302 Found", headers)
|
||||||
return
|
return [""]
|
||||||
if req.path().startswith('/expires/'):
|
if path.startswith('/expires/'):
|
||||||
url = ('http://' + req.get_header('host') +
|
url = 'http://' + env['HTTP_HOST'] + path.replace('/expires/', '/')
|
||||||
req.uri().replace('/expires/', '/'))
|
|
||||||
expires = time.time() + (100 * 24 * 60 * 60)
|
expires = time.time() + (100 * 24 * 60 * 60)
|
||||||
headers = {'location': url, 'expires': httpc.to_http_time(expires)}
|
headers = [('location', url), ('expires', httpc.to_http_time(expires))]
|
||||||
req.response(302, headers=headers, body='')
|
start_response("302 Found", headers)
|
||||||
return
|
return [""]
|
||||||
return Site.handle_request(self, req)
|
return super(Site302, self).__call__(env, start_response)
|
||||||
|
|
||||||
|
|
||||||
class Site303(RedirectSite):
|
class Site303(RedirectSite):
|
||||||
response_code = 303
|
response_code = "303 See Other"
|
||||||
|
|
||||||
|
|
||||||
class Site307(RedirectSite):
|
class Site307(RedirectSite):
|
||||||
response_code = 307
|
response_code = "307 Temporary Redirect"
|
||||||
|
|
||||||
|
|
||||||
class TestHttpc301(TestBase, tests.TestCase):
|
class TestHttpc301(TestBase, tests.TestCase):
|
||||||
@@ -332,15 +344,9 @@ class TestHttpc307(TestBase, tests.TestCase):
|
|||||||
|
|
||||||
|
|
||||||
class Site500(BasicSite):
|
class Site500(BasicSite):
|
||||||
def handle_request(self, req):
|
def __call__(self, env, start_response):
|
||||||
req.response(500, body="screw you world")
|
start_response("500 Internal Server Error", [("Content-type", "text/plain")])
|
||||||
return
|
return ["screw you world"]
|
||||||
|
|
||||||
|
|
||||||
class Site500(BasicSite):
|
|
||||||
def handle_request(self, req):
|
|
||||||
req.response(500, body="screw you world")
|
|
||||||
return
|
|
||||||
|
|
||||||
|
|
||||||
class TestHttpc500(TestBase, tests.TestCase):
|
class TestHttpc500(TestBase, tests.TestCase):
|
||||||
@@ -361,8 +367,9 @@ class TestHttpc500(TestBase, tests.TestCase):
|
|||||||
|
|
||||||
|
|
||||||
class Site504(BasicSite):
|
class Site504(BasicSite):
|
||||||
def handle_request(self, req):
|
def __call__(self, env, start_response):
|
||||||
req.response(504, body="screw you world")
|
start_response("504 Gateway Timeout", [("Content-type", "text/plain")])
|
||||||
|
return ["screw you world"]
|
||||||
|
|
||||||
|
|
||||||
class TestHttpc504(TestBase, tests.TestCase):
|
class TestHttpc504(TestBase, tests.TestCase):
|
||||||
|
@@ -22,10 +22,11 @@ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
|
|||||||
THE SOFTWARE.
|
THE SOFTWARE.
|
||||||
"""
|
"""
|
||||||
|
|
||||||
|
import time
|
||||||
import unittest
|
import unittest
|
||||||
|
|
||||||
from eventlet import api
|
from eventlet import api
|
||||||
from eventlet import channel
|
from eventlet import coros
|
||||||
from eventlet import pools
|
from eventlet import pools
|
||||||
|
|
||||||
|
|
||||||
@@ -65,13 +66,19 @@ class TestIntPool(unittest.TestCase):
|
|||||||
self.assertEquals(self.pool.free(), 4)
|
self.assertEquals(self.pool.free(), 4)
|
||||||
|
|
||||||
def test_exhaustion(self):
|
def test_exhaustion(self):
|
||||||
waiter = channel.channel()
|
waiter = coros.event()
|
||||||
def consumer():
|
def consumer():
|
||||||
gotten = None
|
gotten = None
|
||||||
|
cancel = api.exc_after(1, api.TimeoutError)
|
||||||
try:
|
try:
|
||||||
|
print time.asctime(), "getting"
|
||||||
gotten = self.pool.get()
|
gotten = self.pool.get()
|
||||||
|
print time.asctime(), "got"
|
||||||
finally:
|
finally:
|
||||||
|
cancel.cancel()
|
||||||
|
print "waiter send"
|
||||||
waiter.send(gotten)
|
waiter.send(gotten)
|
||||||
|
print "waiter sent"
|
||||||
|
|
||||||
api.spawn(consumer)
|
api.spawn(consumer)
|
||||||
|
|
||||||
@@ -82,14 +89,17 @@ class TestIntPool(unittest.TestCase):
|
|||||||
# Let consumer run; nothing will be in the pool, so he will wait
|
# Let consumer run; nothing will be in the pool, so he will wait
|
||||||
api.sleep(0)
|
api.sleep(0)
|
||||||
|
|
||||||
|
print "put in pool", one
|
||||||
# Wake consumer
|
# Wake consumer
|
||||||
self.pool.put(one)
|
self.pool.put(one)
|
||||||
|
print "done put"
|
||||||
|
|
||||||
# wait for the consumer
|
# wait for the consumer
|
||||||
self.assertEquals(waiter.receive(), one)
|
self.assertEquals(waiter.wait(), one)
|
||||||
|
print "done wait"
|
||||||
|
|
||||||
def test_blocks_on_pool(self):
|
def test_blocks_on_pool(self):
|
||||||
waiter = channel.channel()
|
waiter = coros.event()
|
||||||
def greedy():
|
def greedy():
|
||||||
self.pool.get()
|
self.pool.get()
|
||||||
self.pool.get()
|
self.pool.get()
|
||||||
@@ -98,7 +108,9 @@ class TestIntPool(unittest.TestCase):
|
|||||||
# No one should be waiting yet.
|
# No one should be waiting yet.
|
||||||
self.assertEquals(self.pool.waiting(), 0)
|
self.assertEquals(self.pool.waiting(), 0)
|
||||||
# The call to the next get will unschedule this routine.
|
# The call to the next get will unschedule this routine.
|
||||||
|
print "calling get"
|
||||||
self.pool.get()
|
self.pool.get()
|
||||||
|
print "called get"
|
||||||
# So this send should never be called.
|
# So this send should never be called.
|
||||||
waiter.send('Failed!')
|
waiter.send('Failed!')
|
||||||
|
|
||||||
@@ -113,8 +125,8 @@ class TestIntPool(unittest.TestCase):
|
|||||||
## Greedy should be blocking on the last get
|
## Greedy should be blocking on the last get
|
||||||
self.assertEquals(self.pool.waiting(), 1)
|
self.assertEquals(self.pool.waiting(), 1)
|
||||||
|
|
||||||
## Send will never be called, so balance should be 0.
|
## Send will never be called, so the event should not be ready.
|
||||||
self.assertEquals(waiter.balance, 0)
|
self.assertEquals(waiter.ready(), False)
|
||||||
|
|
||||||
api.kill(killable)
|
api.kill(killable)
|
||||||
|
|
||||||
@@ -141,38 +153,6 @@ class TestIntPool2(unittest.TestCase):
|
|||||||
self.assertEquals(gotten, 1)
|
self.assertEquals(gotten, 1)
|
||||||
|
|
||||||
|
|
||||||
ALWAYS = RuntimeError('I always fail')
|
|
||||||
SOMETIMES = RuntimeError('I fail half the time')
|
|
||||||
|
|
||||||
|
|
||||||
class TestFan(unittest.TestCase):
|
|
||||||
mode = 'static'
|
|
||||||
def setUp(self):
|
|
||||||
self.pool = IntPool(max_size=2)
|
|
||||||
|
|
||||||
def test_with_list(self):
|
|
||||||
list_of_input = ['agent-one', 'agent-two', 'agent-three']
|
|
||||||
|
|
||||||
def my_callable(pool_item, next_thing):
|
|
||||||
## Do some "blocking" (yielding) thing
|
|
||||||
api.sleep(0.01)
|
|
||||||
return next_thing
|
|
||||||
|
|
||||||
output = self.pool.fan(my_callable, list_of_input)
|
|
||||||
self.assertEquals(list_of_input, output)
|
|
||||||
|
|
||||||
def test_all_fail(self):
|
|
||||||
def my_failure(pool_item, next_thing):
|
|
||||||
raise ALWAYS
|
|
||||||
self.assertRaises(pools.AllFailed, self.pool.fan, my_failure, range(4))
|
|
||||||
|
|
||||||
def test_some_fail(self):
|
|
||||||
def my_failing_callable(pool_item, next_thing):
|
|
||||||
if next_thing % 2:
|
|
||||||
raise SOMETIMES
|
|
||||||
return next_thing
|
|
||||||
self.assertRaises(pools.SomeFailed, self.pool.fan, my_failing_callable, range(4))
|
|
||||||
|
|
||||||
|
|
||||||
if __name__ == '__main__':
|
if __name__ == '__main__':
|
||||||
unittest.main()
|
unittest.main()
|
||||||
|
@@ -23,7 +23,6 @@ THE SOFTWARE.
|
|||||||
"""
|
"""
|
||||||
from greentest import tests
|
from greentest import tests
|
||||||
from eventlet import api
|
from eventlet import api
|
||||||
from eventlet import channel
|
|
||||||
from eventlet import processes
|
from eventlet import processes
|
||||||
|
|
||||||
class TestEchoPool(tests.TestCase):
|
class TestEchoPool(tests.TestCase):
|
||||||
|
@@ -225,7 +225,7 @@ class TestSaranwrap(unittest.TestCase):
|
|||||||
tid = make_uuid()
|
tid = make_uuid()
|
||||||
self.assertEqual(tid.get_version(), uuid.uuid4().get_version())
|
self.assertEqual(tid.get_version(), uuid.uuid4().get_version())
|
||||||
def make_list():
|
def make_list():
|
||||||
from eventlet import saranwrap_test
|
from greentest import saranwrap_test
|
||||||
prox = saranwrap.wrap(saranwrap_test.list_maker)
|
prox = saranwrap.wrap(saranwrap_test.list_maker)
|
||||||
# after this function returns, prox should fall out of scope
|
# after this function returns, prox should fall out of scope
|
||||||
return prox()
|
return prox()
|
||||||
@@ -270,7 +270,7 @@ sys_path = sys.path""")
|
|||||||
sys.path.remove(temp_dir)
|
sys.path.remove(temp_dir)
|
||||||
|
|
||||||
def test_contention(self):
|
def test_contention(self):
|
||||||
from eventlet import saranwrap_test
|
from greentest import saranwrap_test
|
||||||
prox = saranwrap.wrap(saranwrap_test)
|
prox = saranwrap.wrap(saranwrap_test)
|
||||||
|
|
||||||
pool = coros.CoroutinePool(max_size=4)
|
pool = coros.CoroutinePool(max_size=4)
|
||||||
@@ -296,7 +296,7 @@ sys_path = sys.path""")
|
|||||||
|
|
||||||
def test_list_of_functions(self):
|
def test_list_of_functions(self):
|
||||||
return # this test is known to fail, we can implement it sometime in the future if we wish
|
return # this test is known to fail, we can implement it sometime in the future if we wish
|
||||||
from eventlet import saranwrap_test
|
from greentest import saranwrap_test
|
||||||
prox = saranwrap.wrap([saranwrap_test.list_maker])
|
prox = saranwrap.wrap([saranwrap_test.list_maker])
|
||||||
self.assertEquals(list_maker(), prox[0]())
|
self.assertEquals(list_maker(), prox[0]())
|
||||||
|
|
||||||
|
Reference in New Issue
Block a user