572 lines
17 KiB
Python
572 lines
17 KiB
Python
from eventlet.api import trampoline
|
|
from eventlet.hubs import get_hub
|
|
|
|
BUFFER_SIZE = 4096
|
|
|
|
import errno
|
|
import os
|
|
import socket
|
|
from socket import socket as _original_socket
|
|
import sys
|
|
import time
|
|
import warnings
|
|
|
|
|
|
from errno import EWOULDBLOCK, EAGAIN
|
|
|
|
|
|
__all__ = ['GreenSocket', 'GreenPipe']
|
|
|
|
def higher_order_recv(recv_func):
|
|
def recv(self, buflen, flags=0):
|
|
if self.act_non_blocking:
|
|
return self.fd.recv(buflen, flags)
|
|
buf = self.recvbuffer
|
|
if buf:
|
|
chunk, self.recvbuffer = buf[:buflen], buf[buflen:]
|
|
return chunk
|
|
fd = self.fd
|
|
bytes = recv_func(fd, buflen, flags)
|
|
if self.gettimeout():
|
|
end = time.time()+self.gettimeout()
|
|
else:
|
|
end = None
|
|
timeout = None
|
|
while bytes is None:
|
|
try:
|
|
if end:
|
|
timeout = end - time.time()
|
|
trampoline(fd, read=True, timeout=timeout, timeout_exc=socket.timeout)
|
|
except socket.timeout:
|
|
raise
|
|
except socket.error, e:
|
|
if e[0] == errno.EPIPE:
|
|
bytes = ''
|
|
else:
|
|
raise
|
|
else:
|
|
bytes = recv_func(fd, buflen, flags)
|
|
self.recvcount += len(bytes)
|
|
return bytes
|
|
return recv
|
|
|
|
|
|
def higher_order_send(send_func):
|
|
def send(self, data, flags=0):
|
|
if self.act_non_blocking:
|
|
return self.fd.send(data, flags)
|
|
count = send_func(self.fd, data, flags)
|
|
if not count:
|
|
return 0
|
|
self.sendcount += count
|
|
return count
|
|
return send
|
|
|
|
|
|
CONNECT_ERR = (errno.EINPROGRESS, errno.EALREADY, errno.EWOULDBLOCK)
|
|
CONNECT_SUCCESS = (0, errno.EISCONN)
|
|
def socket_connect(descriptor, address):
|
|
err = descriptor.connect_ex(address)
|
|
if err in CONNECT_ERR:
|
|
return None
|
|
if err not in CONNECT_SUCCESS:
|
|
raise socket.error(err, errno.errorcode[err])
|
|
return descriptor
|
|
|
|
|
|
def socket_accept(descriptor):
|
|
try:
|
|
return descriptor.accept()
|
|
except socket.error, e:
|
|
if e[0] == errno.EWOULDBLOCK:
|
|
return None
|
|
raise
|
|
|
|
|
|
def socket_send(descriptor, data, flags=0):
|
|
try:
|
|
return descriptor.send(data, flags)
|
|
except socket.error, e:
|
|
if e[0] == errno.EWOULDBLOCK or e[0] == errno.ENOTCONN:
|
|
return 0
|
|
raise
|
|
|
|
if sys.platform[:3]=="win":
|
|
# winsock sometimes throws ENOTCONN
|
|
SOCKET_BLOCKING = (errno.EWOULDBLOCK,)
|
|
SOCKET_CLOSED = (errno.ECONNRESET, errno.ENOTCONN, errno.ESHUTDOWN)
|
|
else:
|
|
# oddly, on linux/darwin, an unconnected socket is expected to block,
|
|
# so we treat ENOTCONN the same as EWOULDBLOCK
|
|
SOCKET_BLOCKING = (errno.EWOULDBLOCK, errno.ENOTCONN)
|
|
SOCKET_CLOSED = (errno.ECONNRESET, errno.ESHUTDOWN)
|
|
def socket_recv(descriptor, buflen, flags=0):
|
|
try:
|
|
return descriptor.recv(buflen, flags)
|
|
except socket.error, e:
|
|
if e[0] in SOCKET_BLOCKING:
|
|
return None
|
|
if e[0] in SOCKET_CLOSED:
|
|
return ''
|
|
raise
|
|
|
|
|
|
def file_recv(fd, buflen, flags=0):
|
|
try:
|
|
return fd.read(buflen)
|
|
except IOError, e:
|
|
if e[0] == EAGAIN:
|
|
return None
|
|
return ''
|
|
except socket.error, e:
|
|
if e[0] == errno.EPIPE:
|
|
return ''
|
|
raise
|
|
|
|
|
|
def file_send(fd, data, flags=0):
|
|
try:
|
|
fd.write(data)
|
|
fd.flush()
|
|
return len(data)
|
|
except IOError, e:
|
|
if e[0] == EAGAIN:
|
|
return 0
|
|
except ValueError, e:
|
|
written = 0
|
|
except socket.error, e:
|
|
if e[0] == errno.EPIPE:
|
|
written = 0
|
|
|
|
|
|
def set_nonblocking(fd):
|
|
try:
|
|
setblocking = fd.setblocking
|
|
except AttributeError:
|
|
# fd has no setblocking() method. It could be that this version of
|
|
# Python predates socket.setblocking(). In that case, we can still set
|
|
# the flag "by hand" on the underlying OS fileno using the fcntl
|
|
# module.
|
|
try:
|
|
import fcntl
|
|
except ImportError:
|
|
# Whoops, Windows has no fcntl module. This might not be a socket
|
|
# at all, but rather a file-like object with no setblocking()
|
|
# method. In particular, on Windows, pipes don't support
|
|
# non-blocking I/O and therefore don't have that method. Which
|
|
# means fcntl wouldn't help even if we could load it.
|
|
raise NotImplementedError("set_nonblocking() on a file object "
|
|
"with no setblocking() method "
|
|
"(Windows pipes don't support non-blocking I/O)")
|
|
# We managed to import fcntl.
|
|
fileno = fd.fileno()
|
|
flags = fcntl.fcntl(fileno, fcntl.F_GETFL)
|
|
fcntl.fcntl(fileno, fcntl.F_SETFL, flags | os.O_NONBLOCK)
|
|
else:
|
|
# socket supports setblocking()
|
|
setblocking(0)
|
|
|
|
|
|
try:
|
|
from socket import _GLOBAL_DEFAULT_TIMEOUT
|
|
except ImportError:
|
|
_GLOBAL_DEFAULT_TIMEOUT = object()
|
|
|
|
|
|
class GreenSocket(object):
|
|
timeout = None
|
|
def __init__(self, family_or_realsock=socket.AF_INET, *args, **kwargs):
|
|
if isinstance(family_or_realsock, (int, long)):
|
|
fd = _original_socket(family_or_realsock, *args, **kwargs)
|
|
else:
|
|
fd = family_or_realsock
|
|
assert not args, args
|
|
assert not kwargs, kwargs
|
|
try:
|
|
orig_timeout = fd.gettimeout()
|
|
except AttributeError:
|
|
orig_timeout = None
|
|
|
|
set_nonblocking(fd)
|
|
self.fd = fd
|
|
self._fileno = fd.fileno()
|
|
self.sendcount = 0
|
|
self.recvcount = 0
|
|
self.recvbuffer = ''
|
|
self.closed = False
|
|
self.timeout = socket.getdefaulttimeout()
|
|
|
|
# when client calls setblocking(0) or settimeout(0) the socket must
|
|
# act non-blocking
|
|
self.act_non_blocking = False
|
|
|
|
# import timeout from the other fd if it's distinct
|
|
if orig_timeout and orig_timeout is not self.timeout:
|
|
self.settimeout(orig_timeout)
|
|
|
|
@property
|
|
def _sock(self):
|
|
return self
|
|
|
|
@property
|
|
def family(self):
|
|
return self.fd.family
|
|
|
|
@property
|
|
def type(self):
|
|
return self.fd.type
|
|
|
|
@property
|
|
def proto(self):
|
|
return self.fd.proto
|
|
|
|
def accept(self):
|
|
if self.act_non_blocking:
|
|
return self.fd.accept()
|
|
fd = self.fd
|
|
while True:
|
|
res = socket_accept(fd)
|
|
if res is not None:
|
|
client, addr = res
|
|
set_nonblocking(client)
|
|
return type(self)(client), addr
|
|
trampoline(fd, read=True, timeout=self.gettimeout(),
|
|
timeout_exc=socket.timeout)
|
|
|
|
def bind(self, *args, **kw):
|
|
fn = self.bind = self.fd.bind
|
|
return fn(*args, **kw)
|
|
|
|
def close(self, *args, **kw):
|
|
if self.closed:
|
|
return
|
|
self.closed = True
|
|
fileno = self.fileno()
|
|
try:
|
|
res = self.fd.close()
|
|
finally:
|
|
get_hub().closed(fileno)
|
|
return res
|
|
|
|
def connect(self, address):
|
|
if self.act_non_blocking:
|
|
return self.fd.connect(address)
|
|
fd = self.fd
|
|
if self.gettimeout() is None:
|
|
while not socket_connect(fd, address):
|
|
trampoline(fd, write=True, timeout_exc=socket.timeout)
|
|
else:
|
|
end = time.time() + self.gettimeout()
|
|
while True:
|
|
if socket_connect(fd, address):
|
|
return
|
|
if time.time() >= end:
|
|
raise socket.timeout
|
|
trampoline(fd, write=True, timeout=end-time.time(), timeout_exc=socket.timeout)
|
|
|
|
def connect_ex(self, address):
|
|
if self.act_non_blocking:
|
|
return self.fd.connect_ex(address)
|
|
fd = self.fd
|
|
if self.gettimeout() is None:
|
|
while not socket_connect(fd, address):
|
|
try:
|
|
trampoline(fd, write=True, timeout_exc=socket.timeout)
|
|
except socket.error, ex:
|
|
return ex[0]
|
|
else:
|
|
end = time.time() + self.gettimeout()
|
|
while True:
|
|
if socket_connect(fd, address):
|
|
return 0
|
|
if time.time() >= end:
|
|
raise socket.timeout
|
|
try:
|
|
trampoline(fd, write=True, timeout=end-time.time(), timeout_exc=socket.timeout)
|
|
except socket.error, ex:
|
|
return ex[0]
|
|
|
|
def dup(self, *args, **kw):
|
|
sock = self.fd.dup(*args, **kw)
|
|
set_nonblocking(sock)
|
|
newsock = type(self)(sock)
|
|
newsock.settimeout(self.timeout)
|
|
return newsock
|
|
|
|
def fileno(self, *args, **kw):
|
|
fn = self.fileno = self.fd.fileno
|
|
return fn(*args, **kw)
|
|
|
|
def getpeername(self, *args, **kw):
|
|
fn = self.getpeername = self.fd.getpeername
|
|
return fn(*args, **kw)
|
|
|
|
def getsockname(self, *args, **kw):
|
|
fn = self.getsockname = self.fd.getsockname
|
|
return fn(*args, **kw)
|
|
|
|
def getsockopt(self, *args, **kw):
|
|
fn = self.getsockopt = self.fd.getsockopt
|
|
return fn(*args, **kw)
|
|
|
|
def listen(self, *args, **kw):
|
|
fn = self.listen = self.fd.listen
|
|
return fn(*args, **kw)
|
|
|
|
def makefile(self, mode='r', bufsize=-1):
|
|
return socket._fileobject(self.dup(), mode, bufsize)
|
|
|
|
def makeGreenFile(self, mode='r', bufsize=-1):
|
|
return Green_fileobject(self.dup())
|
|
|
|
recv = higher_order_recv(socket_recv)
|
|
|
|
def recvfrom(self, *args):
|
|
if not self.act_non_blocking:
|
|
trampoline(self.fd, read=True, timeout=self.gettimeout(), timeout_exc=socket.timeout)
|
|
return self.fd.recvfrom(*args)
|
|
|
|
def recvfrom_into(self, *args):
|
|
if not self.act_non_blocking:
|
|
trampoline(self.fd, read=True, timeout=self.gettimeout(), timeout_exc=socket.timeout)
|
|
return self.fd.recvfrom_into(*args)
|
|
|
|
def recv_into(self, *args):
|
|
if not self.act_non_blocking:
|
|
trampoline(self.fd, read=True, timeout=self.gettimeout(), timeout_exc=socket.timeout)
|
|
return self.fd.recv_into(*args)
|
|
|
|
send = higher_order_send(socket_send)
|
|
|
|
def sendall(self, data, flags=0):
|
|
fd = self.fd
|
|
tail = self.send(data, flags)
|
|
while tail < len(data):
|
|
trampoline(self.fd, write=True, timeout_exc=socket.timeout)
|
|
tail += self.send(data[tail:], flags)
|
|
|
|
def sendto(self, *args):
|
|
trampoline(self.fd, write=True, timeout_exc=socket.timeout)
|
|
return self.fd.sendto(*args)
|
|
|
|
def setblocking(self, flag):
|
|
if flag:
|
|
self.act_non_blocking = False
|
|
self.timeout = None
|
|
else:
|
|
self.act_non_blocking = True
|
|
self.timeout = 0.0
|
|
|
|
def setsockopt(self, *args, **kw):
|
|
fn = self.setsockopt = self.fd.setsockopt
|
|
return fn(*args, **kw)
|
|
|
|
def shutdown(self, *args, **kw):
|
|
fn = self.shutdown = self.fd.shutdown
|
|
return fn(*args, **kw)
|
|
|
|
def settimeout(self, howlong):
|
|
if howlong is None or howlong == _GLOBAL_DEFAULT_TIMEOUT:
|
|
self.setblocking(True)
|
|
return
|
|
try:
|
|
f = howlong.__float__
|
|
except AttributeError:
|
|
raise TypeError('a float is required')
|
|
howlong = f()
|
|
if howlong < 0.0:
|
|
raise ValueError('Timeout value out of range')
|
|
if howlong == 0.0:
|
|
self.setblocking(howlong)
|
|
else:
|
|
self.timeout = howlong
|
|
|
|
def gettimeout(self):
|
|
return self.timeout
|
|
|
|
|
|
class Green_fileobject(object):
|
|
"""Green version of socket._fileobject, for use only with regular
|
|
sockets."""
|
|
newlines = '\r\n'
|
|
mode = 'wb+'
|
|
|
|
def __init__(self, fd):
|
|
if isinstance(fd, GreenSocket):
|
|
set_nonblocking(fd.fd)
|
|
else:
|
|
set_nonblocking(fd)
|
|
self.sock = fd
|
|
self.closed = False
|
|
|
|
def close(self):
|
|
self.sock.close()
|
|
self.closed = True
|
|
|
|
def fileno(self):
|
|
return self.sock.fileno()
|
|
|
|
# TODO next
|
|
|
|
def flush(self):
|
|
pass
|
|
|
|
def write(self, data):
|
|
return self.sock.sendall(data)
|
|
|
|
def readuntil(self, terminator, size=None):
|
|
buf, self.sock.recvbuffer = self.sock.recvbuffer, ''
|
|
checked = 0
|
|
if size is None:
|
|
while True:
|
|
found = buf.find(terminator, checked)
|
|
if found != -1:
|
|
found += len(terminator)
|
|
chunk, self.sock.recvbuffer = buf[:found], buf[found:]
|
|
return chunk
|
|
checked = max(0, len(buf) - (len(terminator) - 1))
|
|
d = self.sock.recv(BUFFER_SIZE)
|
|
if not d:
|
|
break
|
|
buf += d
|
|
return buf
|
|
while len(buf) < size:
|
|
found = buf.find(terminator, checked)
|
|
if found != -1:
|
|
found += len(terminator)
|
|
chunk, self.sock.recvbuffer = buf[:found], buf[found:]
|
|
return chunk
|
|
checked = len(buf)
|
|
d = self.sock.recv(BUFFER_SIZE)
|
|
if not d:
|
|
break
|
|
buf += d
|
|
chunk, self.sock.recvbuffer = buf[:size], buf[size:]
|
|
return chunk
|
|
|
|
def readline(self, size=None):
|
|
return self.readuntil(self.newlines, size=size)
|
|
|
|
def __iter__(self):
|
|
return self.xreadlines()
|
|
|
|
def readlines(self, size=None):
|
|
return list(self.xreadlines(size=size))
|
|
|
|
def xreadlines(self, size=None):
|
|
if size is None:
|
|
while True:
|
|
line = self.readline()
|
|
if not line:
|
|
break
|
|
yield line
|
|
else:
|
|
while size > 0:
|
|
line = self.readline(size)
|
|
if not line:
|
|
break
|
|
yield line
|
|
size -= len(line)
|
|
|
|
def writelines(self, lines):
|
|
for line in lines:
|
|
self.write(line)
|
|
|
|
def read(self, size=None):
|
|
if size is not None and not isinstance(size, (int, long)):
|
|
raise TypeError('Expecting an int or long for size, got %s: %s' % (type(size), repr(size)))
|
|
buf, self.sock.recvbuffer = self.sock.recvbuffer, ''
|
|
lst = [buf]
|
|
if size is None:
|
|
while True:
|
|
d = self.sock.recv(BUFFER_SIZE)
|
|
if not d:
|
|
break
|
|
lst.append(d)
|
|
else:
|
|
buflen = len(buf)
|
|
while buflen < size:
|
|
d = self.sock.recv(BUFFER_SIZE)
|
|
if not d:
|
|
break
|
|
buflen += len(d)
|
|
lst.append(d)
|
|
else:
|
|
d = lst[-1]
|
|
overbite = buflen - size
|
|
if overbite:
|
|
lst[-1], self.sock.recvbuffer = d[:-overbite], d[-overbite:]
|
|
else:
|
|
lst[-1], self.sock.recvbuffer = d, ''
|
|
return ''.join(lst)
|
|
|
|
|
|
|
|
class GreenPipeSocket(GreenSocket):
|
|
""" This is a weird class that looks like a socket but expects a file descriptor as an argument instead of a socket.
|
|
"""
|
|
recv = higher_order_recv(file_recv)
|
|
|
|
send = higher_order_send(file_send)
|
|
|
|
|
|
class GreenPipe(Green_fileobject):
|
|
def __init__(self, fd):
|
|
set_nonblocking(fd)
|
|
self.fd = GreenPipeSocket(fd)
|
|
super(GreenPipe, self).__init__(self.fd)
|
|
|
|
def recv(self, *args, **kw):
|
|
fn = self.recv = self.fd.recv
|
|
return fn(*args, **kw)
|
|
|
|
def send(self, *args, **kw):
|
|
fn = self.send = self.fd.send
|
|
return fn(*args, **kw)
|
|
|
|
def flush(self):
|
|
self.fd.fd.flush()
|
|
|
|
|
|
# import SSL module here so we can refer to greenio.SSL.exceptionclass
|
|
try:
|
|
from OpenSSL import SSL
|
|
except ImportError:
|
|
# pyOpenSSL not installed, define exceptions anyway for convenience
|
|
class SSL(object):
|
|
class WantWriteError(object):
|
|
pass
|
|
|
|
class WantReadError(object):
|
|
pass
|
|
|
|
class ZeroReturnError(object):
|
|
pass
|
|
|
|
class SysCallError(object):
|
|
pass
|
|
|
|
|
|
def shutdown_safe(sock):
|
|
""" Shuts down the socket. This is a convenience method for
|
|
code that wants to gracefully handle regular sockets, SSL.Connection
|
|
sockets from PyOpenSSL and ssl.SSLSocket objects from Python 2.6
|
|
interchangeably. Both types of ssl socket require a shutdown() before
|
|
close, but they have different arity on their shutdown method.
|
|
|
|
Regular sockets don't need a shutdown before close, but it doesn't hurt.
|
|
"""
|
|
try:
|
|
try:
|
|
# socket, ssl.SSLSocket
|
|
return sock.shutdown(socket.SHUT_RDWR)
|
|
except TypeError:
|
|
# SSL.Connection
|
|
return sock.shutdown()
|
|
except socket.error, e:
|
|
# we don't care if the socket is already closed;
|
|
# this will often be the case in an http server context
|
|
if e[0] != errno.ENOTCONN:
|
|
raise
|
|
|