398 lines
11 KiB
Python
398 lines
11 KiB
Python
"""\
|
|
@file greenio.py
|
|
|
|
Copyright (c) 2005-2006, Bob Ippolito
|
|
Copyright (c) 2007, Linden Research, Inc.
|
|
Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
of this software and associated documentation files (the "Software"), to deal
|
|
in the Software without restriction, including without limitation the rights
|
|
to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
copies of the Software, and to permit persons to whom the Software is
|
|
furnished to do so, subject to the following conditions:
|
|
|
|
The above copyright notice and this permission notice shall be included in
|
|
all copies or substantial portions of the Software.
|
|
|
|
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
|
|
THE SOFTWARE.
|
|
"""
|
|
from eventlet.api import trampoline, get_hub
|
|
from eventlet import util
|
|
|
|
BUFFER_SIZE = 4096
|
|
|
|
import socket, errno
|
|
from errno import EWOULDBLOCK, EAGAIN
|
|
|
|
|
|
__all__ = ['GreenSocket', 'GreenFile', 'GreenPipe']
|
|
|
|
def higher_order_recv(recv_func):
|
|
def recv(self, buflen):
|
|
buf = self.recvbuffer
|
|
if buf:
|
|
chunk, self.recvbuffer = buf[:buflen], buf[buflen:]
|
|
return chunk
|
|
fd = self.fd
|
|
bytes = recv_func(fd, buflen)
|
|
while bytes is None:
|
|
try:
|
|
trampoline(fd, read=True)
|
|
except socket.error, e:
|
|
if e[0] == errno.EPIPE:
|
|
bytes = ''
|
|
else:
|
|
raise
|
|
else:
|
|
bytes = recv_func(fd, buflen)
|
|
self.recvcount += len(bytes)
|
|
return bytes
|
|
return recv
|
|
|
|
|
|
def higher_order_send(send_func):
|
|
def send(self, data):
|
|
count = send_func(self.fd, data)
|
|
if not count:
|
|
return 0
|
|
self.sendcount += count
|
|
return count
|
|
return send
|
|
|
|
|
|
CONNECT_ERR = (errno.EINPROGRESS, errno.EALREADY, errno.EWOULDBLOCK)
|
|
CONNECT_SUCCESS = (0, errno.EISCONN)
|
|
def socket_connect(descriptor, address):
|
|
err = descriptor.connect_ex(address)
|
|
if err in CONNECT_ERR:
|
|
return None
|
|
if err not in CONNECT_SUCCESS:
|
|
raise socket.error(err, errno.errorcode[err])
|
|
return descriptor
|
|
|
|
|
|
def socket_accept(descriptor):
|
|
try:
|
|
return descriptor.accept()
|
|
except socket.error, e:
|
|
if e[0] == errno.EWOULDBLOCK:
|
|
return None
|
|
raise
|
|
|
|
|
|
def socket_send(descriptor, data):
|
|
try:
|
|
return descriptor.send(data)
|
|
except socket.error, e:
|
|
if e[0] == errno.EWOULDBLOCK:
|
|
return 0
|
|
raise
|
|
except SSL.WantWriteError:
|
|
return 0
|
|
except SSL.WantReadError:
|
|
return 0
|
|
|
|
|
|
# winsock sometimes throws ENOTCONN
|
|
SOCKET_CLOSED = (errno.ECONNRESET, errno.ENOTCONN, errno.ESHUTDOWN)
|
|
def socket_recv(descriptor, buflen):
|
|
try:
|
|
return descriptor.recv(buflen)
|
|
except socket.error, e:
|
|
if e[0] == errno.EWOULDBLOCK:
|
|
return None
|
|
if e[0] in SOCKET_CLOSED:
|
|
return ''
|
|
raise
|
|
except SSL.WantReadError:
|
|
return None
|
|
except SSL.ZeroReturnError:
|
|
return ''
|
|
except SSL.SysCallError, e:
|
|
if e[0] == -1 or e[0] > 0:
|
|
raise socket.error(errno.ECONNRESET, errno.errorcode[errno.ECONNRESET])
|
|
raise
|
|
|
|
|
|
def file_recv(fd, buflen):
|
|
try:
|
|
return fd.read(buflen)
|
|
except IOError, e:
|
|
if e[0] == EAGAIN:
|
|
return None
|
|
return ''
|
|
except socket.error, e:
|
|
if e[0] == errno.EPIPE:
|
|
return ''
|
|
raise
|
|
|
|
|
|
def file_send(fd, data):
|
|
try:
|
|
fd.write(data)
|
|
fd.flush()
|
|
return len(data)
|
|
except IOError, e:
|
|
if e[0] == EAGAIN:
|
|
return 0
|
|
except ValueError, e:
|
|
written = 0
|
|
except socket.error, e:
|
|
if e[0] == errno.EPIPE:
|
|
written = 0
|
|
|
|
|
|
class GreenSocket(object):
|
|
is_secure = False
|
|
|
|
def __init__(self, fd):
|
|
self.fd = fd
|
|
self._fileno = fd.fileno()
|
|
self.sendcount = 0
|
|
self.recvcount = 0
|
|
self.recvbuffer = ''
|
|
self._closed = False
|
|
|
|
def accept(self):
|
|
fd = self.fd
|
|
while True:
|
|
res = socket_accept(fd)
|
|
if res is not None:
|
|
client, addr = res
|
|
util.set_nonblocking(client)
|
|
return type(self)(client), addr
|
|
trampoline(fd, read=True, write=True)
|
|
|
|
def bind(self, *args, **kw):
|
|
fn = self.bind = self.fd.bind
|
|
return fn(*args, **kw)
|
|
|
|
def close(self, *args, **kw):
|
|
if self._closed:
|
|
return
|
|
self._closed = True
|
|
fn = self.close = self.fd.close
|
|
try:
|
|
res = fn(*args, **kw)
|
|
finally:
|
|
# This will raise socket.error(32, 'Broken pipe') if there's
|
|
# a caller waiting on trampoline (e.g. server on .accept())
|
|
get_hub().exc_descriptor(self._fileno)
|
|
return res
|
|
|
|
def connect(self, address):
|
|
fd = self.fd
|
|
connect = socket_connect
|
|
while not connect(fd, address):
|
|
trampoline(fd, read=True, write=True)
|
|
|
|
def connect_ex(self, *args, **kw):
|
|
fn = self.connect_ex = self.fd.connect_ex
|
|
return fn(*args, **kw)
|
|
|
|
def dup(self, *args, **kw):
|
|
sock = self.fd.dup(*args, **kw)
|
|
util.set_nonblocking(sock)
|
|
return type(self)(sock)
|
|
|
|
def fileno(self, *args, **kw):
|
|
fn = self.fileno = self.fd.fileno
|
|
return fn(*args, **kw)
|
|
|
|
def getpeername(self, *args, **kw):
|
|
fn = self.getpeername = self.fd.getpeername
|
|
return fn(*args, **kw)
|
|
|
|
def getsockname(self, *args, **kw):
|
|
fn = self.getsockname = self.fd.getsockname
|
|
return fn(*args, **kw)
|
|
|
|
def getsockopt(self, *args, **kw):
|
|
fn = self.getsockopt = self.fd.getsockopt
|
|
return fn(*args, **kw)
|
|
|
|
def listen(self, *args, **kw):
|
|
fn = self.listen = self.fd.listen
|
|
return fn(*args, **kw)
|
|
|
|
def old_makefile(self, *args, **kw):
|
|
self._refcount.increment()
|
|
new_sock = type(self)(self.fd, self._refcount)
|
|
return GreenFile(new_sock)
|
|
|
|
def makefile(self, mode = None, bufsize = None):
|
|
return GreenFile(self.dup())
|
|
|
|
recv = higher_order_recv(socket_recv)
|
|
|
|
def recvfrom(self, *args):
|
|
trampoline(self.fd, read=True)
|
|
return self.fd.recvfrom(*args)
|
|
|
|
# TODO recvfrom_into
|
|
# TODO recv_into
|
|
|
|
send = higher_order_send(socket_send)
|
|
|
|
def sendall(self, data):
|
|
fd = self.fd
|
|
tail = self.send(data)
|
|
while tail < len(data):
|
|
trampoline(self.fd, write=True)
|
|
tail += self.send(data[tail:])
|
|
|
|
def sendto(self, *args):
|
|
trampoline(self.fd, write=True)
|
|
return self.fd.sendto(*args)
|
|
|
|
def setblocking(self, *args, **kw):
|
|
fn = self.setblocking = self.fd.setblocking
|
|
return fn(*args, **kw)
|
|
|
|
# TODO settimeout
|
|
# TODO gettimeout
|
|
|
|
def setsockopt(self, *args, **kw):
|
|
fn = self.setsockopt = self.fd.setsockopt
|
|
return fn(*args, **kw)
|
|
|
|
def shutdown(self, *args, **kw):
|
|
fn = self.shutdown = self.fd.shutdown
|
|
return fn(*args, **kw)
|
|
|
|
|
|
class GreenFile(object):
|
|
newlines = '\r\n'
|
|
mode = 'wb+'
|
|
|
|
def __init__(self, fd):
|
|
self.sock = fd
|
|
|
|
def close(self):
|
|
self.sock.close()
|
|
|
|
def fileno(self):
|
|
return self.sock.fileno()
|
|
|
|
# TODO next
|
|
# TODO flush
|
|
|
|
def write(self, data):
|
|
return self.sock.sendall(data)
|
|
|
|
def readuntil(self, terminator, size=None):
|
|
buf, self.sock.recvbuffer = self.sock.recvbuffer, ''
|
|
checked = 0
|
|
if size is None:
|
|
while True:
|
|
found = buf.find(terminator, checked)
|
|
if found != -1:
|
|
found += len(terminator)
|
|
chunk, self.sock.recvbuffer = buf[:found], buf[found:]
|
|
return chunk
|
|
checked = max(0, len(buf) - (len(terminator) - 1))
|
|
d = self.sock.recv(BUFFER_SIZE)
|
|
if not d:
|
|
break
|
|
buf += d
|
|
return buf
|
|
while len(buf) < size:
|
|
found = buf.find(terminator, checked)
|
|
if found != -1:
|
|
found += len(terminator)
|
|
chunk, self.sock.recvbuffer = buf[:found], buf[found:]
|
|
return chunk
|
|
checked = len(buf)
|
|
d = self.sock.recv(BUFFER_SIZE)
|
|
if not d:
|
|
break
|
|
buf += d
|
|
chunk, self.sock.recvbuffer = buf[:size], buf[size:]
|
|
return chunk
|
|
|
|
def readline(self, size=None):
|
|
return self.readuntil(self.newlines, size=size)
|
|
|
|
def __iter__(self):
|
|
return self.xreadlines()
|
|
|
|
def readlines(self, size=None):
|
|
return list(self.xreadlines(size=size))
|
|
|
|
def xreadlines(self, size=None):
|
|
if size is None:
|
|
while True:
|
|
line = self.readline()
|
|
if not line:
|
|
break
|
|
yield line
|
|
else:
|
|
while size > 0:
|
|
line = self.readline(size)
|
|
if not line:
|
|
break
|
|
yield line
|
|
size -= len(line)
|
|
|
|
def writelines(self, lines):
|
|
for line in lines:
|
|
self.write(line)
|
|
|
|
def read(self, size=None):
|
|
if size is not None and not isinstance(size, (int, long)):
|
|
raise TypeError('Expecting an int or long for size, got %s: %s' % (type(size), repr(size)))
|
|
buf, self.sock.recvbuffer = self.sock.recvbuffer, ''
|
|
lst = [buf]
|
|
if size is None:
|
|
while True:
|
|
d = self.sock.recv(BUFFER_SIZE)
|
|
if not d:
|
|
break
|
|
lst.append(d)
|
|
else:
|
|
buflen = len(buf)
|
|
while buflen < size:
|
|
d = self.sock.recv(BUFFER_SIZE)
|
|
if not d:
|
|
break
|
|
buflen += len(d)
|
|
lst.append(d)
|
|
else:
|
|
d = lst[-1]
|
|
overbite = buflen - size
|
|
if overbite:
|
|
lst[-1], self.sock.recvbuffer = d[:-overbite], d[-overbite:]
|
|
else:
|
|
lst[-1], self.sock.recvbuffer = d, ''
|
|
return ''.join(lst)
|
|
|
|
|
|
class GreenPipeSocket(GreenSocket):
|
|
""" This is a weird class that looks like a socket but expects a file descriptor as an argument instead of a socket.
|
|
"""
|
|
recv = higher_order_recv(file_recv)
|
|
|
|
send = higher_order_send(file_send)
|
|
|
|
|
|
class GreenPipe(GreenFile):
|
|
def __init__(self, fd):
|
|
self.fd = GreenPipeSocket(fd)
|
|
super(GreenPipe, self).__init__(self.fd)
|
|
|
|
def recv(self, *args, **kw):
|
|
fn = self.recv = self.fd.recv
|
|
return fn(*args, **kw)
|
|
|
|
def send(self, *args, **kw):
|
|
fn = self.send = self.fd.send
|
|
return fn(*args, **kw)
|
|
|
|
def flush(self):
|
|
self.fd.fd.flush()
|