| pulkit |
| hg-reviewers |
Cleaning up the code as part of debugging Python 3 issues.
| Automatic diff as part of commit; lint not applicable. |
| Automatic diff as part of commit; unit tests not applicable. |
| urllib2 tries to do clever things with error codes 301, 302, 401, | urllib2 tries to do clever things with error codes 301, 302, 401, | ||||
| and 407, and it wraps the object upon return. | and 407, and it wraps the object upon return. | ||||
| """ | """ | ||||
| # $Id: keepalive.py,v 1.14 2006/04/04 21:00:32 mstenner Exp $ | # $Id: keepalive.py,v 1.14 2006/04/04 21:00:32 mstenner Exp $ | ||||
| from __future__ import absolute_import, print_function | from __future__ import absolute_import, print_function | ||||
| import collections | |||||
| import errno | import errno | ||||
| import hashlib | import hashlib | ||||
| import socket | import socket | ||||
| import sys | import sys | ||||
| import threading | import threading | ||||
| from .i18n import _ | from .i18n import _ | ||||
| from . import ( | from . import ( | ||||
| class ConnectionManager(object): | class ConnectionManager(object): | ||||
| """ | """ | ||||
| The connection manager must be able to: | The connection manager must be able to: | ||||
| * keep track of all existing | * keep track of all existing | ||||
| """ | """ | ||||
| def __init__(self): | def __init__(self): | ||||
| self._lock = threading.Lock() | self._lock = threading.Lock() | ||||
| self._hostmap = {} # map hosts to a list of connections | self._hostmap = collections.defaultdict(list) # host -> [connection] | ||||
| self._connmap = {} # map connections to host | self._connmap = {} # map connections to host | ||||
| self._readymap = {} # map connection to ready state | self._readymap = {} # map connection to ready state | ||||
| def add(self, host, connection, ready): | def add(self, host, connection, ready): | ||||
| self._lock.acquire() | self._lock.acquire() | ||||
| try: | try: | ||||
| if host not in self._hostmap: | |||||
| self._hostmap[host] = [] | |||||
| self._hostmap[host].append(connection) | self._hostmap[host].append(connection) | ||||
| self._connmap[connection] = host | self._connmap[connection] = host | ||||
| self._readymap[connection] = ready | self._readymap[connection] = ready | ||||
| finally: | finally: | ||||
| self._lock.release() | self._lock.release() | ||||
| def remove(self, connection): | def remove(self, connection): | ||||
| self._lock.acquire() | self._lock.acquire() | ||||
| self._readymap[connection] = ready | self._readymap[connection] = ready | ||||
| except KeyError: | except KeyError: | ||||
| pass | pass | ||||
| def get_ready_conn(self, host): | def get_ready_conn(self, host): | ||||
| conn = None | conn = None | ||||
| self._lock.acquire() | self._lock.acquire() | ||||
| try: | try: | ||||
| if host in self._hostmap: | |||||
| for c in self._hostmap[host]: | for c in self._hostmap[host]: | ||||
| if self._readymap[c]: | if self._readymap[c]: | ||||
| self._readymap[c] = 0 | self._readymap[c] = 0 | ||||
| conn = c | conn = c | ||||
| break | break | ||||
| finally: | finally: | ||||
| self._lock.release() | self._lock.release() | ||||
| return conn | return conn | ||||
| def get_all(self, host=None): | def get_all(self, host=None): | ||||
| if host: | if host: | ||||
| return list(self._hostmap.get(host, [])) | return list(self._hostmap[host]) | ||||
| else: | else: | ||||
| return dict(self._hostmap) | return dict(self._hostmap) | ||||
| class KeepAliveHandler(object): | class KeepAliveHandler(object): | ||||
| def __init__(self, timeout=None): | def __init__(self, timeout=None): | ||||
| self._cm = ConnectionManager() | self._cm = ConnectionManager() | ||||
| self._timeout = timeout | self._timeout = timeout | ||||
| self.requestscount = 0 | self.requestscount = 0 | ||||