Current File : //proc/self/root/lib/python3.6/site-packages/urllib3/__pycache__/poolmanager.cpython-36.pyc
3

nf�\YB�@sddlmZddlZddlZddlZddlmZddlmZm	Z	ddlm
Z
ddlmZm
Z
mZddlmZdd	lmZdd
lmZddlmZddlmZd
ddgZeje�Zd6Zd7Zejd/e�Z d0d1�Z!ej"e!e �ej"e!e �d2�Z#ee	d2�Z$Gd3d
�d
e�Z%Gd4d�de%�Z&d5d�Z'dS)8�)�absolute_importN�)�RecentlyUsedContainer)�HTTPConnectionPool�HTTPSConnectionPool)�port_by_scheme)�LocationValueError�
MaxRetryError�ProxySchemeUnknown)�six)�urljoin)�RequestMethods)�	parse_url)�Retry�PoolManager�ProxyManager�proxy_from_url�key_file�	cert_file�	cert_reqs�ca_certs�ssl_version�ca_cert_dir�ssl_context�
key_scheme�key_host�key_port�key_timeout�key_retries�
key_strict�	key_block�key_source_address�key_key_file�
key_cert_file�
key_cert_reqs�key_ca_certs�key_ssl_version�key_ca_cert_dir�key_ssl_context�key_maxsize�key_headers�
key__proxy�key__proxy_headers�key_socket_options�key__socks_options�key_assert_hostname�key_assert_fingerprint�key_server_hostname�PoolKeycCs�|j�}|dj�|d<|dj�|d<x4d	D],}||kr.||dk	r.t||j��||<q.W|jd�}|dk	r|t|�|d<x&t|j��D]}|j|�|d|<q�Wx|j	D]}||kr�d||<q�W|f|�S)
a�
    Create a pool key out of a request context dictionary.

    According to RFC 3986, both the scheme and host are case-insensitive.
    Therefore, this function normalizes both before constructing the pool
    key for an HTTPS request. If you wish to change this behaviour, provide
    alternate callables to ``key_fn_by_scheme``.

    :param key_class:
        The class to use when constructing the key. This should be a namedtuple
        with the ``scheme`` and ``host`` keys at a minimum.
    :type  key_class: namedtuple
    :param request_context:
        A dictionary-like object that contain the context for a request.
    :type  request_context: dict

    :return: A namedtuple that can be used as a connection pool key.
    :rtype:  PoolKey
    �scheme�host�headers�_proxy_headers�_socks_optionsNZsocket_optionsZkey_)r5r6r7)
�copy�lower�	frozenset�items�get�tuple�list�keys�pop�_fields)Z	key_class�request_context�context�keyZsocket_optsZfield�rE�!/usr/lib/python3.6/poolmanager.py�_default_key_normalizer;s

rG)�http�httpsc@sxeZdZdZdZddd�Zdd�Zdd	�Zdd
d�Zdd
�Z	ddd�Z
dd�Zddd�Zd dd�Z
dd�Zd!dd�ZdS)"ra$
    Allows for arbitrary requests while transparently keeping track of
    necessary connection pools for you.

    :param num_pools:
        Number of connection pools to cache before discarding the least
        recently used pool.

    :param headers:
        Headers to include with all requests, unless other headers are given
        explicitly.

    :param \**connection_pool_kw:
        Additional parameters are used to create fresh
        :class:`urllib3.connectionpool.ConnectionPool` instances.

    Example::

        >>> manager = PoolManager(num_pools=2)
        >>> r = manager.request('GET', 'http://google.com/')
        >>> r = manager.request('GET', 'http://google.com/mail')
        >>> r = manager.request('GET', 'http://yahoo.com/')
        >>> len(manager.pools)
        2

    N�
cKs8tj||�||_t|dd�d�|_t|_tj�|_dS)NcSs|j�S)N)�close)�prErErF�<lambda>�sz&PoolManager.__init__.<locals>.<lambda>)Zdispose_func)r
�__init__�connection_pool_kwr�pools�pool_classes_by_scheme�key_fn_by_schemer8)�self�	num_poolsr5rOrErErFrN�szPoolManager.__init__cCs|S)NrE)rSrErErF�	__enter__�szPoolManager.__enter__cCs|j�dS)NF)�clear)rS�exc_typeZexc_valZexc_tbrErErF�__exit__�szPoolManager.__exit__cCsf|j|}|dkr|jj�}xdD]}|j|d�q"W|dkrXxtD]}|j|d�qDW|||f|�S)a�
        Create a new :class:`ConnectionPool` based on host, port, scheme, and
        any additional pool keyword arguments.

        If ``request_context`` is provided, it is provided as keyword arguments
        to the pool class used. This method is used to actually create the
        connection pools handed out by :meth:`connection_from_url` and
        companion methods. It is intended to be overridden for customization.
        Nr3r4�portrH)r3r4rY)rQrOr8r@�SSL_KEYWORDS)rSr3r4rYrBZpool_clsrD�kwrErErF�	_new_pool�s




zPoolManager._new_poolcCs|jj�dS)z�
        Empty our store of pools and direct them all to close.

        This will not affect in-flight connections, but they will not be
        re-used after completion.
        N)rPrV)rSrErErFrV�szPoolManager.clearrHcCsT|std��|j|�}|pd|d<|s:tj|dj�d�}||d<||d<|j|�S)a�
        Get a :class:`ConnectionPool` based on the host, port, and scheme.

        If ``port`` isn't given, it will be derived from the ``scheme`` using
        ``urllib3.connectionpool.port_by_scheme``. If ``pool_kwargs`` is
        provided, it is merged with the instance's ``connection_pool_kw``
        variable and used to create the new connection pool, if one is
        needed.
        zNo host specified.rHr3�PrYr4)r�_merge_pool_kwargsrr<r9�connection_from_context)rSr4rYr3�pool_kwargsrBrErErF�connection_from_host�s
z PoolManager.connection_from_hostcCs,|dj�}|j|}||�}|j||d�S)z�
        Get a :class:`ConnectionPool` based on the request context.

        ``request_context`` must at least contain the ``scheme`` key and its
        value must be a key in ``key_fn_by_scheme`` instance variable.
        r3)rB)r9rR�connection_from_pool_key)rSrBr3Zpool_key_constructor�pool_keyrErErFr_�s
z#PoolManager.connection_from_contextc
Cs`|jj�N|jj|�}|r|S|d}|d}|d}|j||||d�}||j|<WdQRX|S)z�
        Get a :class:`ConnectionPool` based on the provided pool key.

        ``pool_key`` should be a namedtuple that only contains immutable
        objects. At a minimum it must have the ``scheme``, ``host``, and
        ``port`` fields.
        r3r4rY)rBN)rP�lockr<r\)rSrcrBZpoolr3r4rYrErErFrb�s
z$PoolManager.connection_from_pool_keycCs t|�}|j|j|j|j|d�S)a�
        Similar to :func:`urllib3.connectionpool.connection_from_url`.

        If ``pool_kwargs`` is not provided and a new pool needs to be
        constructed, ``self.connection_pool_kw`` is used to initialize
        the :class:`urllib3.connectionpool.ConnectionPool`. If ``pool_kwargs``
        is provided, it is used instead. Note that if a new pool does not
        need to be created for the request, the provided ``pool_kwargs`` are
        not used.
        )rYr3r`)rrar4rYr3)rS�urlr`�urErErF�connection_from_urlszPoolManager.connection_from_urlcCsZ|jj�}|rVxF|j�D]:\}}|dkrJy
||=WqRtk
rFYqRXq|||<qW|S)a
        Merge a dictionary of override values for self.connection_pool_kw.

        This does not modify self.connection_pool_kw and returns a new dict.
        Any keys in the override dictionary with a value of ``None`` are
        removed from the merged dictionary.
        N)rOr8r;�KeyError)rS�overrideZbase_pool_kwargsrD�valuerErErFr^s

zPoolManager._merge_pool_kwargsTcKs�t|�}|j|j|j|jd�}d|d<d|d<d|krD|jj�|d<|jdk	rj|jdkrj|j||f|�}n|j||j	f|�}|o�|j
�}|s�|St||�}|jdkr�d	}|j
d
�}	t|	t�s�tj|	|d�}	|	jo�|j|��rttj|d��}
x*|
D]"}|j�|	jkr�|dj|d�q�Wy|	j||||d�}	Wn tk
�rR|	j�rN�|SX|	|d
<||d<tjd
||�|j||f|�S)a]
        Same as :meth:`urllib3.connectionpool.HTTPConnectionPool.urlopen`
        with custom cross-host redirect logic and only sends the request-uri
        portion of the ``url``.

        The given ``url`` parameter must be absolute, such that an appropriate
        :class:`urllib3.connectionpool.ConnectionPool` can be chosen for it.
        )rYr3FZassert_same_host�redirectr5NrHi/ZGET�retries)rk)�responseZ_poolzRedirecting %s -> %s)rrar4rYr3r5r8�proxy�urlopenZrequest_uriZget_redirect_locationrZstatusr<�
isinstancerZfrom_intZremove_headers_on_redirectZis_same_hostr>rZiterkeysr9r@Z	incrementr	Zraise_on_redirect�log�info)rS�methodrerkr[rfZconnrmZredirect_locationrlr5�headerrErErFro/sD	




zPoolManager.urlopen)rJN)N)NrHN)N)N)T)�__name__�
__module__�__qualname__�__doc__rnrNrUrXr\rVrar_rbrgr^rorErErErFr{s

	


csHeZdZdZd�fdd�	Zd�fdd�	Zdd	d
�Zd�fdd
�	Z�ZS)rax
    Behaves just like :class:`PoolManager`, but sends all requests through
    the defined proxy, using the CONNECT method for HTTPS URLs.

    :param proxy_url:
        The URL of the proxy to be used.

    :param proxy_headers:
        A dictionary containing headers that will be sent to the proxy. In case
        of HTTP they are being sent with each request, while in the
        HTTPS/CONNECT case they are sent only once. Could be used for proxy
        authentication.

    Example:
        >>> proxy = urllib3.ProxyManager('http://localhost:3128/')
        >>> r1 = proxy.request('GET', 'http://google.com/')
        >>> r2 = proxy.request('GET', 'http://httpbin.org/')
        >>> len(proxy.pools)
        1
        >>> r3 = proxy.request('GET', 'https://httpbin.org/')
        >>> r4 = proxy.request('GET', 'https://twitter.com/')
        >>> len(proxy.pools)
        3

    rJNcs�t|t�rd|j|j|jf}t|�}|jsFtj|jd�}|j|d�}|jdkrZt	|j��||_
|pfi|_|j
|d<|j|d<tt
|�j||f|�dS)	Nz
%s://%s:%ir])rYrHrI�_proxyr6)rHrI)rprr3r4rYrrr<�_replacer
rn�
proxy_headers�superrrN)rS�	proxy_urlrTr5r{rOrnrY)�	__class__rErFrN�s








zProxyManager.__init__rHcsD|dkr tt|�j||||d�Stt|�j|jj|jj|jj|d�S)NrI)r`)r|rrarnr4rYr3)rSr4rYr3r`)r~rErFra�s


z!ProxyManager.connection_from_hostcCs0ddi}t|�j}|r||d<|r,|j|�|S)z�
        Sets headers needed by proxies: specifically, the Accept and Host
        headers. Only sets headers not provided by the user.
        ZAcceptz*/*ZHost)r�netloc�update)rSrer5Zheaders_rrErErF�_set_proxy_headers�s

zProxyManager._set_proxy_headersTcsNt|�}|jdkr0|jd|j�}|j||�|d<tt|�j||fd|i|��S)z@Same as HTTP(S)ConnectionPool.urlopen, ``url`` must be absolute.rHr5rk)rr3r<r5r�r|rro)rSrsrerkr[rfr5)r~rErFro�s

zProxyManager.urlopen)rJNN)NrHN)N)T)	rurvrwrxrNrar�ro�
__classcell__rErE)r~rFrms
cKstfd|i|��S)Nr})r)rer[rErErFr�s)rrrrrrr)rrrrrrr r!r"r#r$r%r&r'r(r)r*r+r,r-r.r/r0r1)(Z
__future__r�collections�	functoolsZlogging�_collectionsrZconnectionpoolrrr�
exceptionsrr	r
ZpackagesrZpackages.six.moves.urllib.parserZrequestr
Zutil.urlrZ
util.retryr�__all__Z	getLoggerrurqrZZ_key_fields�
namedtupler2rG�partialrRrQrrrrErErErF�<module>sd

6
sW