U
    (q\au                     @   s  d Z ddlZddlZddlZddlZddlZddlZddlZddlZddl	Z	ddl
Z
ddlZddlmZ ddlmZ ddlmZ ddlmZ ddlmZmZmZmZmZmZmZmZmZmZmZmZm Z m!Z!m"Z" dd	l#m$Z$ dd
l%m&Z& ddl'm(Z(m)Z)m*Z*m+Z+ dZ,e- Z.dddZ/ej0dkr2dd Z1dd Zdd Z2dd Z3dhddZ4dd Z5dd Z6d d! Z7d"d# Z8d$d% Z9d&d' Z:did(d)Z;d*d+ Z<d,d- Z=d.d/ Z>d0d1 Z?d2d3 Z@d4d5 ZAd6d7 ZBd8d9 ZCeDd:ZEd;d< ZFd=d> ZGd?d@ ZHdAdB ZIdCdD ZJdEdF ZKejLdGdH ZMdIdJ ZNdjdKdLZOdMdN ZPdkdPdQZQdRdS ZRdTdU ZSdVTdWZUeUdX ZVeUdY ZWdZd[ ZXd\d] ZYd^d_ ZZe[d`Z\e[daZ]dbdc Z^ddde Z_dfdg Z`dS )lz
requests.utils
~~~~~~~~~~~~~~

This module provides utility functions that are used within Requests
that are also useful for external consumption.
    N   __version__)certs)to_native_string)parse_http_list)quoteurlparsebytesstrOrderedDictunquote
getproxiesproxy_bypass
urlunparse
basestringinteger_typesis_py3proxy_bypass_environmentgetproxies_environmentMappingcookiejar_from_dict)CaseInsensitiveDict)
InvalidURLInvalidHeaderFileModeWarningUnrewindableBodyError)z.netrc_netrcP   i  )ZhttpZhttpsZwin32c                 C   s   zt rdd l}ndd l}W n tk
r0   Y dS X z6||jd}t||dd }||dd }W n tk
r~   Y dS X |r|sdS |	d}|D ]T}|dkrd| kr d	S |
dd
}|
dd}|
dd}t|| tjr d	S qdS )Nr   Fz;Software\Microsoft\Windows\CurrentVersion\Internet SettingsZProxyEnableZProxyOverride;z<local>.Tz\.*z.*?)r   winreg_winregImportErrorOpenKeyHKEY_CURRENT_USERintZQueryValueExOSErrorsplitreplacerematchI)hostr$   ZinternetSettingsZproxyEnableZproxyOverrideZtest r1   0/usr/lib/python3/dist-packages/requests/utils.pyproxy_bypass_registry/   sF    

r3   c                 C   s   t  rt| S t| S dS )zReturn True, if the host should be bypassed.

        Checks proxy settings gathered from the environment, if specified,
        or the registry.
        N)r   r   r3   )r0   r1   r1   r2   r   V   s    r   c                 C   s   t | dr|  } | S )z/Returns an internal sequence dictionary update.items)hasattrr4   )dr1   r1   r2   dict_to_sequenceb   s    
r7   c              	   C   s4  d }d}t | drt| }nbt | dr.| j}nPt | dr~z|  }W n tjk
rZ   Y n$X t|j}d| jkr~t	
dt t | drz|  }W n$ ttfk
r   |d k	r|}Y n^X t | dr|d krz&| dd	 |  }| |pd W n ttfk
r   d}Y nX |d kr&d}td|| S )
Nr   __len__lenfilenoba%  Requests has determined the content-length for this request using the binary size of the file: however, the file has been opened in text mode (i.e. without the 'b' flag in the mode). This may lead to an incorrect content-length. In Requests 3.0, support will be removed for files in text mode.tellseek   )r5   r9   r:   ioUnsupportedOperationosfstatst_sizemodewarningswarnr   r<   r*   IOErrorr=   max)oZtotal_lengthZcurrent_positionr:   r1   r1   r2   	super_lenk   sB    








rJ   Fc              	   C   s&  zddl m }m} d}tD ]J}ztjd|}W n tk
rP   Y  W dS X tj|r|} qhq|dkrvW dS t	| }d}t
| tr|d}|j|d }	z:|||	}
|
r|
d rdnd}|
| |
d fW W S W n" |tfk
r   | r Y nX W n ttfk
r    Y nX dS )	z;Returns the Requests tuple auth for a given url from netrc.r   )netrcNetrcParseErrorNz~/{}   :asciir   r>   )rK   rL   NETRC_FILESrA   path
expanduserformatKeyErrorexistsr	   
isinstancer   decodenetlocr+   ZauthenticatorsrG   r&   AttributeError)urlZraise_errorsrK   rL   Z
netrc_pathfZlocZriZsplitstrr0   r   Zlogin_ir1   r1   r2   get_netrc_auth   s8    

r[   c                 C   sB   t | dd}|r>t|tr>|d dkr>|d dkr>tj|S dS )z0Tries to guess the filename of the given object.nameNr   <>)getattrrU   r   rA   rP   basename)objr\   r1   r1   r2   guess_filename   s
    
rc   c                 C   s   t j| r| S t j| \}}|rPt j|sPt j|\}}d||g}q t|s^| S t|}|| krx| S t	
 }t jj|f|d }t j|s|j||d}|S )zReplace nonexistent paths that look like they refer to a member of a zip
    archive with the location of an extracted copy of the target, or else
    just return the provided path unchanged.
    /)rP   )rA   rP   rT   r+   joinzipfileZ
is_zipfileZZipFileZnamelisttempfileZ
gettempdirextract)rP   archivememberprefixZzip_fileZtmpZextracted_pathr1   r1   r2   extract_zipped_paths   s     

rl   c                 C   s.   | dkrdS t | ttttfr&tdt| S )a  Take an object and test to see if it can be represented as a
    dictionary. Unless it can not be represented as such, return an
    OrderedDict, e.g.,

    ::

        >>> from_key_val_list([('key', 'val')])
        OrderedDict([('key', 'val')])
        >>> from_key_val_list('string')
        ValueError: cannot encode objects that are not 2-tuples
        >>> from_key_val_list({'key': 'val'})
        OrderedDict([('key', 'val')])

    :rtype: OrderedDict
    N+cannot encode objects that are not 2-tuples)rU   r   r
   boolr)   
ValueErrorr   valuer1   r1   r2   from_key_val_list  s
    rr   c                 C   s@   | dkrdS t | ttttfr&tdt | tr8|  } t| S )a  Take an object and test to see if it can be represented as a
    dictionary. If it can be, return a list of tuples, e.g.,

    ::

        >>> to_key_val_list([('key', 'val')])
        [('key', 'val')]
        >>> to_key_val_list({'key': 'val'})
        [('key', 'val')]
        >>> to_key_val_list('string')
        ValueError: cannot encode objects that are not 2-tuples.

    :rtype: list
    Nrm   )	rU   r   r
   rn   r)   ro   r   r4   listrp   r1   r1   r2   to_key_val_list  s    
rt   c                 C   sX   g }t | D ]F}|dd |dd   kr4dkrHn nt|dd }|| q|S )a  Parse lists as described by RFC 2068 Section 2.

    In particular, parse comma-separated lists where the elements of
    the list may include quoted-strings.  A quoted-string could
    contain a comma.  A non-quoted string could have quotes in the
    middle.  Quotes are removed automatically after parsing.

    It basically works like :func:`parse_set_header` just that items
    may appear multiple times and case sensitivity is preserved.

    The return value is a standard :class:`list`:

    >>> parse_list_header('token, "quoted value"')
    ['token', 'quoted value']

    To create a header from the :class:`list` again, use the
    :func:`dump_header` function.

    :param value: a string with a list header.
    :return: :class:`list`
    :rtype: list
    Nr   r^   ")_parse_list_headerunquote_header_valueappend)rq   resultitemr1   r1   r2   parse_list_header8  s    (r{   c                 C   sx   i }t | D ]f}d|kr"d||< q|dd\}} | dd | dd   krVdkrjn nt| dd } | ||< q|S )a^  Parse lists of key, value pairs as described by RFC 2068 Section 2 and
    convert them into a python dict:

    >>> d = parse_dict_header('foo="is a fish", bar="as well"')
    >>> type(d) is dict
    True
    >>> sorted(d.items())
    [('bar', 'as well'), ('foo', 'is a fish')]

    If there is no value for a key it will be `None`:

    >>> parse_dict_header('key_without_value')
    {'key_without_value': None}

    To create a header from the :class:`dict` again, use the
    :func:`dump_header` function.

    :param value: a string with a dict header.
    :return: :class:`dict`
    :rtype: dict
    =Nr   r^   ru   )rv   r+   rw   )rq   ry   rz   r\   r1   r1   r2   parse_dict_headerX  s    (
r}   c                 C   s\   | rX| d | d   kr dkrXn n4| dd } |rD| dd dkrX|  dd d	dS | S )
zUnquotes a header value.  (Reversal of :func:`quote_header_value`).
    This does not use the real unquoting but what browsers are actually
    using for quoting.

    :param value: the header value to unquote.
    :rtype: str
    r   r^   ru   r   Nr>   z\\\z\")r,   )rq   Zis_filenamer1   r1   r2   rw   {  s
    $rw   c                 C   s   i }| D ]}|j ||j< q|S )zReturns a key/value dictionary from a CookieJar.

    :param cj: CookieJar object to extract cookies from.
    :rtype: dict
    )rq   r\   )cjcookie_dictZcookier1   r1   r2   dict_from_cookiejar  s    r   c                 C   s
   t || S )zReturns a CookieJar from a key/value dictionary.

    :param cj: CookieJar to insert cookies into.
    :param cookie_dict: Dict of key/values to insert into CookieJar.
    :rtype: CookieJar
    r   )r   r   r1   r1   r2   add_dict_to_cookiejar  s    r   c                 C   sT   t dt tjdtjd}tjdtjd}td}|| ||  ||  S )zlReturns encodings from given content string.

    :param content: bytestring to extract encodings from.
    zIn requests 3.0, get_encodings_from_content will be removed. For more information, please see the discussion on issue #2266. (This warning should only appear once.)z!<meta.*?charset=["\']*(.+?)["\'>])flagsz+<meta.*?content=["\']*;?charset=(.+?)["\'>]z$^<\?xml.*?encoding=["\']*(.+?)["\'>])rE   rF   DeprecationWarningr-   compiler/   findall)contentZ
charset_reZ	pragma_reZxml_rer1   r1   r2   get_encodings_from_content  s    
r   c           
      C   s   |  d}|d  |dd  }}i }d}|D ]`}| }|r0|d }}|d}	|	dkr|d|	 |}||	d d |}||| < q0||fS )	zReturns content type and parameters from given header

    :param header: string
    :return: tuple containing content type and dictionary of
         parameters
    r    r   r   Nz"' Tr|   r^   )r+   stripfindlower)
headertokenscontent_typeparamsZparams_dictZitems_to_stripparamkeyrq   Zindex_of_equalsr1   r1   r2   _parse_content_type_header  s    


r   c                 C   sD   |  d}|sdS t|\}}d|kr4|d dS d|kr@dS dS )z}Returns encodings from given HTTP Header Dict.

    :param headers: dictionary to extract encoding from.
    :rtype: str
    zcontent-typeNcharsetz'"textz
ISO-8859-1)getr   r   )headersr   r   r1   r1   r2   get_encoding_from_headers  s    
r   c                 c   sj   |j dkr| D ]
}|V  qdS t|j dd}| D ]}||}|r4|V  q4|jddd}|rf|V  dS )zStream decodes a iterator.Nr,   errors    T)final)encodingcodecsgetincrementaldecoderrV   )iteratorrrz   decoderchunkrvr1   r1   r2   stream_decode_response_unicode  s    

r   c                 c   sH   d}|dks|dkrt | }|t | k rD| |||  V  ||7 }qdS )z Iterate over slices of a string.r   N)r9   )stringZslice_lengthposr1   r1   r2   iter_slices  s    r   c                 C   s~   t dt g }t| j}|rLzt| j|W S  tk
rJ   || Y nX zt| j|ddW S  t	k
rx   | j Y S X dS )zReturns the requested content back in unicode.

    :param r: Response object to get unicode content from.

    Tried:

    1. charset from content-type
    2. fall back and replace all unicode characters

    :rtype: str
    zIn requests 3.0, get_unicode_from_response will be removed. For more information, please see the discussion on issue #2266. (This warning should only appear once.)r,   r   N)
rE   rF   r   r   r   r   r   UnicodeErrorrx   	TypeError)r   Ztried_encodingsr   r1   r1   r2   get_unicode_from_response  s    
r   zBABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789-._~c              	   C   s   |  d}tdt|D ]}|| dd }t|dkr| rztt|d}W n  tk
rr   td| Y nX |tkr||| dd  ||< qd||  ||< qd||  ||< qd	|S )	zUn-escape any percent-escape sequences in a URI that are unreserved
    characters. This leaves all reserved, illegal and non-ASCII bytes encoded.

    :rtype: str
    %r   r   r>      z%Invalid percent-escape sequence: '%s'N )
r+   ranger9   isalnumchrr)   ro   r   UNRESERVED_SETre   )uripartsihcr1   r1   r2   unquote_unreserved5  s    
r   c                 C   s@   d}d}zt t| |dW S  tk
r:   t | |d Y S X dS )zRe-quote the given URI.

    This function passes the given URI through an unquote/quote cycle to
    ensure that it is fully and consistently quoted.

    :rtype: str
    z!#$%&'()*+,/:;=?@[]~z!#$&'()*+,/:;=?@[]~)ZsafeN)r   r   r   )r   Zsafe_with_percentZsafe_without_percentr1   r1   r2   requote_uriM  s    r   c                 C   sl   t dt| d }|d\}}t dttt|d }t dt|d |@ }||@ ||@ kS )zThis function allows you to check if an IP belongs to a network subnet

    Example: returns True if ip = 192.168.1.1 and net = 192.168.1.0/24
             returns False if ip = 192.168.1.1 and net = 192.168.100.0/24

    :rtype: bool
    z=Lr   rd   )structZunpacksocket	inet_atonr+   dotted_netmaskr)   )ZipZnetZipaddrZnetaddrbitsZnetmaskZnetworkr1   r1   r2   address_in_networkc  s
    r   c                 C   s&   ddd|  > d A }t td|S )zConverts mask from /xx format to xxx.xxx.xxx.xxx

    Example: if mask is 24 function returns 255.255.255.0

    :rtype: str
    l    r       z>I)r   Z	inet_ntoar   Zpack)maskr   r1   r1   r2   r   r  s    r   c                 C   s,   zt |  W n t jk
r&   Y dS X dS )z
    :rtype: bool
    FT)r   r   error)Z	string_ipr1   r1   r2   is_ipv4_address}  s
    r   c                 C   s   |  ddkrzt| dd }W n tk
r:   Y dS X |dk sL|dkrPdS zt| dd  W q tjk
r   Y dS X ndS dS )zV
    Very simple check of the cidr format in no_proxy variable.

    :rtype: bool
    rd   r   Fr   r   T)countr)   r+   ro   r   r   r   )Zstring_networkr   r1   r1   r2   is_valid_cidr  s    
r   c              	   c   sT   |dk	}|r"t j| }|t j| < z
dV  W 5 |rN|dkrDt j| = n
|t j| < X dS )zSet the environment variable 'env_name' to 'value'

    Save previous value, yield, and then restore the previous value stored in
    the environment variable 'env_name'.

    If 'value' is None, do nothingN)rA   environr   )Zenv_namerq   Zvalue_changed	old_valuer1   r1   r2   set_environ  s    


r   c           	   
   C   s*  dd }|}|dkr|d}t | }|jdkr2dS |rdd |dd	d
D }t|jr|D ]0}t|rt|j|r dS q`|j|kr` dS q`nB|j}|jr|d|j7 }|D ] }|j	|s|	|r dS qt
d|6 zt|j}W n  ttjfk
r   d}Y nX W 5 Q R X |r&dS dS )zL
    Returns whether we should bypass proxies or not.

    :rtype: bool
    c                 S   s   t j| pt j|  S N)rA   r   r   upper)kr1   r1   r2   <lambda>  r   z'should_bypass_proxies.<locals>.<lambda>Nno_proxyTc                 s   s   | ]}|r|V  qd S r   r1   ).0r0   r1   r1   r2   	<genexpr>  s     z(should_bypass_proxies.<locals>.<genexpr> r   ,z:{}F)r	   hostnamer,   r+   r   r   r   ZportrR   endswithr   r   r   r   Zgaierror)	rY   r   Z	get_proxyZno_proxy_argparsedZproxy_ipZhost_with_portr0   Zbypassr1   r1   r2   should_bypass_proxies  s@    



r   c                 C   s   t | |dri S t S dS )zA
    Return a dict of environment proxies.

    :rtype: dict
    )r   N)r   r   )rY   r   r1   r1   r2   get_environ_proxies  s    r   c                 C   st   |pi }t | }|jdkr.||j|dS |jd |j |jd|j dg}d}|D ]}||krV|| } qpqV|S )zSelect a proxy for the url, if applicable.

    :param url: The url being for the request
    :param proxies: A dictionary of schemes or schemes and hosts to proxy URLs
    Nallz://zall://)r	   r   r   scheme)rY   ZproxiesZurlpartsZ
proxy_keysproxyZ	proxy_keyr1   r1   r2   select_proxy  s    
r   python-requestsc                 C   s   d| t f S )zO
    Return a string representing the default user agent.

    :rtype: str
    z%s/%sr   )r\   r1   r1   r2   default_user_agent  s    r   c                   C   s   t t dddddS )z9
    :rtype: requests.structures.CaseInsensitiveDict
    z, )ZgzipZdeflatez*/*z
keep-alive)z
User-AgentzAccept-EncodingZAcceptZ
Connection)r   r   re   r1   r1   r1   r2   default_headers"  s    r   c           	   
   C   s   g }d}|  |} | s|S td| D ]}z|dd\}}W n tk
r\   |d }}Y nX d| di}|dD ]F}z|d\}} W n tk
r   Y  qY nX |  ||| |< qv|| q&|S )	zReturn a list of parsed link headers proxies.

    i.e. Link: <http:/.../front.jpeg>; rel=front; type="image/jpeg",<http://.../back.jpeg>; rel=back;type="image/jpeg"

    :rtype: list
    z '"z, *<r    r   r   rY   z<> '"r|   )r   r-   r+   ro   rx   )	rq   ZlinksZreplace_charsvalrY   r   linkr   r   r1   r1   r2   parse_header_links.  s&    
r    rN   r>      c                 C   s   | dd }|t jt jfkr dS |dd t jkr6dS |dd t jt jfkrRdS |t}|dkrhd	S |dkr|ddd tkrd
S |ddd tkrdS |dkr|dd t	krdS |dd t	krdS dS )z
    :rtype: str
    N   zutf-32r   z	utf-8-sigr>   zutf-16r   zutf-8z	utf-16-ber   z	utf-16-lez	utf-32-bez	utf-32-le)
r   BOM_UTF32_LEBOM_UTF32_BEBOM_UTF8BOM_UTF16_LEBOM_UTF16_BEr   _null_null2_null3)dataZsampleZ	nullcountr1   r1   r2   guess_json_utfY  s*    
r   c                 C   s8   t | |\}}}}}}|s$|| }}t||||||fS )zGiven a URL that may or may not have a scheme, prepend the given scheme.
    Does not replace a present scheme with the one provided as an argument.

    :rtype: str
    )r	   r   )rY   Z
new_schemer   rW   rP   r   queryfragmentr1   r1   r2   prepend_scheme_if_neededy  s    
r   c              	   C   sB   t | }zt|jt|jf}W n ttfk
r<   d}Y nX |S )z{Given a url with authentication components, extract them into a tuple of
    username,password.

    :rtype: (str,str)
    )r   r   )r	   r   ZusernameZpasswordrX   r   )rY   r   Zauthr1   r1   r2   get_auth_from_url  s    
r   s   ^\S[^\r\n]*$|^$z^\S[^\r\n]*$|^$c              	   C   sf   | \}}t |trt}nt}z||s4td| W n* tk
r`   td||t|f Y nX dS )zVerifies that header value is a string which doesn't contain
    leading whitespace or return characters. This prevents unintended
    header injection.

    :param header: tuple, in the format (name, value).
    z7Invalid return character or leading space in header: %sz>Value for header {%s: %s} must be of type str or bytes, not %sN)rU   r
   _CLEAN_HEADER_REGEX_BYTE_CLEAN_HEADER_REGEX_STRr.   r   r   type)r   r\   rq   Zpatr1   r1   r2   check_header_validity  s    

r   c                 C   sF   t | \}}}}}}|s"|| }}|ddd }t|||||dfS )zW
    Given a url remove the fragment and the authentication part.

    :rtype: str
    @r   r^   r   )r	   rsplitr   )rY   r   rW   rP   r   r   r   r1   r1   r2   urldefragauth  s
    
r   c              	   C   s`   t | jdd}|dk	rTt| jtrTz|| j W q\ ttfk
rP   tdY q\X ntddS )zfMove file pointer back to its recorded starting position
    so it can be read again on redirect.
    r=   Nz;An error occurred when rewinding request body for redirect.z+Unable to rewind request body for redirect.)r`   ZbodyrU   Z_body_positionr   rG   r*   r   )Zprepared_requestZ	body_seekr1   r1   r2   rewind_body  s    r   )F)F)N)r   )a__doc__r   
contextlibr?   rA   r-   r   r   sysrg   rE   rf   r   r   r   Z_internal_utilsr   compatr   rv   r   r	   r
   r   r   r   r   r   r   r   r   r   r   r   r   Zcookiesr   Z
structuresr   
exceptionsr   r   r   r   rO   whereZDEFAULT_CA_BUNDLE_PATHZDEFAULT_PORTSplatformr3   r7   rJ   r[   rc   rl   rr   rt   r{   r}   rw   r   r   r   r   r   r   r   r   	frozensetr   r   r   r   r   r   r   contextmanagerr   r   r   r   r   r   r   encoder   r   r   r   r   r   r   r   r   r   r   r   r1   r1   r1   r2   <module>   s   D
'	=
3  #

%
=

	&
 

