a  ze@sddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlZddlZddlZddlmZmZmZddlmZmZmZmZmZmZmZmZmZmZm Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z'ddl(m)Z)m*Z*z ddl+Z+Wne,ydZ-Yn0dZ-gdZ.de j/dd Z0da1de j2fddddd d d Z3d dZ4gZ5d~ddZ6ddZ7e 8de j9Z:ddZ;GdddZGdddZ?Gddde?Z@Gd d!d!e?ZAGd"d#d#e?ZBd$d%ZCGd&d'd'e?ZDGd(d)d)ZEGd*d+d+eEZFGd,d-d-eFZGGd.d/d/ZHGd0d1d1eHe?ZIGd2d3d3eHe?ZJejKZLGd4d5d5ZMGd6d7d7e?eMZNGd8d9d9e?eMZOGd:d;d;e?ZPGdrGd?d@d@ePZTe.Ud@GdAdBdBe?ZVGdCdDdDe?ZWdEdFZXdGdHZYGdIdJdJe?ZZdKdLZ[GdMdNdNe?Z\GdOdPdPe\Z]GdQdRdRe?Z^dSZ_ej`dTkrddUlambZbmcZcndVdWZbdXdYZciZdGdZd[d[ZeGd\d]d]eeZfdagd^d_Zhdaid`daZjdakdbdcZldamdddeZnGdfdgdgZodhdiZpddjdkZqdldmZre jsdnkrHddoltmuZumvZvdpdqZwdrdsZxdtduZydvdwZzn6ej`dTkrvdxdyZ{dzdwZzd{d|Z|d}duZynepZzeqZydS)N)URLError HTTPErrorContentTooShortError)urlparseurlspliturljoinunwrapquoteunquote _splittype _splithost _splitport _splituser _splitpasswd _splitattr _splitquery _splitvalue _splittag _to_bytesunquote_to_bytes urlunparse) addinfourl addclosehookFT)!RequestOpenerDirector BaseHandlerHTTPDefaultErrorHandlerHTTPRedirectHandlerHTTPCookieProcessor ProxyHandlerHTTPPasswordMgrHTTPPasswordMgrWithDefaultRealmHTTPPasswordMgrWithPriorAuthAbstractBasicAuthHandlerHTTPBasicAuthHandlerProxyBasicAuthHandlerAbstractDigestAuthHandlerHTTPDigestAuthHandlerProxyDigestAuthHandler HTTPHandler FileHandler FTPHandlerCacheFTPHandler DataHandlerUnknownHandlerHTTPErrorProcessorurlopeninstall_opener build_opener pathname2url url2pathname getproxies urlretrieve urlcleanup URLopenerFancyURLopenerz%d.%d)cafilecapath cadefaultcontextc Cs|s |s |rfddl}|dtd|dur2tdts>tdtjtjj||d}t |d}t |} n0|r~t |d}t |} nt durt a } nt } | |||S)NrzJcafile, capath and cadefault are deprecated, use a custom context instead.r:zDYou can't pass both context and any of cafile, capath, and cadefaultzSSL support not available)r;r<)r>) warningswarnDeprecationWarning ValueError _have_sslsslZcreate_default_contextZPurposeZ SERVER_AUTH HTTPSHandlerr2_openeropen) urldatatimeoutr;r<r=r>r?Z https_handleropenerrLB/opt/bitninja-python-dojo/embedded/lib/python3.9/urllib/request.pyr0s04       r0cCs|adSN)rF)rKrLrLrMr1sr1c Cslt|\}}tt||}|}|dkrR|sRtj||fWdS|rbt|d}nt j dd}|j }t ||||f} d} d} d} d} d|vrt|d } |r|| | | || }|sҐq| t|7} ||| d 7} |r|| | | qWdn1s0YWdn1s80Y| dkrh| | krhtd | | f| | S) NfilewbF)delete rcontent-lengthContent-Length1retrieval incomplete: got only %i out of %i bytes)r contextlibclosingr0infoospathnormpathrGtempfileNamedTemporaryFilename_url_tempfilesappendintreadlenwriter)rHfilename reporthookrIZurl_typer\fpheaderstfpresultbssizerdblocknumblockrLrLrMr6sH          Nr6c CsBtD]&}zt|Wqty(Yq0qtdd=tr>dadSrN)rar[unlinkOSErrorrF)Z temp_filerLrLrMr7s  r7z:\d+$cCs<|j}t|d}|dkr&|dd}td|d}|S)NrVHost)full_urlr get_header _cut_port_resublower)requestrHhostrLrLrM request_host+s   r|c@seZdZdidddfddZeddZejddZejddZed d Zejd d Zejd d Zd dZ ddZ ddZ ddZ ddZ ddZddZddZd#ddZdd Zd!d"ZdS)$rNFc Csl||_i|_i|_d|_||_d|_|D]\}}|||q,|durRt|}||_ ||_ |rh||_ dSrN) rurjunredirected_hdrs_datarI _tunnel_hostitems add_headerr|origin_req_host unverifiablemethod) selfrHrIrjrrrkeyvaluerLrLrM__init__=szRequest.__init__cCs|jrd|j|jS|jS)Nz{}#{})fragmentformat _full_urlrrLrLrMruOszRequest.full_urlcCs(t||_t|j\|_|_|dSrN)rrrr_parserrHrLrLrMruUs cCsd|_d|_d|_dSNrs)rrselectorrrLrLrMru\scCs|jSrN)r~rrLrLrMrIbsz Request.datacCs(||jkr$||_|dr$|ddS)NContent-length)r~ has_header remove_header)rrIrLrLrMrIfs  cCs d|_dSrN)rIrrLrLrMrIpscCsNt|j\|_}|jdur(td|jt|\|_|_|jrJt|j|_dS)Nzunknown url type: %r) r rtyperBrur r{rr )rrestrLrLrMrts  zRequest._parsecCs|jdurdnd}t|d|S)NPOSTGETr)rIgetattr)rZdefault_methodrLrLrM get_method|szRequest.get_methodcCs|jSrN)rurrLrLrM get_full_urlszRequest.get_full_urlcCs2|jdkr|js|j|_n||_|j|_||_dS)Nhttps)rrr{rur)rr{rrLrLrM set_proxys  zRequest.set_proxycCs |j|jkSrN)rrurrLrLrM has_proxyszRequest.has_proxycCs||j|<dSrN)rj capitalizerrvalrLrLrMrszRequest.add_headercCs||j|<dSrN)r}rrrLrLrMadd_unredirected_headerszRequest.add_unredirected_headercCs||jvp||jvSrN)rjr}r header_namerLrLrMrs zRequest.has_headercCs|j||j||SrN)rjgetr})rrdefaultrLrLrMrvs zRequest.get_headercCs |j|d|j|ddSrN)rjpopr}rrLrLrMrszRequest.remove_headercCsi|j|j}t|SrN)r}rjlistr)rhdrsrLrLrM header_itemsszRequest.header_items)N)__name__ __module__ __qualname__rpropertyrusetterdeleterrIrrrrrrrrrvrrrLrLrLrMr;s6        rc@sNeZdZddZddZddZddZd ejfd d Z dd d Z ddZ d S)rcCs6dt}d|fg|_g|_i|_i|_i|_i|_dS)NPython-urllib/%sz User-agent) __version__ addheadershandlers handle_open handle_errorprocess_responseprocess_request)rZclient_versionrLrLrMrs zOpenerDirector.__init__c CsRt|dstdt|d}t|D]}|dvr6q&|d}|d|}||dd}|dr|d|d}||dd}z t|}WntyYn0|j |i} | |j|<n>|dkr|}|j } n*|d kr|}|j } n|d kr&|}|j } nq&| |g} | r t| |n | |d }q&|rNt|j|||dS) N add_parentz%expected BaseHandler instance, got %rF)redirect_requestdo_open proxy_open_rVerrorrGresponserzT)hasattr TypeErrorrdirfind startswithrcrBrrrrr setdefaultbisectinsortrbrr) rhandlerZaddedmethiprotocolZ conditionjkindlookuprrLrLrM add_handlersL         zOpenerDirector.add_handlercCsdSrNrLrrLrLrMcloseszOpenerDirector.closec Gs<||d}|D]&}t||}||}|dur|SqdS)NrL)rr) rchainr meth_nameargsrrfuncrlrLrLrM _call_chains   zOpenerDirector._call_chainNc Cst|trt||}n|}|dur(||_||_|j}|d}|j|gD]}t||}||}qJt d|j |j|j | |||} |d}|j|gD]}t||}||| } q| S)NZ_requestzurllib.RequestZ _response) isinstancestrrrIrJrrrrsysauditrurjr_openr) rfullurlrIrJreqrrZ processorrrrLrLrMrGs$       zOpenerDirector.opencCsP||jdd|}|r|S|j}||j||d|}|r>|S||jdd|S)NrZ default_openrunknown unknown_open)rrr)rrrIrlrrLrLrMrs    zOpenerDirector._opencGs~|dvr,|jd}|d}d|}d}|}n|j}|d}d}|||f|}|j|}|r^|S|rz|dd f|}|j|SdS) Nhttprrr:z http_error_%srV_errorrrhttp_error_default)rr)rprotordictrZhttp_errZ orig_argsrlrLrLrMrs   zOpenerDirector.error)N) rrrrrrrsocket_GLOBAL_DEFAULT_TIMEOUTrGrrrLrLrLrMrs /  rc Gst}ttttttttt g }t t j dr2| tt}|D]B}|D]8}t|trht||r|||qDt||rD||qDq<|D]}||q|D]}||q|D]}t|tr|}||q|S)NHTTPSConnection)rrr.r)rrr+r*r/r-rrclientrbrEsetrr issubclassaddremover)rrKZdefault_classesskipklasscheckhrLrLrMr27s2          r2c@s(eZdZdZddZddZddZdS) rcCs ||_dSrN)parent)rrrLrLrMr^szBaseHandler.add_parentcCsdSrNrLrrLrLrMraszBaseHandler.closecCst|dsdS|j|jkS)N handler_orderT)rr)rotherrLrLrM__lt__es zBaseHandler.__lt__N)rrrrrrrrLrLrLrMr[src@seZdZdZddZeZdS)r/icCsH|j|j|}}}d|kr,dksDn|jd|||||}|S)N,r)codemsgrZrr)rrzrrrrrLrLrM http_responsers  z HTTPErrorProcessor.http_responseN)rrrrrhttps_responserLrLrLrMr/ns r/c@seZdZddZdS)rcCst|j||||dSrN)rru)rrrirrrrLrLrMrsz*HTTPDefaultErrorHandler.http_error_defaultN)rrrrrLrLrLrMrsrc@s4eZdZdZdZddZddZeZZZ dZ dS) r c st|}|dvr|dvs:|dvr(|dks:t|j|||||dd}dfdd |jD}t|||jd d S) N)-./i3)rZHEAD)rrrr z%20)rTz content-typecs"i|]\}}|vr||qSrL)ry.0kvZCONTENT_HEADERSrLrM s  z8HTTPRedirectHandler.redirect_request..T)rjrr)rrrureplacerjrrr) rrrirrrjnewurlmZ newheadersrLrrMrs  z$HTTPRedirectHandler.redirect_requestc CsLd|vr|d}nd|vr$|d}ndSt|}|jdvrRt||d||f|||jsn|jrnt|}d|d<t|}t|dtj d}t |j |}| ||||||}|durdSt |d r|j} |_| |d |jkst| |jkrt|j ||j|||ni} |_|_| |d d | |<|||jj||jd S) Nlocationurirrftprsz+%s - Redirection to url '%s' is not allowed/r:z iso-8859-1)encodingsafe redirect_dictrrVrJ)rschemerr\netlocrrr string punctuationrrurrrr max_repeatsremax_redirectionsinf_msgrdrrrGrJ) rrrirrrjrurlpartsnewZvisitedrLrLrMhttp_error_302sH          z"HTTPRedirectHandler.http_error_302zoThe HTTP server returned a redirect error that would lead to an infinite loop. The last 30x error message was: N) rrrrrrrhttp_error_301http_error_303http_error_307rrLrLrLrMrs &< rc Cst|\}}|ds d}|}nZ|ds6td|d|vrV|d}|d|}n |dd}|dkrnd}|d|}t|\}}|durt|\}} nd}} ||| |fS)Nr//zproxy URL with no authority: %r@r:rS)r rrBrrr) proxyrZr_scheme authorityZhost_separatorenduserinfohostportuserpasswordrLrLrM _parse_proxys$        r)c@s"eZdZdZdddZddZdS)rdNcCsP|durt}||_|D].\}}|}t|d||||jfddqdS)Nz%s_opencSs ||||SrNrL)rr"rrrLrLrM!sz'ProxyHandler.__init__..)r5proxiesrrysetattrr)rr-rrHrLrLrMrs zProxyHandler.__init__c Cs|j}t|\}}}}|dur"|}|jr6t|jr6dS|rv|rvdt|t|f} t| d} | dd| t|}| ||||ks|dkrdS|j j ||j dSdS)N%s:%sasciiProxy-authorizationBasic rr)rr)r{ proxy_bypassr base64 b64encodeencodedecoderrrrGrJ) rrr"rZ orig_typeZ proxy_typer'r(r&Z user_passZcredsrLrLrMr$s" zProxyHandler.proxy_open)N)rrrrrrrLrLrLrMrs rc@s6eZdZddZddZddZd dd Zd d Zd S)r cCs i|_dSrN)passwdrrLrLrMrBszHTTPPasswordMgr.__init__cs\t|tr|g}|jvr$ij|<dD].tfdd|D}||fj||<q(dS)NTFc3s|]}|VqdSrN) reduce_uri)ru default_portrrLrM Lsz/HTTPPasswordMgr.add_password..)rrr8tuple)rrealmr r'r8 reduced_urirLr<rM add_passwordEs   zHTTPPasswordMgr.add_passwordc Cs`|j|i}dD]H}|||}|D].\}}|D] }|||r6|Sq6q*qdS)Nr9NN)r8rr:r is_suburi) rr@authuriZdomainsr=reduced_authuriZurisZauthinfor rLrLrMfind_user_passwordPs  z"HTTPPasswordMgr.find_user_passwordTc Cst|}|dr.|d}|d}|dp*d}n d}|}d}t|\}}|r~|dur~|dur~ddd|} | dur~d|| f}||fS) NrVrr:rPirz%s:%d)rr r) rr r=partsrr#r\r{portZdportrLrLrMr:Zs$  zHTTPPasswordMgr.reduce_uricCsR||kr dS|d|dkr dSt|d|df}t|t|dkrNdSdS)NTrFrV) posixpath commonprefixre)rbasetestcommonrLrLrMrDqszHTTPPasswordMgr.is_suburiN)T)rrrrrBrGr:rDrLrLrLrMr @s   r c@seZdZddZdS)r!cCs0t|||\}}|dur"||fSt|d|SrN)r rG)rr@rEr'r(rLrLrMrGs z2HTTPPasswordMgrWithDefaultRealm.find_user_passwordN)rrrrGrLrLrLrMr!sr!cs<eZdZfddZd fdd Zd ddZdd ZZS) r"csi|_tj|i|dSrN) authenticatedsuperrrrkwargs __class__rLrMrsz%HTTPPasswordMgrWithPriorAuth.__init__Fcs<||||dur&td|||t||||dSrN)update_authenticatedrQrB)rr@r r'r8is_authenticatedrTrLrMrBs z)HTTPPasswordMgrWithPriorAuth.add_passwordcCs>t|tr|g}dD]$}|D]}|||}||j|<qqdSNr9)rrr:rP)rr rWr=r;rArLrLrMrVs   z1HTTPPasswordMgrWithPriorAuth.update_authenticatedcCsDdD]:}|||}|jD]"}|||r|j|SqqdSrX)r:rPrD)rrEr=rFr rLrLrMrWs    z-HTTPPasswordMgrWithPriorAuth.is_authenticated)F)F)rrrrrBrVrW __classcell__rLrLrTrMr"s  r"c@sTeZdZedejZdddZddZddZ d d Z d d Z d dZ e Z e ZdS)r#z1(?:^|,)[ ]*([^ ,]+)[ ]+realm=(["']?)([^"']*)\2NcCs"|durt}||_|jj|_dSrN)r r8rB)rZ password_mgrrLrLrMrsz!AbstractBasicAuthHandler.__init__ccspd}tj|D]6}|\}}}|dvr8tdtd||fVd}q|sl|r^|d}nd}|dfVdS)NF)"'zBasic Auth Realm was unquotedTrrs)r#rxfinditergroupsr?r@ UserWarningsplit)rheaderZfound_challengemorr r@rLrLrM _parse_realms z%AbstractBasicAuthHandler._parse_realmc Cs~||}|sdSd}|D]H}||D]8\}}|dkrB|}q(|dur(||||Sq(q|durztd|fdS)NbasiczBAbstractBasicAuthHandler does not support the following scheme: %r)Zget_allrdryretry_http_basic_authrB) rauthreqr{rrjZ unsupportedrbrr@rLrLrMhttp_error_auth_reqeds  z.AbstractBasicAuthHandler.http_error_auth_reqedcCs||j||\}}|durtd||f}dt|d}||jd|krTdS||j||j j ||j dSdSdS)Nr/r2r0r) r8rGr4r5r6r7rv auth_headerrrrGrJ)rr{rr@r'pwrawauthrLrLrMrfs z.AbstractBasicAuthHandler.retry_http_basic_authcCstt|jdr|j|js|S|dsp|jd|j\}}d||}t | }| dd| |S)NrW Authorizationz{0}:{1}zBasic {}) rr8rWrurrGrr6r4Zstandard_b64encoder7rstrip)rrr'r8Z credentialsZauth_strrLrLrM http_requests    z%AbstractBasicAuthHandler.http_requestcCsLt|jdrHd|jkr"dkr8nn|j|jdn|j|jd|S)NrWrrTF)rr8rrVru)rrrrLrLrMr s  z&AbstractBasicAuthHandler.http_response)N)rrrrecompileIr]rrdrhrfror https_requestrrLrLrLrMr#s   r#c@seZdZdZddZdS)r$rmcCs|j}|d|||}|S)Nwww-authenticate)rurh)rrrirrrjrHrrLrLrMhttp_error_401s z#HTTPBasicAuthHandler.http_error_401N)rrrrirurLrLrLrMr$sr$c@seZdZdZddZdS)r%r1cCs|j}|d|||}|SNproxy-authenticate)r{rh)rrrirrrjr#rrLrLrMhttp_error_407's z$ProxyBasicAuthHandler.http_error_407N)rrrrirxrLrLrLrMr%#sr%c@sNeZdZdddZddZddZdd Zd d Zd d ZddZ ddZ dS)r&NcCs4|durt}||_|jj|_d|_d|_d|_dSNr)r r8rBretried nonce_count last_nonce)rr8rLrLrMrAs z"AbstractDigestAuthHandler.__init__cCs d|_dSry)rzrrLrLrMreset_retry_countJsz+AbstractDigestAuthHandler.reset_retry_countcCs|||d}|jdkr*t|jdd|dn|jd7_|rx|d}|dkr`|||S|dkrxtd|dS) Nizdigest auth failedrVrdigestrezEAbstractDigestAuthHandler does not support the following scheme: '%s')rrzrruraryretry_http_digest_authrB)rrir{rrjrgrrLrLrMrhMs       z/AbstractDigestAuthHandler.http_error_auth_reqedcCsz|dd\}}ttdt|}|||}|rvd|}|j|jd|krRdS||j||j j ||j d}|SdS)NrrVz Digest %sr) raparse_keqv_listfilterparse_http_listget_authorizationrjrrirrrGrJ)rrrltokenZ challengechalZauth_valZresprLrLrMras z0AbstractDigestAuthHandler.retry_http_digest_authcCs@d|j|tf}|dtd}t|}|ddS)Nz %s:%s:%s:r0)r{timectimer6 _randombyteshashlibsha1 hexdigest)rnoncesbdigrLrLrM get_cnoncemsz$AbstractDigestAuthHandler.get_cnoncecCsz6|d}|d}|d}|dd}|dd}WntyJYdS0||\}} |durfdS|j||j\} } | durdS|jdur||j|} nd} d| || f} d||j f}|dur| || d|||f}n~d | d vrZ||j kr|j d 7_ n d |_ ||_ d |j }| |}d |||d ||f}| || |}n td|d| |||j |f}|r|d|7}| r|d| 7}|d|7}|r|d||f7}|S)Nr@rqop algorithmMD5opaquez%s:%s:%sr/rl,rVz%08xz%s:%s:%s:%s:%szqop '%s' is not supported.z>username="%s", realm="%s", nonce="%s", uri="%s", response="%s"z , opaque="%s"z , digest="%s"z, algorithm="%s"z, qop=auth, nc=%s, cnonce="%s")rKeyErrorget_algorithm_implsr8rGrurIget_entity_digestrrrar|r{rr)rrrr@rrrrHKDr'rjZentdigZA1ZA2ZrespdigZncvalueZcnonceZnoncebitrMrLrLrMrxs\            z+AbstractDigestAuthHandler.get_authorizationcsD|dkrddn|dkr$ddn td|fdd}|fS)NrcSst|dSNr0)rmd5r6rxrLrLrMr,z?AbstractDigestAuthHandler.get_algorithm_impls..ZSHAcSst|dSr)rrr6rrrLrLrMr,rz.Unsupported digest authentication algorithm %rcsd||fS)Nr/rL)rdrrLrMr,r)rB)rrrrLrrMrs   z-AbstractDigestAuthHandler.get_algorithm_implscCsdSrNrL)rrIrrLrLrMrsz+AbstractDigestAuthHandler.get_entity_digest)N) rrrrr}rhrrrrrrLrLrLrMr&6s   > r&c@seZdZdZdZddZdS)r'rmcCs*t|jd}|d|||}||S)NrVrt)rrurhr}rrrirrrjr{retryrLrLrMrus z$HTTPDigestAuthHandler.http_error_401N)rrrrirrurLrLrLrMr'sr'c@seZdZdZdZddZdS)r(Proxy-AuthorizationrcCs"|j}|d|||}||Srv)r{rhr}rrLrLrMrxs z%ProxyDigestAuthHandler.http_error_407N)rrrrirrxrLrLrLrMr(sr(c@s6eZdZd ddZddZddZdd Zd d Zd S)AbstractHTTPHandlerrcCs ||_dSrN _debuglevel)r debuglevelrLrLrMrszAbstractHTTPHandler.__init__cCs ||_dSrNr)rlevelrLrLrMset_http_debuglevelsz'AbstractHTTPHandler.set_http_debuglevelcCstjj|j|SrN)rrHTTPConnection_get_content_lengthrIrrrzrLrLrMrsz'AbstractHTTPHandler._get_content_lengthc Cs|j}|std|jdur|j}t|tr8d}t||dsN|dd|ds|ds||}|dur|dt|n |dd|}| rt |j \}}t |\}} |ds|d||j jD]&\} } | } || s|| | q|S) N no host givenz\POST data should be bytes, an iterable of bytes, or a file object. It cannot be of type str.z Content-type!application/x-www-form-urlencodedrTransfer-encodingZchunkedrt)r{rrIrrrrrrrr rr rrr) rrzr{rIrZcontent_lengthZsel_hostrZselZsel_pathr`rrLrLrM do_request_sF         zAbstractHTTPHandler.do_request_c sV|j}|std||fd|ji|}||jt|jfdd|j Ddd<dd D|j ri}d}|vr|||<|=|j |j |d zbz&|j | |j|j|d d Wn.ty}zt|WYd}~n d}~00|} Wn|Yn0|jr@|jd|_|| _| j| _| S) NrrJcsi|]\}}|vr||qSrLrLrrjrLrMr's z/AbstractHTTPHandler.do_open..r ConnectioncSsi|]\}}||qSrL)title)rr`rrLrLrMr4rrrr)Zencode_chunked)r{rrJZset_debuglevelrrr}updaterjrrZ set_tunnelrzrrrIrrr getresponsersockrrHreasonr) rZ http_classrZhttp_conn_argsr{rZtunnel_headersZproxy_auth_hdrerrr+rLrrMrsB        zAbstractHTTPHandler.do_openN)r)rrrrrrrrrLrLrLrMrs  &rc@seZdZddZejZdS)r)cCs|tjj|SrN)rrrrrrrLrLrM http_open^szHTTPHandler.http_openN)rrrrrrrorLrLrLrMr)\sr)rc@s$eZdZdddZddZejZdS)rErNcCst||||_||_dSrN)rr_context_check_hostname)rrr>check_hostnamerLrLrMrgs zHTTPSHandler.__init__cCs|jtjj||j|jdS)N)r>r)rrrrrrrrLrLrM https_openls zHTTPSHandler.https_open)rNN)rrrrrrrrsrLrLrLrMrEes rEc@s.eZdZdddZddZddZeZeZdS) rNcCs$ddl}|dur|j}||_dSry)Zhttp.cookiejar cookiejarZ CookieJar)rrrrLrLrMrus zHTTPCookieProcessor.__init__cCs|j||SrN)rZadd_cookie_headerrrLrLrMro{s z HTTPCookieProcessor.http_requestcCs|j|||SrN)rZextract_cookies)rrzrrLrLrMrsz!HTTPCookieProcessor.http_response)N)rrrrrorrsrrLrLrLrMrts  rc@seZdZddZdS)r.cCs|j}td|dS)Nzunknown url type: %s)rr)rrrrLrLrMrszUnknownHandler.unknown_openN)rrrrrLrLrLrMr.sr.cCsNi}|D]@}|dd\}}|ddkr@|ddkr@|dd}|||<q|S)N=rVrrZrS)ra)lparsedeltrrrLrLrMrs  rcCsg}d}d}}|D]l}|r*||7}d}q|rT|dkr>d}qn |dkrJd}||7}q|dkrl||d}q|dkrxd}||7}q|r||dd|DS) NrsF\TrZrcSsg|] }|qSrL)rn)rpartrLrLrM rz#parse_http_list..)rb)rresrescaper ZcurrLrLrMrs4    rc@s(eZdZddZdZddZddZdS)r*cCs\|j}|dddkrN|dddkrN|jrN|jdkrN|j|vrXtdn ||SdS)Nr:r r\r localhost-file:// scheme is supported only on localhost)rr{ get_namesropen_local_file)rrrHrLrLrM file_opens& zFileHandler.file_openNcCs^tjdurXz*ttddttdt_Wn"tjyVtdft_Yn0tjS)Nrr:)r*namesr?rgethostbyname_ex gethostnamegaierror gethostbynamerrLrLrMrs   zFileHandler.get_namesc Csddl}ddl}|j}|j}t|}zt|}|j}|jj |j dd} | |d} | d| pbd|| f} |r~t |\}} |r| st||vr|rd||} nd|} tt|d| | WSWn,ty}zt|WYd}~n d}~00tddS) NrTZusegmtz6Content-type: %s Content-length: %d Last-modified: %s text/plainfile://rbzfile not on local host) email.utils mimetypesr{rr4r[statst_sizeutils formatdatest_mtime guess_typemessage_from_stringr _safe_gethostbynamerrrGrrr)rremailrr{rgZ localfilestatsrnmodifiedmtyperjrJZorigurlexprLrLrMrs:   zFileHandler.open_local_file)rrrrrrrrLrLrLrMr*s  r*cCs(z t|WStjy"YdS0dSrN)rrr)r{rLrLrMrs rc@seZdZddZddZdS)r+c Cs.ddl}ddl}|j}|s"tdt|\}}|dur>|j}nt|}t|\}}|rdt|\}}nd}t |}|pvd}|p~d}zt |}Wn,t y}zt|WYd}~n d}~00t |j\} } | d} ttt | } | dd| d} } | r| ds| dd} z|||||| |j} | r8dp:d}| D]2}t|\}}|d kr@|d vr@|}q@| | |\}}d}||jd}|r|d |7}|dur|dkr|d |7}t|}t|||jWS|jy(}z*td |}|t dWYd}~n d}~00dS)Nrftp error: no host givenrsrrSrVrrDraArrrrrzContent-type: %s zContent-length: %d ftp error: %rr:)!ftplibrr{rr FTP_PORTrcrrr rrrrrrrarmap connect_ftprJrryupperretrfilerrurrr all_errorswith_tracebackrexc_info)rrrrr{rJr'r8rr\attrsdirsrOfwrattrrriretrlenrjrrexcrLrLrMftp_opens^          zFTPHandler.ftp_openc Cst||||||ddS)NF) persistent) ftpwrapper)rr'r8r{rJrrJrLrLrMr/szFTPHandler.connect_ftpN)rrrrrrLrLrLrMr+s5r+c@s<eZdZddZddZddZddZd d Zd d Zd S)r,cCs"i|_i|_d|_d|_d|_dS)Nr<r)cacherJsoonestdelay max_connsrrLrLrMr6s zCacheFTPHandler.__init__cCs ||_dSrN)r)rtrLrLrM setTimeout=szCacheFTPHandler.setTimeoutcCs ||_dSrN)r)rr rLrLrM setMaxConns@szCacheFTPHandler.setMaxConnscCsr|||d||f}||jvr4t|j|j|<n,t|||||||j|<t|j|j|<||j|S)Nr)joinrrrrJr check_cache)rr'r8r{rJrrJrrLrLrMrCs   zCacheFTPHandler.connect_ftpcCst}|j|krPt|jD].\}}||kr |j||j|=|j|=q tt|j|_t |j|j krt|jD]&\}}||jkr|j|=|j|=qqtt|j|_dSrN) rrrrJrrrminvaluesrer)rrrrrLrLrMr Ns   zCacheFTPHandler.check_cachecCs0|jD] }|q |j|jdSrN)rrrclearrJ)rconnrLrLrM clear_cachebs  zCacheFTPHandler.clear_cacheN) rrrrr r rr rrLrLrLrMr,3s  r,c@seZdZddZdS)r-cCs~|j}|dd\}}|dd\}}t|}|drNt|}|dd}|sVd}td|t|f}t t |||S)N:rVrz;base64itext/plain;charset=US-ASCIIz$Content-type: %s Content-length: %d ) rurarendswithr4 decodebytesrrrerioBytesIO)rrrHrrIZ mediatyperjrLrLrM data_openis     zDataHandler.data_openN)rrrrrLrLrLrMr-hsr-rnt)r4r3cCst|SrN)r pathnamerLrLrMr4sr4cCst|SrN)r rrLrLrMr3sr3c@seZdZdZdeZd)ddZddZddZd d Z d d Z d*d dZ d+ddZ d,ddZ d-ddZddZd.ddZd/ddZddZerddZd0dd Zd!d"Zd#d$Zd%d&Zd1d'd(ZdS)2r8NrcKszdd|jji}tj|tdd|dur.t}||_|d|_|d|_ d|j fdg|_ g|_ t j|_d|_t|_dS) NzW%(class)s style of invoking requests is deprecated. Use newer urlopen functions/methodsclassr\) stacklevelkey_file cert_filez User-Agent)ZAcceptz*/*)rUrr?r@rAr5r-rrrversionr_URLopener__tempfilesr[rq_URLopener__unlink tempcacheftpcache)rr-Zx509rrLrLrMrs   zURLopener.__init__cCs |dSrN)rrrLrLrM__del__szURLopener.__del__cCs |dSrN)cleanuprrLrLrMrszURLopener.closec CsT|jr@|jD]&}z||Wq ty0Yq 0q |jdd=|jrP|jdSrN)r!r"rrr#r)rrOrLrLrMr&s   zURLopener.cleanupcGs|j|dSrN)rrb)rrrLrLrM addheaderszURLopener.addheaderc Csptt|}t|dd}|jrL||jvrL|j|\}}t|d}t|||St|\}}|s`d}||jvr|j|}t|\}} t| \} } | |f}nd}d|} ||_ | dd} t || r| dkr|r| |||S| ||Sz0|durt|| |WSt|| ||WSWnVttfy.Yn>tyj} z$td | td WYd} ~ n d} ~ 00dS) Nz%/:=&?~#+!$,;'@()*[]|rrrOZopen_-rrz socket errorr:)rrr r#rGrr r-r rrropen_unknown_proxy open_unknownrrrrrrrr)rrrIrgrjriurltyperHr" proxyhostr{rr`rrLrLrMrGs<             zURLopener.opencCst|\}}tdd|dS)N url errorzunknown url typer rr)rrrIrrHrLrLrMr+s zURLopener.open_unknowncCs t|\}}tdd||dS)Nr.zinvalid proxy for %sr/)rr"rrIrrHrLrLrMr*s zURLopener.open_unknown_proxycCstt|}|jr&||jvr&|j|St|\}}|dur|rF|dkrz0||}|}|tt|d|fWSt yYn0| ||}zL|} |rt |d} nrt|\} } t| pd\} } t | pd\} } t | pd\} } t j| d} t| \}}|j|t |d} z|| f}|jdurD||j|<d}d}d}d}d| vrjt| d }|r|||||||}|sq|t|7}| ||d7}|r|||||q|W| n | 0W|n |0|dkr||krtd ||f||S) NrOrVrPrsrRrSrrTrUrW)rrr#r rrZrr4r rrrGrrr[r\splitextr^mkstempr!rbfdopenrcrdrerfr)rrHrgrhrIrZurl1rirrjrkZgarbager\suffixfdrlrmrnrdrorprLrLrMretrieve sn                  zURLopener.retrievecCs"d}d}t|trrLrLrMrcsz!FancyURLopener.http_error_defaultNc Cs~|jd7_zb|jrR|j|jkrRt|dr4|j}n|j}|||dd|Wd|_S|||||||}|Wd|_Sd|_0dS)NrVhttp_error_500rz)Internal Server Error: Redirect Recursionr)rRrSrrTrredirect_internal) rrHrir<r=rjrIrrlrLrLrMrgs&  zFancyURLopener.http_error_302c Csxd|vr|d}nd|vr$|d}ndS|t|jd||}t|}|jdvrnt|||d|||||S)Nr r rr z( Redirection to url '%s' is not allowed.)rrrrrrrG) rrHrir<r=rjrIrrrLrLrMrUys    z FancyURLopener.redirect_internalcCs|||||||SrNrrrHrir<r=rjrIrLrLrMrszFancyURLopener.http_error_301cCs|||||||SrNrVrWrLrLrMrszFancyURLopener.http_error_303cCs2|dur|||||||S||||||SdSrN)rrrWrLrLrMrszFancyURLopener.http_error_307Fc Csd|vrt|||||||d}td|} | sHt||||||| \} } | dkrtt|||||||st||||||d|jd} |durt|| || St|| || |SdS)Nrt![ ]*([^ ]+)[ ]+realm="([^"]*)"reZretry_ _basic_authr8rrpmatchr_ryrr rrHrir<r=rjrIrstuffr[rr@r`rLrLrMrus.      zFancyURLopener.http_error_401c Csd|vrt|||||||d}td|} | sHt||||||| \} } | dkrtt|||||||st||||||d|jd} |durt|| || St|| || |SdS)NrwrXreZ retry_proxy_rYrZr\rLrLrMrxs.      zFancyURLopener.http_error_407cCst|\}}d||}|jd}t|\}} t| \} } | dd} | | d} || || \} } | sr| srdSdt| ddt| dd| f} d| | |jd<|dur||S|||SdS)Nhttp://rr!rV%s:%s@%srsr(r r-r rget_user_passwdr rGrrHr@rIr{rrr"r,r-Z proxyselectorrr'r8rLrLrMretry_proxy_http_basic_auths           z*FancyURLopener.retry_proxy_http_basic_authcCst|\}}d||}|jd}t|\}} t| \} } | dd} | | d} || || \} } | sr| srdSdt| ddt| dd| f} d| | |jd<|dur||S|||SdS)Nhttps://rr!rVr_rsr(r`rbrLrLrMretry_proxy_https_basic_auths           z+FancyURLopener.retry_proxy_https_basic_authc Cst|\}}|dd}||d}||||\}}|sD|sDdSdt|ddt|dd|f}d||} |dur|| S|| |SdS)Nr!rVr_rsr(r^r rrar rG rrHr@rIr{rrr'r8rrLrLrMrfs       z$FancyURLopener.retry_http_basic_authc Cst|\}}|dd}||d}||||\}}|sD|sDdSdt|ddt|dd|f}d||} |dur|| S|| |SdS)Nr!rVr_rsr(rdrfrgrLrLrMretry_https_basic_auth s       z%FancyURLopener.retry_https_basic_authrcCs`|d|}||jvr2|r(|j|=n |j|S|||\}}|sJ|rX||f|j|<||fS)Nr!)ryrQprompt_user_passwd)rr{r@rrr'r8rLrLrMra s   zFancyURLopener.get_user_passwdcCsVddl}z.td||f}|d|||f}||fWStyPtYdS0dS)NrzEnter username for %s at %s: z#Enter password for %s in %s at %s: rC)getpassinputKeyboardInterruptprint)rr{r@rjr'r8rLrLrMri! s  z!FancyURLopener.prompt_user_passwd)N)N)N)N)NF)NF)N)N)N)N)r)rrrrrrrUrrrrurxrcrerfrhrarirLrLrLrMr9Zs&           r9cCstdurtdatS)Nr) _localhostrrrLrLrLrMr1 s rcCsNtdurJztttdaWn&tjyHttddaYn0tS)Nr:r) _thishostr?rrrrrLrLrLrMrD9 s rDcCstdurddl}|jatSry) _ftperrorsrr)rrLrLrMrGD srGcCstdurtdatSr) _noheadersrrrLrLrLrM noheadersM s rrc@sFeZdZdddZddZddZd d Zd d Zd dZddZ dS)rNTcCsX||_||_||_||_||_||_d|_||_z |Wn| Yn0dSry) r'r8r{rJrrJrefcount keepaliveinitr)rr'r8r{rJrrJrrLrLrMrZ s zftpwrapper.__init__cCs\ddl}d|_||_|j|j|j|j|j|j |j d |j }|j |dS)Nrr)rbusyZFTPr connectr{rJrJZloginr'r8r rcwd)rr_targetrLrLrMruj s  zftpwrapper.initc Csddl}||dvr"d}d}n d|}d}z|j|Wn(|jyf||j|Yn0d}|r|szd|}|j|\}}WnT|jy}z:t|dddkrt d | t d WYd}~n d}~00|s|jd|rz|j } zXz|j|Wn6|jyP}zt d ||WYd}~n d}~00W|j| n|j| 0d |}nd }|j|\}}d|_t|d |j} |jd7_|| |fS)Nr)rrzTYPE ArVzTYPE zRETR r\Z550rr:zLIST LISTr)r endtransferr ZvoidcmdrruZ ntransfercmdZ error_permrrrrrpwdrxrvrmakefile file_closersr) rrOrrcmdisdirrrrr|ZftpobjrLrLrMrs sJ     & zftpwrapper.retrfilecCs d|_dSry)rvrrLrLrMr{ szftpwrapper.endtransfercCsd|_|jdkr|dS)NFr)rtrs real_closerrLrLrMr s zftpwrapper.closecCs2||jd8_|jdkr.|js.|dS)NrVr)r{rsrtrrrLrLrMr~ szftpwrapper.file_closecCs0|z|jWnty*Yn0dSrN)r{r rrGrrLrLrMr s zftpwrapper.real_close)NT) rrrrrurr{rr~rrLrLrLrMrW s  -rcCsi}tjD]4\}}|}|r|dddkr|||dd<qdtjvrZ|ddtjD]J\}}|dddkrd|}|r|||dd<qd||dddqd|S)Ni_proxyZREQUEST_METHODr)r[environrryr)r-r`rrLrLrMgetproxies_environment s   rcCs|durt}z |d}Wnty.YdS0|dkr|dd>B|dd >B|d BS) Nrr)rrrrrrVrr:rr\)rarrrcre)ZipAddrrIrLrLrMip2num s   z,_proxy_bypass_macosx_sysconf..ip2numrZexclude_simpleT exceptionsrLz(\d+(?:\.\d+)*)(/\d+)?rVr:r F) rr rrpr[rrrrgroupcountrc) r{proxy_settingsrrrJrZhostIPrr rMmaskrLrLrM_proxy_bypass_macosx_sysconf s<          rdarwin)_get_proxy_settings _get_proxiescCst}t||SrN)rr)r{rrLrLrMproxy_bypass_macosx_sysconf> srcCstSrN)rrLrLrLrMgetproxies_macosx_sysconfB srcCs t}|rt||St|SdSrN)rrrr{r-rLrLrMr3L s r3cCs tp tSrN)rrrLrLrLrMr5Y sr5c Csi}z ddl}Wnty&|YS0z||jd}||dd}|rt||dd}d|vr|dD]4}|dd\}}td|sd ||f}|||<qrn>|dd d kr||d <n$d ||d <d||d<d||d<| Wnt t t fy Yn0|S)Nr;Software\Microsoft\Windows\CurrentVersion\Internet Settings ProxyEnableZ ProxyServerrrIrVz (?:[^/:]+)://z%s://%sr~r6rz http://%sz https://%srzftp://%sr ) winreg ImportErrorOpenKeyHKEY_CURRENT_USER QueryValueExrrarpr[CloserrrBr)r-rinternetSettings proxyEnableZ proxyServerpraddressrLrLrMgetproxies_registry^ sF           rcCs tp tSrN)rrrLrLrLrMr5 sc Csrz ddl}Wnty YdS0z6||jd}||dd}t||dd}WntylYdS0|rv|szdSt|\}}|g}z t |}||kr| |WntyYn0z t |}||kr| |WntyYn0| d}|D]j} | dkr d|vr dS| dd } | d d } | d d} |D] } t| | tjrHdSqHqdS) NrrrZ ProxyOverriderIzrrVz\.rz.*?)rrrrrrrrr rrrbgetfqdnrarrpr[rr) r{rrrZ proxyOverrideZrawHostrJaddrZfqdnrNrrLrLrMproxy_bypass_registry s`               rcCs t}|rt||St|SdSrN)rrrrrLrLrMr3 s )NNN)N)}r4rrrZ http.clientrrr[rKrprrrrr^rXr?Z urllib.errorrrr urllib.parserrrrr r r r r rrrrrrrrrZurllib.responserrrDrrC__all__ version_inforrFrr0r1rar6r7rqASCIIrwr|rrr2rr/rrr)rr r!r"r#r$r%urandomrr&r'r(rr)rrrErbrr.rrr*rr+r,r-rFr`Z nturl2pathr4r3r$r8r9rnrrorDrprGrqrrrrrrplatformZ_scproxyrrrrr3r5rrrLrLrLrMTsP   M ?m$q!+@ o  v  +3:5! @W  _ %A    - 2