a
ze` @ sn d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dl Z d dl
Z
d dl m Z d dl
mZ z d dlZW n ey dZY n0 ejeZejedZejedZG dd dejjZG dd d ejZ G d
d d Z G d d
d
ejj Z G dd dejj Z G dd de j!Z"e#dG dd de j!Z$dd Z%G dd de j!Z&dd Z'e(dkrje ) dS ) N)support)hashlib_helperz keycert.pemz keycert2.pemc @ s e Zd ZdZdd Zdd ZdS )LoopbackHttpServerz^HTTP server w/ a few modifications that make it useful for
loopback testing purposes.
c C s" t jj| || | jd d S )Ng?)httpserver
HTTPServer__init__socket
settimeout)selfZserver_addressZRequestHandlerClass r N/opt/bitninja-python-dojo/embedded/lib/python3.9/test/test_urllib2_localnet.pyr ! s
zLoopbackHttpServer.__init__c C s | j \}}|d ||fS )z HTTPServer method, overridden.g $@)r acceptr
)r requestZclient_addressr r r
get_request* s
z LoopbackHttpServer.get_requestN)__name__
__module__ __qualname____doc__r r r r r r
r s r c @ s( e Zd ZdZdd Zdd Zdd ZdS ) LoopbackHttpServerThreadz2Stoppable thread that runs a loopback http server.c C s< t j| d| _t | _d|_td|| _| jj | _
d S )NFzHTTP/1.0)z 127.0.0.1r ) threadingThreadr _stop_serverEventreadyZprotocol_versionr httpdZ server_portportr request_handlerr r r
r 9 s
z!LoopbackHttpServerThread.__init__c C s d| _ | | j dS )z.Stops the webserver if it's currently running.TN)r joinr Z server_closer r r r
stopB s z LoopbackHttpServerThread.stopc C s | j | js | j q
d S N)r setr r handle_requestr r r r
runJ s
z LoopbackHttpServerThread.runN)r r r r r r! r% r r r r
r 6 s r c @ sX e Zd ZdZdd Zdd Zdd Zdd Zd
d Zd d
Z dd Z
dd Z dd Z dS )DigestAuthHandlerz-Handler for performing digest authentication.c C s" d| _ g | _i | _d| _d| _d S )Nr z
Test Realmauth) _request_num_nonces_users _realm_name_qopr r r r
r T s
zDigestAuthHandler.__init__c C s
|| _ d S r" )r, )r Zqopr r r
set_qop[ s zDigestAuthHandler.set_qopc C s t |tsJ || _d S r" )
isinstancedictr* )r Zusersr r r
set_users^ s zDigestAuthHandler.set_usersc C s
|| _ d S r" )r+ )r Zrealmr r r
set_realmb s zDigestAuthHandler.set_realmc C s8 | j d7 _ tt| j d }| j| |S )N ascii)r( hashlibmd5strencode hexdigestr) append)r noncer r r
_generate_noncee s z!DigestAuthHandler._generate_noncec C s | d}||d d }|d}i }|D ]P}|d\}}| }|d dkrl|d dkrl|dd }n| }|||< q,|S )N r2 ,=r ")findsplitstrip)r Zauth_strZfirst_space_indexparts auth_dictpartnamevaluer r r
_create_auth_dictk s
z#DigestAuthHandler._create_auth_dictc C s i }| | ||d< ||d< ||d< d| }t|d }d| }t|d } ||d< | |d< d | }
t|
d } | |d
kS ) Npasswordmethoduriz#%(username)s:%(realm)s:%(password)sr3 z%(method)s:%(uri)sHA1HA2z3%(HA1)s:%(nonce)s:%(nc)s:%(cnonce)s:%(qop)s:%(HA2)sresponse)updater4 r5 r7 r8 ) r rE rJ rK rL Z
final_dictZHA1_strrM ZHA2_strrN Z response_strrO r r r
_validate_auth| s
z DigestAuthHandler._validate_authc C sN | dd |dd |dd| j| j| f | |jd dS ) Ni z Proxy Authentication Required Content-Type text/htmlzProxy-Authenticatez(Digest realm="%s", qop="%s",nonce="%s", s Proxy Authentication Required.F)
send_response send_headerr+ r, r; end_headerswfilewriter r r r
_return_auth_challenge s z(DigestAuthHandler._return_auth_challengec C s t | jdkrdS d|jvr&| |S | |jd }|d | jv rT| j|d }n
| |S |d| jvrx| |S | j|d d}|j|j fD ]}|
|||j |rd}q|s| |S dS dS )a Performs digest authentication on the given HTTP request
handler. Returns True if authentication was successful, False
otherwise.
If no users have been set, then digest auth is effectively
disabled and this method will always return True.
r TzProxy-Authorizationusernamer: FN) lenr* headersrY rI getr) removepath
short_pathrQ Zcommand)r r rE rJ Zauth_validatedr_ r r r
r$ s0
z DigestAuthHandler.handle_requestN)
r r r r r r- r0 r1 r; rI rQ rY r$ r r r r
r& Q s r& c @ sf e Zd ZdZdZdZdZdeef Ze e
d dZ dd Z
d d
Zd d Zd
d Zdd ZdS )BasicAuthHandlerz,Handler for performing basic authentication.testUsertestPassTestz%s:%sr3 c O s t jjj| g|R i | d S r" )r r BaseHTTPRequestHandlerr )r argskwargsr r r
r s zBasicAuthHandler.__init__c G s d S r" r r formatrf r r r
log_message s z BasicAuthHandler.log_messagec C s" | d | dd | d S )N Content-typerS )rT rU rV r r r r
do_HEAD s
zBasicAuthHandler.do_HEADc C s4 | d | dd| j | dd | d S )Ni zWWW-AuthenticatezBasic realm="%s"rl rS )rT rU REALMrV r r r r
do_AUTHHEAD s
z BasicAuthHandler.do_AUTHHEADc C sh | j dds$| | jd n@| j ddd| j kr\| d | | jd n| d S )NZ
Authorization s No Auth header receivedzBasic rk s It works)r\ r] ro rW rX ENCODED_AUTHrT rV r r r r
do_GET s
zBasicAuthHandler.do_GETN)r r r r USERPASSWDrn Z USER_PASSWDbase64Z b64encoder7 decoderq r rj rm ro rr r r r r
ra s ra c @ s( e Zd ZdZdd Zdd Zdd ZdS ) FakeProxyHandlerzThis is a 'fake proxy' that makes it look like the entire
internet has gone down due to a sudden zombie invasion. It main
utility is in providing us with authentication support for
testing.
c O s& || _ tjjj| g|R i | d S r" )digest_auth_handlerr r re r )r rx rf rg r r r
r s zFakeProxyHandler.__init__c G s d S r" r rh r r r
rj s z FakeProxyHandler.log_messagec C sv t j| jd\}}}}}}|| _| j| rr| dd | dd | | j
t d| j d | j
d d S ) Nr rk ZOKrR rS zYou've reached %s!
r3 sF Our apologies, but our server is down due to a sudden zombie invasion.)
urllibparseurlparser_ r` rx r$ rT rU rV rW rX bytes)r Zscmnetlocr_ paramsqueryfragmentr r r
rr s zFakeProxyHandler.do_GETN)r r r r r rj rr r r r r
rw s rw c sP e Zd ZdZdZdZdZ fddZdd Z fd d
Z d d Z
d
d Z Z S )BasicAuthTestsrb rc Z Incorrectrd c sT t t| dd }t|| _| | j d| jj | _| j | jj
d S )Nc _ s t | i |S r" )ra rf rg r r r
#http_server_with_basic_auth_handler s zABasicAuthTests.setUp..http_server_with_basic_auth_handlerzhttp://127.0.0.1:%s) superr setUpr r
addCleanup stop_serverr
server_urlstartr wait)r r __class__r r
r s
zBasicAuthTests.setUpc C s | j d | _ d S r" r r! r r r r
r ( s
zBasicAuthTests.stop_serverc s t t| d S r" )r r tearDownr r r r
r , s zBasicAuthTests.tearDownc C sz t j }|| j| j| j| j t jt j | z|
t j | j W n& t j j
yt | d| j Y n0 d S )Nz!Basic auth failed for the url: %s)ry r HTTPBasicAuthHandler add_passwordrn r rs rt install_opener build_opener
assertTrueurlopenerror HTTPErrorfailr Zahr r r
test_basic_auth_success/ s
z&BasicAuthTests.test_basic_auth_successc C sR t j }|| j| j| j| j t jt j | |
t j j t jj
| j d S r" )ry r r r rn r rs INCORRECT_PASSWDr r assertRaisesr r r r r r r
test_basic_auth_httperror8 s
z(BasicAuthTests.test_basic_auth_httperror)
r r r rs rt r rn r r r r r
__classcell__r r r r
r s r r5 c sT e Zd ZdZdZdZdZ fddZdd Zd d
Z d d Z
d
d Z dd Z Z
S )ProxyAuthTestszhttp://localhostZtesterZtest123Z TestRealmc s t t dd } |tj dtjd< dtjd< t _ j j
j i j j
fdd}t| _ j j jj d jj }tjd |i}tj _tj| j _d S )
Nc S s t j t j| d S r" osenvironclearrP Z old_environr r r
restore_environJ s
z-ProxyAuthTests.setUp..restore_environrp NO_PROXYno_proxyc s t jg| R i |S r" )rw rx r r r r
create_fake_proxy_handlerU s z7ProxyAuthTests.setUp..create_fake_proxy_handlerzhttp://127.0.0.1:%dr ) r r r r r r copyr& rx r0 rs rt r1 rn r r r r r r r ry r Z ProxyHandlerZProxyDigestAuthHandlerproxy_digest_handlerr opener)r r r Z proxy_urlhandlerr r r
r G s&
zProxyAuthTests.setUpc C s | j d | _ d S r" r r r r r
r b s
zProxyAuthTests.stop_serverc C sF | j | j| j| j| jd | jd | t j
j | j j
| j d S )NZbadr' )r r rn URLrs rt rx r- r ry r r r openr r r r
-test_proxy_with_bad_password_raises_httperrorf s
z.FakeHTTPRequestHandlerz TestHTTP/P c S s* | }|r&| j|}||d }qd S r" ) send_headrW rX )r bodydoner r r
rr s z8GetRequestHandler..FakeHTTPRequestHandler.do_GETc S s2 | j d }| jt|}| | j| d S )NzContent-Length)r\ Zrfiler intrr requestsr9 )r Zcontent_lengthZ post_datar r r
do_POST s
z9GetRequestHandler..FakeHTTPRequestHandler.do_POSTc s| | j _| j| j d\}}}| | |D ] \}}| ||d| ji q4|rp| dd | |S | d S )Nr r rl z
text/plain)
r\ headers_receivedr r9 r_ poprT rU r rV )r Z
response_coder\ r headerrH FakeHTTPRequestHandler responsesr r
r s
z;GetRequestHandler..FakeHTTPRequestHandler.send_headc W s d S r" r )r rf r r r
rj s z=GetRequestHandler..FakeHTTPRequestHandler.log_messageN) r r r Zserver_versionr r r rr r r rj r r r r
r s r )r r re )r r r r
GetRequestHandler s &r c s e Zd ZdZ fddZd+ddZdd Zd,d d
Zd-d d Zd
d Z dd Z
dd Z dd Z dd Z
dd Zdd Zdd Zd d Zd d Zd!d" Zd#d$ Zd%d& Zd'd( Zd)d* Z ZS ). TestUrlopenaN Tests urllib.request.urlopen using the network.
These tests are not exhaustive. Assuming that testing using files does a
good job overall of some of the basic interface features. There are no
tests exercising the optional 'data' and 'proxies' arguments. No tests
for transparent redirection have been written.
c sN t t| | tjj dd }| |tj dtjd< dtjd< d S )Nc S s t j t j| d S r" r r r r r
r s
z*TestUrlopen.setUp..restore_environ*r r )
r r r r ry r
urlcleanupr r r )r r r r r
r s
zTestUrlopen.setUpNc K sx g }t jj||fi |}zH||d || ||d || W | n
| 0 d |S )Nrk i )
ry r r extend readlinesr9 readliner closer )r urldatarg lfr r r
r s zTestUrlopen.urlopenc C s | j d | _ d S r" r r r r r
r s
zTestUrlopen.stop_serverc C sZ |d u rdg dfg}t |}t|| _| | j | j | jj | jj}||_|S )Nrk s
we don't care) r r r r r r r r r )r r r r r r r
start_server s
zTestUrlopen.start_serverc K s^ t tjds| d ddlm} |d u r6dg dfg}t|}|| fd|i|}|j|_|S )NZ HTTPSHandlerzssl support requiredr )make_https_serverrk
we care a bitZ
handler_class)hasattrry r skipTestZtest.ssl_serversr r r )r r rg r r r r r r
start_https_server s
z TestUrlopen.start_https_serverc C sV d}ddgdfdg |fg}| |}| d|j }| || | |jddg d S ) Ns We got here...i. )ZLocationz(http://localhost:%(port)s/somewhere_elserp rk http://localhost:%s//z/somewhere_elser r r assertEqualr )r expected_responser r r r r r
test_redirection s
z TestUrlopen.test_redirectionc C s@ d}d}ddg|fg}| |}| d|j }| || d S )Ns hello worlds a
hello worl
1
d
0
rk )zTransfer-EncodingZchunkedr )r r r r )r r Z
chunked_startrO r r r r r
test_chunked s
zTestUrlopen.test_chunkedc
C s d}| dg |fg}z| d|j W n8 tjjyb } z | }| W Y d }~nd }~0 0 | d | || | |j
dg d S )Ns Bad bad bad...i zhttp://localhost:%s/weeblez404 should raise URLErrorz/weeble) r r r ry r r r r r r r )r r r r r r r r
test_404 s
zTestUrlopen.test_404c C sF d}| dg |fg}| d|j }| || | |jdg d S )N
pycon 2008...rk http://localhost:%s/bizarre/bizarrer r r r r r r r
test_200" s
zTestUrlopen.test_200c C sJ d}| dg |fg}| d|j d}| || | |jddg d S )Nr rk r s get=with_feelingr r r r r r
test_200_with_parameters) s z$TestUrlopen.test_200_with_parametersc C s8 | }tjtd}| jd|j |d}| |d d S )NZcafile https://localhost:%s/bizarrecontextr )r sslcreate_default_contextCERT_localhostr r r )r r r r r r r
test_https1 s zTestUrlopen.test_httpsc C s | j td}tdtf | jd|j td}| |d | t j
j $}| jd|j t d W d n1 st0 Y | j t d}| t j
j $}| jd|j t d W d n1 s0 Y W d n1 s0 Y d S )Ncertfilerp r r r )
r r r check_warningsDeprecationWarningr r r r ry r r CERT_fakehostname)r r r cmr r r
test_https_with_cafile7 s $ z"TestUrlopen.test_https_with_cafilec C s | j td}tdtfR | tjj$}| j d|j
dd W d n1 sT0 Y W d n1 sr0 Y d S )Nr rp r T)Z cadefault) r r r r r r ry r r r r )r r r r r r
test_https_with_cadefaultH s z%TestUrlopen.test_https_with_cadefaultc s t d u r| d t js"| d d fdd}t t j}|| | j|td}t jtd}| j d|j
|d | d d S )
Nzssl module requiredz SNI support required in OpenSSLc s | d S r" r )Zssl_sockZ server_nameZinitial_contextZsni_namer r
cb_sniV s z*TestUrlopen.test_https_sni..cb_sni)r r r zhttps://localhost:%sr localhost) r r ZHAS_SNIZ
SSLContextZPROTOCOL_TLS_SERVERZset_servername_callbackr r r r r r )r r r r r r r
test_https_sniP s
zTestUrlopen.test_https_snic C sd | }tjjd|j ddid}tj| W d n1 sD0 Y | |jd d d S )Nr ZRangez bytes=20-39)r\ )r ry r ZRequestr r r r )r r Zreqr r r
test_sending_headers` s z TestUrlopen.test_sending_headersc C sn | }tjd|j @}dD ]}| t||d| q | | d W d n1 s`0 Y d S )Nhttp://localhost:%s)r r infogeturlz3object returned from urlopen lacks the %s attributezcalling 'read' failed)r ry r r r r r r )r r open_urlattrr r r
test_basich s zTestUrlopen.test_basicc C sl | }tjd|j }| | }W d n1 s<0 Y | |tjj d |
| d d S )Nr zEobject returned by 'info' is not an instance of email.message.MessageZplain) r ry r r r r ZassertIsInstanceemailmessageZMessager Zget_content_subtype)r r r Zinfo_objr r r
test_infop s & zTestUrlopen.test_infoc C s\ | }tjd|j }| | }W d n1 s<0 Y | |d|j d S )Nr )r ry r r r r r )r r r r r r r
test_geturl{ s
&zTestUrlopen.test_geturlc C sB d}| dg |fg}tjd|j }|D ]}| || q,d S )Nr rk r )r ry r r r r )r r r r liner r r
test_iteration s
zTestUrlopen.test_iterationc
C s ddddd d g}d |}| dg |fg}tjd |j }t|D ]0\}}| ||| d
|t|| t|f qJ| |d t| d S ) Ns We
s got
s here
s verylong i
r rk r zQFetched line number %s doesn't match expected:
Expected length was %s, got %sr2 ) r r ry r r r enumerater r[ )r linesr r r indexr r r r
test_line_iteration s
z TestUrlopen.test_line_iteration)N)N)N)r r r r r r r r r r r r r r r r r r r r r r r r
r r r r r
r s*
r c C s t } tjt jg| R d S r" )r Zthreading_setupunittestZaddModuleCleanupZthreading_cleanup) thread_infor r r
setUpModule s r
__main__)*ru r r urllib.parsery Zurllib.requestZ http.serverr r r r4 testr Z test.supportr r ImportErrorr_ dirname__file__herer r r r r r r r r& re ra rw ZTestCaser Zrequires_hashdigestr r r r
r mainr r r r
s>
y,!(M+ `