B
u9aa ã @ sf d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dl Z d dl
Z
d dl m Z y d dl
Z
W n ek
rx dZ
Y nX ej e¡Zej ed¡Zej ed¡ZG dd„ dejjƒZG dd„ dejƒZG d d
„ d
ƒZG d d „ d ejj ƒZ G d
d„ dejj ƒZ G dd„ de j ƒZ G dd„ de j ƒZ!dd„ Z"G dd„ de j ƒZ#da$dd„ Z%dd„ Z&e'dkrbe (¡ dS ) é N)Úsupportz keycert.pemz keycert2.pemc @ s e Zd ZdZdd„ Zdd„ ZdS )ÚLoopbackHttpServerz^HTTP server w/ a few modifications that make it useful for
loopback testing purposes.
c C s" t jj | ||¡ | j d¡ d S )Ngš™™™™™¹?)ÚhttpÚserverÚ
HTTPServerÚ__init__ÚsocketÚ
settimeout)ÚselfZserver_addressZRequestHandlerClass© r ú+/usr/lib/python3.7/test_urllib2_localnet.pyr s
zLoopbackHttpServer.__init__c C s | j ¡ \}}| d¡ ||fS )z HTTPServer method, overridden.g $@)r Zacceptr )r
ÚrequestZclient_addressr r r Ú get_request) s
z LoopbackHttpServer.get_requestN)Ú__name__Ú
__module__Ú __qualname__Ú__doc__r r r r r r r s r c @ s( e Zd ZdZdd„ Zdd„ Zdd„ ZdS ) ÚLoopbackHttpServerThreadz2Stoppable thread that runs a loopback http server.c C s< t j | ¡ d| _t ¡ | _d|_td|ƒ| _| jj | _
d S )NFzHTTP/1.0)z 127.0.0.1r ) Ú threadingÚThreadr Ú _stop_serverZEventÚreadyZprotocol_versionr ÚhttpdZ server_portÚport)r
Úrequest_handlerr r r r 8 s
z!LoopbackHttpServerThread.__init__c C s d| _ | ¡ | j ¡ dS )z.Stops the webserver if it's currently running.TN)r Újoinr Z server_close)r
r r r ÚstopA s z LoopbackHttpServerThread.stopc C s$ | j ¡ x| js | j ¡ q W d S )N)r Úsetr r Úhandle_request)r
r r r ÚrunI s
z LoopbackHttpServerThread.runN)r r r r r r r r r r r r 5 s r c @ sX e Zd ZdZdd„ Zdd„ Zdd„ Zdd „ Zd
d „ Zd d
„ Z dd„ Z
dd„ Z dd„ Z dS )ÚDigestAuthHandlerz-Handler for performing digest authentication.c C s" d| _ g | _i | _d| _d| _d S )Nr z
Test RealmÚauth)Ú _request_numÚ_noncesÚ_usersÚ _realm_nameÚ_qop)r
r r r r S s
zDigestAuthHandler.__init__c C s
|| _ d S )N)r& )r
Zqopr r r Úset_qopZ s zDigestAuthHandler.set_qopc C s
|| _ d S )N)r$ )r
Zusersr r r Ú set_users] s zDigestAuthHandler.set_usersc C s
|| _ d S )N)r% )r
Zrealmr r r Ú set_realma s zDigestAuthHandler.set_realmc C s8 | j d7 _ t t| j ƒ d¡¡ ¡ }| j |¡ |S )Né Úascii)r" ÚhashlibÚmd5ÚstrÚencodeÚ hexdigestr# Úappend)r
Únoncer r r Ú_generate_nonced s z!DigestAuthHandler._generate_noncec C s† | d¡}||d d … }| d¡}i }xX|D ]P}| d¡\}}| ¡ }|d dkrn|d dkrn|dd… }n| ¡ }|||< q.W |S )Nú r* ú,ú=r ú"éÿÿÿÿ)ÚfindÚsplitÚstrip)r
Zauth_strZfirst_space_indexÚpartsÚ auth_dictÚpartÚnameÚvaluer r r Ú_create_auth_dictj s
z#DigestAuthHandler._create_auth_dictc C s– i }| |¡ ||d< ||d< ||d< d| }t | d¡¡ ¡ }d| }t | d¡¡ ¡ } ||d< | |d< d | }
t |
d¡¡ ¡ } | |d
kS ) NÚpasswordÚmethodÚuriz#%(username)s:%(realm)s:%(password)sr+ z%(method)s:%(uri)sÚHA1ÚHA2z3%(HA1)s:%(nonce)s:%(nc)s:%(cnonce)s:%(qop)s:%(HA2)sÚresponse)Úupdater, r- r/ r0 ) r
r= rB rC rD Z
final_dictZHA1_strrE ZHA2_strrF Z response_strrG r r r Ú_validate_auth{ s
z DigestAuthHandler._validate_authc C sN | dd¡ | dd¡ | dd| j| j| ¡ f ¡ | ¡ |j d¡ dS ) Ni— z Proxy Authentication Requiredz Content-Typez text/htmlzProxy-Authenticatez(Digest realm="%s", qop="%s",nonce="%s", s Proxy Authentication Required.F)Ú
send_responseÚ send_headerr% r& r3 Ú end_headersÚwfileÚwrite)r
r r r r Ú_return_auth_challenge s z(DigestAuthHandler._return_auth_challengec C sÎ t | jƒdkrdS d|jkr&| |¡S | |jd ¡}|d | jkrT| j|d }n
| |¡S | d¡| jkrx| |¡S | j |d ¡ d}x*|j|j gD ]}|
|||j |¡ršd}qšW |sÆ| |¡S dS dS )a Performs digest authentication on the given HTTP request
handler. Returns True if authentication was successful, False
otherwise.
If no users have been set, then digest auth is effectively
disabled and this method will always return True.
r TzProxy-AuthorizationZusernamer2 FN) Úlenr$ ÚheadersrO rA Úgetr# ÚremoveÚpathÚ
short_pathrI Zcommand)r
r r= rB Zauth_validatedrT r r r r œ s,
z DigestAuthHandler.handle_requestN)
r r r r r r' r( r) r3 rA rI rO r r r r r r P s r c @ sf e Zd ZdZdZdZdZdeef Ze e
d¡¡ d¡Z dd„ Z
d d
„ Zd d „ Zd
d„ Zdd„ ZdS )ÚBasicAuthHandlerz,Handler for performing basic authentication.ÚtestUserÚtestPassÚTestz%s:%sr+ c O s t jjj| f|ž|Ž d S )N)r r ÚBaseHTTPRequestHandlerr )r
ÚargsÚkwargsr r r r Ò s zBasicAuthHandler.__init__c G s d S )Nr )r
Úformatr[ r r r Ú log_messageÕ s z BasicAuthHandler.log_messagec C s" | d¡ | dd¡ | ¡ d S )NéÈ z Content-typez text/html)rJ rK rL )r
r r r Údo_HEADÙ s
zBasicAuthHandler.do_HEADc C s4 | d¡ | dd| j ¡ | dd¡ | ¡ d S )Ni‘ zWWW-AuthenticatezBasic realm="%s"z Content-typez text/html)rJ rK ÚREALMrL )r
r r r Ú do_AUTHHEADÞ s
z BasicAuthHandler.do_AUTHHEADc C sh | j dd¡s$| ¡ | j d¡ n@| j dd¡d| j kr\| d¡ | ¡ | j d¡ n| ¡ d S )NZ
AuthorizationÚ s No Auth header receivedzBasic r_ s It works)rQ rR rb rM rN Ú ENCODED_AUTHrJ rL )r
r r r Údo_GETä s
zBasicAuthHandler.do_GETN)r r r r ÚUSERÚPASSWDra Z USER_PASSWDÚbase64Z b64encoder/ Údecoderd r r^ r` rb re r r r r rV É s rV c @ s( e Zd ZdZdd„ Zdd„ Zdd„ ZdS ) ÚFakeProxyHandlerzÏThis is a 'fake proxy' that makes it look like the entire
internet has gone down due to a sudden zombie invasion. It main
utility is in providing us with authentication support for
testing.
c O s || _ tjjj| f|ž|Ž d S )N)Údigest_auth_handlerr r rZ r )r
rk r[ r\ r r r r ü s zFakeProxyHandler.__init__c G s d S )Nr )r
r] r[ r r r r^ s z FakeProxyHandler.log_messagec C sv t j | jd¡\}}}}}}|| _| j | ¡rr| dd¡ | dd¡ | ¡ | j
t d| j dƒ¡ | j
d¡ d S ) Nr r_ ZOKz Content-Typez text/htmlzYou've reached %s!
r+ sF Our apologies, but our server is down due to a sudden zombie invasion.)
ÚurllibÚparseZurlparserT rU rk r rJ rK rL rM rN Úbytes)r
ZscmZnetlocrT ÚparamsZqueryZfragmentr r r re s zFakeProxyHandler.do_GETN)r r r r r r^ re r r r r rj õ s rj c sP e Zd ZdZdZdZdZ‡ fdd„Zdd„ Z‡ fd d
„Z d d „ Z
d
d„ Z ‡ Z S )ÚBasicAuthTestsrW rX Z IncorrectrY c sT t t| ƒ ¡ dd„ }t|ƒ| _| | j¡ d| jj | _| j ¡ | jj
¡ d S )Nc _ s
t | |ŽS )N)rV )r[ r\ r r r Ú#http_server_with_basic_auth_handler s zABasicAuthTests.setUp..http_server_with_basic_auth_handlerzhttp://127.0.0.1:%s) Úsuperrp ÚsetUpr r Ú
addCleanupÚ stop_serverr Ú
server_urlÚstartr Úwait)r
rq )Ú __class__r r rs s
zBasicAuthTests.setUpc C s | j ¡ d | _ d S )N)r r )r
r r r ru ' s
zBasicAuthTests.stop_serverc s t t| ƒ ¡ d S )N)rr rp ÚtearDown)r
)ry r r rz + s zBasicAuthTests.tearDownc C s| t j ¡ }| | j| j| j| j¡ t j t j |¡¡ y|
t j | j¡¡ W n( t j j
k
rv | d| j ¡ Y nX d S )Nz!Basic auth failed for the url: %s)rl r
ÚHTTPBasicAuthHandlerÚ add_passwordra rv rf rg Úinstall_openerÚ build_openerÚ
assertTrueÚurlopenÚerrorÚ HTTPErrorÚfail)r
Úahr r r Útest_basic_auth_success. s
z&BasicAuthTests.test_basic_auth_successc C sR t j ¡ }| | j| j| j| j¡ t j t j |¡¡ |
t j j t jj
| j¡ d S )N)rl r
r{ r| ra rv rf ÚINCORRECT_PASSWDr} r~ Ú assertRaisesr r‚ r€ )r
r„ r r r Útest_basic_auth_httperror7 s
z(BasicAuthTests.test_basic_auth_httperror)
r r r rf rg r† ra rs ru rz r… rˆ Ú
__classcell__r r )ry r rp s rp c sT e Zd ZdZdZdZdZ‡ fdd„Zdd„ Zd d
„ Z d d „ Z
d
d„ Z dd„ Z ‡ Z
S )ÚProxyAuthTestszhttp://localhostZtesterZtest123Z TestRealmc sÜ t tˆ ƒ ¡ dd„ }ˆ |tj ¡ ¡ dtjd< dtjd< tƒ ˆ _ˆ j ˆ j
ˆ j i¡ ˆ j ˆ j
¡ ‡ fdd„}t|ƒˆ _ˆ ˆ j¡ ˆ j ¡ ˆ jj ¡ dˆ jj }tj d |i¡}tj ¡ ˆ _tj |ˆ j¡ˆ _d S )
Nc S s t j ¡ t j | ¡ d S )N)ÚosÚenvironÚclearrH )Ú old_environr r r Úrestore_environH s
z-ProxyAuthTests.setUp..restore_environrc ÚNO_PROXYÚno_proxyc s t ˆ jf| ž|ŽS )N)rj rk )r[ r\ )r
r r Úcreate_fake_proxy_handlerS s z7ProxyAuthTests.setUp..create_fake_proxy_handlerzhttp://127.0.0.1:%dr ) rr rŠ rs rt r‹ rŒ Úcopyr rk r( rf rg r) ra r r ru rw r rx r rl r
Z ProxyHandlerZProxyDigestAuthHandlerÚproxy_digest_handlerr~ Úopener)r
r r’ Z proxy_urlÚhandler)ry )r
r rs E s$
zProxyAuthTests.setUpc C s | j ¡ d | _ d S )N)r r )r
r r r ru ` s
zProxyAuthTests.stop_serverc C sF | j | j| j| j| jd ¡ | j d¡ | t j
j | j j
| j¡ d S )NZbadr! )r” r| ra ÚURLrf rg rk r' r‡ rl r r‚ r• Úopen)r
r r r Ú-test_proxy_with_bad_password_raises_httperrord s
z s rŠ c s G ‡ ‡fdd„dt jjƒ‰ ˆ S )Nc sB e Zd ZdZg Zg ZdZdd„ Zdd„ Z‡ ‡fdd„Z d d
„ Z
d S ) z1GetRequestHandler..FakeHTTPRequestHandlerz TestHTTP/éP c S s. | ¡ }x |r(| j |¡}||d … }q
W d S )N)Ú send_headrM rN )r
ÚbodyZdoner r r re • s z8GetRequestHandler..FakeHTTPRequestHandler.do_GETc S s2 | j d }| j t|ƒ¡}| ¡ | j |¡ d S )NzContent-Length)rQ Zrfiler› Úintre Úrequestsr1 )r
Zcontent_lengthZ post_datar r r Údo_POST› s
z9GetRequestHandler..FakeHTTPRequestHandler.do_POSTc s€ | j ˆ _| j | j¡ ˆ d¡\}}}| |¡ x&|D ] \}}| ||d| ji ¡ q6W |rt| dd¡ | ¡ |S | ¡ d S )Nr r z Content-typez
text/plain)
rQ Úheaders_receivedr¥ r1 rT ÚpoprJ rK r rL )r
Z
response_coderQ r£ Úheaderr@ )ÚFakeHTTPRequestHandlerÚ responsesr r r¢ ¡ s
z;GetRequestHandler..FakeHTTPRequestHandler.send_headc W s d S )Nr )r
r[ r r r r^ ° s z=GetRequestHandler..FakeHTTPRequestHandler.log_messageN) r r r Zserver_versionr¥ r§ r re r¦ r¢ r^ r )rª r« r r rª Ž s rª )r r rZ )r« r )rª r« r ÚGetRequestHandlerŒ s &r¬ c s¾ e Zd ZdZ‡ fdd„Zd+dd„Zdd„ Zd,d d
„Zd-d d „Zd
d„ Z dd„ Z
dd„ Z dd„ Z dd„ Z
dd„ Zdd„ Zdd „ Zd d „ Zd d „ Zd!d"„ Zd#d$„ Zd%d&„ Zd'd(„ Zd)d*„ Z‡ ZS ).Ú TestUrlopenaN Tests urllib.request.urlopen using the network.
These tests are not exhaustive. Assuming that testing using files does a
good job overall of some of the basic interface features. There are no
tests exercising the optional 'data' and 'proxies' arguments. No tests
for transparent redirection have been written.
c s@ t t| ƒ ¡ dd„ }| |tj ¡ ¡ dtjd< dtjd< d S )Nc S s t j ¡ t j | ¡ d S )N)r‹ rŒ r rH )rŽ r r r r Ä s
z*TestUrlopen.setUp..restore_environÚ*r r‘ )rr r rs rt r‹ rŒ r“ )r
r )ry r r rs À s
zTestUrlopen.setUpNc K sl g }t jj||f|Ž}z@| | d¡¡ | | ¡ ¡ | | d¡¡ | | ¡ ¡ W d | ¡ X d |¡S )Nr_ i ó )
rl r
r€ ÚextendÚ readlinesr1 Úreadliner› rœ r )r
ÚurlÚdatar\ ÚlÚfr r r r€ Ë s
zTestUrlopen.urlopenc C s | j ¡ d | _ d S )N)r r )r
r r r ru Ø s
zTestUrlopen.stop_serverc C sZ |d krdg dfg}t |ƒ}t|ƒ| _| | j¡ | j ¡ | jj ¡ | jj}||_|S )Nr_ s
we don't care) r¬ r r rt ru rw r rx r )r
r« r– r r r r Ú start_serverÜ s
zTestUrlopen.start_serverc K s^ t tjdƒs| d¡ ddlm} |d kr6dg dfg}t|ƒ}|| fd|i|—Ž}|j|_|S )NZ HTTPSHandlerzssl support requiredr )Úmake_https_serverr_ s
we care a bitZ
handler_class)Úhasattrrl r
ÚskipTestZtest.ssl_serversr¸ r¬ r )r
r« r\ r¸ r– r r r r Ústart_https_serveré s
z TestUrlopen.start_https_serverc C sV d}ddgdfdg |fg}| |¡}| d|j ¡}| ||¡ | |jddg¡ d S ) Ns We got here...i. )ZLocationz(http://localhost:%(port)s/somewhere_elserc r_ zhttp://localhost:%s/ú/z/somewhere_else)r· r€ r Ú assertEqualr¥ )r
Úexpected_responser« r– r´ r r r Útest_redirectionô s
z TestUrlopen.test_redirectionc C s@ d}d}ddg|fg}| |¡}| d|j ¡}| ||¡ d S )Ns hello worlds a
hello worl
1
d
0
r_ )zTransfer-EncodingZchunkedzhttp://localhost:%s/)r· r€ r r½ )r
r¾ Z
chunked_startrG r– r´ r r r Ú test_chunked s
zTestUrlopen.test_chunkedc
C sŒ d}| dg |fg¡}y| d|j ¡ W n6 tjjk
r` } z| ¡ }| ¡ W d d }~X Y n X | d¡ | ||¡ | |j
dg¡ d S )Ns Bad bad bad...i” zhttp://localhost:%s/weeblez404 should raise URLErrorz/weeble) r· r€ r rl r rŸ r› rœ rƒ r½ r¥ )r
r¾ r– r¶ r´ r r r Útest_404 s
zTestUrlopen.test_404c C sF d}| dg |fg¡}| d|j ¡}| ||¡ | |jdg¡ d S )Ns
pycon 2008...r_ zhttp://localhost:%s/bizarrez/bizarre)r· r€ r r½ r¥ )r
r¾ r– r´ r r r Útest_200 s
zTestUrlopen.test_200c C sJ d}| dg |fg¡}| d|j d¡}| ||¡ | |jddg¡ d S )Ns
pycon 2008...r_ zhttp://localhost:%s/bizarres get=with_feelingz/bizarre)r· r€ r r½ r¥ )r
r¾ r– r´ r r r Útest_200_with_parameters% s z$TestUrlopen.test_200_with_parametersc C s8 | ¡ }tjtd}| jd|j |d}| |d¡ d S )N)Úcafilez https://localhost:%s/bizarre)Úcontexts
we care a bit)r» ÚsslÚcreate_default_contextÚCERT_localhostr€ r r½ )r
r– rÅ r´ r r r Ú
test_https- s zTestUrlopen.test_httpsc
C s² | j td}t dtf¡Ž | jd|j td}| |d¡ | t j
j ¡}| jd|j t d W d Q R X | j t d}| t j
j ¡}| jd|j t d W d Q R X W d Q R X d S )N)Úcertfilerc z https://localhost:%s/bizarre)rÄ s
we care a bit)
r» rÈ r Úcheck_warningsÚDeprecationWarningr€ r r½ r‡ rl r rŸ ÚCERT_fakehostname)r
r– r´ Úcmr r r Útest_https_with_cafile3 s z"TestUrlopen.test_https_with_cafilec
C sX | j td}t dtf¡4 | tjj¡}| j d|j
dd W d Q R X W d Q R X d S )N)rÊ rc z https://localhost:%s/bizarreT)Z cadefault) r» rÈ r rË rÌ r‡ rl r rŸ r€ r )r
r– rÎ r r r Útest_https_with_cadefaultD s
z%TestUrlopen.test_https_with_cadefaultc s† t d kr| d¡ t js"| d¡ d ‰ ‡ fdd„}t t j¡}| |¡ | j|td}t jtd}| j d|j
|d | ˆ d ¡ d S )
Nzssl module requiredz SNI support required in OpenSSLc s |‰ d S )Nr )Zssl_sockZ server_nameZinitial_context)Úsni_namer r Úcb_sniR s z*TestUrlopen.test_https_sni..cb_sni)rÅ rÊ )rÄ zhttps://localhost:%s)rÅ Z localhost) rÆ rº ZHAS_SNIZ
SSLContextZPROTOCOL_TLS_SERVERZset_servername_callbackr» rÈ rÇ r€ r r½ )r
rÒ rÅ r– r )rÑ r Útest_https_sniL s
zTestUrlopen.test_https_snic C sP | ¡ }tjjd|j ddid}tj |¡ W d Q R X | |jd d¡ d S )Nzhttp://localhost:%s/ZRangez bytes=20-39)rQ )r· rl r
ZRequestr r€ r½ r§ )r
r– Zreqr r r Útest_sending_headers\ s
z TestUrlopen.test_sending_headersc C sb | ¡ }tj d|j ¡}x"dD ]}| t||ƒd| ¡ q W z| | ¡ d¡ W d | ¡ X d S )Nzhttp://localhost:%s)r› rœ ÚinfoÚgeturlz3object returned from urlopen lacks the %s attributezcalling 'read' failed) r· rl r
r€ r r r¹ r› rœ )r
r– Úopen_urlÚattrr r r Ú
test_basicd s
zTestUrlopen.test_basicc C sX | ¡ }tj d|j ¡}| | ¡ }W d Q R X | |tjj d¡ |
| ¡ d¡ d S )Nzhttp://localhost:%szEobject returned by 'info' is not an instance of email.message.MessageZplain) r· rl r
r€ r rÕ ZassertIsInstanceÚemailÚmessageZMessager½ Zget_content_subtype)r
r– r× Zinfo_objr r r Ú test_infoo s zTestUrlopen.test_infoc C sH | ¡ }tj d|j ¡}| | ¡ }W d Q R X | |d|j ¡ d S )Nzhttp://localhost:%s)r· rl r
r€ r rÖ r½ )r
r– r× r³ r r r Ú test_geturlz s
zTestUrlopen.test_geturlc C sF d}| dg |fg¡}tj d|j ¡}x|D ]}| ||¡ q.W d S )Ns
pycon 2008...r_ zhttp://localhost:%s)r· rl r
r€ r r½ )r
r¾ r– r´ Úliner r r Útest_iteration‚ s
zTestUrlopen.test_iterationc
C s˜ ddddd d g}d |¡}| dg |fg¡}tj d |j ¡}x s>
y,!(N+ `