o
    ~îjëz  ã                   @   s0  d Z ddlZddlZddlZddlZddlZddlZddlZddlm	Z	 ddl
mZ ddl
mZ ddlmZmZ ddlmZmZmZmZmZ ddlmZ dd	lmZmZmZmZ ddlZejrgdd
lmZmZ e  d¡Z!e "d¡Z#G dd„ dƒZ$G dd„ deƒZ%G dd„ deƒZ&e'dkr–e (e%¡ eƒ  dS dS )z5Non-blocking HTTP client implementation using pycurl.é    N)ÚBytesIO)Úhttputil)Úioloop)Úutf8Ú
native_str)ÚHTTPRequestÚHTTPResponseÚ	HTTPErrorÚAsyncHTTPClientÚmain)Úapp_log)ÚDictÚAnyÚCallableÚOptional)ÚDequeÚTupleztornado.curl_httpclients   |
c                   @   sj   e Zd ZdZdZdddejdeege	f ddfd	d
„Z
dedefdd„Zddd„Zddd„Zddd„ZdS )Ú_CurlStreamingBuffera¡  Delivers response body chunks from libcurl to a ``streaming_callback``.

    libcurl runs its write callback from inside
    ``curl_multi_socket_action``, where it is not safe to run application
    code (which may reenter this client, or raise exceptions that libcurl
    would turn into transfer errors). Chunks are therefore queued here and
    delivered later from the `.IOLoop`.

    Queuing alone would let the amount of buffered data grow with whatever
    the server chooses to send, which is a problem when
    ``decompress_response`` is in use: a "decompression bomb" lets a server
    turn a few kilobytes on the wire into gigabytes of decompressed data,
    all of which would pile up in the `.IOLoop`'s callback queue before any
    of it reached the application. To bound this, the transfer is paused
    once more than `max_buffer_size` bytes are waiting, and resumed after
    the callback has consumed them.
    i   ÚclientÚCurlAsyncHTTPClientÚcurlÚcallbackÚreturnNc                 C   sF   || _ |j| _|| _|| _t ¡ | _d| _d| _d| _	d| _
d| _d S )Nr   F)r   Úio_loopr   r   ÚcollectionsÚdequeÚchunksÚsizeÚtotalÚbody_too_largeÚpausedÚflush_scheduled)Úselfr   r   r   © r#   úa/raid/bulk_storage/M2HATS/real-image-venv/lib/python3.10/site-packages/tornado/curl_httpclient.pyÚ__init__Q   s   

z_CurlStreamingBuffer.__init__Úchunkc                 C   sx   | j t|ƒ | jjkrd| _dS | j| jkrd| _tj	S | j
 |¡ |  jt|ƒ7  _|  j t|ƒ7  _ |  ¡  t|ƒS )z#libcurl ``WRITEFUNCTION`` callback.Tr   )r   Úlenr   Úmax_body_sizer   r   Úmax_buffer_sizer    ÚpycurlÚWRITEFUNC_PAUSEr   ÚappendÚ_schedule_flush©r"   r&   r#   r#   r$   Úwritec   s   z_CurlStreamingBuffer.writec                 C   s"   | j sd| _ | j | j¡ d S d S )NT)r!   r   Úadd_callbackÚflush©r"   r#   r#   r$   r-   x   s   þz$_CurlStreamingBuffer._schedule_flushc                 C   s  d| _ zO| jr| j ¡ }|  jt|ƒ8  _|  |¡ | jsW | jr'|  ¡  dS | jrOd| _| jdurQz	| j 	t
j¡ W n t
jyF   Y dS w | j d¡ dS dS dS | jr[|  ¡  w | jr�d| _| jdur‚z	| j 	t
j¡ W n
 t
jyy   Y w w | j d¡ w w w )z?Pass everything we have buffered to the ``streaming_callback``.FNr   )r!   r   Úpopleftr   r'   r   r-   r    r   Úpauser*   Ú
PAUSE_CONTÚerrorr   Ú_set_timeoutr.   r#   r#   r$   r1   }   sD   

ý€
üèû

üèz_CurlStreamingBuffer.flushc                 C   s   d| _ d| _|  ¡  dS )z¢Deliver any remaining data at the end of the request.

        The curl handle may be reset and reused after this, so we must not
        touch it again.
        NF)r   r    r1   r2   r#   r#   r$   Úfinish£   s   z_CurlStreamingBuffer.finish©r   N)Ú__name__Ú
__module__Ú__qualname__Ú__doc__r)   r*   ÚCurlr   Úbytesr   r%   Úintr/   r-   r1   r8   r#   r#   r#   r$   r   3   s     þýü
û

&r   c                
       s~  e Zd Z			d7dedeeeef  deddf‡ fdd	„Zd8‡ fd
d„Z	de
deegdf ddfdd„Zdededededdf
dd„Zdeddfdd„Zdededdfdd„Zd8dd„Zd8dd„Zd8d d!„Z		d9d"ejd#ee d$ee ddfd%d&„Zdeddfd'd(„Zdejfd)d*„Zd"ejde
d+ed,ejddf
d-d.„Zd,ejd/eegdf d0eddfd1d2„Zd3ed4eddfd5d6„Z‡  Z S ):r   é
   Né  @Úmax_clientsÚdefaultsr(   r   c                    s¤   t ƒ j|d� |ˆ _t ¡ ˆ _ˆ j tjˆ j¡ ˆ j tj	ˆ j
¡ ‡ fdd„t|ƒD ƒˆ _ˆ jd d … ˆ _t ¡ ˆ _i ˆ _d ˆ _t ¡ }ˆ j |¡ ˆ j |¡ d S )N)rD   c                    s   g | ]}ˆ   ¡ ‘qS r#   )Ú_curl_create)Ú.0Úir2   r#   r$   Ú
<listcomp>»   s    z2CurlAsyncHTTPClient.initialize.<locals>.<listcomp>)ÚsuperÚ
initializer(   r*   Ú	CurlMultiÚ_multiÚsetoptÚM_TIMERFUNCTIONr7   ÚM_SOCKETFUNCTIONÚ_handle_socketÚrangeÚ_curlsÚ
_free_listr   r   Ú	_requestsÚ_fdsÚ_timeoutr>   Ú
add_handleÚremove_handle)r"   rC   rD   r(   Údummy_curl_handle©Ú	__class__r2   r$   rJ   ¯   s   
ÿzCurlAsyncHTTPClient.initializec                    sJ   | j d ur| j | j ¡ | jD ]}| ¡  q| j ¡  tƒ  ¡  d | _d S ©N)rV   r   Úremove_timeoutrR   ÚcloserL   rI   )r"   r   rZ   r#   r$   r^   Ì   s   





zCurlAsyncHTTPClient.closeÚrequestr   c                 C   s.   | j  ||| j ¡ f¡ |  ¡  |  d¡ d S )Nr   )rT   r,   r   ÚtimeÚ_process_queuer7   )r"   r_   r   r#   r#   r$   Ú
fetch_implÙ   s   zCurlAsyncHTTPClient.fetch_implÚeventÚfdÚmultiÚdatac              	   C   s¢   t jtjjt jtjjt jtjjt j	tjjtjjB i}|t j
kr2|| jv r0| j |¡ | j|= dS dS || }|| jv rA| j |¡ | j || j|¡ || j|< dS )z_Called by libcurl when it wants to change the file descriptors
        it cares about.
        N)r*   Ú	POLL_NONEr   ÚIOLoopÚNONEÚPOLL_INÚREADÚPOLL_OUTÚWRITEÚ
POLL_INOUTÚPOLL_REMOVErU   r   Úremove_handlerÚadd_handlerÚ_handle_events)r"   rc   rd   re   rf   Ú	event_mapÚioloop_eventr#   r#   r$   rP   à   s   


ü

þ
	z"CurlAsyncHTTPClient._handle_socketÚmsecsc                 C   s<   | j dur| j | j ¡ | j | j ¡ |d  | j¡| _ dS )z(Called by libcurl to schedule a timeout.Ng     @�@)rV   r   r]   Úadd_timeoutr`   Ú_handle_timeout)r"   ru   r#   r#   r$   r7   ý   s
   

ÿz CurlAsyncHTTPClient._set_timeoutÚeventsc              
   C   s”   d}|t jj@ r|tjO }|t jj@ r|tjO }	 z| j ||¡\}}W n tj	y< } z|j
d }W Y d}~nd}~ww |tjkrCnq|  ¡  dS )zXCalled by IOLoop when there is activity on one of our
        file descriptors.
        r   TN)r   rh   rk   r*   Ú
CSELECT_INrm   ÚCSELECT_OUTrL   Úsocket_actionr6   ÚargsÚE_CALL_MULTI_PERFORMÚ_finish_pending_requests)r"   rd   rx   ÚactionÚretÚnum_handlesÚer#   r#   r$   rr     s    

€ÿ
úz"CurlAsyncHTTPClient._handle_eventsc              
   C   sŒ   d| _ 	 z| j tjd¡\}}W n tjy( } z|jd }W Y d}~nd}~ww |tjkr/nq|  ¡  | j 	¡ }|dkrD|  
|¡ dS dS )z7Called by IOLoop when the requested timeout has passed.NTr   )rV   rL   r{   r*   ÚSOCKET_TIMEOUTr6   r|   r}   r~   Útimeoutr7   )r"   r€   r�   r‚   Únew_timeoutr#   r#   r$   rw     s    €ÿ
ú
ÿz#CurlAsyncHTTPClient._handle_timeoutc                 C   s\   	 | j  ¡ \}}}|D ]}|  |¡ q|D ]\}}}|  |||¡ q|dkr'nq|  ¡  dS )zbProcess any requests that were completed by the last
        call to multi.socket_action.
        Tr   N)rL   Ú	info_readÚ_finishra   )r"   Únum_qÚok_listÚerr_listr   ÚerrnumÚerrmsgr#   r#   r$   r~   4  s   ùz,CurlAsyncHTTPClient._finish_pending_requestsc              
   C   sð   	 d}| j rs| jrs|d7 }| j  ¡ }| j ¡ \}}}t ¡ tƒ d d|||t ¡ | j 	¡  ¡ dœ	|_
z|  |||j
d |j
d ¡ W n% tyf } z| ¡  | j  |¡ |t|d|d	�ƒ W Y d }~nd }~ww | j |¡ | j rs| js	|swd S q)
NTr   é   F)	ÚheadersÚbufferÚstreaming_bufferr   r_   r   Úqueue_start_timeÚcurl_start_timeÚcurl_start_ioloop_timer�   rŽ   éW  )r_   Úcoder6   )rS   rT   Úpopr3   r   ÚHTTPHeadersr   r`   r   ÚcurrentÚinfoÚ_curl_setup_requestÚ	ExceptionÚresetr,   r   rL   rW   )r"   Ústartedr   r_   r   r‘   r‚   r#   r#   r$   ra   B  sD   
÷ü	€õÜ&×z"CurlAsyncHTTPClient._process_queuer   Ú
curl_errorÚcurl_messagec                 C   sÊ  |j }d |_ | j |¡ |d }|d }|d ur5|p|j}z| ¡  W n ty4   |  |d j¡ Y nw |d }|r`|d usAJ ‚|rId| jf }t	||ƒ}|d usTJ ‚|j
}	d }
| ¡  d }nd }| tj¡}	| tj¡}
| d¡ t|d |d  | tj¡| tj¡| tj¡| tj¡| tj¡| tj¡| tj¡d	�}z'|d
 t|d |	|d ||
||d  dd ¡| j ¡ |d  |d |d�
ƒ W n tyØ   |  |d
 ¡ Y nw | ¡  | j |¡ d S )Nr�   r   r_   r�   z'body exceeded max_body_size of %d bytesr   r“   r‘   )ÚqueueÚ
namelookupÚconnectÚ
appconnectÚpretransferÚstarttransferr   Úredirectr   rŽ   zX-Http-Reasonr’   )
r_   r•   rŽ   r�   Úeffective_urlr6   ÚreasonÚrequest_timeÚ
start_timeÚ	time_info) r™   rL   rX   r   r8   r›   Úhandle_callback_exceptionÚstreaming_callbackr(   Ú	CurlErrorr•   r^   Úgetinfor*   Ú	HTTP_CODEÚEFFECTIVE_URLÚseekÚdictÚNAMELOOKUP_TIMEÚCONNECT_TIMEÚAPPCONNECT_TIMEÚPRETRANSFER_TIMEÚSTARTTRANSFER_TIMEÚ
TOTAL_TIMEÚREDIRECT_TIMEr   Úgetr   r`   rœ   rS   r,   )r"   r   rž   rŸ   r™   r�   r   r�   r6   r•   r§   r«   r#   r#   r$   r‡   n  sv   
ÿÿ








ø
öÿÿzCurlAsyncHTTPClient._finishc                 C   s   t jd|dd� d S )NzException in callback %rT)Úexc_info)r   r6   )r"   r   r#   r#   r$   r¬   ³  s   z-CurlAsyncHTTPClient.handle_callback_exceptionc                 C   s   t  ¡ S r\   )r*   r>   r2   r#   r#   r$   rE   ¶  s   z CurlAsyncHTTPClient._curl_creater�   rŽ   c                    s˜  t  tj¡rˆ tjd¡ ˆ tjˆj¡ t	tdƒr0ˆ tj
tjtjB ¡ ˆ tjtjtjB ¡ ˆ tjt|jƒ¡ d|jvrDd|jd< d|jvrNd|jd< dd„ |j ¡ D ƒ}|D ]}t |¡rgtd| ƒ‚qZˆ tj|¡ ˆ tjt ˆj||j¡¡ |jr�tˆˆ|jƒ}|ˆjd	< |j}nd
t dt!f‡ ‡‡fdd„}ˆ tj"|¡ ˆ tj#|j$¡ ˆ tj%|j&¡ |j'd us»J ‚ˆ tj(t!d|j' ƒ¡ |j)d usÎJ ‚ˆ tj*t!d|j) ƒ¡ |j+rèˆ tj,t|j+ƒ¡ nˆ tj,d¡ |j-rúˆ tj.|j-¡ |j/�rˆ tj0d¡ nˆ tj0d ¡ |j1�rk|j2�rkˆ tj3|j1¡ ˆ tj4|j2¡ |j5�r@|j6d u�s1J ‚t7 8|j5|j6¡}	ˆ tj9|	¡ |j:d u �sL|j:dk�rUˆ tj;tj<¡ n6|j:dk�rdˆ tj;tj=¡ n'td|j: ƒ‚zˆ >tj3¡ W n t?�y„   ˆ tj3d¡ Y nw ˆ >tj9¡ |j@�ržˆ tjAd¡ ˆ tjBd¡ nˆ tjAd¡ ˆ tjBd¡ |jCd u�r»ˆ tjD|jC¡ n	 |jEdu �rËˆ tjFtjG¡ nˆ tjFtjH¡ tjItjJtjKtjLdœ}
h d£}|
 M¡ D ]	}ˆ |d¡ �qæ|jN|
v �rˆ >tjO¡ ˆ |
|jN d¡ n|jP�s|jN|v �rˆ tjO|jN¡ ntQd|jN ƒ‚|jNdv }|jRd u}|jP�sH|�r4|�r:|�rH|�sHtd|�rAdnd|jNf ƒ‚|�sN|�r¦|jNdk�rXtdƒ‚tStT|jR�p_dƒƒ‰d t!d!t!dt!f‡fd"d#„}ˆ tjUˆjV¡ ˆ tjW|¡ |jNd$k�r’ˆ tjXtY|jR�pŽdƒ¡ nˆ tjKd¡ ˆ tjZtY|jR�p£dƒ¡ |j[d u�rú|j\d u�s´J ‚|j]d u �sÀ|j]dk�rÉˆ tj^tj<¡ n|j]dk�rØˆ tj^tj=¡ ntd%|j] ƒ‚t7 8|j[|j\¡}ˆ tj_|¡ t  `d&|jN|j|j[¡ nˆ >tj_¡ t  `d'|jN|j¡ |jad u�rˆ tjb|ja¡ |jcd u�r%ˆ tjd|jc¡ |jed u�r/td(ƒ‚tf g¡ dk�r=ˆ tjhd¡ |jid u�rJ| iˆ¡ d S d S ))Nr�   Ú	PROTOCOLSÚExpectÚ ÚPragmac                 S   s0   g | ]\}}d t |ƒ d¡t |ƒ d¡f ‘qS )s   %s: %sÚASCIIz	ISO8859-1)r   Úencode)rF   ÚkÚvr#   r#   r$   rH   Ú  s    þÿÿz;CurlAsyncHTTPClient._curl_setup_request.<locals>.<listcomp>z+Illegal characters in header (CR or LF): %rr�   r&   r   c                    s.   ˆ   ¡ t| ƒ ˆjkrdˆjd< dS ˆ  | ¡S )NTr   r   )Útellr'   r(   r™   r/   )r&   )r�   r   r"   r#   r$   Úwrite_functionú  s   

z?CurlAsyncHTTPClient._curl_setup_request.<locals>.write_functioniè  z Mozilla/5.0 (compatible; pycurl)zgzip,deflateÚbasicÚdigestzUnsupported proxy_auth_mode %sé   r   F)ÚGETÚPOSTÚPUTÚHEAD>   ÚPATCHÚDELETEÚOPTIONSTzunknown method )rË   rÎ   rÌ   zLBody must %sbe None for method %s (unless allow_nonstandard_methods is true)znot rÊ   z!Body must be None for GET requestÚoffsetÚoriginc                    s   ˆ   | |¡ tjS r\   )r²   r*   ÚSEEKFUNC_OK)rÑ   rÒ   )Úrequest_bufferr#   r$   r²   p  s   z5CurlAsyncHTTPClient._curl_setup_request.<locals>.seekrË   zUnsupported auth_mode %sz%s %s (username: %r)ú%s %sz,ssl_options not supported in curl_httpclient)jÚcurl_logÚisEnabledForÚloggingÚDEBUGrM   r*   ÚVERBOSEÚDEBUGFUNCTIONÚ_curl_debugÚhasattrr½   Ú
PROTO_HTTPÚPROTO_HTTPSÚREDIR_PROTOCOLSÚURLr   ÚurlrŽ   Úget_allÚCR_OR_LF_REÚsearchÚ
ValueErrorÚ
HTTPHEADERÚHEADERFUNCTIONÚ	functoolsÚpartialÚ_curl_header_callbackÚheader_callbackr­   r   r™   r/   r?   r@   ÚWRITEFUNCTIONÚFOLLOWLOCATIONÚfollow_redirectsÚ	MAXREDIRSÚmax_redirectsÚconnect_timeoutÚCONNECTTIMEOUT_MSÚrequest_timeoutÚ
TIMEOUT_MSÚ
user_agentÚ	USERAGENTÚnetwork_interfaceÚ	INTERFACEÚdecompress_responseÚENCODINGÚ
proxy_hostÚ
proxy_portÚPROXYÚ	PROXYPORTÚproxy_usernameÚproxy_passwordr   Úencode_username_passwordÚPROXYUSERPWDÚproxy_auth_modeÚ	PROXYAUTHÚHTTPAUTH_BASICÚHTTPAUTH_DIGESTÚunsetoptÚ	TypeErrorÚvalidate_certÚSSL_VERIFYPEERÚSSL_VERIFYHOSTÚca_certsÚCAINFOÚ
allow_ipv6Ú	IPRESOLVEÚIPRESOLVE_V4ÚIPRESOLVE_WHATEVERÚHTTPGETrË   ÚUPLOADÚNOBODYÚvaluesÚmethodÚCUSTOMREQUESTÚallow_nonstandard_methodsÚKeyErrorÚbodyr   r   ÚREADFUNCTIONÚreadÚSEEKFUNCTIONÚPOSTFIELDSIZEr'   Ú
INFILESIZEÚauth_usernameÚauth_passwordÚ	auth_modeÚHTTPAUTHÚUSERPWDÚdebugÚclient_certÚSSLCERTÚ
client_keyÚSSLKEYÚssl_optionsÚ	threadingÚactive_countÚNOSIGNALÚprepare_curl_callback)r"   r   r_   r�   rŽ   Úencoded_headersÚliner�   rÆ   ÚcredentialsÚcurl_optionsÚcustom_methodsÚoÚbody_expectedÚbody_presentr²   Úuserpwdr#   )r�   r   rÔ   r"   r$   rš   ¹  s,  ÿ




ý
ÿ
ÿþÿ
		ÿÿÿü

ÿÿþÿÿü	ÿz'CurlAsyncHTTPClient._curl_setup_requestrì   Úheader_line_bytesc                 C   sˆ   t | d¡ƒ}|d ur| j ||¡ | ¡ }| d¡r9| ¡  zt |¡\}}}d| }W n tj	y8   Y d S w |s=d S | 
|¡ d S )NÚlatin1zHTTP/zX-Http-Reason: %s)r   Údecoder   r0   ÚrstripÚ
startswithÚclearr   Úparse_response_start_lineÚHTTPInputErrorÚ
parse_line)r"   rŽ   rì   r9  Úheader_lineÚ_versionÚ_coder¨   r#   r#   r$   rë   ©  s"   

ÿÿz)CurlAsyncHTTPClient._curl_header_callbackÚ
debug_typeÚ	debug_msgc                 C   s~   d}|dkrt |ƒ}t d| ¡ ¡ d S |dv r.t |ƒ}| ¡ D ]}t d|| |¡ q d S |dkr=t d|| |¡ d S d S )N)ÚIú<ú>rH  rI  r   z%s)r�   rÉ   rÕ   é   z%s %r)r   rÖ   r&  ÚstripÚ
splitlines)r"   rE  rF  Údebug_typesr1  r#   r#   r$   rÜ   Â  s   ÿÿzCurlAsyncHTTPClient._curl_debug)rA   NrB   r9   )NN)!r:   r;   r<   r@   r   r   Ústrr   rJ   r^   r   r   r   rb   r?   rP   r7   rr   rw   r~   ra   r*   r>   r‡   r¬   rE   r   r   r—   rš   rë   rÜ   Ú__classcell__r#   r#   rZ   r$   r   ®   s|    üþýüûÿÿ
þ


/üþýü
ûEþýüû
ú qþýü
ûr   c                   @   s"   e Zd Zdededdfdd„ZdS )r®   ÚerrnoÚmessager   Nc                 C   s   t  | d|¡ || _d S )Nr”   )r	   r%   rP  )r"   rP  rQ  r#   r#   r$   r%   Ð  s   
zCurlError.__init__)r:   r;   r<   r@   rN  r%   r#   r#   r#   r$   r®   Ï  s    r®   Ú__main__))r=   r   ré   rØ   r*   Úrer,  r`   Úior   Útornador   r   Útornado.escaper   r   Útornado.httpclientr   r   r	   r
   r   Útornado.logr   Útypingr   r   r   r   ÚTYPE_CHECKINGr   r   Ú	getLoggerrÖ   Úcompilerä   r   r   r®   r:   Ú	configurer#   r#   r#   r$   Ú<module>   s>   

{    %

þ