a &j@sddlmZddlZddlZddlZddlmZddlmZm Z m Z m Z m Z m Z mZmZmZddlmZmZmZddlmZmZmZmZmZmZmZmZmZmZm Z m!Z!m"Z"m#Z#m$Z$ddl%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-dd l.m/Z/m0Z0m1Z1m2Z2m3Z3m4Z4m5Z5m6Z6m7Z7m8Z8m9Z9m:Z:dd l;medddZ?ed d?d@dAZdd)d&d*dBdCZdd/d,d0dDdEZd dFdGdHdIZdddJdKdLZefd8ddMdNdOZdddddddddddP ddQdRdSdTd/d#d)d dUdUdd8dV dWdXZd8d:dYdZd[Zd\d]d^d_d`ZdaddbdcZ d5dddedfZ!d8d\d8dgdhdiZ"d8d\djdkdlZ#d8d\dmdgdndoZ$dddpd8dqdrd\dsdtduZ%dddvdwZ&dxdxdydzd{Z'd|d|dd}d~dZ(dS)r5a A TLS-enabled HTTP client supporting advanced configuration options, including headers, cookies, URL parameters, and proxy settings. It provides seamless HTTP/1.1 and HTTP/2 support with optional authentication and robust redirect handling. Attributes: auth (Optional[AuthTypes]): Authentication options (e.g., tuples for basic auth, callable objects). params (Optional[URLParamTypes]): URL parameters to include in requests. headers (Optional[HeaderTypes]): Default headers for all requests. cookies (Optional[CookieTypes]): Default cookies for all requests. proxy (Optional[ProxyTypes]): Proxy configurations (e.g., proxy URL or instance). timeout (Optional[float | int]): Timeout for requests, in seconds. follow_redirects (bool): Whether to automatically follow redirects. max_redirects (int): Maximum number of redirects allowed. http2 (Optional[ProtocolTypes]): Specifies protocol options (e.g., 'auto', 'http1', 'http2', True, False, None). verify (bool): Whether to verify TLS certificates. client_identifier (Optional[TLSIdentifierTypes]): Identifier to emulate specific clients. encoding (str): Default encoding for response decoding. Methods: build_request: Constructs and returns a `Request` instance with provided parameters. prepare_headers: Merges default and custom headers for a request. prepare_cookies: Merges default and custom cookies for a request. prepare_params: Merges default and custom URL parameters for a request. prepare_config: Prepares TLS and other configurations for sending a request. close: Closes the client session and cleans up resources. Properties: - `session`: Returns the underlying TLS session object. - `config`: Returns the current configuration. - `is_closed`: Indicates if the client is closed. - `headers`, `cookies`, `params`: Manage default headers, cookies, and parameters. Lifecycle Management: - Use the `BaseClient` within a context manager to ensure proper resource cleanup. - Methods `__enter__` and `__exit__` handle opening and closing sessions automatically. NTzutf-8)authparamsheaderscookiesproxytimeoutfollow_redirects max_redirectsr>verifyclient_identifierdebugprotocol_racing allow_http stream_idhooksencodingzOptional[AuthTypes]zOptional[URLParamTypes]zOptional[HeaderTypes]zOptional[CookieTypes]Optional[ProxyTypes]r1boolintr-zOptional[IdentifierArgTypes] Optional[int]zOptional[HookTypes]strNone)rJrKrLrMrNrOrPrQr>rRrSrTrUrVrWrXrYreturnc Ks>d|vrtd|d} t|_tjf| | || | | ||d||_ t ||_ t ||_ tj|_d|_t|_t|tr||_n*t|trt||_n|durt||_t|tr|ni|_||_t|trt|n||_||_||_||_| |_ | |_!| |_"||_#||_$t| tr.t%| n| |_&||_'dS)NZtls_identifierzzThe 'client_identifier' parameter is deprecated and will be removed in version 1.3.0. Please use 'tls_identifier' instead.)r>rRrSrTrUrVrW)(loggerwarningpoprZ initialize_sessionrZ from_kwargsprepare_client_identifier_configr_paramsr_cookiesrDrG_state_header_rotatorr_headers isinstancerlist from_filedict_hooksrJrrNrOrPrQr>rRrUrVrWrrSrY)selfrJrKrLrMrNrOrPrQr>rRrSrTrUrVrWrXrYconfigrBrBrC__init__xsX       zBaseClient.__init__rr`cCs|jSN)rdrqrBrBrCsessionszBaseClient.sessionrcCs|jSru)rfrvrBrBrCrrszBaseClient.configcCst|jtjkSru)r[rirDrIrvrBrBrCclosedszBaseClient.closedrcCs|jSru)rkrvrBrBrCrLszBaseClient.headersr*)rLr`cCs@t|tr||_n*t|tr*t||_n|dur|j jnd|j |j dvrRdnd|j ||j |j|jd t|di}|j|_|S) zPrepare TLS ConfigcSsg|]\}}t||dqS))namevalue)ro.0kvrBrBrC 2z-BaseClient.prepare_config..N)r=r>TNTF) methodurlbodyrLrMrNrOr>rRrSrUrVrWZ _extra_config)rr copy_withrrreadrorLrMitemsrNrOr>rRrUrVrWgetattr sessionIdZ _session_id)rqr{rSrrrBrBrCprepare_config*s& zBaseClient.prepare_config datafilesjsonrKrLrMrOrUrVrWr3Optional[RequestData]Optional[RequestFiles] Optional[Any]Optional[bool] rrrrrrKrLrMrOrUrVrWr`c Ks|jfi| }t||f|||||||||||j| pH|j| durT| n|j| durd| n|j | durt| n|j d |S)zBuild Request instanceN rrrrKrLrMrNrOrUrVrW) _rebuild_request_kwargsrrrrrrNrOrUrVrW)rqrrrrrrKrLrMrOrUrVrWr safe_kwargsrBrBrC build_requestBs& zBaseClient.build_request)r{r`cOs>||jd}t|tr:|D]}t|r ||Sq dS)Nr{ryrXgetrlr r~)rqr{rr request_hookshookrBrBrCbuild_hook_requestis  zBaseClient.build_hook_requestrzUnion[Response, Any])responser`cOs>||jd}t|tr:|D]}t|r ||Sq dS)Nrr)rqrrrrrrBrBrCbuild_hook_responseqs  zBaseClient.build_hook_responsezdict[str, Any]c shdfdd|DS)N> rrUrOrrrrLrNrVrKrrMrWcsi|]\}}|vr||qSrBrBrZ explicit_keysrBrC rz6BaseClient._rebuild_request_kwargs..)r)rqrrBrrCrysz"BaseClient._rebuild_request_kwargs)rXcCs t|trdd|DSdS)NcSs>i|]6\}}t|dvrt|trt|dd|DqS)r{rcSsg|]}t|r|qSrB)r~)rfuncrBrBrCrrz8BaseClient._rebuild_hooks...)r^rlr lower)rrrrBrBrCrsz-BaseClient._rebuild_hooks..)rlrorrzrBrBrCrys  zBaseClient._rebuild_hooks)r{rr`cCs$t|||||||j|jdS)zRebuild Redirect Request)rrrLrM)r_rebuild_redirect_method_rebuild_redirect_urlrLrM)rqr{rrBrBrC_rebuild_redirect_requests   z$BaseClient._rebuild_redirect_requestrcCsR|j}|jtjkr|dkrd}|jtjkr6|dkr6d}|jtjkrN|dkrNd}|S)zRebuild Redirect MethodHEADGETPOST)r status_coder SEE_OTHERFOUNDMOVED_PERMANENTLY)rqr{rrrBrBrCrsz#BaseClient._rebuild_redirect_methodrc Cszt|jd}WnJty,tdYn2ty\}ztd||WYd}~n d}~00|jsdD]}t||t|j|dqh|j |jj kr|jj dkr|jj |_ n4|j dvr|j |j jtt|j _ntd t|d d|jstd |S) zRebuild Redirect URLZLocationz,Redirect response without 'Location' header.z$Invalid URL in 'Location' header: %sN)schemehostporthttp)r=NzzSwitching remote scheme from HTTP/2 to HTTP/1 is not supported. Please initialize Client with parameter `http2` to `auto`._urlz Invalid URL in Location headers.)rrLKeyErrorr Exceptionnetlocsetattrrrrr>rwdestroy_sessionrrrr^uuiduuid4)rqr{rreZ missing_fieldrBrBrCrs,  $    z BaseClient._rebuild_redirect_urlhistorystartOptional[List[Response]]Optional[float]r{rrr`cCs|dur gn|}|pt}||j}|j||d}tj|j| |j d}||_|j |_ t jt|d|_|jr||j||_|jrtt||jk}|std|r|||j|j||dS||_|SN)rS)Zis_byte_response)secondszToo many redirects.r)time perf_counterrerSrrfrom_tls_responserwr{to_dictisByteResponserYdefault_encodingdatetime timedeltaelapsed is_redirectrrrPr[r}rQrappend_sendrrqr{rrrSrrrZis_breakrBrBrCrs,   zBaseClient._sendcCs|j|jjtj|_dS)zClose TLS Client session.N)rwrrrrrDrIrirvrBrBrCcloseszBaseClient.closer;rqr`cCs4|jtjkrtd|jtjkr(tdtj|_|SNz>> with tls_requests.AsyncClient(http2='auto', follow_redirects=True) as client: response = client.get('https://httpbin.org/get') response.raise_for_status() >>> response ``` Parameters: - Inherits all parameters and configurations from `tls_requests.BaseClient`. N rrrrKrLrMrJrPrOrUrVrWr^r3rrrr2r*r)r(r[r1rr]rrrrrrrKrLrMrJrPrOrUrVrWr`c Ks:|jf||||||||| | | |d |}|j|| | dS)aY Constructs and sends an HTTP request. This method builds a `Request` object based on the given parameters, sends it using the configured client, and returns the server's response. Parameters: - **method** (str): HTTP method to use (e.g., `"GET"`, `"POST"`). - **url** (URLTypes): The URL to send the request to. - **params** (optional): Query parameters to include in the request URL. - **data** (optional): Form data to include in the request body. - **json** (optional): A JSON serializable object to include in the request body. - **headers** (optional): Custom headers to include in the request. - **cookies** (optional): Cookies to include with the request. - **files** (optional): Files to upload in a multipart request. - **auth** (optional): Authentication credentials or handler. - **timeout** (optional): Timeout configuration for the request. - **follow_redirects** (optional): Whether to follow HTTP redirects. Returns: - **Response**: The client's response to the HTTP request. Usage: ```python >>> r = client.request('GET', 'https://httpbin.org/get') >>> r ``` rrrrrrKrLrMrOrUrVrWrJrP)rsendrqrrrrrrKrLrMrJrPrOrUrVrWrr{rBrBrCr{s"1 zClient.requestrr)r{rJrPc Cs|jtjkrtdtj|_|||p*|j}t|tr<|}| |}t|trT|}||_ |j |t gd}t|jtr|jjrd|jkodkno|jdv}|jj|jj||jd|jdr||}t|tr|}n|||SNz5Cannot send a request, as the client has been closed.)rri)i)rNsuccessZlatencyr)rirDrIrrHrrJrlrrrPrrrrNrr{rZ mark_resultr total_secondsrXrrrrr) rqr{rJrP auth_request hook_requestr proxy_success response_rBrBrCrZs2    $   z Client.sendrKrLrMrJrPrO)rrKrLrMrJrPrOc Ks"|jd|f||||||d|S)\ Send a `GET` request. **Parameters**: See `tls_requests.request`. rrr{ rqrrKrLrMrJrPrOrrBrBrCrs z Client.getrrKrLrMrJrPrOr`c Ks"|jd|f||||||d|S)a Send an `OPTIONS` request. **Parameters**: See `tls_requests.request`. OPTIONSrr r rBrBrCoptionss zClient.optionsc Ks"|jd|f||||||d|S)] Send a `HEAD` request. **Parameters**: See `tls_requests.request`. rrr r rBrBrCheads z Client.head rrrrKrLrMrJrPrO rrrrrKrLrMrJrPrOr`c Ks(|jd|f|||||||| | d | S)] Send a `POST` request. **Parameters**: See `tls_requests.request`. rrr  rqrrrrrKrLrMrJrPrOrrBrBrCposts  z Client.postc Ks(|jd|f|||||||| | d | S)\ Send a `PUT` request. **Parameters**: See `tls_requests.request`. PUTrr rrBrBrCputs  z Client.putc Ks(|jd|f|||||||| | d | S)^ Send a `PATCH` request. **Parameters**: See `tls_requests.request`. PATCHrr rrBrBrCpatchs  z Client.patchc Ks"|jd|f||||||d|S)_ Send a `DELETE` request. **Parameters**: See `tls_requests.request`. DELETErr r rBrBrCdeleteBs z Client.delete)r?r@rArr#r'r{rrrrrrrrrBrBrBrCr7s.F,! ! !&'&'&'c@seZdZdZdMddddddZd d d d d ZddddZddddddddddd dddddddddddddd ddZdddddddee dddd ddddddddd!d"ddddd#d$d%d&Z ddddee d'ddddd!d"dd#d(d)d*Z ddddee d'ddddd!d"dd#d(d+d,Z ddddee d'ddddd!d"dd#d(d-d.Z dddddddee d/ dddddddd!d"dd#d0 d1d2Zdddddddee d/ dddddddd!d"dd#d0 d3d4Zdddddddee d/ dddddddd!d"dd#d0 d5d6Zddddee d'ddddd!d"dd#d(d7d8Zd9ded:dd"d!d"d#d;ddd?d@d#dAdBdCZdDddEdFZdGdGdHdIdJZdDddKdLZdS)Nr6ao An asynchronous HTTP client, with connection pooling, HTTP/2, redirects, cookie persistence, etc. It can be shared between tasks. Usage: ```python >>> import asyncio >>> async def fetch(url: str, params: URLParamTypes = None) async with tls_requests.AsyncClient(http2='auto', follow_redirects=True) as client: response = await client.get(url, params=params) response.raise_for_status() return response >>> response = asyncio.run(fetch('https://httpbin.org/get')) ``` **Parameters:** See `tls_requests.BaseClient`. Nr*rrrcsT|dur0|jdur&|jj|dIdHS|jSt|trL|j|dIdHSt|Sr)rjanextrLrrlrrrrBrBrCaprepare_headersvs   zAsyncClient.aprepare_headersrZrrcst|dur dSt|tr$|IdHSt|ttfr:t|St|trH|St|tr^tt|Stdt|dSr) rlrr r^rrrrr)rqrNrBrBrCaprepare_proxys    zAsyncClient.aprepare_proxyr^rtcs*t|tr|St|tr&|IdHStSru)rlr^rr r!rrBrBrCaprepare_client_identifiers   z&AsyncClient.aprepare_client_identifierrr3rrrr2r)r1rr]rrc s|jfi| }||IdH}||jIdH}t||f|||||||||| p\|j| durh| n|j| durx| n|j | dur| n|j d |S)Nr) rr!r"rNrrrrOrUrVrW)rqrrrrrrKrLrMrOrUrVrWrrrNrBrBrCabuild_requests*zAsyncClient.abuild_requestrr(r[rrc sF|jf||||||||| | | |d |IdH}|j|| | dIdHS)z Async RequestrNr)r$rrrBrBrCr{s"  zAsyncClient.requestrr c s(|jd|f||||||d|IdHS)r rrNr r rBrBrCrs zAsyncClient.getc s(|jd|f||||||d|IdHS)r rrNr r rBrBrCrs zAsyncClient.optionsc s(|jd|f||||||d|IdHS)rrrNr r rBrBrCrs zAsyncClient.headrrc s.|jd|f|||||||| | d | IdHS)rrrNr rrBrBrCr6s  zAsyncClient.postc s.|jd|f|||||||| | d | IdHS)rrrNr rrBrBrCrYs  zAsyncClient.putc s.|jd|f|||||||| | d | IdHS)rrrNr rrBrBrCr|s  zAsyncClient.patchc s(|jd|f||||||d|IdHS)rrrNr r rBrBrCrs zAsyncClient.deleteF)streamrJrP)r{r%rJrPr`c s|jtjkrtdtj|_|||p*|j}t|tr<|}| |}t|trT|}||_ |j |t gdIdH}t|jtr|jjrd|jkodkno|jdv}|jj|jj||jdIdH|jdr||} t| tr| }n|IdH|IdH|Sr)rirDrIrrHrrJrlrrrPrrrrNrr{rZ amark_resultrrrXrrrZareadaclose) rqr{r%rJrPrrrrrrBrBrCrs2    $    zAsyncClient.sendrrrrcs|dur gn|}|pt}||jIdH}|j||d}tj|j| IdH|j d}||_ |j |_ tjt|d|_|jr||j ||_|jrtt||jk}|std|r|||j|j||dIdHS||_|Sr)rrr#rSrrrrwZarequestrrr{rYrrrrrrrrPr[r}rQrrrrrrBrBrCrs,  zAsyncClient._sendr_cs|SrurrvrBrBrCr&szAsyncClient.acloser:rcs4|jtjkrtd|jtjkr(tdtj|_|SrrrvrBrBrC __aenter__s   zAsyncClient.__aenter__cs|IdHdSru)r&rrBrBrC __aexit__szAsyncClient.__aexit__)NN)r?r@rArr!r"r#r$r#r'r{rrrrrrrrrr&r'r(rBrBrBrCr6`s   **.* ! ! !&'&'&' !-  )I __future__rrrrenumrtypingrrrrrr r r r exceptionsrrrmodelsrrrrrrrrrrrrrrrsettingsr r!r"r#r$r%r&r'typesr(r)r*r+r,r-r.r/r0r1r2r3utilsr4__all__r8r:rar;r^r<r\rDr5r7r6rBrBrBrCs2  ,D( 8    5_