a &j8P@s@ddlmZddlZddlZddlZddlZddlZddlmZm Z ddl m Z ddl m Z mZmZmZmZmZmZmZmZddlmZddlmZmZd d lmZd d lmZgd Zed Z edddZ!gdZ"gdZ#dde#DZ$Gdddeee Z%Gddde%eZ&Gddde%eZ'Gddde%eZ(dS)) annotationsN)ABCabstractmethod)Path) AnyGenericIterableIteratorListLiteralOptionalTypeVarUnion) RotatorError) HeaderTypesIdentifierTypes)Headers)Proxy) BaseRotator ProxyRotatorTLSIdentifierRotator HeaderRotatorTRr)bound) Z chrome_120Z chrome_124Z chrome_131Z chrome_133Z firefox_120Z firefox_123Z firefox_132Z firefox_133Z safari_16_0Zsafari_ios_16_0Zsafari_ios_17_0Zsafari_ios_18_0Zsafari_ios_18_5),zoMozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36zoMozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/121.0.0.0 Safari/537.36zoMozilla/5.0 (Windows NT 11.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36zuMozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36zuMozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/121.0.0.0 Safari/537.36ztMozilla/5.0 (Macintosh; Intel Mac OS X 14_2_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36zeMozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36zeMozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/121.0.0.0 Safari/537.36zPMozilla/5.0 (Windows NT 10.0; Win64; x64; rv:121.0) Gecko/20100101 Firefox/121.0zTMozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:121.0) Gecko/20100101 Firefox/121.0zFMozilla/5.0 (X11; Linux x86_64; rv:121.0) Gecko/20100101 Firefox/121.0zPMozilla/5.0 (Windows NT 10.0; Win64; x64; rv:122.0) Gecko/20100101 Firefox/122.0zuMozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.2 Safari/605.1.15ztMozilla/5.0 (Macintosh; Intel Mac OS X 14_2_1) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.2 Safari/605.1.15zMozilla/5.0 (iPhone; CPU iPhone OS 17_2 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.2 Mobile/15E148 Safari/604.1z~Mozilla/5.0 (iPad; CPU OS 17_2 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.2 Mobile/15E148 Safari/604.1z}Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36 Edg/120.0.0.0zMozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36 Edg/120.0.0.0zvMozilla/5.0 (Linux; Android 14; SM-G998B) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Mobile Safari/537.36zvMozilla/5.0 (Linux; Android 14; SM-S918B) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/121.0.0.0 Mobile Safari/537.36zMozilla/5.0 (iPhone; CPU iPhone OS 17_1 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.1 Mobile/15E148 Safari/604.1zMozilla/5.0 (Linux; Android 15; SM-S931B Build/AP3A.240905.015.A2; wv) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/127.0.6533.103 Mobile Safari/537.36z~Mozilla/5.0 (Linux; Android 14; SM-S928B/DS) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.6099.230 Mobile Safari/537.36zMozilla/5.0 (Linux; Android 14; SM-F956U) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/80.0.3987.119 Mobile Safari/537.36zvMozilla/5.0 (Linux; Android 13; SM-S911U) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/110.0.0.0 Mobile Safari/537.36zvMozilla/5.0 (Linux; Android 13; SM-S901B) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/112.0.0.0 Mobile Safari/537.36zvMozilla/5.0 (Linux; Android 13; SM-S908U) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/111.0.0.0 Mobile Safari/537.36zvMozilla/5.0 (Linux; Android 13; SM-G991B) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/112.0.0.0 Mobile Safari/537.36zvMozilla/5.0 (Linux; Android 13; SM-G998U) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/112.0.0.0 Mobile Safari/537.36zMozilla/5.0 (Linux; Android 14; Pixel 9 Pro Build/AD1A.240418.003; wv) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/124.0.6367.54 Mobile Safari/537.36zMozilla/5.0 (Linux; Android 14; Pixel 9 Build/AD1A.240411.003.A5; wv) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/124.0.6367.54 Mobile Safari/537.36zMozilla/5.0 (Linux; Android 15; Pixel 8 Pro Build/AP4A.250105.002; wv) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/132.0.6834.163 Mobile Safari/537.36zMozilla/5.0 (Linux; Android 15; Pixel 8 Build/AP4A.250105.002; wv) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/132.0.6834.163 Mobile Safari/537.36zyMozilla/5.0 (Linux; Android 13; Pixel 7 Pro) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/112.0.0.0 Mobile Safari/537.36zuMozilla/5.0 (Linux; Android 13; Pixel 7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/112.0.0.0 Mobile Safari/537.36zMozilla/5.0 (Linux; Android 15; moto g - 2025 Build/V1VK35.22-13-2; wv) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/132.0.6834.163 Mobile Safari/537.36zMozilla/5.0 (Linux; Android 13; 23129RAA4G Build/TKQ1.221114.001; wv) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/116.0.0.0 Mobile Safari/537.36zMozilla/5.0 (Linux; Android 15; 24129RT7CC Build/AP3A.240905.015.A2; wv) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/130.0.6723.86 Mobile Safari/537.36zMozilla/5.0 (Linux; Android 12; HBP-LX9 Build/HUAWEIHBP-L29; wv) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/99.0.4844.88 Mobile Safari/537.36zMozilla/5.0 (Linux; U; Android 12; zh-Hans-CN; ADA-AL00 Build/HUAWEIADA-AL00) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/100.0.4896.58 Quark/6.11.2.531 Mobile Safari/537.36zMozilla/5.0 (Linux; Android 12; PSD-AL00 Build/HUAWEIPSD-AL00; wv) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/99.0.4844.88 Mobile Safari/537.36zMozilla/5.0 (Linux; Android 14; 24030PN60G Build/UKQ1.231003.002; wv) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/122.0.6261.119 Mobile Safari/537.36zuMozilla/5.0 (Linux; Android 10; VOG-L29) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/112.0.0.0 Mobile Safari/537.36zvMozilla/5.0 (Linux; Android 10; MAR-LX1A) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/112.0.0.0 Mobile Safari/537.36cCsg|]}ddd|dqS)z*/*z keep-alivezgzip, deflate, br, zstd)accept connectionzaccept-encoding User-Agent).0Zuar r BE:\soccer\ml_env\Lib\site-packages\tls_requests/models/rotators.py s r#c@seZdZdZd3dddddd Zed d d d Zed4dddddddZee dddddZ dd ddZ dddddd Z d!d d"d#Z d!ddd$d%Zd!ddd&d'Zd!d d(d)Zd!ddd*d+Zd!ddd,d-Zd.d d/d0Zdd d1d2ZdS)5rao A unified, thread-safe and coroutine-safe abstract base class for a generic rotating data source. This class provides a dual API for both synchronous and asynchronous contexts. - For synchronous, thread-safe operations, use methods like `next()`, `add()`. - For asynchronous, coroutine-safe operations, use methods prefixed with 'a', like `anext()`, `aadd()`. It uses a `threading.Lock` for thread safety and an `asyncio.Lock` for coroutine safety. Attributes: items (List[T]): The list of items to rotate through. strategy (str): The rotation strategy in use. NrandomzOptional[Iterable[T]],Literal['round_robin', 'random', 'weighted']NoneitemsstrategyreturncCs6t|pg|_||_d|_t|_d|_|dS)z Initializes the BaseRotator. Args: items: An iterable of initial items. strategy: The rotation strategy to use. N) listr(r) _iterator threadingLock_lock _async_lock_rebuild_iteratorselfr(r)r r r"__init__s  zBaseRotator.__init__z asyncio.Lock)r*cCs|jdurt|_|jS)z Lazily creates and returns an `asyncio.Lock`. This ensures that the lock is created within the correct event loop and avoids issues in synchronous contexts or older Python versions (like 3.9). N)r0asyncior.r3r r r" async_locks  zBaseRotator.async_lockztype[R]zUnion[str, Path, list]r)clssourcer)r*c sg}t|ttfrt|}|s0td||jdkr\t|}fdd|D}q| }|D].}| ddd }|sql| |qln0t|trfdd|D}ntd t|d d|D} | |S) z Factory method to create a rotator from a file or a list. This method is synchronous as it's typically used during setup. zSource file not found: z.jsoncsg|]}|qSr  rebuild_itemr!itemr8r r"r#z)BaseRotator.from_file..#rrcsg|]}|qSr r:r<r>r r"r#r?zUnsupported source type: cSsg|]}|dur|qSNr r<r r r"r#r?) isinstancestrrexistsFileNotFoundErrorsuffixjsonloads read_text splitlinessplitstripappendr;r+rtype) r8r9r)r(pathdatalineslineZ line_contentZ valid_itemsr r>r" from_files&    zBaseRotator.from_filerz Optional[T]r=r*cCstdS)zw Abstract method to convert a raw item into a typed object. Must be implemented by subclasses. N)NotImplementedErrorr8r=r r r"r;!szBaseRotator.rebuild_itemcCs||jsd|_dS|jdkr*t|j|_nN|jdkr.zUnsupported strategy: )r(r,r) itertoolscycle_weighted_cycle ValueError)r3weightsr r r"r1*s   zBaseRotator._rebuild_iteratorzList[T]z List[float]z Iterator[T])r(r_r*ccstj||dddVqdS)z@Creates an infinite iterator that yields items based on weights.r)r_krN)r$choices)r3r(r_r r r"r]=szBaseRotator._weighted_cyclercOs|jl|jstd|jdkr:t|jWdS|jdurL||jdusZJt|jWdS1sx0YdS)z Retrieves the next item using a thread-safe mechanism. Returns: The next item from the collection. Raises: ValueError: If the rotator contains no items. Rotator is empty.r$N) r/r(r^r)r$choicer,r1nextr3argskwargsr r r"rdBs   zBaseRotator.nextcCs>|j$|j||Wdn1s00YdS)zI Adds a new item to the rotator in a thread-safe manner. N)r/r(rMr1r3r=r r r"addVs zBaseRotator.addcsH|j.fdd|jD|_|Wdn1s:0YdS)zK Removes an item from the rotator in a thread-safe manner. csg|]}|kr|qSr r r!ir=r r"r#cr?z&BaseRotator.remove..N)r/r(r1rhr rlr"remove^szBaseRotator.removec s|j4IdHx|jstd|jdkrHt|jWdIdHS|jdurZ||jdushJt|jWdIdHS1IdHs0YdS)z Retrieves the next item using a coroutine-safe mechanism. Returns: The next item from the collection. Raises: ValueError: If the rotator contains no items. Nrbr$) r7r(r^r)r$rcr,r1rdrer r r"anextfs    zBaseRotator.anextc sR|j4IdH*|j||WdIdHqN1IdHsD0YdS)zL Adds a new item to the rotator in a coroutine-safe manner. N)r7r(rMr1rhr r r"aaddzs zBaseRotator.aaddc s\|j4IdH4fdd|jD|_|WdIdHqX1IdHsN0YdS)zN Removes an item from the rotator in a coroutine-safe manner. Ncsg|]}|kr|qSr r rjrlr r"r#r?z'BaseRotator.aremove..)r7r(r1rhr rlr"aremoveszBaseRotator.aremoveintcCs t|jSrA)lenr(r6r r r"__len__szBaseRotator.__len__cCs t|jSrA)iterr(r6r r r"__iter__szBaseRotator.__iter__)Nr$)r$)__name__ __module__ __qualname____doc__r4propertyr7 classmethodrSrr;r1r]rdrirmrnrorprsrur r r r"rs, "c@sdeZdZdZedddddZddd d d d d dZddd d d d ddZddd d dddZdS)rzh A unified rotator for managing `Proxy` objects, supporting both sync and async operations. rzOptional[Proxy]rTcCsZz@t|tr|WSt|tr(t|WSt|tr>t|WSWntyTYdS0dS)z5Constructs a `Proxy` object from various input types.N)rBrdict from_dictrCZ from_string ExceptionrVr r r"r;s     zProxyRotator.rebuild_itemNrboolzOptional[float]r&)proxysuccesslatencyr*cCs8|j||||Wdn1s*0YdS)zI Thread-safely updates a proxy's performance statistics. N)r/_update_proxy_statsr3rrrr r r" mark_resultszProxyRotator.mark_resultc sL|j4IdH$||||WdIdHqH1IdHs>0YdS)zL Coroutine-safely updates a proxy's performance statistics. N)r7rrr r r" amark_resultszProxyRotator.amark_result)rrrcCs.|r||n||jdkr*|dS)zNInternal logic for updating proxy stats. Must be called from a locked context.rXN)Z mark_successZ mark_failedr)r1rr r r"rs   z ProxyRotator._update_proxy_stats)N)N)N) rvrwrxryr{r;rrrr r r r"rs  rcs@eZdZdZdddddfdd Zed d d d dZZS)rz[ A unified rotator for TLS Identifiers, supporting both sync and async operations. NrWz#Optional[Iterable[IdentifierTypes]]r%r&r'cst|p t|dSrA)superr4CLIENT_IDENTIFIER_TEMPLATESr2 __class__r r"r4szTLSIdentifierRotator.__init__rzOptional[IdentifierTypes]rTcCst|tr|SdS)z4Processes a raw item to be used as a TLS identifier.N)rBrCrVr r r"r;s z!TLSIdentifierRotator.rebuild_item)NrW)rvrwrxryr4r{r; __classcell__r r rr"rs rcsleZdZdZdddddfdd Zed d d d dZddddfdd Zddddfdd ZZ S)ra A unified rotator for managing `Headers` objects, supporting both sync and async operations. This rotator can dynamically update the 'User-Agent' header for each request without modifying the original header templates. Examples: >>> common_headers = { ... "Accept": "application/json", ... "Accept-Language": "en-US,en;q=0.9", ... "User-Agent": "Default-Bot/1.0" ... } >>> mobile_headers = { ... "Accept": "*/*", ... "User-Agent": "Default-Mobile/1.0", ... "X-Custom-Header": "mobile" ... } >>> >>> rotator = HeaderRotator.from_file([common_headers, mobile_headers]) >>> >>> # Get headers without modification >>> h1 = rotator.next() >>> print(h1['User-Agent']) Default-Bot/1.0 >>> >>> # Get headers with a new, dynamic User-Agent >>> h2 = rotator.next(user_agent="My-Custom-UA/2.0") >>> print(h2['User-Agent']) My-Custom-UA/2.0 >>> >>> # The original header set remains unchanged >>> h3 = rotator.next() >>> print(h3['User-Agent']) Default-Mobile/1.0 Nr$zOptional[Iterable[HeaderTypes]]r%r&r'cst|p t|dSrA)rr4HEADER_TEMPLATESr2rr r"r4szHeaderRotator.__init__rzOptional[Headers]rTcCs4zt|tr|WSt|WSty.YdS0dS)aF Constructs a `Headers` object from various input types. It can process existing `Headers` objects, dictionaries, or lists of tuples. Args: item: The raw data to convert into a `Headers` object. Returns: A `Headers` instance, or None if the input is invalid. N)rBrr~rVr r r"r;s    zHeaderRotator.rebuild_itemz Optional[str]r) user_agentr*c s4t}|}t|ts$t|}|r0||d<|S)a| Retrieves the next `Headers` object in a thread-safe manner and optionally updates its User-Agent. Args: user_agent: If provided, this string will replace the 'User-Agent' header in the returned object. Returns: A copy of the next `Headers` object, potentially with a modified User-Agent. r)rrdcopyrBrr3rrgheadersZ headers_copyrr r"rds  zHeaderRotator.nextcs:tIdH}|}t|ts*t|}|r6||d<|S)a Retrieves the next `Headers` object in a coroutine-safe manner and optionally updates its User-Agent. Args: user_agent: If provided, this string will replace the 'User-Agent' header in the returned object. Returns: A copy of the next `Headers` object, potentially with a modified User-Agent. Nr)rrnrrBrrrr r"rn's  zHeaderRotator.anext)Nr$)N)N) rvrwrxryr4r{r;rdrnrr r rr"rs'r)) __future__rr5r[rGr$r-abcrrpathlibrtypingrrrr r r r r r exceptionsrtypesrrrrurlsr__all__rrrZ USER_AGENTSrrrrrr r r r"s4  ,     D-