a &j& @sdZddlZddlmZddlmZddlmZddl m Z dd giZ gd Z Gd d d Z ed!ddZddZddZdddd eddddd ddZddZddZdddd ZdS)"z, Thin wrappers around `concurrent.futures`. N)contextmanager length_hint)tqdm) TqdmWarningz github.com/Z casperdcl) thread_map process_mapinterpreter_mapc@sReZdZdZddlmZddlmZddZ dd d Z d d Z d dZ ddZ dS)_InterpreterLockz3Reentrant lock backed by a cross-interpreter queue.r) get_ident) monotoniccCs*ddlm}||_||_d|_d|_dS)Nr)RLock) threadingr_queue_lock_owner_depth)selfqueuerr=E:\soccer\ml_env\Lib\site-packages\tqdm/contrib/concurrent.py__init__s  z_InterpreterLock.__init__TcCsddlm}|}|dkr*|j|}n|j||}|s@dS|jrX|jd7_dSzL|sj|jn8|dkr~|jn$t d|||}|jj|dWn|y|j YdS0| |_ d|_dS)Nr)EmptyrFT)timeout) rr_timeracquirerr get_nowaitgetmaxreleaser r)rblockingrrstartZacquired remainingrrrrs.      z_InterpreterLock.acquirecCsJ|j|krtd|jd8_|jsget (create if necessary) and then restore `tqdm_class`'s lockrN)getattrZget_lockset_lockr) tqdm_class lock_namelockZold_lockrrr ensure_lockGs    r8c Cs4dtjd|jd|jdd|d }t|ffS)zGReturn an initializer which bootstraps the parent import path and lock.zimport sys sys.path[:] = z from concurrent import interpreters from importlib import import_module from tqdm.contrib.concurrent import _InterpreterLock tqdm_class = import_module(z) for name in .z: tqdm_class = getattr(tqdm_class, name) tqdm_class.monitor_interval = 0 tqdm_class.set_lock(_InterpreterLock(interpreters.Queue(z))))syspathr.r/splitexec)r5Z lock_queue_idcoderrr_get_interpreter_initVs   r?cstfdd|DddS)z+min(map(length_hint, iterables), default=0)c3s&|]}t|d dkrVqdS)rrNr).0itnrr hz_min_map_len..r)default)min) iterablesrrBr _min_map_lenfsrIrg) max_workersr chunksizer6r5 smoothingr _initializer _initargsc  s| } d| vrt| | d<i}d| vr6| d|d<i}dD]}|| vr>| |||<q>d}| drd| vrzddlm}Wntyddlm}Yn0|ptd |pd d }| d|kr|| d<d }t|||d }| dur|j } |f} |f|| | d|}|fd|i| x|dur0d _ |j fdd}||_ t |j |g| R||d|WdWdWdS1s0YWdn1s0YWdn1s0YdS)a Implementation of `thread_map`, `process_map` and `interpreter_map`. Parameters ---------- max_workers : int timeout : int buffersize : int Requires Python>=3.14. thread_name_prefix : str max_tasks_per_child : int mp_context : str totalZ buffersize)Zthread_name_prefixZmax_tasks_per_childZ mp_contextNZminitersr)process_cpu_count) cpu_count rT)r6r7)rJ initializerinitargsrLcs$|i|}|fdd|S)NcsSr))update)_)pbarrrrEz4_executor_map..patchsubmit..)Zadd_done_callback)argskwargsZfutZ orisubmitrXrr patchsubmitsz"_executor_map..patchsubmit)rrK)copyrIpoposrP ImportErrorrQrGr8r4dynamic_minitersZsubmitlistmap)Z PoolExecutorfnrJrrKr6r5rLrrMrNrH tqdm_kwargsr[Z map_kwargs pool_kwargskrbrQZ rough_maxZlkexr]rr\r _executor_mapksV    rjcOs$ddlm}t||g|Ri|S)a Equivalent of `list(map(fn, *iterables))` driven by `concurrent.futures.ThreadPoolExecutor`. Parameters ---------- max_workers : int, optional Maximum number of workers to spawn; passed to `concurrent.futures.ThreadPoolExecutor`. thread_name_prefix : str, optional Passed to `concurrent.futures.ThreadPoolExecutor` [default: '']. timeout : int or float, optional Seconds to wait before raising `TimeoutError` if `__next__` is called and the result isn't available. [default: None]. buffersize : int, optional Requires Python>=3.14 [default: None]. tqdm_class : optional `tqdm` class to use for bars [default: tqdm.auto.tqdm]. smoothing : float, optional Passed to `tqdm_class`; the [default: 0] is average (due to erratic update frequency). lock_name : str, optional Member of `tqdm_class.get_lock()` to use [default: '']. r)ThreadPoolExecutor)concurrent.futuresrkrj)rerHrfrkrrrrs rc Osjddlm}ddlm}|}|d|dt}t||j \}}t ||g|Rt |||d|S)aj Equivalent of `list(map(fn, *iterables))` driven by `concurrent.futures.InterpreterPoolExecutor` (Python 3.14+). Parameters ---------- Same as `thread_map`. Notes ----- `fn`, its arguments, and its return values must be pickleable. Worker progress bars using the same `tqdm_class` share a cross-interpreter write lock. r) interpreters)InterpreterPoolExecutorNr5)rrMrN) Z concurrentrmrlrnZ create_queuer'r tqdm_autor?idrjr ) rerHrfrmrnZ lock_queuer5rTrUrrrr s     r Zmp_lock)r6cOsbddlm}|rFd|vrFt|}|dkrFddlm}|d|tddt||g|Rd |i|S) aI Equivalent of `list(map(fn, *iterables))` driven by `concurrent.futures.ProcessPoolExecutor`. Parameters ---------- max_workers : int, optional Maximum number of workers to spawn; passed to `concurrent.futures.ProcessPoolExecutor`. timeout : int or float, optional Seconds to wait before raising `TimeoutError` if `__next__` is called and the result isn't available. [default: None]. chunksize : int, optional Approximate size of chunks sent to worker processes; passed to `concurrent.futures.ProcessPoolExecutor.map`. [default: 1]. buffersize : int, optional Requires Python>=3.14 [default: None]. max_tasks_per_child : int, optional Maximum number of tasks a worker process can complete before being replaced with a new process; passed to `concurrent.futures.ProcessPoolExecutor`. mp_context : multiprocessing.BaseContext, optional Multiprocessing context to use, e.g. `multiprocessing.get_context('fork')`. lock_name : str, optional Member of `tqdm_class.get_lock()` to use [default: mp_lock]. tqdm_class : optional `tqdm` class to use for bars [default: tqdm.auto.tqdm]. smoothing : float, optional Passed to `tqdm_class`; the [default: 0] is average (due to erratic update frequency). r)ProcessPoolExecutorrKi)warnzIterable length %d > 1000 but `chunksize` is not set. This may seriously degrade multiprocess performance. Set `chunksize=1` or more.r) stacklevelr6)rlrqrIwarningsrrrrj)rer6rHrfrqZshortest_iterable_lenrrrrrr s   r )r2N)r0r: contextlibroperatorrautorroZstdr __author____all__r r8r?rIrjrr r rrrrs$     8  <