U ܟjy& @sdZddlZddlmZddlmZddlmZddl m Z dd giZ d d d gZ Gd ddZ ed ddZddZddZddddeddddd ddZdd Zdd Zdddd ZdS)!z, Thin wrappers around `concurrent.futures`. N)contextmanager length_hint)tqdm) TqdmWarningz github.com/Z casperdcl thread_map process_mapinterpreter_mapc@sReZdZdZddlmZddlmZddZ dd d Z d d Z d dZ ddZ dS)_InterpreterLockz3Reentrant lock backed by a cross-interpreter queue.r) get_ident) monotoniccCs*ddlm}||_||_d|_d|_dS)Nr)RLock) threadingr_queue_lock_owner_depth)selfqueuerr;/tmp/pip-unpacked-wheel-ktn_y856/tqdm/contrib/concurrent.py__init__s  z_InterpreterLock.__init__TcCsddlm}|}|dkr*|j|}n|j||}|s@dS|jrX|jd7_dSzL|sj|jn8|dkr~|jn$t d|||}|jj|dWn |k r|j YdSX| |_ d|_dS)Nr)EmptyrFT)timeout) rr_timeracquirerr get_nowaitgetmaxreleaser r)rblockingrrstartZacquired remainingrrrrs.     z_InterpreterLock.acquirecCsJ|j|krtd|jd8_|jsget (create if necessary) and then restore `tqdm_class`'s lockrN)getattrZget_lockset_lockr) tqdm_class lock_namelockZold_lockrrr ensure_lockGs    r8c Cs4dtjd|jd|jdd|d }t|ffS)zGReturn an initializer which bootstraps the parent import path and lock.zimport sys sys.path[:] = z from concurrent import interpreters from importlib import import_module from tqdm.contrib.concurrent import _InterpreterLock tqdm_class = import_module(z) for name in .z: tqdm_class = getattr(tqdm_class, name) tqdm_class.monitor_interval = 0 tqdm_class.set_lock(_InterpreterLock(interpreters.Queue(z))))syspathr.r/splitexec)r5Z lock_queue_idcoderrr_get_interpreter_initVs( r?cstfdd|DS)z min(map(length_hint, iterables))c3s&|]}t|d dkrVqdS)rrNr).0itnrr hsz_min_map_len..)min) iterablesrrBr _min_map_lenfsrGrg) max_workersr chunksizer6r5 smoothingr _initializer _initargsc  s| } d| krt| | d<i}d| kr6| d|d<i}dD]}|| kr>| |||<q>d}| drd| krzddlm}Wn tk rddlm}YnX|ptd |pd d }| d|kr|| d<d }t|||d }| dkr|j } |f} |f|| | d|}|fd|i| p|dk r0d _ |j fdd}||_ t |j |f| ||d|W5QRW5QRW5QRSQRXW5QRXW5QRXdS)a Implementation of `thread_map`, `process_map` and `interpreter_map`. Parameters ---------- max_workers : int timeout : int buffersize : int Requires Python>=3.14. thread_name_prefix : str max_tasks_per_child : int mp_context : str totalZ buffersize)Zthread_name_prefixZmax_tasks_per_childZ mp_contextNZminitersr)process_cpu_count) cpu_count rT)r6r7)rH initializerinitargsrJcs ||}|fdd|S)NcsSr))update)_)pbarrrz4_executor_map..patchsubmit..)add_done_callback)argskwargsfutZ orisubmitrVrr patchsubmits z"_executor_map..patchsubmit)rrI)copyrGpoposrN ImportErrorrOrEr8r4dynamic_miniterssubmitlistmap)Z PoolExecutorfnrHrrIr6r5rJrrKrLrF tqdm_kwargsr[Z map_kwargs pool_kwargskrcrOZ rough_maxZlkexr^rr]r _executor_mapksX   rlcOsddlm}t||f||S)a Equivalent of `list(map(fn, *iterables))` driven by `concurrent.futures.ThreadPoolExecutor`. Parameters ---------- max_workers : int, optional Maximum number of workers to spawn; passed to `concurrent.futures.ThreadPoolExecutor`. thread_name_prefix : str, optional Passed to `concurrent.futures.ThreadPoolExecutor` [default: '']. timeout : int or float, optional Seconds to wait before raising `TimeoutError` if `__next__` is called and the result isn't available. [default: None]. buffersize : int, optional Requires Python>=3.14 [default: None]. tqdm_class : optional `tqdm` class to use for bars [default: tqdm.auto.tqdm]. smoothing : float, optional Passed to `tqdm_class`; the [default: 0] is average (due to erratic update frequency). lock_name : str, optional Member of `tqdm_class.get_lock()` to use [default: '']. r)ThreadPoolExecutor)concurrent.futuresrmrl)rgrFrhrmrrrrs c Oshddlm}ddlm}|}|d|dt}t||j \}}t ||f|t |||d|S)aj Equivalent of `list(map(fn, *iterables))` driven by `concurrent.futures.InterpreterPoolExecutor` (Python 3.14+). Parameters ---------- Same as `thread_map`. Notes ----- `fn`, its arguments, and its return values must be pickleable. Worker progress bars using the same `tqdm_class` share a cross-interpreter write lock. r) interpreters)InterpreterPoolExecutorNr5)rrKrL) concurrentrornrpZ create_queuer'r tqdm_autor?idrlr ) rgrFrhrorpZ lock_queuer5rRrSrrrr s$    Zmp_lock)r6cOs`ddlm}|rFd|krFt|}|dkrFddlm}|d|tddt||f|d |i|S) aI Equivalent of `list(map(fn, *iterables))` driven by `concurrent.futures.ProcessPoolExecutor`. Parameters ---------- max_workers : int, optional Maximum number of workers to spawn; passed to `concurrent.futures.ProcessPoolExecutor`. timeout : int or float, optional Seconds to wait before raising `TimeoutError` if `__next__` is called and the result isn't available. [default: None]. chunksize : int, optional Approximate size of chunks sent to worker processes; passed to `concurrent.futures.ProcessPoolExecutor.map`. [default: 1]. buffersize : int, optional Requires Python>=3.14 [default: None]. max_tasks_per_child : int, optional Maximum number of tasks a worker process can complete before being replaced with a new process; passed to `concurrent.futures.ProcessPoolExecutor`. mp_context : multiprocessing.BaseContext, optional Multiprocessing context to use, e.g. `multiprocessing.get_context('fork')`. lock_name : str, optional Member of `tqdm_class.get_lock()` to use [default: mp_lock]. tqdm_class : optional `tqdm` class to use for bars [default: tqdm.auto.tqdm]. smoothing : float, optional Passed to `tqdm_class`; the [default: 0] is average (due to erratic update frequency). r)ProcessPoolExecutorrIi)warnzIterable length %d > 1000 but `chunksize` is not set. This may seriously degrade multiprocess performance. Set `chunksize=1` or more.r) stacklevelr6)rnrtrGwarningsrurrl)rgr6rFrhrtZshortest_iterable_lenrurrrr s   )r2N)r0r: contextlibroperatorrautorrrZstdr __author____all__r r8r?rGrlrr r rrrrs2      8  <