Cd!*UddlmZddlZddlZddlZddlZddlZddlZddlZddl m Z m Z m Z ddl mZddlmZddlmZddlZddlmZddlmZmZmZdd lmZmZdd lmZdd lm Z d Z!eje"e#j$e!eej%ej& Z'ej(Z)dZ*Gdde+Z,iZ-de.d<d%dZ/ ddl0Z1e1j23dZ4n#e5$r dZ4d&dZYnwxYwdZ6dZ7dZ8 d'd(d"Z9d#Z:d&d$Z;dS))) annotationsN)HashableMappingSequence)ProcessPoolExecutor)partial)warn)config)MultiprocessingPoolExecutor get_asyncreraise)cullfuse) CPU_COUNT) ensure_dictc,t|j|jffSN)getattr __objclass____name__)ms 4lib/python3.11/site-packages/dask/multiprocessing.py_reduce_method_descriptorrs Q^QZ0 00)protocolc2tjjSr)multiprocessingcurrent_processidentrr_process_get_idr!#s  * , , 22rc*eZdZdZdZdZdZdZdS)RemoteExceptionzXRemote Exception Contains the exception and traceback from a remotely run task c"||_||_dSr) exception traceback)selfr%r&s r__init__zRemoteException.__init__:s""rc@t|jdz|jzS)Nz Traceback --------- )strr%r&r's r__str__zRemoteException.__str__>s4>""%AADNRRrc tttt|t |jzt|jzSr)sortedsetdirtypelist__dict__r%r+s r__dir__zRemoteException.__dir__AsBc#d4jj//D,?,??#dnBUBUUVVWWWrc t||S#t$rt|j|cYSwxYwr)object__getattribute__AttributeErrorrr%)r'keys r __getattr__zRemoteException.__getattr__DsP 0**455 5 0 0 04>3// / / / 0s ??N)r __module__ __qualname____doc__r(r,r4r:r rrr#r#4s` ###SSSXXX00000rr#z&dict[type[Exception], type[Exception]] exceptionsexc Exceptionreturncbt|tvr&tt|}|||S t|jjtt|fdt|i}|tt|<|||S#t $r|cYSwxYw)z6Metaclass that wraps exception type in RemoteExceptionexception_type)r1r> __class__rr# TypeError)r?tbtyps rremote_exceptionrHNs CyyJc#s3||  & $s)),!499-C %(JtCyy !3sB<<    JJJ sA B B.-B.c|Srr rFs r_pack_tracebackrKes rcPdtj|S)N)joinr& format_tbrJs rrKrKjswwy*2..///rc&t||}|r)rH)r?rFs rr r mssB'' rctj\}}}t|} |||f}nJ#t$r=}tj\}}}t|}|||f}Yd}~nd}~wwxYw|Sr)sysexc_inforK BaseException)edumpsexc_type exc_value exc_tracebackrFresults rpack_exceptionr[rs),&Hi  ' 'B 2w    -0\^^*)] ] + +2w  Ms 6 A=3A88A=zThe 'multiprocessing.context' configuration option will be ignored on Python 2 and on Windows, because they each only support a single context. ctjdd}tjdkr'|dkrt t t tStj|S)z+Return the current multiprocessing context.zmultiprocessing.contextspawnwin32) r getrRplatformr _CONTEXT_UNSUPPORTED UserWarningr get_context) context_names rrcrcsV:7AAL |w 7 " " %{ 3 3 3*<888rTdskrkeysSequence[Hashable] | Hashablec |ptjdd}|ptjdd}|ptjdd}|ptjddpt}|itjddvrd tjd<t } t t| }t|| | }d } nA|td t|tj j rt|}d} t|}t!||\} } |rt#| || \}} n| }|ptjddpt$}|ptjddpt&} t)|j|j||ft.||t0t2|d| }| r|n#| r|wwxYw|S)aMultiprocessed get function appropriate for Bags Parameters ---------- dsk : dict dask graph keys : object or list Desired results from graph num_workers : int Number of worker processes (defaults to number of cores) func_dumps : function Function to use for function serialization (defaults to cloudpickle.dumps) func_loads : function Function to use for function deserialization (defaults to cloudpickle.loads) optimize_graph : bool If True [default], `fuse` is applied to the graph before computation. pool : Executor or Pool Some sort of `Executor` or `Pool` to use initializer: function Ignored if ``pool`` has been set. Function to initialize a worker process before running any tasks in it. chunksize: int, optional Size of chunks to use when dispatching work. Defaults to 5 as some batching is helpful. If -1, will be computed to evenly divide ready work across workers. chunksizepoolNzmultiprocessing.initializer num_workersPYTHONHASHSEED)N06640user_initializer) mp_context initializerTzThe ``initializer`` argument is ignored when ``pool`` is provided. The user should configure ``pool`` with the needed ``initializer`` on creation.F func_loads func_dumps)get_idrVloadsr[raise_exceptionri)r r_rosenvironrcrinitialize_worker_processrr isinstancerrkPoolr rrr_loads_dumpsr submit _max_workersr!r[r shutdown)rerfrlrtruoptimize_graphrkrsrikwargscontextcleanupdsk2 dependenciesdsk3rwrVrZs rr_r_s&L7VZ Q77I  +6:fd++DP,I4!P!PKMM4!@!@MIK | :>>* + +{ : :,2BJ' (--7+VVV " G     "     dO05 6 6 5.t44D c  Cc4D,!$l;;ll  B&*\488 BFE  B&*\488 BFE  K      #)#         MMOOO   MMOOOO  Ms 0GG(c~tjd}||jdSdS)Nnumpy)rRmodulesr_randomseed)nps rdefault_initializerrs;  ! !B ~ ~rc>t| |dSdS)zE Initialize a worker process before running any tasks in it. N)rrps rr{r{s3#$#r)r?r@rAr@r)NNNTNNN)rerrfrg)< __future__rcopyregrmultiprocessing.poolrypicklerRr&collections.abcrrrconcurrent.futuresr functoolsrwarningsr cloudpickledaskr dask.localr r r dask.optimizationrr dask.systemr dask.utilsrrr1r/unionrVHIGHEST_PROTOCOLrrwr~r!r@r#r>__annotations__rHtblib.pickling_supporttblibpickling_supportinstallrK ImportErrorr[rarcr_rr{r rrrs""""""" 7777777777222222FFFFFFFFFF((((((((!!!!!!""""""111 ttCI 9::: "V-D E E E  333"00000i000.68 7777$!!!! ""$$$000     9 9 9" gggggTs C&& C54C5