ԸBeGddlmZmZmZddlmZddlmZddlZddlZddl Z ddl Z ddl Z ddl Z dZd&dZd'dZ dd lmZddlZddlZddlZddlZddlZddlZ ddlZej6Zd Zd Zd Zd Z dZ!gdZ"dZ#dZ$dZ%dZ&Gdde'Z(ddde!e ddfdZ)ejTefdZ+Gdde'Z,dZ-dZ.d'dZ/d(dZ0dZ1d Z2d!Z3d)d"Z4d#Z5d)d$Z6d%Z7y#e$rdZYwxYw)*)print_functionabsolute_importdivision) __version__)reportNctjjtjt j |}tjj|dtjj|ddg}|D]%}tjj|s#|cStd|d|)Nexamplesz..zCould not find examples for z at any of ) ospathdirnameinspectgetfile importlib import_modulejoinexists ValueError)name module_path candidates candidates (lib/python3.12/site-packages/pyct/cmd.py_find_examplesrs''//'//)2I2I$2O"PQK  [,  [j1 3J   77>>) $  DT UUc@t||||t||d||y)z Copy examples and fetch data (if any) to the supplied path. See copy-examples and fetch-data for more flexibility. NOTE: force operates both on example and data over-writing pre-existing files. F)require_datasets use_test_dataforceN) copy_examples fetch_data)rr verboserrs rr r s#$gu-tD%mRWXrc6t|}tjj|}tjj |r|st d|z|rt d|ztjj|||t d|zy)z#Copy examples to the supplied path.zSPath %s already exists; please move it away, choose a different path, or use force.zCopying examples from %s)r"zCopied examples to %sN) rr r abspathrrprint distutilsdir_util copy_tree)rr r"rsources rr r *s| D !F 77??4 D ww~~dEnosstt (/0   w ? !$ &'r) OrderedDictz%s[%s%s] %i/%i - %s z %s %s %i/%i .# )|/-\ dataz .data_stubscBeZdZdZdZdddeeddfdZd dZd Z d Z y) Barc|SNselfs r __enter__z Bar.__enter__rs rc$|jy)NF)done)r:exc_typeexc_valexc_tbs r__exit__z Bar.__exit__us r Nrc||_||_||_| tj |_||_||_||_||_ tj|_ g|_ d|_ tj|_|j|j|_d|_|jr|j%dyy#t $r d|_YwxYw)z3Bar is a class for printing the status of downloadsNTr)labelwidthhideSTREAMisattyAttributeError empty_char filled_char expected_sizeeverytimestartittimesetaetadelta format_timeetadisp last_progressshow)r:rErFrGrKrLrMrNs r__init__z Bar.__init__ys   < ! & / ((*" !YY[  !YY[ !--dhh7     IIaL " !   !sCC('C(c |||_|j td||_tj|jz t kDrtj|_|j t d|jtjz |dzz gz|_t|j tt|j z |j|z z|_ |j|j|_t|j |z|jz }|j"s||j$zdk(s||jk(r|t&j)t*|j,|j.|z|j0|j |z z||j|jfzt&j3yyy)Nzexpected_size not initializedrr)rM ExceptionrVrOrS ETA_INTERVALrQETA_SMA_WINDOWrPsumfloatlenrRrTrUintrFrGrNrHwrite BAR_TEMPLATErErLrKflush)r:progresscountxs rrWzBar.shows  !&D     %;< <% IIK$-- '< 7 IIKDM n_-.zzDIIK/0HQJ?@A LDLL!E#dll*;$<<##h.0 H ++DHH5DL  X%(:(:: ;yyDJJ&1,T/// \JJ 0 01 4OOtzzA~6&& -667  0rc tj|jz |_|j|j}|jst j t|j|j|jz|jdz|j|j|fzt j dt jyy)Nr )rOrPelapsedrTrGrHrarbrErLrFrKrVrMrc)r: elapsed_disps rr=zBar.donesyy{TZZ/ '' 5 yy LL D,,tzz9!#T%7%7""L)22 3 LL  LLNrcTtjdtj|S)Nz%H:%M:%S)rOstrftimegmtime)r:secondss rrTzBar.format_times}}ZW)=>>rr7) __name__ __module__ __qualname__r;rABAR_EMPTY_CHARBAR_FILLED_CHARrXrWr=rTr8rrr5r5qs2 r,D22 ?rr5rBrCc #K| t|n|}t|||tt||5} t |D]\} } | | j | dz dddy#1swYyxYww)z/Progress iterator. Wrap your iterables with it.N)rErFrGrKrLrMrNr)r_r5rrrs enumeraterW) itrErFrGrKrLrMrNrebariitems rrwrwsr%,CG-E 5D^(U L } GAtJ HHQUO s*A.,A" A."A+'A.cGdd|}fd}|jtjjj|tj ||S)Nc eZdZy)#ordered_load..OrderedLoaderN)rorprqr8rr OrderedLoaderr|s rr}cT|j||j|Sr7)flatten_mappingconstruct_pairs)loadernodeobject_pairs_hooks rconstruct_mappingz'ordered_load..construct_mappings't$ !7!7!=>>r)add_constructoryamlresolver BaseResolverDEFAULT_MAPPING_TAGload)streamLoaderrr}rs ` r ordered_loadrsM  ?!! ""66 99V] ++rc"eZdZdZdZdZdZy)DirectoryContextz2 Context Manager for changing directories cDtj|_||_yr7)r getcwdold_dirnew_dir)r:r s rrXzDirectoryContext.__init__syy{  rcBtj|jyr7)r chdirrr9s rr;zDirectoryContext.__enter__ rcBtj|jyr7)r rr)r:argss rrAzDirectoryContext.__exit__rrN)rorprq__doc__rXr;rAr8rrrrsrrctdj|tj|d} t |d5}t |j jd}t|jd|dz dzd D]&}|s|j||j( d d d y #1swYy xYw#tjj|rtj|xYw) zGiven a url, output_path and title, write the contents of a requests get operation to the url in binary mode and print the title of operationzDownloading {0}T)rwbzcontent-lengthi) chunk_sizeri)rMrNN)r%formatrequestsgetopenr`headersrw iter_contentrarcr r rremove)url output_pathtitlerespf total_lengthchunks r_url_to_binary_writers  " "5 )* <<D )D  +t $ t||//0@ABLT..$.?P\]aPaefOfnrs GGENGGI      77>>+ & IIk " s/ CAB;#B;2C;CCC7C>c|jdrEtj|d5}|jdddt j |y|jdrEtj|d5}|jdddt j |y|jdrEtj|d5}|jdddt j |y|jdrEt j|d 5}|jdddt j |yy#1swY#xYw#1swYxYw#1swYxYw#1swYExYw) zEExtract a local archive, e.g. zip or tar, then delete the archiveztar.gzzr:gzNtarzr:ztar.bz2zr:bz2zipr)endswithtarfiler extractallr rzipfileZipFile)rrzipfs r_extract_downloaded_archivers-H% \\+v . # NN   +   e $ \\+t ,  NN   +   i ( \\+w / 3 NN   +   e $ __[# . $ OO   + %        s/E>E'E3*E?E$'E03E<?Fc tjj|stj|t |5d}|j dgD]%}tjj|r#d}n|dur)|s't dj|d dddy|d}|ddz}|jd r|dDcgc]}||z } }|dD cgc]'} tjj|t| )} } | D cgc];} d j| jd d| jd rd nd dz=} } nD|g} tjj|dg} |d} t| ttfs| g} t| | | }t!|D]w\}\}} }|j|dzt#| }|dur_t%j$|s/tjj|j'ddrt dj|tjj|t(|}|rrtjj|rStjj||}t dj||t+j,||%|r9tjj|st dj|t/|| |t1| z dddt2!t dt5j6dyycc}wcc} wcc} w#1swY@xYw)ayProcess each download spec in datasets.yml Typically each dataset list entry in the yml has "files" and "url" and "title" keys/values to show local files that must be present / extracted from a decompression of contents downloaded from the url. If a url endswith '/', then all files given are assumed to be added to the url pattern at the end FfilesTz Skipping {0}rNrz {} of {}r/r+gz*rrBz%Copying test data file '{0}' to '{1}'z6No test file found for: {}. Using regular file insteadzIthis download script requires the requests module: conda install requests)r r rmakedirsrrr%rrrDATA_DIRsplit isinstancetuplelistrrur_globreplaceDATA_STUBS_DIRshutilcopyfilerrrsysexit)dataset output_dirhererrrequires_downloadrr title_fmturlsfname output_pathsrunpackedzippedidxunpack running_titletesttargets r_process_datasetr s 77>>* % J * %*5!Wb) A77>>!$$(!  E>"3 .''(89 : *5*5enG${2 << %,W%56C!G6D6)0)9; %GGLLx?;L;,89'!2!23!78c @T@TUY@Z"`b!dehkk9H95DGGMM#.q12Lw'Hh 6$:T<2/8/@ 5 +C+#{F%,,S1Wc$i@M~499V#4v~~VYZ\G]8^n++M:;77<< NFCD!5j&9=DDT6RSf-rww~~d';NUUVZ[\ k= A ' 4! 55*5Z YZ  A7;9#*5*5sD7M08)M0*%M0 M! M0$,M&M0AM+GM0!M00M9c tjj|}tjj||}tjj |s)tjjt ||}tjj |s|dur t dyt d|dtjj|tt|5}t|j}|jD]<\} } tjj|| } | D]} t| | |||> dddy#1swYyxYw)zFetch sample datasets as defined by path/datasets if it exists or else module's own examples/datasets otherwise. Datasets are placed in path/data FzNo datasets to downloadNzFetching data defined in z and placing in )rr) r r r$rrrr%rrrreaditemsr) rr datasetsrrr info_filerinfotopic downloadsrds rr!r!Ms 77??4 D T(+I 77>>) $GGLL!5h? 77>>) $)9U)B '( 9RWW\\RVW_E` ab i`AAFFH% $  ` E9dE2J ` JMY^_ ` ````s 5A)E((E1ctjj|}tjj|s t |}tjj |t }tjj |t}tjj|r!ttj|dk(r tdytj|D]}tjj ||}tjj|s td|Ptjj ||}tjj|stjj|}tjj|}||k(r"td|tj|tdj||y)z=Remove up any data files that are copied from test files rzNo test files foundNz!Test file was not copied to data:zRemoving copied test file:z?Size of test file {:.2e} did not match size of data file {:.2e})r r r$rrrrrr_listdirr%isfilegetsizerr) rr data_dirtest_dirr data_file test_filedata_stest_ss r clean_datardsV 77??4 D 77>>$ d#ww||D(+Hww||Hn5H 77>>( #s2::h+?'@A'E #$ ZZ !IGGLL1- ww~~i( 5q 9 GGLL1- 77>>) $WW__Y/FWW__Y/F2A6 )$1171GIIrcd|vr|jddddd|vr)|jdtddj| yy) N-vz --verboserer)actiondefault--pathzwhere to place outputz {}-examples)typehelpr) add_argumentstrr)parserrrs r_add_common_argsrsR t|D+gqI4H#4KUbUiUijnUoprc4|jfdy)Nc pfit|Dcic]}|dk7s |t||c}Scc}w)Nfunc)varsgetattr)rkfnrs rz_set_defaults..s:"T*lRVW[R\5jQ`aci`iaa6H5j*l5js 3 3 r) set_defaults)rrrs ``r _set_defaultsrs lmrcp|gd}d|vr]|jdtjt}|j dddt ||d d t ||td |vr|jd tjt}|j d td d|j ddd|j dddt ||d t ||td|vrq|jdtjt}|j ddd|j dddt ||d d t ||td|vrI|jdtjt}t ||d t ||tyy)zF Add all commands in pyct.cmd unless specific cmds are listed N)r copy-examples fetch-data clean-datarrz--force store_truezQif PATH already exists, force overwrite existing files if older than source files)rrrrrz --datasets datasets.ymlz^*name* of datasets file; must exist either in path specified by --path or in package/examples/)rrrz,Force any existing data files to be replacedz--use-test-datazUse data's test files, if any, instead of fetching full data. If test file not in '.data_stubs', fall back to fetching full data.r zif PATH already exists, force overwrite existing examples if older than source examples. ALSO force any existing data files to be replacedr) add_parserrgetdocr rrrr!rr r)rrcmdsr eg_parserd_parser egd_parser cd_parsers r add_commandsrs |E$%%oGNN=Z1[rctjd}|jdddtz|j d}|j d t jt }|jt |jd d tdd|j}t|dr|j|jy|jdy)NzCommands relating to versioningrrrrrrrrrrpackagespackage+zname of package)metavarrnargsrrr)r r!rrr"r rr rrrr#r$rr)r%)rr& report_parserrs rmainr/s  $ $1R SF  I{;?VW&&-A&BJ))(9O)PMF+z)3$57    DtF 4==! 12r)FFF)FF)r TFF)NN)8 __future__rrrrBrrr rrr distutils.dir_utilr&rrr r collectionsr*rrrrOrrr ImportErrorstderrrHrb MILL_TEMPLATE DOTS_CHARrsrr MILL_CHARSr[r\rrobjectr5rwrrrrrrr!rrrrrr'r/r8rrr9s4 A@   V Y (*$    &    "   G?&G?TBTn#4q !% { , v (*>@`.I<qn*3X^ \3i HsCC! C!