cGddlmZmZmZddlmZddlmZddlZddlZddl Z ddl Z ddl Z ddl Z dZd)dZd*d Z dd lmZddlZddlZddlZddlZddlZddlZ ddlZn #e$rdZYnwxYwejZd Zd Zd ZdZ dZ!gdZ"dZ#dZ$dZ%dZ&Gdde'Z(ddde!e ddfdZ)ej*efdZ+Gdde'Z,dZ-dZ.d*dZ/d+d!Z0d"Z1d#Z2d$Z3d,d%Z4d&Z5d,d'Z6d(Z7dS)-)print_functionabsolute_importdivision) __version__)reportNctjtjt j|}tj|dtj|ddg}|D]%}tj|r|cS&td|d|)Nexamplesz..zCould not find examples for z at any of ) ospathdirnameinspectgetfile importlib import_modulejoinexists ValueError)name module_path candidates candidates (lib/python3.11/site-packages/pyct/cmd.py_find_examplesrs'//'/)2I$2O2O"P"PQQK  [,,  [j11 3J   7>>) $ $      *DDDT U UUFcRt||||t||d||dS)z Copy examples and fetch data (if any) to the supplied path. See copy-examples and fetch-data for more flexibility. NOTE: force operates both on example and data over-writing pre-existing files. F)require_datasets use_test_dataforceN) copy_examples fetch_data)rr verboserrs rr r s8$gu---tD%mRWXXXXXXrcXt|}tj|}tj|r|st d|z|rt d|ztj |||t d|zdS)z#Copy examples to the supplied path.zSPath %s already exists; please move it away, choose a different path, or use force.zCopying examples from %s)r"zCopied examples to %sN) rr r abspathrrprint distutilsdir_util copy_tree)rr r"rsources rr r *s D ! !F 7??4 D w~~duEunossttt1 (/000   w ??? !$ &'''''r) OrderedDictz%s[%s%s] %i/%i - %s z %s %s %i/%i .# )|/-\ dataz .data_stubscDeZdZdZdZdddeeddfdZd dZd Z d Z dS) Barc|SNselfs r __enter__z Bar.__enter__rs rc.|dS)NF)done)r:exc_typeexc_valexc_tbs r__exit__z Bar.__exit__us ur Nrc||_||_||_|8 t |_n#t $r d|_YnwxYw||_||_||_||_ tj |_ g|_ d|_ tj |_||j |_d|_|jr|ddSdS)z3Bar is a class for printing the status of downloadsNTr)labelwidthhideSTREAMisattyAttributeError empty_char filled_char expected_sizeeverytimestartittimesetaetadelta format_timeetadisp last_progressshow)r:rErFrGrKrLrMrNs r__init__z Bar.__init__ys    ! ! & / ! ! ! !   !'(*" !Y[[  !Y[[ !--dh77     IIaLLLLL  s9A  A c f|||_|jtd||_tj|jz t krtj|_|jt d|jtjz |dzz gz|_t|jtt|jz |j|z z|_ | |j |_t|j|z|jz }|js||jzdks ||jkrlt&t*|j|j|z|j|j|z z||j|jfzt&dSdSdS)Nzexpected_size not initializedrr)rM ExceptionrVrOrS ETA_INTERVALrQETA_SMA_WINDOWrPsumfloatlenrRrTrUintrFrGrNrHwrite BAR_TEMPLATErErLrKflush)r:progresscountxs rrWzBar.shows  '!&D    =;<< <% IKK$- '< 7 6 IKKDM n_--.zDIKK/0HQJ?@A LDL!!E#dl*;*;$<$<<#h.0 H ++DH55DL  X%(:: ; ;y DJ&1, T//  \J 01 4OtzA~6& -66777     rc tj|jz |_||j}|jst t|j|j |j z|j dz|j |j |fzt dt dSdS)Nr )rOrPelapsedrTrGrHrarbrErLrFrKrVrMrc)r: elapsed_disps rr=zBar.donesy{{TZ/ '' 55 y  LL D,tz9!#T%7"L)22 3 3 3 LL    LLNNNNN  rcPtjdtj|S)Nz%H:%M:%S)rOstrftimegmtime)r:secondss rrTzBar.format_times}ZW)=)=>>>rr7) __name__ __module__ __qualname__r;rABAR_EMPTY_CHARBAR_FILLED_CHARrXrWr=rTr8rrr5r5qs r,D22   ?????rr5rBrCc #K|t|n|}t|||tt||5} t |D]!\} } | V| | dz" ddddS#1swxYwYdS)z/Progress iterator. Wrap your iterables with it.N)rErFrGrKrLrMrNr)r_r5rrrs enumeraterW) itrErFrGrKrLrMrNrebariitems rrwrws% ?CGGG-E 5D^(U L L L }}  GAtJJJ HHQUOOOO s2A66A:=A:cGdd|}fd}|tjjj|tj||S)NceZdZdS)#ordered_load..OrderedLoaderN)rorprqr8rr OrderedLoaderr|s rr}cj||||Sr7)flatten_mappingconstruct_pairs)loadernodeobject_pairs_hooks rconstruct_mappingz'ordered_load..construct_mappings6t$$$  !7!7!=!=>>>r)add_constructoryamlresolver BaseResolverDEFAULT_MAPPING_TAGload)streamLoaderrr}rs ` r ordered_loadrs        ?????!! "6 9V] + ++rc$eZdZdZdZdZdZdS)DirectoryContextz2 Context Manager for changing directories cDtj|_||_dSr7)r getcwdold_dirnew_dir)r:r s rrXzDirectoryContext.__init__sy{{  rc8tj|jdSr7)r chdirrr9s rr;zDirectoryContext.__enter__ rc8tj|jdSr7)r rr)r:argss rrAzDirectoryContext.__exit__rrN)rorprq__doc__rXr;rAr8rrrrsKrrc@td|tj|d} t |d5}t |jd}t|d|dz dzd D]-}|r)| || . d d d d S#1swxYwYd S#tj |rtj|xYw) zGiven a url, output_path and title, write the contents of a requests get operation to the url in binary mode and print the title of operationzDownloading {0}T)rwbzcontent-lengthi) chunk_sizeri)rMrNN)r%formatrequestsgetopenr`headersrw iter_contentrarcr r rremove)url output_pathtitlerespf total_lengthchunks r_url_to_binary_writersb  " "5 ) )*** <D ) ) )D  +t $ $ t|//0@AABBLT..$.??P\]aPaefOfnrsss  GGENNNGGIII                     7>>+ & & # Ik " " " s0C' BC C'CC'!C"C''6Dcf|drWtj|d5}|dddn #1swxYwYt j|dS|drWtj|d5}|dddn #1swxYwYt j|dS|drWtj|d5}|dddn #1swxYwYt j|dS|drWt j|d 5}|dddn #1swxYwYt j|dSdS) zEExtract a local archive, e.g. zip or tar, then delete the archiveztar.gzzr:gzNtarzr:ztar.bz2zr:bz2zipr)endswithtarfiler extractallr rzipfileZipFile)rrzipfs r_extract_downloaded_archiversH%% \+v . . # NN                   +   e $ $  \+t , ,  NN                   +   i ( ( \+w / / 3 NN                   +   e $ $ _[# . . $ OO                   +sGA  AAB88B<?B<D$$D(+D(/FFFctj|stj|t |5d}|dgD]%}tj|sd}n&|dur8|s6t d|d ddddS|d|ddz}d r5fd |dD}fd |dD} d | D} nPg}tj d g} |d} t| ttfs| g} t|| | } t| D]\} \} }|| d zt|}|durjt!j|s3tj|ddr#t d|tj|t&|}|rytj|rZtj||}t d||t)j||?|rAtj|s"t d|t-| |t/|  dddn #1swxYwYt0%t dt3jd dSdS)ayProcess each download spec in datasets.yml Typically each dataset list entry in the yml has "files" and "url" and "title" keys/values to show local files that must be present / extracted from a decompression of contents downloaded from the url. If a url endswith '/', then all files given are assumed to be added to the url pattern at the end FfilesTz Skipping {0}rNrz {} of {}r/cg|]}|zSr8r8).0rrs r z$_process_dataset..)s666C!G666rc\g|](}tjt|)Sr8)r r rDATA_DIR)rfnameheres rrz$_process_dataset..*s;;;; %GLLx??;;;rc g|]L}d|dd|drdnddzMS)r+Ngz*)rsplitr)rrs rrz$_process_dataset..-sl999'!2!23!7!78c @T@TUY@Z@Z:b""`b8c!deehkk999rrrrBz%Copying test data file '{0}' to '{1}'z6No test file found for: {}. Using regular file insteadzIthis download script requires the requests module: conda install requests)r r rmakedirsrrr%rrr isinstancetuplelistrrur_globreplacerDATA_STUBS_DIRshutilcopyfilerrrsysexit)dataset output_dirrrrrequires_downloadr title_fmturls output_pathsunpackedzippedidxrunpack running_titletesttargetrs ` @r_process_datasetr s 7>>* % %  J * % %*5*5!Wb))  A7>>!$$ $(!  E> "3  .''(899 : : : *5*5*5*5*5*5*5*5enG${2 <<   &6666WW%5666D;;;;)0)9;;;L99+7999HH5DGMM#..q12Lw'Hh 66 &$:T<22/8/@/@ 5 5 +C+#{F%,,S1Wc$ii@@M~ 49V#4#4 v~~VYZ\G]G]8^8^ n++M::;;;7<< NFCCD ]!5!5 ]j&99=DDT6RRSSSf--- ]rw~~d';'; ]NUUVZ[[\\\ k= A A A ' 4 4 4 4! 55*5*5*5*5*5*5*5*5*5*5*5*5*5*5*5Z YZZZ  sA.L>I1L>>MM datasets.ymlTc .tj|}tj||}tj|s-tjt ||}tj|s|durt ddSt d|dtj|tt|5}t| }| D]>\} } tj|| } | D]} t| | |||? ddddS#1swxYwYdS)zFetch sample datasets as defined by path/datasets if it exists or else module's own examples/datasets otherwise. Datasets are placed in path/data FzNo datasets to downloadNzFetching data defined in z and placing in )rr) r r r$rrrr%rrrreaditemsr) rr datasetsrrr info_filerinfotopic downloadsrds rr!r!Ms 7??4 D T(++I 7>>) $ $@GLL!5!5h?? 7>>) $ $)9U)B '((( E999RW\\RVW_E`E`E` abbb i`AAFFHH%% $  ` ` E9dE22J ` ` JMY^_____ ` ```````````````````sA5F  FFcFtj|}tj|st |}tj|t }tj|t}tj|r%ttj |dkrtddStj |D]}tj||}tj |std|Stj||}tj |rtj |}tj |}||kr%td|tj |td|| dS)z=Remove up any data files that are copied from test files rzNo test files foundNz!Test file was not copied to data:zRemoving copied test file:z?Size of test file {:.2e} did not match size of data file {:.2e})r r r$rrrrrr_listdirr%isfilegetsizerr) rr data_dirtest_dirr data_file test_filedata_stest_ss r clean_datards 7??4 D 7>>$  $d##w||D(++Hw||Hn55H 7>>( # #s2:h+?+?'@'@A'E #$$$ Z ! !IIGLL1-- w~~i((  5q 9 9 9 GLL1-- 7>>) $ $ IW__Y//FW__Y//F I2A666 )$$$$1171G1GIIIIIrcd|vr|ddddd|vr3|dtdd| dSdS) N-vz --verboserer)actiondefault--pathzwhere to place outputz {}-examples)typehelpr) add_argumentstrr)parserrrs r_add_common_argsrsz t|JD+gqIII4qH#4KUbUiUijnUoUopppppqqrc>|fddS)NcJfifdtDS)Nc>i|]}|dk|t|Sfunc)getattr)rkrs r z3_set_defaults....s/5j5j5jQ`aci`i5jaa5j5j5jr)vars)rfnrs`rz_set_defaults..s9""T*l*l5j5j5j5jRVW[R\R\5j5j5j*l*lrr) set_defaults)rrrs ``r _set_defaultsr s. lllllmmmmmrc|gd}d|vrn|dtjt}|dddt ||d d t ||td |vr|d tjt}|d td d|ddd|dddt ||d t ||td|vr|dtjt}|ddd|dddt ||d d t ||td|vrW|dtjt}t ||d t ||tdSdS)zF Add all commands in pyct.cmd unless specific cmds are listed N)r copy-examples fetch-data clean-datar rz--force store_truezQif PATH already exists, force overwrite existing files if older than source files)rrrrrz --datasetsrz^*name* of datasets file; must exist either in path specified by --path or in package/examples/)rrrz,Force any existing data files to be replacedz--use-test-datazUse data's test files, if any, instead of fetching full data. If test file not in '.data_stubs', fall back to fetching full data.r zif PATH already exists, force overwrite existing examples if older than source examples. ALSO force any existing data files to be replacedr) add_parserrgetdocr rrr r!rr r)rrcmdsr eg_parserd_parser egd_parser cd_parsers r add_commandsrsv FEEE$6%%oGN=Z1[1[1[1[1[rctjd}|dddtz|d}|d t jt }| t |d d tdd| }t|dr|j |jdS|ddS)NzCommands relating to versioningr"rrrrr$r%rrrpackagespackage+zname of package)metavarrnargsrrr&)r'r(rrr)rrrrr rr*r+rr0r,)rr- report_parserrs rmainr6s  $1R S S SF  I{;?VWWW&&-A&BBJ))(9O9O)PPMF+++z)3$5777     DtF3 4=!!!! 122222r)FFF)FF)rTFF)NN)8 __future__rrrrBrrr rrr'distutils.dir_utilr&rrr r collectionsr*rrrrOrrr ImportErrorstderrrHrb MILL_TEMPLATE DOTS_CHARrsrr MILL_CHARSr[r\rrobjectr5rwrrrrrrr!rrr rr r.r6r8rrr@s A@@@@@@@@@   V V V Y Y Y Y ( ( ( (*$#####   OOOOHHH &    " " "   G?G?G?G?G?&G?G?G?TBTn#4q    !% { , , , ,     v   (*>>>>@````.III<qqqnnn*3*3*3*3X^^^ \ \ \ \33333sAA)(A)