!g-HddlmZmZddlZddlZddlZddlZddlZddlZdZ ddl m Z m Z m Z ddlmZej Zej Zej"Zej&Zdddd d d d d dZdddddddddd ZedededededededediZe j:Ze j<Zee j>Z e!ejEZ#gdZ$GddZ%dZ&dZ'dZ(GddZ)Gd d!e)Z*d"Z+d#Z,d$Z-ej\e+d%e,d%e-Z/dLd'efd(Z0d)Z1dMd*Z2d+Z3d,Z4d-Z5d.Z6d/Z7d0Z8d1Z9d2Z:d3Z;d4ZdNd8Z?d9id&fd'efd:Z@dOd'efd;ZAd<ZBd=ZCdLd'efd>ZDdPd?eEfd@ZFedAZGedAZHiaIejZK dQdBedCeedDeedEejdFedGed?eEd'eedHeeMfdIZN dRdBedCeedDeedEejdFedGed'eed?eEdHejfdJZO dPdCeedDeed?eEdHejfdKZPy)S)OptionalDictNF) interpreter expressionsuse_vml) CacheDictboolintlongfloatdoublecomplexnonestr)bilfdcnsrrrrrrrr) r r r r r rbytesrr)divinvpowsqrtsincostanarcsinarccosarctansinhcoshtanharcsinharccosharctanhloglog1plog10expexpm1absolute conjugatearctan2fmodceilfloorcVeZdZdZgdZddZdZdZdZdZ d Z d Z d Z d Z d Zy)ASTNodeaAbstract Syntax Tree node. Members: astType -- type of node (op, constant, variable, raw, or alias) astKind -- the type of the result (bool, float, etc.) value -- value associated with this node. An opcode, numerical value, a variable name, etc. children -- the children below this node reg -- the register assigned to the result for this node. astTypeastKindvaluechildrenNc\||_||_||_t||_d|_yN)r8r9r:tupler;reg)selfr8r9r:r;s 2lib/python3.12/site-packages/numexpr/necompiler.py__init__zASTNode.__init__Ys)   h c|jdk(r |j}|jdk(r |j}t|tsy|jD]}t ||t ||k7syy)NaliasFT)r8r: isinstancer6cmpnamesgetattr)r@othernames rA__eq__zASTNode.__eq__`se <<7 "::D ==G #KKE%)MMDtT"geT&::"rCc2|jdk(rq|j|jk(r?tj|jtj|jkS|j|jkSt d|jz)Nconstantz'Sorting not implemented for astType: %s)r8r9numpyarrayr: TypeError)r@rIs rA__lt__zASTNode.__lt__lsm <<: %||u}},{{4::.U[[1III<<%--/ /EdllRS SrCc|jdk(r |j}t|j|j|j|jfS)NrE)r8r:hashr9r;r@s rA__hash__zASTNode.__hash__xs; <<7 "::DT\\4<<T]]KLLrCc d|jd|jd|jd|jd|jd S)NzAST(, ))r8r9r:r;r?rTs rA__str__zASTNode.__str__}s.,0LL$,,,0JJ txxQ QrCcdt|zS)Nz)idrTs rA__repr__zASTNode.__repr__s#bh..rCc^|j|j|j|jfSr=r7rTs rAkeyz ASTNode.keys! dllDJJ FFrCc(t|jSr=)kind_to_typecoder9rTs rAtypecodezASTNode.typecodes --rCc#hK|jD]}|jD]}||ywr=)r; postorderWalk)r@rws rArczASTNode.postorderWalks1A__&' s02c'rKt|}|jD]}|j|vs|ywr=)setrcr8)r@astTypesrds rAallOfz ASTNode.allOfs3x=##%AyyH$&s-77)genericunknownN)__name__ __module__ __qualname____doc__rGrBrKrQrUrYr\r^rarcrhrkrCrAr6r6KsD ;H  TM Q/G. rCr6c t|j|j|j|jDcgc] }t |c}Scc}w)zTake an expression tree made out of expressions.ExpressionNode, and convert to an AST tree. This is necessary as ExpressionNode overrides many methods to act like a number. )r6r8r9r:r;expressionToAST)exrs rArqrqsA 2::rzz28802 < 1OA& < >>z!typeCompileAst..sC0B1!**,0Bs_asciizfunc_%snrawrz&couldn't find matching opcode for '%s'rMcast)listr;r8rajoinrxr:encoderopcodes funccodesr6NotImplementedError enumerateziptypecode_to_kindr9typeCompileAst) astr;retsigbasesigsigr:funcnamerhavewantkindopnamers rArrs CLL!H {{d''CS\\0BCCG$CYY_v-3;;GDE +++%  (IIOf4s:BB7K{444'6C<8@@IE)4)>)>x)H"J!KKH )*<yy3/'9;<< )Wc):;OA|dt|'-A;&&*4")*dHQK>DD#'):):#'99#4#4dff? ?rCc"|jSr=)rYrTs rAr\zRegister.__repr__s||~rCN)F)rlrmrnrorBrYr\rkrCrArrs ?rCrceZdZdZdZdZy) ImmediatezQRepresentation of an immediate (integer) operand, instead of a register. c>tj||d|_y)NT)rrBr)r@rs rArBzImmediate.__init__s$(rCc6d|jjfzS)Nz Immediate(%d))rr:rTs rArYzImmediate.__str__s$))//!333rCN)rlrmrnrorBrYrkrCrArrs4rCrz[\;\[\:]z(^|[^\w])__[\w]+__($|[^\w])z-\.\b(?!(real|imag|(\d*[eE]?[+-]?\d+)|\d*j)\b)|Tsanitizec4|rRtjdd|}tjdd|}tj|t d|dt j j} t j j||jddrtjj}nd }t|d d |}i} |jD]Y} | d k(rd| | <| d k(rd| | <| dk(rd| | <$|j| t} t j | t"| | | <[| j%t j&t)|| } t j*| r*t j,| t j.| } n1t1| t j2st5dt7| zt j j|| S#t j j|wxYw)z>Given a string, convert it to a tree of ExpressionNode's. z\s+ruz (\'[^\']*\')Nz Expression z" has forbidden control characters.truedivFrzevalNoneTrueTFalsezunsupported expression type: %s)resub _blacklist_research ValueErrorr_contextget_current_contextset_new_contextget __future__division compiler_flagcompileco_names default_type VariableNode type_to_kindupdate functionsr isConstant ConstantNodegetKindrFExpressionNoderPtype) rtypescontextr no_whitespace skip_quotesold_ctxflagsrnamesrJtrrs rAstringToExpressionrsvr1- ff_b-@    , 8{1#-OPQ Q""668G6,,W5 ;;y% (''55EE Ax /JJDv~"d "d #d IIdL1)66t\!_Md   [**+!U^  ! !" %))"k.A.A".EFBB : :;=RHI I,,W5 I ,,W5s 4E!G66!Hc0d}tfd|DS)N)ssum_sprod_smin_smax_c3TK|]}jj|!ywr=)r: startswith)rprs rArzisReduction..Bs!91syy##A&s%()any)rprefixess` rA isReductionr@s4H 99 99rCc4i}|jdD]}|||j<t|j}|r#|t|k7rt d|d|d|}nt |}|j |Dcgc]}|| }}|Scc}w)zC Derive the input order of the variables in an expression. variablez input names (z)) don't match those found in expression (rX)rhr:rfkeysrrsort)r input_order variablesavariable_names ordered_namesvordered_variabless rA getInputOrderrEsI YYz " !''#)*N S- -01 1$ ^, /<=}!1}= >s Bc|dk(rtj|St|tr|j dSt ||S)Nr r)rNfloat32rFrr kind_to_type)r{rs rAconvertConstantToKindr\sA w}}Q Ac xx   a  rCc,t|jdDcgc]}|jc}}t|Dcgc]}|jc}}|Dcgc]"}t |j |j$}}||fScc}wcc}wcc}w)z RAM: implemented magic method __lt__ for ASTNode to fix issues #88 and #209. The following test code works now, as does the test suite. import numexpr as ne a = 1 + 3j; b = 5.0 ne.evaluate('a*2 + 15j - b') rM)rfrhr?sortedrrr:r9)rrconstant_registersrconstants_orderr constantss rA getConstantsres399Z3HI3H4dhh3HIJ.@A.@aff.@ABO)+)Q'qww :)+ I %% JA+sBB 'Bci}t|D]\}\}}}|||<|Dcgc]}||j|f}}|j|Dcgc]}|d c}Scc}wcc}w)Nrv)rr:r) nodesorder order_maprrrr dec_nodesrs rAsortNodesByOrderrusvI!%( 9Aq! ! )278%Q)AGG$a(%I8 NN# $)QAaD) $$9 $s A  A%cxi}|D]3}|j}||vr |||_"||x|_||<5y)z9 Assign new registers to each of the leaf nodes. N)r^r?)inodes registerMaker leafRegistersrr^s rAassignLeafRegistersr~sHMhhj - $S)DH,9$,? ?DH}S) rCc0|D]}||d|_y)zA Assign temporary registers to each of the branch nodes. T)rNr?)rrrs rAassignBranchRegistersrs 6rCcPi}g}|jdD]7}||vr,||}d|_||_d|_|j |3|||<9|D]Q}|jjdk(s|jj|_|jjdk(r5S|S)z+ Common subexpression elimination. r~rErk)rhr8r:r;append)rseenaliasesrtargets rAcollapseDuplicateSubtreesrs DG YYt_ 9!WFAIAGAJ NN1 DGggoo(ggmmAGggoo( NrCcD|jDcgc]}|jjs|}}td|D}td|D}|r|d|ur||gz}n|}|D]H}|jD]7}|jjs||jj |9Jtt Dcgc]}|tfc}}|D]}|jD]\}|j} | js|| } | j|| r5|| jjj | ^||js~||jj} ||j|| <| |_ycc}wcc}w)zT Attempt to minimize the number of temporaries needed, by reusing old ones. c3HK|]}|jtfywr=)r?rfrrs rArz0optimizeTemporariesAllocation..s2EqQUUCENEs "c3XK|]"}|td|jDf$yw)c3bK|]'}|jjs|j)ywr=)r?r)rrs rArz:optimizeTemporariesAllocation...sJJq!%%//QUUJs//N)rfr;rs rArz0optimizeTemporariesAllocation..s,%#JAJJJJK#s(*N) rcr?rdictr;addscalar_constant_kindsrfdiscardrr9pop) rrrusers_of node_regsnodes_to_checkrtcunusedr?userss rAoptimizeTemporariesAllocationrsu))+ ?+1quuQ+E ?2E22H%#%%I r#%# Auu##A& )>?)>2B;)>? @F A%%C}}   a 388++,005  !)) #'')C$QUUOHSMAE @@sFFFclt|D]\}}||z|j_|t|zS)z; Given an order of nodes, assign register numbers. )rr?rlen)rrzrrs rAsetOrderedRegisterNumbersrs5U#4QY $ 3u: rCcd}d}g}|jD]}|jdk(r|j||j}|jj r|j|j_a|j}|j z||z|_|dz }||jjz }|D]}|jj|_||z|fS)zx Assign register numbers for temporary registers, keeping track of aliases and handling immediate operands. rrurErv) rcr8rr:r?rrrra)rrzr signaturerrr?s rA setRegisterNumbersForTemporariesrs DIG!!# <<7 " NN4 ::D 88  DHHJ hh 55=DLCE AID **, ,I$::>> 4< ""rCc |jdDcgc]H}|j|jft|jDcgc]}|jc}zJc}}Scc}wcc}}w)a Convert an AST to a three address form. Three address form is (op, reg1, reg2, reg3), where reg1 is the destination of the result of the instruction. I suppose this should be called three register form, but three address form is found in compiler theory. r~)rhr:r?r>r;)rrrs rAconvertASTtoThreeAddrFormrsb $ )'ZZ "U4==+I=aAEE=+I%J J' ))+I )s/A+A& A+&A+czddfd fd}dj|Dcgc] }|| c}}|Scc}w)ze Given a three address form of the program, compile it a string that the VM understands. c|y|jdkrtd|jzt|jgS)Nrz%negative value for register number %s)rrrrs rAnToChrz$compileThreeAddrForm..nToChrs: ; UUQYDsuuLM M#%%> !rCcttj|jd}|}|}|}||z|z|zS)Nr)chrrrr) opcodestorea1a2copcsca1ca2r s rAquadrupleToStringz/compileThreeAddrForm..quadrupleToString sQ+%%f-.55g> E]RjRjRx#~##rCct|dkr|dz }t|dkr|dd\}}}}||||}|g}|dd}|r%dg|dd}|j||dd}|r%dj|S)Nr=snooprC)rrr)argsr#r$r%r&rrr+s rAtoStringz&compileThreeAddrForm..toStrings$i!m GOD$i!m $Rar2 feR 4 CABx!'5D!H5A HHQK8Dxx{rCrC)NN)r)programr0rprog_strr r+s @@rAcompileThreeAddrFormr3s? "$ xxg6g!g67H O7s8) optimization)rmoderate aggressiver6)r)FTautor7c|j}i}tD]2\}}}|j||}||vr|||<#td|d||rtd|j dz|ddk(rHt j |dzj}|jddtjk(|d<|S) N'z' must be one of zUnknown keyword argument '%s'rrr7rvr) copy context_infor rpopitemsys _getframe f_globalsrrr) kwargs _frame_depthrrrJalloweddefaultr:caller_globalss rA getContextrE's AG".gwdG$ G !GDMwGH H #/ 8199;q>IJJyV#|a'78BB+// DAZEXEXX  NrCrkct||Dcgc]\}}| }}}t|trt|||}t |}|j dk7rt dd|j|f}t|}t|}t|jdtt|jddtt|jdt|D]} | jj | _t#||}t%|\} } t'|rd|j _t+|d|j _d} d|j _| d z} t/|| }t/| |}t1||\}}t3|}t5|D cgc]} | jc} }d j7fd |D}|||| |fScc}}wcc} w) z9 Compile the expression to an intermediate form. r~r:)r:r9r;rrrMFrrvruc3XK|]!}tj|t#ywr=)type_to_typecoderr)rr{rs rArzprecompile..ks).!,A)1l)CD!,s'*)r rFrrrqr8r6r9rrrrhrrrr:r?rrrrrrrrrr>r)rrrrrrJtype_rrrrrrr_outputr_inputs r_constantsr_tempsr_endtempsigthreeAddrProgram input_namesrs @rA precompilerR:s OE-67YMT54YK7"c E7H = " C zzTd&"**vN  C',G %()4 *j98D#))D/84  [1K!-c!2OY3!!#&CGGHCGGI!|H+KBK'EG5c7CNE705+6+Q+67K.!,..I YK GG]8V7s G).G/c d}t||}t||||\}}}} } t|} tj|j d|j d| | | S)aY Compile an expression built using E. variables to a function. ex can also be specified as a string "2*a+3*b". The order of the input variables and their types can be specified using the signature parameter, which is a list of (name, type) pairs. Returns a `NumExpr` object containing the compiled function. rvrArr)rErRr3rNumExprr) rrrrr@rArrPinputsigrOrrQr1s rArVrVpsrLl;GBLRQZ\cnvBw?hK"#34G   xw7&~~g6& ; @@rCc n i tjD]}| tj|<dtjz tjz d fd}g}t dtj dD]} jj |} |\}}|g}t t|D]}|j||d|zt|dkr |jdt|dkr |j||S)zR Given a NumExpr object, return a list which is the program disassembled. rvcBg|jddddd\}}||fS)N_rvru)rsplit)r~rJrs rAparseOpzdisassemble..parseOps1-biia(-"-bq1 cSyrCcj||dkr|n|dzz} jj|\}} ||dz }t|g}|dk(ry|dk7rq|dk(ry|kr&d|j|dz fzj dS| kr&d |j |z fzj dSd |fzj dS|S#t$rYywxYw) Nr-rvnrsr0zr%d[%s]rzc%d[%s]zt%d)r1r IndexErrorrrQrr) pcoffsetargrrcodenexr]rLrM rev_opcodess rAgetArgzdisassemble..getArgs kk"&1*&(CDR9:3 vz?DdV} #: 4<ax{"!S#//#'*B$CCKKGTTw!S#--k8I*J$KKSST[\\..w77J#  sC C$#C$rr-N) rrrrrranger1rr) rfr~rhsourcerbrrparsedrr]rLrMrgs ` @@@@rA disassemblerlsK!!/1 K''+,"c#--((KC ..G0FAs3;;'+ __S[[_ -3s3xA MM&QU+ ,!&kAo MM$ &kAo f, MrCc|jj}|dk(rtS|dvrI|jjdkDrtS|dk(r|jjdk(rtSt S|dk(r%|jjdkDrt StS|dk(rtS|dk(rtS|dk(r td td |jjz) Nriur-urrSUz.NumExpr 2 does not support Unicode as a dtype.zunknown type %s) dtyperr itemsizelong_int_r r rrrrJ)rrs rAgetTypervs 77<f_localsr?KeyErrorrrNasarrayhasattrr}) r local_dict global_dictrA call_frameclear_local_dict frame_globals argumentsrJrs rA getArgumentsrs|,J(( ",,  'K,OMZ4O D &t$   U]]1- .   G <      &% &  G <    != s/B) B&B)B&#B)%B&&B))"C rrrroutrcastingreturnc  t|ts td|:dtjvr&t t tjd}nd}t|} |tt| jf} | tvrt|| |t| <t| \} } t| |||} t| | Dcgc]\}}|t|f}}}| t|fz} t |}|||| d}t'|| | aycc}}w#t"$rt%||fd|i| x}t |<Y?wxYw#t*$r }|cYd}~Sd}~wwxYw) a Validate a NumExpr expression with the given `local_dict` or `locals()`. Returns `None` on success and the Exception object if one occurs. Note that you can proceed directly to call `re_evaluate()` if you use `validate()` to sanitize your expressions and variables in advance. Parameters ---------- ex: str a string forming an expression, like "2*a+3*b". The values for "a" and "b" will by default be taken from the calling function's frame (through use of sys._getframe()). Alternatively, they can be specified using the 'local_dict' or 'global_dict' arguments. local_dict: dictionary, optional A dictionary that replaces the local operands in current frame. global_dict: dictionary, optional A dictionary that replaces the global operands in current frame. out: NumPy array, optional An existing array where the outcome is going to be stored. Care is required so that this array has the same shape and type than the actual outcome of the computation. Useful for avoiding unnecessary new array allocations. order: {'C', 'F', 'A', or 'K'}, optional Controls the iteration order for operands. 'C' means C order, 'F' means Fortran order, 'A' means 'F' order if all the arrays are Fortran contiguous, 'C' order otherwise, and 'K' means as close to the order the array elements appear in memory as possible. For efficient computations, typically 'K'eep order (the default) is desired. casting: {'no', 'equiv', 'safe', 'same_kind', 'unsafe'}, optional Controls what kind of data casting may occur when making a copy or buffering. Setting this to 'unsafe' is not recommended, as it can adversely affect accumulations. * 'no' means the data types should not be cast at all. * 'equiv' means only byte-order changes are allowed. * 'safe' means only casts which can preserve values are allowed. * 'same_kind' means only safe casts or casts within a kind, like float64 to float32, are allowed. * 'unsafe' means any data conversions may be done. sanitize: Optional[bool] Both `validate` and by extension `evaluate` call `eval(ex)`, which is potentially dangerous on unsanitized inputs. As such, NumExpr by default performs simple sanitization, banning the character ':;[', the dunder '__[\w+]__', and attribute access to all but '.real' and '.imag'. Using `None` defaults to `True` unless the environment variable `NUMEXPR_SANITIZE=0` is set, in which case the default is `False`. Nominally this can be set via `os.environ` before `import numexpr`. _frame_depth: int The calling frame depth. Unless you are a NumExpr developer you should not set this value. Note ---- z#must specify expression as a stringNNUMEXPR_SANITIZETrUrTr)rrrrz)rrargnamesr@)rFrrosenvironr r rEr>ritems _names_cacher{rrrv_numexpr_cacherrVr  _numexpr_last Exception)rrrrrrrrArr@rexpr_keyrrzrrJrdr numexpr_key compiled_exes rAvalidaters~V!"c"BC C  !RZZ/BJJ/A$B CDV$fW]]_567 < '%1"g%QL ")(3{  Kl[ y)+)/:tSdGCL)) +% "2!44  m(5Ku*, eFK  + m8?I8lX`8ldk8l lK.5 m sTC ED&E9 DEE!E?EEE EEEEc Nt|f|||||||d|} | t|||S| )a Evaluate a simple array expression element-wise using the virtual machine. Parameters ---------- ex: str a string forming an expression, like "2*a+3*b". The values for "a" and "b" will by default be taken from the calling function's frame (through use of sys._getframe()). Alternatively, they can be specified using the 'local_dict' or 'global_dict' arguments. local_dict: dictionary, optional A dictionary that replaces the local operands in current frame. global_dict: dictionary, optional A dictionary that replaces the global operands in current frame. out: NumPy array, optional An existing array where the outcome is going to be stored. Care is required so that this array has the same shape and type than the actual outcome of the computation. Useful for avoiding unnecessary new array allocations. order: {'C', 'F', 'A', or 'K'}, optional Controls the iteration order for operands. 'C' means C order, 'F' means Fortran order, 'A' means 'F' order if all the arrays are Fortran contiguous, 'C' order otherwise, and 'K' means as close to the order the array elements appear in memory as possible. For efficient computations, typically 'K'eep order (the default) is desired. casting: {'no', 'equiv', 'safe', 'same_kind', 'unsafe'}, optional Controls what kind of data casting may occur when making a copy or buffering. Setting this to 'unsafe' is not recommended, as it can adversely affect accumulations. * 'no' means the data types should not be cast at all. * 'equiv' means only byte-order changes are allowed. * 'safe' means only casts which can preserve values are allowed. * 'same_kind' means only safe casts or casts within a kind, like float64 to float32, are allowed. * 'unsafe' means any data conversions may be done. sanitize: bool Both `validate` and by extension `evaluate` call `eval(ex)`, which is potentially dangerous on unsanitized inputs. As such, NumExpr by default performs simple sanitization, banning the character ':;[', the dunder '__[\w+]__', and attribute access to all but '.real' and '.imag'. Using `None` defaults to `True` unless the environment variable `NUMEXPR_SANITIZE=0` is set, in which case the default is `False`. Nominally this can be set via `os.environ` before `import numexpr`. _frame_depth: int The calling frame depth. Unless you are a NumExpr developer you should not set this value. Note ---- Both `validate` and by extension `evaluate` call `eval(ex)`, which is potentially dangerous on unsanitized inputs. As such, NumExpr does some sanitization, banning the character ':;[', the dunder '__', and attribute access to all but '.r' for real and '.i' for imag access to complex numbers. )rrrrrrAr)rrrA)r re_evaluate) rrrrrrrrrAr@rs rAevaluatersMX  I w*X IAG IA yjkXdeerCc td}td}t||||}td}t5||i|cdddS#t$r tdwxYw#1swYyxYw)a! Re-evaluate the previous executed array expression without any check. This is meant for accelerating loops that are re-evaluating the same expression repeatedly without changing anything else than the operands. If unsure, use evaluate() which is safer. Parameters ---------- local_dict: dictionary, optional A dictionary that replaces the local operands in current frame. _frame_depth: int The calling frame depth. Unless you are a NumExpr developer you should not set this value. rrzmA previous evaluate() execution was not found, please call `validate` or `evaluate` once before `re_evaluate`rrTr@N)rr RuntimeErrorr evaluate_lock)rrrArrr/r@s rArrs(L#D) Z(H *k UD 8 $F D+F+  LKL LL s AAAA%)Tr=)rv)rkT)NNr[)NNNKsafer[N)NNNrrNr.)Qtypingrrrr=r threadingrrNis_cpu_amd_intelnumexprrrr numexpr.utilsrr int32ruint64rtrr`r r rrrrHrr default_kindrrrr rxr6rqrxrrr _flow_pat _dunder_pat _attr_patrrrrrrrrrrrrrrrr3r;rErRrVrlrvr{r rrrrLockrndarrayrrrrrkrCrArs"  55#   {{ e&wX"e=S3RU"ScK#tS%eSC#uc3E'' '' K445 -2245 @IIX>&(:V: 4 4  , <  i[+a {CD .D.b: .! & % @7.B#2 )#NG. & D3Ht3Hl@@00f7.7$7$!!J~ 3   +/+/"&"!"(,mm!$m"4.m--m m  m  m ~m#9-m`+/+/"&"(,!"RR!$R"4.R--R R  R  ~ RR --Rh.2.2"#,HTN,%d^,!,(- ,rC