ɭdeE) TdZdZddgZddlZddlZddlZddlZddlZddlm Z ddl m Z m Z ddlm Z dd lmZmZmZmZmZmZmZmZmZdd lmZdd lmZdd lmZd dlmZm Z m!Z!m"Z"m#Z#ee$dfZ%e GddZ&GddZ'GddZ(d*de%dee%de$fdZ) d+de$dee$de*de*dee def d Z+d!e$d"e$de*fd#Z, d*d$e$d%e$dee%dejfd&Z-d'e$de*fd(Z.e/d)kr$ej0e1e. dSdS),zZParser driver. This provides a high-level interface to parse a file into a syntax tree. z#Guido van Rossum Driver load_grammarN)contextmanager) dataclassfield)Logger) IOAnyIterableIteratorListOptionalTupleUnioncast)Grammar) GoodTokenInfo)NL)grammarparsepgentokentokenizezos.PathLike[str]cjeZdZUeed<dZeeed<eeZ e e ed<ddZ dS) ReleaseRangestartNend)default_factorytokensreturncLt|j}|j|z|_dSN)lenr rr)self total_eatens 5lib/python3.11/site-packages/blib2to3/pgen2/driver.pylockzReleaseRange.lock-s#$+&& : +)r!N) __name__ __module__ __qualname__int__annotations__rrrlistr r r r(r)r'rr'sh JJJC#d333FDI333,,,,,,r)rczeZdZdeddfdZededfdZdedefdZ d dZ defd Z d ede fd Z dS) TokenProxy generatorr!Nc0||_d|_g|_dS)Nr)_tokens_counter_release_ranges)r%r3s r'__init__zTokenProxy.__init__3s   35r)c#Kt|j}|j| |V|dS#|wxYwr#)rr6r7appendr()r% release_ranges r'releasezTokenProxy.release8sl$T]33  ##M222 !JJJ    M   s A A"pointc|jdj}|t|kr||S|t|kr&x00F r)Fr debugct|}tj|j}||d}d}g}dx}x} x} x} } d} |D]}|\}} } } } | ||fkrE||f| ksJ||f| f| \}}||kr| d||z zz } |}d}||kr| | ||z } |}|t jt jfvr'| | z } | \}}| dr|dz }d}|tj krtj | }|r1|J|j dtj|| | |tjkr,|t#| | | z}d} d} n=|tjkr-|}|| |\} }|t-t.|| | | fr|r|j dn^d} |tjtjhvr|} | \}}| dr|dz }d}| Jtjd || | | f|jJ|jS) z4Parse a series of tokens and return the syntax tree.)proxyrrN z%s %r (prefix=%r)zStop.zincomplete input)r2rParserrsetuprCOMMENTrendswithrOPopmaprMrQtok_nameINDENTr:r$DEDENTpop_partially_consume_prefixaddtokenrr- ParseErrorrootnode)r%r rQrSplinenocolumnindent_columnstypevaluerr line_textprefix quintuples_linenos_column_prefix _indent_cols r' parse_tokenszDriver.parse_tokensrs6"" L & & e$&1555u5u5sY0 U0 UI1: .D%Y((('5000FF3CU2K000%*"(H$$dh&788F%FFH$$ix88F%F((+666%!$>>$''aKFFux}U+ ''' !!')=ufu|##%%c%jj111 5.%%,0022 "&"@"@"U"Uzz$sD//565/BB /K%%g...F el333  NFF~~d## ! $$$"#5tUVUOTT Tz%%%zr)streamcntj|j|j}|||S)*Parse a stream and return the syntax tree.r)rgenerate_tokensreadlinerrq)r%rrrQr s r'parse_stream_rawzDriver.parse_stream_raws1)&/4<PPP  ///r)c.|||S)rt)rx)r%rrrQs r' parse_streamzDriver.parse_streams$$VU333r)filenameencodingct||5}|||cdddS#1swxYwYdS)z(Parse a file and return the syntax tree.)r|N)openrz)r%r{r|rQrrs r' parse_filezDriver.parse_files(X . . . 4&$$VU33 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4s 599textctjtj|j|j}|||S)z*Parse a string and return the syntax tree.ru)rrvioStringIOrwrrq)r%rrQr s r' parse_stringzDriver.parse_stringsE) K   &      ///r)rkrfcZg}d}d}d}|D]}||z }|rl|dkre|r6||kr0d|}||t|dfcS||d}d}d}u|dvr|dz }|dkrd}d}d||fS)NrTrFrUz rT)stripjoinr$r:) r%rkrflines current_linecurrent_column wait_for_nlcharress r'r`z Driver._partially_consume_prefixs   # #D D L #4<<#))++70G0G ggenn"F3s88::$66666LL...#%L%&N"'K!#!"# wwu~~|++r)r#)F)NF)r*r+r,rrrr8r rrKrrqr strrxrzPathrrr-rr`r0r)r'rrks&1AT @@8M#:@4@TV@@@@D00r#w0t00000 442c7444B4444 MR444(0 4EI4 4444000T0b0000,,S,U3PS8_,,,,,,r)gt cache_dirr!cNtj|\}}|dkrd}||zdt t t jzdz}|r=tj|tj|S|S)Nz.txtrT.z.pickle) ospathsplitextrmaprsys version_infobasename)rrheadtailnames r'_generate_pickle_namers!!"%%JD$ v~~ $;#c3+;"<"<== = IDw||Irw'7'7'='=>>> r) Grammar.txtTFgpsaveforcerMcR|tjt}|t|n|}|st ||s>t j|}|r' ||n9#t$rYn-wxYwn(tj }| ||S)z'Load the grammar (maybe from a pickle).) rOrPr*r_newerrgenerate_grammardumpOSErrorrrload)rrrrrMgs r'rrs~"8,,&(j r " " "bB F2rNN !2266   r       O   r HsA.. A;:A;abctj|sdStj|sdStj|tj|kS)z0Inquire whether file a was written since file b.FT)rrexistsgetmtime)rrs r'rr sc 7>>!  u 7>>!  t 7  A  "'"2"21"5"5 55r)packagegrammar_sourcecjtj|r%|rt||nd}t ||Sttj||}t j||}|Jtj }| ||S)aNormally, loads a pickled grammar by doing pkgutil.get_data(package, pickled_grammar) where *pickled_grammar* is computed from *grammar_source* by adding the Python version and using a ``.pickle`` extension. However, if *grammar_source* is an extant file, load_grammar(grammar_source) is called instead. This facilitates using a packaged grammar file when needed but preserves load_grammar's automatic regeneration behavior when possible. N)r) rrisfilerrrpkgutilget_datarrloads)rrrr pickled_namedatars r'load_packaged_grammarrs w~~n%%3AJ T ">9 = = =PTNr2222()9)9.)I)I9UUL  G\ 2 2D    AGGDMMM Hr)argsc|s!ttjdd}tjtjtjd|D]}t|dddS)zMain program, when run as a script: produce grammar pickle files. Calls load_grammar for each argument, a path to a grammar text file. rNz %(message)s)levelrrformatT)rr)tuplerargvrO basicConfigINFOstdoutr)rrs r'mainr,sk #SXabb\"" gl3:mTTTT00Rd$///// 4r)__main__r#)rNTFN)2__doc__ __author____all__rrOrrr contextlibr dataclassesrrrtypingr r r r r rrrrblib2to3.pgen2.grammarrblib2to3.pgen2.tokenizerblib2to3.pytreerrTrrrrrrrrr2rrrKrrrrr*exitr-r0r)r'rs8 3 ^ $   %%%%%%((((((((RRRRRRRRRRRRRRRRRRRRRR******11111143333333333333 S$ $% ,,,,,,, ,66666666ry,y,y,y,y,y,y,y,xdx~#            V        26c6c6d6666DH   "% 2:4.  _    0       z CHSSTTVV__r)