a d@sdZddlmZmZmZmZmZmZddlZddl m Z ddl m Z m Z ddlmZddlmZmZmZdd lmZmZmZdd lmZmZdd lmZd d ZGdddeZGdddeZdS)z3Reconstruct text from a tree, based on Lark grammar)ListDictUnionCallableIterableOptionalN)Lark)Tree ParseTree)Transformer_InPlace)Token PatternStr TerminalDef)Terminal NonTerminalSymbol) TreeMatcheris_discarded_terminal)is_id_continuecCs(zt|}WdSty"YdS0dS)NFT)next StopIteration)i_rY/var/www/html/stable-diffusion-webui/venv/lib/python3.9/site-packages/lark/reconstruct.py is_iter_emptys  rc@speZdZUdZeeefed<eeee geffed<eeefeeee geffddddZ dd Z dS) WriteTokensTransformerzTInserts discarded tokens into their correct place, according to the rules of grammartokens term_subsN)rrreturncCs||_||_dSN)rr)selfrrrrr__init__szWriteTokensTransformer.__init__c Cs t|ddst||St|}g}|jD]}t|rz|j|j|}Wn>ty|j|j}t |j t szt d||j j }Yn0||q(t|} t | tr|| 7}q(t | trt| j|ksJ| nt| j|ksJ|| f|| q(t|sJ|S)N match_treeFz,Reconstructing regexps not supported yet: %s)getattrr iterZorig_expansionrrnameKeyErrorr isinstancepatternrNotImplementedErrorvalueappendrlistr rtyperdatar) r"r0childrenmetaZ iter_argsZto_writesymvtxrrr __default__!s.            z"WriteTokensTransformer.__default__) __name__ __module__ __qualname____doc__rstrr__annotations__rrr#r7rrrrrs ,rc@sxeZdZUdZeed<d eeee e e ge ffddddZ ddZ deee ee gee fee d d d ZdS) Reconstructora A Reconstructor that will, given a full parse Tree, generate source code. Note: The reconstructor cannot generate values from regexps. If you need to produce discarded regexes, such as newlines, use `term_subs` and provide default values for them. Paramters: parser: a Lark instance term_subs: a dictionary of [Terminal name as str] to [output text as str] write_tokensN)parserrr cCs,t||tdd|jD|p"i|_dS)NcSsi|] }|j|qSr)r').0r5rrr Sz*Reconstructor.__init__..)rr#rrr?)r"r@rrrrr#Ps zReconstructor.__init__ccsJ|||j}|j|}|D]&}t|tr>||EdHq|VqdSr!)r$r0r?Z transformr)r _reconstruct)r"treeZunreduced_treeresitemrrrrDUs   zReconstructor._reconstructT)rEpostproc insert_spacesr cCsn||}|r||}g}d}|D]@}|rT|rT|rTt|drTt|drT|d|||}q"d|S)Nr )rDrr-join)r"rErHrIr6yZ prev_itemrGrrr reconstruct`s $  zReconstructor.reconstruct)N)NT)r8r9r:r;rr=r rrr<rrr#rDr rboolrOrrrrr>As  * r>) r;typingrrrrrr unicodedataZlarkr rEr r Zvisitorsr lexerr rrZgrammarrrrZ tree_matcherrrutilsrrrr>rrrrs    *