a xd6@sddlmZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlZddlZddlZddlZzddlmZWneyddlmZYn0ddlmZmZddlmZddlmZddlZddlmZmZmZddlm Z Gddde!Z"e #d kZ$e$ Z%e$Z&d Z'd Z(Gd d d e)Z*Gddde)Z+Gddde)Z,dVddZ-ddZ.ddZ/ddZ0ddZ1ddZ2ddZ3d d!Z4d"d#Z5d$d%Z6d&d'Z7d(d)Z8d*d+Z9d,d-Z:d.d/Z;d0d1Zd6d7Z?d8d9Z@dWd;d<ZAd=d>ZBeBd?d@ZCGdAdBdBe)ZDGdCdDdDeDZEGdEdFdFeDZFidfdGdHZGGdIdJdJe)ZHGdKdLdLe)ZIgdMfdNdOZJgdMfdPdQZKdRdSZLggfdTdUZMdS)X)absolute_importN)StringIO)GlobItemCommand)to_bytes to_string to_unicode)BooleanExpressionc@seZdZddZdS)InternalShellErrorcCs||_||_dSN)commandmessage)selfr r rW/var/www/html/stable-diffusion-webui/venv/lib/python3.9/site-packages/lit/TestRunner.py__init__szInternalShellError.__init__N)__name__ __module__ __qualname__rrrrrr sr Windowsz /dev/nullz%dbg\(([^)'"]*)\)(.*)c@s eZdZdZddZddZdS)ShellEnvironmentzMutable shell environment containing things like CWD and env vars. Environment variables are not implemented, but cwd tracking is. In addition, we maintain a dir stack for pushd/popd. cCs||_t||_g|_dSr )cwddictenvdirStack)rrrrrrr@s zShellEnvironment.__init__cCs2tj|r||_ntjtj|j||_dSr )ospathisabsrrealpathjoin)rZnewdirrrr change_dirEs zShellEnvironment.change_dirN)rrr__doc__rr rrrrr8src@sPeZdZdZddZddZddZdd Zd d Zd d Z ddZ ddZ dS) TimeoutHelperz Object used to helper manage enforcing a timeout in _executeShCmd(). It is passed through recursive calls to collect processes that have been executed so that when the timeout happens they can be killed. cCs(||_g|_d|_d|_d|_d|_dSNF)timeout_procs_timeoutReached _doneKillPass_lock_timer)rr$rrrrRs zTimeoutHelper.__init__cCs|s dS|jdSr )activer)cancelrrrrr+\szTimeoutHelper.cancelcCs |jdkSNrr$r,rrrr*aszTimeoutHelper.activecCsd|s dSd}|j"|j||j}Wdn1s>0Y|r`|sXJ|dSr#)r*r(r%appendr'timeoutReached_kill)rprocZ needToRunKillrrr addProcessds $ zTimeoutHelper.addProcesscCs6|s dSt|_t|j|j|_|jdSr ) r* threadingLockr(Timerr$_handleTimeoutReachedr)startr,rrr startTimerws  zTimeoutHelper.startTimercCsd|_|dS)NT)r&r1r,rrrr7sz#TimeoutHelper._handleTimeoutReachedcCs|jSr )r&r,rrrr0szTimeoutHelper.timeoutReachedcCsP|j6|jD]}tj|jqg|_d|_Wdn1sB0YdS)ab This method may be called multiple times as we might get unlucky and be in the middle of creating a new process in _executeShCmd() which won't yet be in ``self._procs``. By locking here and in addProcess() we should be able to kill processes launched after the initial call to _kill() TN)r(r%litutilZkillProcessAndChildrenpidr')rprrrr1s  zTimeoutHelper._killN) rrrr!rr+r*r3r9r7r0r1rrrrr"Ks  r"c@seZdZdZgfddZdS)ShellCommandResultz-Captures the result of an individual command.cCs,||_||_||_||_||_t||_dSr )r stdoutstderrexitCoder0list outputFiles)rr r?r@rAr0rCrrrrs zShellCommandResult.__init__N)rrrr!rrrrrr>sr>cCsLt|}|dkr|t||||}|d}|rDd|}||fS)zG Wrapper around _executeShCmd that handles timeout rNzReached timeout of {} seconds)r"r9 _executeShCmdr+r0format)cmdshenvresultsr$ timeoutHelperZ finalExitCode timeoutInforrr executeShCmds rKcCst|trt||S|gSr ) isinstancersortedresolve)argrrrr expand_globs rPcCs0|dg}|ddD]}|t||q|S)Nr)extendrP)argsrresultrOrrrexpand_glob_expressionss rUcCsg}d}|D]}g}|r"|dd|vpNd|vpNd|vpNd|vpNd|vpN| }|r^|d|D]b}|dkrz||qb|dkr|dt|dg}|d qb|r||g}||qb|r|||r |||dq d |S) a Reimplement Python's private subprocess.list2cmdline for MSys compatibility Based on CPython implementation here: https://hg.python.org/cpython/file/849826a900d2/Lib/subprocess.py#l422 Some core util distributions (MSys) don't tokenize command line arguments the same way that MSVC CRT does. Lit rolls its own quoting logic similar to the stock CPython logic to paper over these quoting and tokenization rule differences. We use the same algorithm from MSDN as CPython (http://msdn.microsoft.com/en-us/library/17w5ykft.aspx), but we treat more characters as needing quoting, such as double quotes themselves, and square brackets. For MSys based tools, this is very brittle though, because quoting an argument makes the MSys based tool unescape backslashes where it shouldn't (e.g. "a\c\\d" becomes "a\c\d" where it should stay as it was, according to regular win32 command line parsing rules). F  "[;\z\")r/lenrRr)seqrT needquoterObs_bufcrrrquote_windows_commands4 .        rcc Cst|}d}t|ddD]`\}}|dkr2d}q|rNd}||jvr|j|=q|d\}}}|dkrr|d}q~||j|<q||dS)NFrQz-uT=r])r^ enumerater partition) rrSZ arg_idx_nextZunset_next_env_varZarg_idxrOkeyeqvalrrr updateEnvs"  rjcCs8t|jdkrt|d||jdt|ddddS)z0executeBuiltinCd - Change the current directory.r\z'cd' supports only one argumentrQr]rF)r^rSr r r>rFrGrrrexecuteBuiltinCds rlcCsFt|jdkrt|d|j|j||jdt|ddddS)z>executeBuiltinPushd - Change the current dir and save the old.r\z"'pushd' supports only one argumentrQr]rF)r^rSr rr/rr r>rkrrrexecuteBuiltinPushd%s  rmcCsDt|jdkrt|d|js(t|d|j|_t|ddddS)zBexecuteBuiltinPopd - Restore a previously saved working directory.rQz!'popd' does not support argumentszpopd: directory stack emptyr]rF)r^rSr rpoprr>rkrrrexecuteBuiltinPopd-s    rocCs2t|jdkrtdt||jt|ddddS)z3executeBuiltinExport - Set an environment variable.r\z#'export' supports only one argumentr]rF)r^rSr rjr>rkrrrexecuteBuiltinExport6s rpcsg}t|tj||\}}}|tjks.|tjkr8t|dd}dd}|tjkrZd}t}n0trtjj}t |j |j d}| dd|df|j dd}dd} t|dkr|d d vr|d } |dd}| d krdq| d krd} qfd d} |rD|ddD]&} ||| | ||dq||| |d| rX||d|D]\} }}}|q\|r~dn|}t||dd dS)z#Interpret a redirected echo commandz1stdin and stderr redirects not supported for echoTcSs|Sr rxrrrIz$executeBuiltinEcho..FbNrQr)-e-nrvrwcs0s|Stj|}tjdkr"dnd}||S)NrZ string_escapeunicode_escape)r:r;rsys version_infodecode)rOcodecZinterpret_escapesrr maybeUnescapees  z)executeBuiltinEcho..maybeUnescaperV r])processRedirects subprocessPIPEr r kIsWindowsr:r;ropennamemoder/rSr^writeclosegetvaluer>)rFrG opened_filesstdinr?r@Z is_redirectedencoderSZ write_newlineflagrrOrrfroutputrrrexecuteBuiltinEcho=sN      rc Cst|j|jdd}zt|d\}}Wn8tjyb}zt|dt|WYd}~n d}~00d}|D]"\}}|dkrd}qldslJdqlt|d krt|d t }d } |D]} |j} t rt | nt | } t rt | nt | } t j| s t jt j| | } |rtj| qztj| Wqtyj}z"|d t|d} WYd}~qd}~00qt|d || dS) z-executeBuiltinMkdir - Create new directories.rQNr=zUnsupported: 'mkdir': %sFz-pTunhandled optionrz$Error: 'mkdir' is missing an operandz"Error: 'mkdir' command failed, %s r])rUrSrgetopt gnu_getopt GetoptErrorr strr^rrrrrrrrrr:r;mkdir_pmkdirOSErrorrr>r) rF cmd_shenvrSoptserrparentoar@rAdirrrrrexecuteBuiltinMkdir{s8(   rc# sPt|j|jdd}zt|ddg\}}Wn8tjyf}zt|dt|WYd}~n d}~00d}d}|D]0\}}|dkrd}qt|d vrd}qtdstJd qtt|d krt|d d d} t } d } |D]f} |j} t rt | nt | } t rt | nt | } t j| s*t jt j| | } |r@t j| s@qҐzt j| r|sj| d| d} tdkrd dlmmmmmd dlm}m}m m!}d dlm"}d dlm#}m$}m%}Gfddd|}t&dd\}}}}d}d}d}d}||B|B|B}|j'j(}||g|_)t j*| } || t| d} d| t| <| t| d<|||| |d}!|||!}"|"r||"nt+j,| |r| nddn@|rt -| t j.st /| t01t 0| j2t0j3Bt 4| Wqt5y8}z"| d t|d} WYd}~qd}~00qt6|d!| 7| dS)"z:executeBuiltinRm - Removes (deletes) files or directories.rQNZfrR --recursivezUnsupported: 'rm': %sFz-fT)z-rz-Rrrrz!Error: 'rm' is missing an operandcSs.t|tt|jtjBt|dSr )rchmodstatS_IMODEst_modeS_IWRITEremove)funcrexc_inforrr on_rm_errors z%executeBuiltinRm..on_rm_errorzError: %s is a directory r)BOOLHWNDLPCWSTRUINTWORD) addressofbyrefc_void_pcreate_unicode_buffer) Structure)windllWinErrorPOINTERc s@eZdZdfdfdfdfdfdfdfdfgZd S) z)executeBuiltinRm..SHFILEOPSTRUCTWZhWndwFuncpFromZpTofFlagsZfAnyOperationsAbortedZ hNameMappingsZlpszProgressTitleN)rrr_fields_rrrrrrrrrSHFILEOPSTRUCTWsrir\)rrr)onerrorzError: 'rm' command failed, %sr])8rUrSrrrrr rr^rrrrrrrrrexistsisdirrplatformsystemZctypes.wintypesrrrrrctypesrrrrrrrrrangeshell32SHFileOperationWargtypesabspathshutilrmtreeaccessW_OKrrrrrrrr>r)#rFrrSrrforce recursiverrrr@rArrrrrrrrrrZFO_MOVEZFO_COPYZ FO_DELETEZ FO_RENAMEZ FOF_SILENTZFOF_NOCONFIRMATIONZFOF_NOCONFIRMMKDIRZ FOF_NOERRORUIZ FOF_NO_UIrrZ operationrTrrrexecuteBuiltinRms(           rcCst|ddddS)z?executeBuiltinColon - Discard arguments and exit with status 0.r]rF)r>)rFrrrrexecuteBuiltinColonsrcCsgd}|jD]\}}|dkr.|ddg|d<q|dkrF|ddg|d<q|dkrh|d vrh|t||d<q|d ksx|d kr|ddg|d <|d<q|d kr|ddg|d <q|dkr|ddg|d <q|dkr|ddg|d<qt|d||ffqgd}t|D]\}} t| tr| dkr$|} nj| dkr^|dkrDt|dn|d krVtj} ntj} n0| dkr|dkr|t|dtj} n t|d| ||<q| \}} } | dur| ||<qd} t ||j } t | d krt|d| d} t r| t krtj| d} nLtr | dkr td| } n0tj|j | } tr>t| nt| } t| | } | dkrf| dd| | d<||| | f| f| ||<q|S)zReturn the standard fds for cmd after applying redirects Returns the three standard file descriptors for the new child process. Each fd may be an open, writable file object or a sentinel value from the subprocess module. )rrQr\)>r\wNr\)>>r\r)>&r\Z012)r)z&>rQ)r)r)<rrzUnsupported redirect: %r)NNNrrzUnsupported redirect for stdinrzUnsupported redirect on stdoutz Bad redirectz8Unsupported: glob in redirect expanded to multiple filesrz/dev/ttyCON) redirectsintr rerLtuplerrSTDOUTrPrr^ kAvoidDevNullkDevNulltempfile TemporaryFilerrrrrrrseekr/)rFZ stdin_sourcerrropfilenameZstd_fdsindexrfdrZredir_filenamerrrrrsx                     rc*Cs|r dSt|tjr|jdkrBt|j|||}t|j|||S|jdkrVt|d|jdkrt|j|||}|dkrt|j|||}|S|jdkrt|j|||}|dur|S|dkrt|j|||}|St d|jt|tj sJg}g}t j }g}g} g} t dd g} tjtjtjtd } ttttttttd } t|jD]\}}|}t|j}g}d}d }|dd kr||urt |j!|j"}t#||}|sRt|dn|ddkr|$|%d|d7}|r|ddkr|$|%dd}|sRt|dn<|ddkrV|$|%d|d7}|sRt|dnqVqt| &|dd}|r.|ddkst'|jdkr.||urt|d(|d|rt|d(|dt'|jdkrt|d(|d|t)||j*|}|drt+|j, |_,|j|j-_|$||j,S|d| vr~|.dt/j0tjtjt|j"d<tj| |dd|d<|r||}d}ng}t1|||| \}}}|t j2kr|t j krt j }d}n:d }|t j kr||jdkrt3j4dd}|$||fd}|d5d rBtj|j!|d}tj6|rB|}|s`t7j89|d|j"d!}|sxt|d"|dt:rzt;}Wnt<yt=}Yn0t|D]R\}}t||rt>|vrt3j?d d#}|@| $|jA|Bt>|jA||<qtC||j!}tDrtE|}zD|$t jF||j!|||||j"tGdd$d% |$||H|dWn8tIy} zt|d&(|| WYd} ~ n d} ~ 00|t j kr|djJ@d|d_J|t j kr|djK}n|r|djL}nt j }qP| D]\}!}"}}#|@qdgt'|}$|dM|$d<tNt'|dD]Z}||jKdurZ||jKO}%nd'}%||jLdur~||jLO}&nd'}&|%|&f|$|<q6|D]6\}}|Pdd|$|d|Of|$|<|@qd}'t|$D]\}\}%}&||Q}|tRjS krtT||dr| }n ||dkr<|dkr8dnd}z&|%durNd'}%ntU|%jVd(d$d)}%Wnt=|%}%Yn0z&|&durd'}&ntU|&jVd(d$d)}&Wnt=|&}&Yn0g}(|dkrRtW| D]\}!}"}}#|#dur|"d*vrz8tX|#d+}|O})Wdn1s0YWnd})Yn0|)dur|($|!|#|)fq|$tY|j||%|&|||(|jZr|'r|dkr|}'n|}'q| D]*}zt[|WntIyYn0q|j\r|' }'|'S),NrZ&zunsupported shell operator: '&'z||r&&zUnknown shell command: %rcatdiffbuiltin_commands)ZcdexportechorZpopdZpushdZrm:Frz"Error: 'env' requires a subcommandnotrQz--crashTz"Error: 'not' requires a subcommand!z Error: '!' requires a subcommandrzError: 'env' cannot call '{}'z%Error: 'not --crash' cannot call '{}'z.Unsupported: '{}' cannot be part of a pipeliner\ PYTHONPATHz.pyrzw+br.PATHz%r: command not found)deletereplace) r executablerr?r@r close_fdsuniversal_newlineserrorsz'Could not create process ({}) due to {}r]utf-8r)rrrb)]r0rLShUtilSeqrrDlhsrhsr ValueErrorZPipelinerrsetrrrdirnamer__file__rlrprrrormrrrecommandsrBrSrrrrjr/rngetr^rErrrrAr insertr{rrrrr startswithisfiler:r;whichr basestring NameErrorrrNamedTemporaryFilerrrrUrrcPopen kUseCloseFDsr3rrr?r@ communicaterreadrwaitsignalSIGINTKeyboardInterruptrr}rMrr>Zpipe_errrnegate)*rFrGrHrIresZprocsZproc_not_countsZ default_stdinZstderrTempFilesrZnamed_temp_filesrZbuiltin_commands_dirZinproc_builtinsijrrSZnot_argsZ not_countZ not_crashZinproc_builtinrTrr?r@ZstderrIsStdoutrZ exe_in_cwdZstr_typerOrerrrZprocDataoutrrAZ output_filesdatarrrrDas               $            (               ,   rDc Csg}t|D]\}}tt|}|rH|d} || r:dnd}||<z"|t||j |j j  Wq t jtjd|YS0q |d} |ddD]} t| d| } qg} d} z(t||j j}t| || |jd\}} Wn>ty(td}d }| t|jd |j|d Yn0d }}t| D]\}}|d d dd|jjDf7}|jdkr|jdkr|j s|j! sq:|j"D]r\}}}| r|d|f7}t#|j$ddd}t%|dkr||ddd7}|d7}n||7}|d7}q|j r0|d|jf7}|j! rL|d|j!f7}|j sl|j! sl|d7}|jdkr|j r|jdks|jdkrt&t'|jd@(d}n t)|j}|d|f7}|jdkr:|j*r:|dt)|j*f7}q:|||| fS) Nr\ : '\1'; \2: '\1'zshell parser error on: %rrrQrr.r]Fz$ %s rVcss|]}d|VqdS)z"%s"Nr.0srrr sz(executeScriptInternal..z# redirected output from %r: rrrrz ... znote: data was truncated rz# command output: %s z# command stderr: %s z0note: command had no output on stdout or stderr lLz+error: command failed with exit status: %s z#error: command reached timeout: %s )+rerematch kPdbgRegexgroupexpandr/rZShParser isWindowsconfigpipefailparser:TestResultFAILrr environmentrKmaxIndividualTestTimer r{rr>r r rrSrAr?stripr@rCrr}r^hexrrstriprr0)test litConfigtmpBaserrZcmdsr"lnr1r rFrbrHrJrGrAr$r%rrTrrr&ZcodeStrrrrexecuteScriptInternals                rEc Cs~|}|jo| }|d}|r(|d7}d}i} |jrD|sD|d7}ntjdkrVd| d<t||fi| } |rt|D]8\} } tt| } | rt| d}| |rd nd || <qt|j r| d n | d | d |nt|D]:\} } tt| } | r| d}| |rdnd|| <q|jjrB| |dkr nul && zecho '\1' > nulz @echo on z @echo off z @if %ERRORLEVEL% NEQ 0 EXIT r'r(wbsset -o pipefail;zset -o pipefail;sset -x;zset -x;z{ z ; } && { z; } rrFz/cz/bin/sh)rrr$)Z getBashPathr5r{r|rrer0r1r2r3r4Zecho_all_commandsrrr6r7bytesrZ useValgrindZ valgrindArgsr:r;ZexecuteCommandr<r=ZExecuteCommandTimeoutExceptionr%rrAmsg)rArBrCrrZbashPathZ isWin32CMDEXEscriptrZ open_kwargsrr"rDr1r r%rrAr$rrr executeScriptsp                   rLc csttdddd|Df}t|d}z|}|tdsR|td}d}d}||D]X}|}|| td||7}|}| \} } |t | d t | d  d fVqdW|n |0d S) z parseIntegratedTestScriptCommands(source_path) -> commands Parse the commands in an integrated test script file into a list of (line_number, command_type, line). z (%s)(.*) |css|]}t|VqdSr )r0escape)r+krrrr-Artz4parseIntegratedTestScriptCommands..rrrQrr N)r0compilerrrrendswithfinditerr8countgroupsrr}r@r) source_pathkeywordsZ keywords_rerr& line_numberZlast_match_positionr1Zmatch_positionkeywordrDrrr!parseIntegratedTestScriptCommands-s*    rZcCs<|}tj|\}}tj|d}tj||}||fS)zeGet the temporary location, this is always relative to the test suite root, not test source root.ZOutput) getExecPathrrsplitr)rAZexecpathexecdirZexecbasetmpDirrCrrr getTempPathses r_cCs:trtdd|ddS|ddks*J|ddSdS)Nz^(.):z\1r[/rrQ)rr0subr)rrrrcolonNormalizePathnsrbFc Cs|}tj|}|rH|dd}|dd}|dd}|dd}g}||jj|d}tj|}|d|fd|fd|fdtj fd|fd |fd |fg|d t |j fd t |j fd tjj fg|d|ddfd|ddfd|ddfd|dddfd|ddfd|ddfgdd} |d| |ddfd| |ddfd| |ddfd| |dddfd| |ddfg|dt|fdt|fdt|fdt|dfd t|fg|S)!Nr[r`z.tmpz%sz%Sz%pz %{pathsep}z%tz %basename_tz%Tz%{fs-src-root}z%{fs-tmp-root}z %{fs-sep}z%/sz%/Sz%/pz%/tz%/Tz%/etz\\\\\\\\cSs|dd}|dd}|S)N@z\@rz\&)r)r,rrr regex_escapes  z-getDefaultSubstitutions..regex_escapez%{/s:regex_replacement}z%{/S:regex_replacement}z%{/p:regex_replacement}z%{/t:regex_replacement}z%{/T:regex_replacement}z%:sz%:Sz%:pz%:tz%:T) getSourcePathrrr rrRr6 substitutionsbasenamepathseppathlibPathanchorseprb) rAr^rCnormalize_slashes sourcepathZ sourcedirrfZtmpNamebaseNamerdrrrgetDefaultSubstitutionsust             rpcsifdd}|S)Ncs|vr||<|Sr rrqcacherrrmemoizeds z_memoize..memoizedr)rrsrrqr_memoizesrtcCs t|Sr )r0rQ)rrrr_caching_re_compilesruc@s0eZdZdZddZddZddZdd Zd S) ExpandableScriptDirectiveaZ Common interface for lit directives for which any lit substitutions must be expanded to produce the shell script. It includes directives (e.g., 'RUN:') specifying shell commands that might have lit substitutions to be expanded. It also includes lit directives (e.g., 'DEFINE:') that adjust substitutions. start_line_number: The directive's starting line number. end_line_number: The directive's ending line number, which is start_line_number if the directive has no line continuations. keyword: The keyword that specifies the directive. For example, 'RUN:'. cCs||_||_||_dSr )start_line_numberend_line_numberrY)rrwrxrYrrrrsz"ExpandableScriptDirective.__init__cCsds JddS)a Add a continuation line to this directive and return True, or do nothing and return False if the specified line is not a continuation for this directive (e.g., previous line does not end in '', or keywords do not match). line_number: The line number for the continuation line. keyword: The keyword that specifies the continuation line. For example, 'RUN:'. line: The content of the continuation line after the keyword. F-expected method to be called on derived classNrrrXrYlinerrradd_continuations z*ExpandableScriptDirective.add_continuationcCsds JddS)a Does this directive require a continuation line? '' is documented as indicating a line continuation even if whitespace separates it from the newline. It looks like a line continuation, and it would be confusing if it didn't behave as one. FryNrr,rrrneeds_continuationsz,ExpandableScriptDirective.needs_continuationcCs,|j|jkrd|jSd|jd|jS)z Get a phrase describing the line or range of lines so far included by this directive and any line continuations. zat line z from line z to )rwrxr,rrr get_locations  z&ExpandableScriptDirective.get_locationN)rrrr!rr|r}r~rrrrrvs   rvcs0eZdZdZfddZddZddZZS)CommandDirectivez A lit directive taking a shell command line. For example, 'RUN: echo hello world'. command: The content accumulated so far from the directive and its continuation lines. cst|||||_dSr )superrr@r )rrwrxrYr{ __class__rrrszCommandDirective.__init__cCs8||jks|sdS|jdd||_||_dS)NFrT)rYr}r r@rxrzrrrr| s z!CommandDirective.add_continuationcCs|jddkSNrr[)r r,rrrr}sz#CommandDirective.needs_continuation)rrrr!rr|r} __classcell__rrrrrs rcs@eZdZdZfddZddZddZdd Zd d ZZ S) SubstDirectivea# A lit directive taking a substitution definition or redefinition. For example, 'DEFINE: %{name} = value'. new_subst: True if this directive defines a new substitution. False if it redefines an existing substitution. body: The unparsed content accumulated so far from the directive and its continuation lines. name: The substitution's name, or None if more continuation lines are still required. value: The substitution's value, or None if more continuation lines are still required. cs4t|||||_||_d|_d|_|dSr )rr new_substbodyrvalue _parse_body)rrwrxrYrr{rrrr$s zSubstDirective.__init__cCs\||jks|sdS|s&td|jddd||_||_|dS)NFz$Substitution's continuation is emptyrrVT) rYr}r>r rr@lstriprxrrzrrrr|-s$zSubstDirective.add_continuationcCs|jdddkSr)rr@r,rrrr}9sz!SubstDirective.needs_continuationcCsn|r dS|jdd}t|dkr.td|d|_|d|_t d|jsjtd|jddS) z If no more line continuations are required, parse all the directive's accumulated lines in order to identify the substitution's name and full value, and raise an exception if invalid. NrdrQz.Substitution's definition does not contain '='rz%{[_a-zA-Z][-_:0-9a-zA-Z]*}zSubstitution name 'z' is malformed as it must start with '%{', it must end with '}', and the rest must start with a letter or underscore and contain only alphanumeric characters, hyphens, underscores, and colons) r}rr\r^r r>rrr0 fullmatch)rpartsrrrr<s  zSubstDirective._parse_bodyc sFrJdjdd}fddtD}dfdd|D}jr|r|td jd jd | d j|fd St |dkrtdjdjd ||stdjdjd |d d jkr0tdjdjd dj| j|f|d <d S)zX Modify the specified substitution list as specified by this directive. z=expected directive continuations to be parsed before applyingr[\\cs"g|]\}}j|dvr|qSr)r)r+r"substr,rr js z7SubstDirective.adjust_substitutions..r]c3s|]}d|dVqdS)z Existing pattern: rNr)r+r")rfrrr-lsz6SubstDirective.adjust_substitutions..z%Substitution whose pattern contains 'z' is already defined before 'z ' directive rNrQz/Multiple substitutions whose patterns contain 'z' are defined before 'zNo substitution for 'z' is defined before 'z.Existing substitution whose pattern contains 'z*' does not have the pattern specified by 'z Expected pattern: ) r}rrrerrr rrYr~rr^)rrfZ value_replexistingZ existing_resr)rrfradjust_substitutionscsh      z#SubstDirective.adjust_substitutions) rrrr!rr|r}rrrrrrrrs   'rc sdddd}fddfddfd d }d urFn|}g}|D]P}t|trl|qRt|tr~|j} nt|tsJ|} |||| qR|S) a! Apply substitutions to the script. Allow full regular expression syntax. Replace each matching occurrence of regular expression pattern a with substitution b in line ln. If a substitution expands into another substitution, it is expanded recursively until the line has no more expandable substitutions. If the line can still can be substituted after being substituted `recursion_limit` times, it is an error. If the `recursion_limit` is `None` (the default), no recursive substitution is performed at all. cSstdd|S)Nz%% #_MARKER_#rurarDrrrescapePercentssz*applySubstitutions..escapePercentscSstdd|S)Nr%rrrrrunescapePercentssz,applySubstitutions..unescapePercentscsl|ddkr|Sddddddd d fd d |d d\}}t|dkshJ|S)N%if rcSs`|dsd|fS|dd}td|}|s8td|d|}||d}||fS)Nrrz%{z$'%{' is missing for %if substitution)rrusearchr r8end)rDr1condrrrtryParseIfConds  zDapplySubstitutions..substituteIfElse..tryParseIfCondcSs@td|}|sd|fS|ds,tdd||dfS)Nz^\s*%else\s*(%{)?FrQz&'%{' is missing for %else substitutionT)rurr3r r)rDr1rrr tryParseElses  zBapplySubstitutions..substituteIfElse..tryParseElsecSs"|drd|ddfSd|fS)Nz%}Tr\F)rrrrr tryParseEnds zAapplySubstitutions..substituteIfElse..tryParseEndcSsDt|r dnd|}|s"|dfS|d}|d|||dfS)Nz(.*?)(?:%if|%})z (.*?)(?:%if)r]rQ)rurr)rDisNestedr1Ztext_endrrr parseTexts  z?applySubstitutions..substituteIfElse..parseTextc sd}t|r|r"|\}}|r"qΈ|\}}|r|dd\}}|\}}|sZtdd}|\}}|r|dd\}}|\}}|stdt|r||7}q||7}q||\} }|| 7}q||fS)Nr]Trz$'%}' is missing for %if substitutionz&'%}' is missing for %else substitution)r^r r evaluate) rDrrTZ found_end_rZ branch_ifZ branch_elseZ found_elsetext) conditionsparseRecursiverrrrrrrs4        zDapplySubstitutions..substituteIfElse..parseRecursiveFrr)findr^)rDrT)r)rrrrrrsubstituteIfElses $z,applySubstitutions..substituteIfElsecsJ|}D]0\}}tr(|dd}t|t||}q|S)Nr[r)rrrurarr>)rDrru)rrrfrr processLines    z'applySubstitutions..processLinecshttrdksJ|}d}|}||krL|krL|}|}|d7}q&||krdtd|f|S)NrrQzTRecursive substitution of '%s' did not complete in the provided recursion limit (%s))rLrr )rDZorigLineZsteps processed)rrecursion_limitrrprocessLineToFixedPoint s z3applySubstitutions..processLineToFixedPointN)rLrrrr rr/) rKrfrrrrprocessr directiver{r)rrrrrrfrapplySubstitutionss  X   rc@sHeZdZdZdZdZdZdZdZdZ dZ d Z e d d Z e d d ZdS) ParserKinda An enumeration representing the style of an integrated test keyword or command. TAG: A keyword taking no value. Ex 'END.' COMMAND: A keyword taking a list of shell commands. Ex 'RUN:' LIST: A keyword taking a comma-separated list of values. BOOLEAN_EXPR: A keyword taking a comma-separated list of boolean expressions. Ex 'XFAIL:' INTEGER: A keyword taking a single integer. Ex 'ALLOW_RETRIES:' CUSTOM: A keyword with custom parsing semantics. DEFINE: A keyword taking a new lit substitution definition. Ex 'DEFINE: %{name}=value' REDEFINE: A keyword taking a lit substitution redefinition. Ex 'REDEFINE: %{name}=value' rrQr\ryrrcCsJtjdgtjdgtjdgtjdgtjdgtjddgtjdgtjdgi|S)Nrr rTAGCOMMANDLIST BOOLEAN_EXPRINTEGERCUSTOMDEFINEREDEFINErrrrallowedKeywordSuffixesFs z!ParserKind.allowedKeywordSuffixescCs8tjdtjdtjdtjdtjdtjdtjdtjdi|S) NrrrrrrrrrrrrrrRszParserKind.strN)rrrr!rrrrrrrr staticmethodrrrrrrr,s rc@s~eZdZdZdddZddZddZed d Zed d Z e d dZ eddZ eddZ eddZe ddZdS)IntegratedTestKeywordParsera A parser for LLVM/Clang style integrated test scripts. keyword: The keyword to parse for. It must end in either '.' or ':'. kind: An value of ParserKind. parser: A custom parser. This value may only be specified with ParserKind.CUSTOM. Ncs|t|}t|dks"|d|vrjt|dkrLtd|t||dfntd|t|d|f|dur|tjkrtd|_|_g_ |_ |_ |tj krfdd _ n|tj krЈj_ n|tjkrj_ n|tjkrj_ n|tjkrj_ nj|tjkr4|dur,td |_ nD|tjkrPfd d _ n(|tjkrlfd d _ n td |dS)NrrrQz*Keyword '%s' of kind '%s' must end in '%s'z2Keyword '%s' of kind '%s' must end in one of '%s'rVz;custom parsers can only be specified with ParserKind.CUSTOMcs|||jSr )_handleCommandrYrXr{rr,rrrs~s z6IntegratedTestKeywordParser.__init__..z*ParserKind.CUSTOM requires a custom parsercsj|||jddS)NTr _handleSubstrYrr,rrrss csj|||jddS)NFrrrr,rrrss zUnknown kind '%s')rrr^r rrrrYkind parsed_linesrparserrr _handleListr_handleBooleanExprr_handleSingleIntegerr _handleTagrr)rrYrr initial_valueZallowedSuffixesrr,rrgsN                 z$IntegratedTestKeywordParser.__init__c Csnz*|j||fg7_||||j|_Wn>tyh}z&tt|d|j|fWYd}~n d}~00dS)Nz in %s directive on test line %d)rrrr rrY)rrXr{r$rrr parseLines z%IntegratedTestKeywordParser.parseLinecCs|jSr rr,rrrgetValuesz$IntegratedTestKeywordParser.getValuecCs| p |S)z&A helper for parsing TAG type keywordsr>rrrrrsz&IntegratedTestKeywordParser._handleTagcs,tdt|}fdd}td||S)Nz %\(line\)csL|ddkr$tt|dS|ddkrHtt|dSdS)NrQ+r\-)r3rr)r1rXrrreplace_line_numberszOIntegratedTestKeywordParser._substituteLineNumbers..replace_line_numberz%\(line *([\+-]) *(\d+)\))r0rar)rXr{rrrr_substituteLineNumberss z2IntegratedTestKeywordParser._substituteLineNumberscCsz|||}|r"|d|||sv|dur.g}dj||d}ttd|sTJddj||d}|t|||||S) z*A helper for parsing COMMAND type keywordsrNz%%dbg({keyword} at line {line_number}))rYrX$z.kPdbgRegex expected to match actual %dbg usagez{pdbg} {real_command})pdbgZ real_command)rr|rEr0r1r2r/r)clsrXr{rrYrrrrrs*  z*IntegratedTestKeywordParser._handleCommandcCs*|dur g}|dd|dD|S)zA parser for LIST type keywordsNcSsg|] }|qSrrr*rrrrrtz;IntegratedTestKeywordParser._handleList..,)rRr\rrrrrsz'IntegratedTestKeywordParser._handleListcCsH|dur g}z t|}Wn ty8td|Yn0|||S)z"A parser for INTEGER type keywordsNz;INTEGER parser requires the input to be an integer (got {}))rr rEr/)rXr{rnrrrrs   z0IntegratedTestKeywordParser._handleSingleIntegercCsdd|dD}|rJ|dddkrJ|ddd|d|d<|d=|durVg}|||D]"}|dkrd|dsdt|gqd|S) z'A parser for BOOLEAN_EXPR type keywordscSs g|]}|dkr|qS)r]rr*rrrrrtzBIntegratedTestKeywordParser._handleBooleanExpr..rrr[Nr*)r\rRrRr r)rXr{rrr,rrrrs z.IntegratedTestKeywordParser._handleBooleanExprcCsL|||}|r&|d|||r&|S|dur2g}|t||||||S)z.A parser for DEFINE and REDEFINE type keywordsrN)rr|r/r)rrXr{rrYrrrrrs  z(IntegratedTestKeywordParser._handleSubst)NN)rrrr!rrrrrr classmethodrrrrrrrrrr_s$ 2      rTc Csg}tdtj|dtdtjtdtjtdtjtdtjtdtjtdtj|dtd tj|dg}d d |D}|D]8}t|tst d |j |vrt d |j |||j <qvt || D]6\}}} ||}| || |dkr|durqq|rtdd|Dst d|D]*} | rt d| j d| q|D]P} || } | jtjkrjqL| } | rL| dddkrLt dj| dqL|d}|rt|dkrt ddd |DS)a~_parseKeywords Scan an LLVM/Clang style integrated test script and extract all the lines pertaining to a special parser. This includes 'RUN', 'XFAIL', 'REQUIRES', 'UNSUPPORTED', 'ALLOW_RETRIES', 'END', 'DEFINE', 'REDEFINE', as well as other specified custom parsers. Returns a dictionary mapping each custom parser to its value after parsing the test. RUN:)rXFAIL: REQUIRES: UNSUPPORTED:ALLOW_RETRIES:zEND.DEFINE: REDEFINE:cSsi|] }|j|qSr)rYr+r=rrr rtz"_parseKeywords..zDAdditional parser must be an instance of IntegratedTestKeywordParserz&Parser for keyword '%s' already existsTcss|]}t|tVqdSr )rLr)r+rrrrr--sz!_parseKeywords..zTest has no 'RUN:' linezTest has unterminated 'z' directive (with '\') rr[z.Test has unterminated '{key}' lines (with '\'))rgrQz*Test has more than one ALLOW_RETRIES linescSsi|]}|j|qSr)rYrrrrrrLrt)rrrrrrrrrLr rYrZkeysrranyr}r~rrEr^values)rnadditional_parsersrequire_scriptrKZbuiltin_parsersZkeyword_parsersrrXZ command_typerDrrgZkprallowed_retriesrrr_parseKeywordssj                  rc CsZzt|||}Wn8tyL}z tjtjt|WYd}~Sd}~00|dpXg}|d|ksjJ|d|kszJ|j|dpg7_|j |dpg7_ |j |dpg7_ |dr|dd |_ | }|rd |}tjtjd |S|}|r*d |}tjtjd |S|sVd |jj}tjtjd |S|S)aparseIntegratedTestScript - Scan an LLVM/Clang style integrated test script and extract the lines to 'RUN' as well as 'XFAIL', 'REQUIRES', 'UNSUPPORTED' and 'ALLOW_RETRIES' information into the given test. If additional parsers are specified then the test is also scanned for the keywords they specify and all matches are passed to the custom parser. If 'require_script' is False an empty script may be returned. This can be used for test formats where the actual script is optional or ignored. Nrrrrrrrrz, z4Test requires the following unavailable features: %sz?Test does not support the following features and/or targets: %szLTest does not require any of the features specified in limit_to_features: %s)rrer r:r9r:Z UNRESOLVEDrZxfailsrequires unsupportedrZgetMissingRequiredFeaturesr UNSUPPORTEDZgetUnsupportedFeaturesZisWithinFeatureLimitsr6Zlimit_to_features) rArrparsedr$rKZmissing_required_featuresrJZunsupported_featuresrrrparseIntegratedTestScriptOsN *      rcsfdd}tjtjtj}jd}t|D]>}||} t | tj j rl| S| \} } } } }|t j krJqqJ|dkr|t j krt j}dd| f}| dur|d| f7}|d7}| r|d| f7}| r|d | f7}tj ||S) Ncsxrt|}nt|}t|tjjr8|S|\}}}}|dkrTtj}n|durdtj}ntj}|||||fSr-) rLrErLr:r9r:PASSr;TIMEOUT)r]r!r%rrArJstatusrBrKrArC useExternalShrrrunOnces z_runShTest..runOncerQrzScript: -- %s -- Exit Code: %d rz Timeout: %s z"Command Output (stdout): -- %s -- z"Command Output (stderr): -- %s -- )r:r;rrrr r[rrrLr9r:r;rZ FLAKYPASSr)rArBrrKrCrr]attemptsr"r!r%rrArJrrrrr _runShTests0    rc Cs|jjrtjtjdSt|}t|| d}t|tjjr@|S||7}|j r\tjtj St |\}}t|} | t ||||d7} dd|jj D} t|| | |jjd}t|||||S)NzTest is unsupported)r)rmcSsi|] }|dqS)Tr)r+featurerrrrrtz!executeShTest..)r)r6rr:r9r:rrBrrLZ noExecuterr_rpZavailable_featuresrZrecursiveExpansionLimitr) rArBrZextra_substitutionsZpreamble_commandsrKrr^rCrfrrrr executeShTests&  r)r)F)N __future__rerrnoio itertoolsrrrrr{r0rrirrrr4r ImportErrorZlit.ShCommandsrrZ lit.ShUtilrZlit.Testr9Zlit.utilr:rrrZlit.BooleanExpressionr Exceptionr rrrrrr2objectrr"r>rKrPrUrcrjrlrmrorprrrrrrDrErLrZr_rbrprtrurvrrrrrrrrrrrrrs       L B  >$a]>NB8  E 6v "3 R 79