a d%3@sdZddlZddlZddlmZmZmZddlmZddl m Z ddl m Z ddl mZmZmZmZmZmZmZmZmZddlZddlmZmZmZdd lmZed ed efd Zeed edfZ e eeefeeddddZ!e eeefedddZ"d1e e#edddZ$e eee#eefdddZ%e e#dddZ&dd e ee'ed!d"d#Z(e#ee#e#fd$d%d&Z)e#ee*e#fd'd(d)Z+ee*e,e#fee*e,fd'd*d+Z-ee*e#fee*e#fd'd,d-Z.eed.d/d0Z/dS)2z;Utilities for Argument Parsing within Lightning Components.N)_ArgumentGroupArgumentParser Namespace) literal_eval)suppress)wraps) AnyCallablecastDictListTupleTypeTypeVarUnion) str_to_boolstr_to_bool_or_intstr_to_bool_or_str)_ADD_ARGPARSE_RETURN_T.)boundpl.LightningDataModule pl.Trainer)rr)clsargskwargsreturnc sZt|tr||}t|t|jj}fdd|D}|jfi||fi|S)azCreate an instance from CLI arguments. Eventually use variables from OS environment which are defined as ``"PL__"``. Args: cls: Lightning class args: The parser or namespace to take arguments from. Only known arguments will be parsed and passed to the :class:`Trainer`. **kwargs: Additional keyword arguments that may override ones in the parser or namespace. These must be valid Trainer arguments. Examples: >>> from pytorch_lightning import Trainer >>> parser = ArgumentParser(add_help=False) >>> parser = Trainer.add_argparse_args(parser) >>> parser.add_argument('--my_custom_arg', default='something') # doctest: +SKIP >>> args = Trainer.parse_argparser(parser.parse_args("")) >>> trainer = Trainer.from_argparse_args(args, logger=False) csi|]}|vr||qSr).0nameparamsrm/var/www/html/stable-diffusion-webui/venv/lib/python3.9/site-packages/pytorch_lightning/utilities/argparse.py ?z&from_argparse_args..) isinstancerparse_argparservarsinspect signature__init__ parametersupdate)rrrZ valid_kwargsZtrainer_kwargsrr r"from_argparse_args s  r-)r arg_parserrc Cst|tr|n|}ddt|D}i}t|D]B\}}||vrr|durr||\}}t|vrrt|trrd}|||<q8tfi|S)z4Parse CLI arguments, required for custom bool types.cSsi|]\}}}|||fqSrr)rarg arg_types arg_defaultrrr"r#Ir$z#parse_argparser..NT)r%r parse_argsget_init_arguments_and_typesr'itemsboolr) rr.rZ types_defaultZ modified_argskvr0r1rrr"r&Es  r& PL_%(cls_name)s_%(cls_argument)s)rtemplaterc Cst|}i}|D]v\}}}||j|d}tj|}|dus|dksttt|}Wdn1st0Y|||<qt fi|S)aParse environment arguments if they are defined. Examples: >>> from pytorch_lightning import Trainer >>> parse_env_variables(Trainer) Namespace() >>> import os >>> os.environ["PL_TRAINER_GPUS"] = '42' >>> os.environ["PL_TRAINER_BLABLABLA"] = '1.23' >>> parse_env_variables(Trainer) Namespace(gpus=42) >>> del os.environ["PL_TRAINER_GPUS"] )cls_nameZ cls_argumentN) r3__name__upperosenvirongetr Exceptionrr)rr9Zcls_arg_defaultsZenv_argsZarg_name_envvalrrr"parse_env_variables^s  & rE)rrc Cst|j}g}|D]}||j}||j}z`t|jdkrRtdd|jD}n8dt |vsjdt |vrtdd|jD}n t|j}Wnt t fy|f}Yn0| |||fq|S)aNScans the class signature and returns argument names, types and default values. Returns: List with tuples of 3 values: (argument name, set with argument types, argument default value). Examples: >>> from pytorch_lightning import Trainer >>> args = get_init_arguments_and_types(Trainer) _LiteralGenericAliascSsh|] }t|qSr)type)rarrr" r$z/get_init_arguments_and_types..ztyping.Literalztyping_extensions.LiteralcSs h|]}|jD] }t|qqSr)__args__rG)rZ union_argsrHrrr"rIr$) r(r)r+ annotationdefaultrGr<tuplerJstrAttributeError TypeErrorappend)rZcls_default_paramsZname_type_defaultr/Zarg_typer1r0rrr"r3|s    r3cCs@t|tsJt||jdr.d|jS|jd|jS)Nzpytorch_lightning.zpl..)r%rGrepr __module__ startswithr< __qualname__)rrrr"_get_abbrev_qualified_cls_names  rWT)use_argument_group)r parent_parserrXrc st|trtd|r*t|}||}nt|gdd}gdtttt f}||j fD].}t |}fdd|D}t |dkrVqqVt |j jp|jpd}|D]"\} } tfd d |Dsqi} t vr*| jd d d t dkrt} n2tvrt} n"tvrt} nddDd} nd} | dksF| dkrJt} t dkrxttvrxttvrxt} | dkrt} | dkrt} |jd| f| | | || | tjkd| q|r|S|S)ajExtends existing argparse by default attributes for ``cls``. Args: cls: Lightning class parent_parser: The custom cli arguments parser, which will be extended by the class's default arguments. use_argument_group: By default, this is True, and uses ``add_argument_group`` to add a new group. If False, this will use old behavior. Returns: If use_argument_group is True, returns ``parent_parser`` to keep old workflows. If False, will return the new ArgumentParser object. Only arguments of the allowed types (str, float, int, bool) will extend the ``parent_parser``. Raises: RuntimeError: If ``parent_parser`` is not an ``ArgumentParser`` instance Examples: >>> # Option 1: Default usage. >>> import argparse >>> from pytorch_lightning import Trainer >>> parser = argparse.ArgumentParser() >>> parser = Trainer.add_argparse_args(parser) >>> args = parser.parse_args([]) >>> # Option 2: Disable use_argument_group (old behavior). >>> import argparse >>> from pytorch_lightning import Trainer >>> parser = argparse.ArgumentParser() >>> parser = Trainer.add_argparse_args(parser, use_argument_group=False) >>> args = parser.parse_args([]) z.Please only pass an `ArgumentParser` instance.F)parentsadd_help)selfrrcsg|]}|dvr|qSrr)rx)ignore_arg_namesrr" r$z%add_argparse_args..rr;c3s|]}|vr|VqdS)Nrrat)r0rr" r$z$add_argparse_args..?T)nargsconstcSsg|]}|tur|qSr)r5rarrr"r`r$ZgpusZ tpu_coresZtrack_grad_normZ precisionz--)destrLrGhelprequired)r%r RuntimeErrorrWadd_argument_grouprrNintfloatr5r*r3len_parse_args_from_docstring__doc__rMr,rrr_gpus_allowed_typeset_int_or_float_type_precision_allowed_type add_argumentr@r(_empty) rrYrXZ group_nameparserZ allowed_typessymbolZargs_and_typesZ args_helpr/r1Z arg_kwargsZuse_typer)r0r_r"add_argparse_argssf-        *   r{) docstringrcCsd}d}i}|dD]}|}|s(qt|t|}|drL|d}q|durXqq||krfqq||kr|jddd\}}|||<q||kr||d|7<q|S) Nr; )zArgs:z Arguments:z Parameters::rg)maxsplit )splitlstriprprU)r|Zarg_block_indentZ current_argparsedlinestrippedZ line_indentZarg_descriptionrrr"rqs(  rq)r^rcCsd|vrt|St|S)N,)rNrnr^rrr"rs5srscCsdt|vrt|St|S)NrR)rNrornrrrr"ru;s rucCs&z t|WSty |YS0dS)ze >>> _precision_allowed_type("32") 32 >>> _precision_allowed_type("bf16") 'bf16' N)rn ValueErrorrrrr"rvAs  rv)fnrcs*tttttdfdd }tt|S)N)r\rrrcsh|j}|r0ddt|D}|tt||tt|}tt|t|}|fi|S)NcSsg|] }|dqSr]r)rr/rrr"r`Tr$zH_defaults_from_env_vars..insert_env_defaults..) __class__r3r,dictzipr'rElistr4)r\rrrZ cls_arg_namesZ env_variablesrrr"insert_env_defaultsOs z4_defaults_from_env_vars..insert_env_defaults)rrr r)rrrrr"_defaults_from_env_varsNsr)r8)0rrr(r>argparserrrastr contextlibr functoolsrtypingrr r r r r rrrZpytorch_lightningplZ#pytorch_lightning.utilities.parsingrrrZ!pytorch_lightning.utilities.typesrrZ _ARGPARSE_CLSr-r&rNrEr3rWr5r{rqrnrsrorurvrrrrr"sB   ,   %$  u"