a
    þd^	  ã                   @   s®   d dl ZdZdZdZdZdZdZdZd	Z	d
Z
dZdZdZg d¢Zg d¢Zg d¢Zg d¢Zg d¢ZdZg d¢Zg d¢ZejejejejejejdœZg d¢Zg d¢Zg d¢ZdS )é    Nz	scaler.ptZpytorch_modelZrandom_statesZ	optimizerZ	schedulerzpytorch_model.binzpytorch_model.bin.index.jsonzmodel.safetensorszmodel.safetensors.index.jsonz1.10.2Zpy38z4.17.0)zml.p3.16xlargezml.p3dn.24xlargezml.p4dn.24xlarge)Z
FULL_SHARDZSHARD_GRAD_OPZNO_SHARDZHYBRID_SHARDZHYBRID_SHARD_ZERO2)ZTRANSFORMER_BASED_WRAPZSIZE_BASED_WRAPZNO_WRAP)ZBACKWARD_PREZBACKWARD_POSTZNO_PREFETCH)ZFULL_STATE_DICTZLOCAL_STATE_DICTZSHARDED_STATE_DICTz2.0.1)ZpdshÚstandardZopenmpiZmvapich)Údefaultzreduce-overheadzmax-autotune)ú>z>=z==z!=z<=ú<)ZnnodesZnproc_per_nodeZrdzv_backendZrdzv_endpointZrdzv_idZ	rdzv_confÚ
standaloneZmax_restartsZmonitor_intervalZstart_methodÚroleÚmoduleÚmZ	no_pythonÚrun_pathZlog_dirÚrZ	redirectsÚtÚteeZ	node_rankZmaster_addrZmaster_port)Ú	DEEPSPEEDZ	MULTI_GPUÚFSDPZMEGATRON_LM)r   Z	MULTI_XPUr   ) ÚoperatorÚopZSCALER_NAMEZ
MODEL_NAMEZRNG_STATE_NAMEZOPTIMIZER_NAMEZSCHEDULER_NAMEZWEIGHTS_NAMEZWEIGHTS_INDEX_NAMEZSAFE_WEIGHTS_NAMEZSAFE_WEIGHTS_INDEX_NAMEZSAGEMAKER_PYTORCH_VERSIONZSAGEMAKER_PYTHON_VERSIONZSAGEMAKER_TRANSFORMERS_VERSIONZ SAGEMAKER_PARALLEL_EC2_INSTANCESZFSDP_SHARDING_STRATEGYZFSDP_AUTO_WRAP_POLICYZFSDP_BACKWARD_PREFETCHZFSDP_STATE_DICT_TYPEZFSDP_PYTORCH_VERSIONZDEEPSPEED_MULTINODE_LAUNCHERSZTORCH_DYNAMO_MODESÚgtÚgeÚeqÚneÚleÚltZSTR_OPERATION_TO_FUNCZTORCH_LAUNCH_PARAMSZCUDA_DISTRIBUTED_TYPESZXPU_DISTRIBUTED_TYPES© r   r   úc/var/www/html/stable-diffusion-webui/venv/lib/python3.9/site-packages/accelerate/utils/constants.pyÚ<module>   s0   