o
    qôjN  ã                   @   sD  d dl Zd dlZdZdZdZdZdZdZdZ	d	Z
e› d
�ZdZe› d�Ze› d�ZdZe› d�ZdZdZdZg d¢Zg d¢Zg d¢Zg d¢Zg d¢ZddgZdZdZdZdZg d¢Zg d¢ZdZ d Z!d!Z"d"Z#d#Z$dZ%d$Z&ej'ej(ej)ej*ej+ej,d%œZ-g d&¢Z.g d'¢Z/e/g d(¢ Z0ej1j2ej1j3ej1j4ej1j5ej1j6ej1j7ej1j8fZ9dS ))é    Nz	scaler.ptZpytorch_modelÚmodelÚrandom_statesÚ	optimizerÚ	schedulerÚsamplerzprofile_{suffix}.jsonz.binzpytorch_model{suffix}.binz.index.jsonz.safetensorszmodel{suffix}.safetensorsz1.10.2Zpy38z4.17.0)zml.p3.16xlargezml.p3dn.24xlargezml.p4dn.24xlarge)Ú
FULL_SHARDZSHARD_GRAD_OPZNO_SHARDZHYBRID_SHARDZHYBRID_SHARD_ZERO2)ÚTRANSFORMER_BASED_WRAPÚSIZE_BASED_WRAPÚNO_WRAP)ZBACKWARD_PREZBACKWARD_POSTÚNO_PREFETCH)ÚFULL_STATE_DICTÚLOCAL_STATE_DICTÚSHARDED_STATE_DICTr   r   z2.1.0.a0+32f93b1z2.6.0z2.5.0Zpytorch_model_fsdp)ZpdshÚstandardZopenmpiZmvapichZmpichZnosshÚslurm)Údefaultzreduce-overheadzmax-autotunez2.2.0z2.4.0z2.1.0z2.3.0z4.52.0z0.18.2)ú>z>=z==z!=z<=ú<)ZnnodesZnproc_per_nodeZrdzv_backendZrdzv_endpointZrdzv_idZ	rdzv_confÚ
standaloneZmax_restartsÚmonitor_intervalÚstart_methodÚroleÚmoduleÚmZ	no_pythonÚrun_pathÚlog_dirÚrZ	redirectsÚtÚteeZ	node_rankÚmaster_addrÚmaster_port)Ú	DEEPSPEEDÚ	MULTI_GPUÚFSDPÚMEGATRON_LMZTP)Ú	MULTI_NPUÚ	MULTI_MLUÚ
MULTI_SDAAÚ
MULTI_MUSAÚ	MULTI_XPUÚ	MULTI_CPUÚ	MULTI_HPUÚMULTI_NEURON):ÚoperatorÚopÚtorchÚSCALER_NAMEÚ
MODEL_NAMEÚSAFE_MODEL_NAMEÚRNG_STATE_NAMEÚOPTIMIZER_NAMEÚSCHEDULER_NAMEÚSAMPLER_NAMEÚPROFILE_PATTERN_NAMEÚWEIGHTS_NAMEÚWEIGHTS_PATTERN_NAMEÚWEIGHTS_INDEX_NAMEÚSAFE_WEIGHTS_NAMEÚSAFE_WEIGHTS_PATTERN_NAMEÚSAFE_WEIGHTS_INDEX_NAMEZSAGEMAKER_PYTORCH_VERSIONZSAGEMAKER_PYTHON_VERSIONZSAGEMAKER_TRANSFORMERS_VERSIONZ SAGEMAKER_PARALLEL_EC2_INSTANCESÚFSDP_SHARDING_STRATEGYÚFSDP_AUTO_WRAP_POLICYÚFSDP_BACKWARD_PREFETCHÚFSDP_STATE_DICT_TYPEZFSDP2_STATE_DICT_TYPEÚFSDP_PYTORCH_VERSIONÚFSDP2_PYTORCH_VERSIONÚDTENSOR_PYTORCH_VERSIONZFSDP_MODEL_NAMEZDEEPSPEED_MULTINODE_LAUNCHERSZTORCH_DYNAMO_MODESZ0ELASTIC_LOG_LINE_PREFIX_TEMPLATE_PYTORCH_VERSIONÚ'XPU_PROFILING_AVAILABLE_PYTORCH_VERSIONÚ(MITA_PROFILING_AVAILABLE_PYTORCH_VERSIONÚ!BETA_TP_AVAILABLE_PYTORCH_VERSIONÚ&BETA_TP_AVAILABLE_TRANSFORMERS_VERSIONÚ!BETA_CP_AVAILABLE_PYTORCH_VERSIONZ#BETA_SP_AVAILABLE_DEEPSPEED_VERSIONÚgtÚgeÚeqÚneÚleÚltZSTR_OPERATION_TO_FUNCÚTORCH_LAUNCH_PARAMSZCUDA_DISTRIBUTED_TYPESÚ!TORCH_DISTRIBUTED_OPERATION_TYPESÚnnÚConv1dÚConv2dÚConv3dÚConvTranspose1dÚConvTranspose2dÚConvTranspose3dÚLinearZ&SUPPORTED_PYTORCH_LAYERS_FOR_UPCASTING© rZ   rZ   úk/var/www/html/academy/tools/voices/clone/sv-venv/lib/python3.10/site-packages/accelerate/utils/constants.pyÚ<module>   sf   



ÿù