o
    pôjÀ>  ã                   @   s  d dl Z d dlZ d dlZd dlZd dlZd dlmZmZ d dlZd dl	m
Z
 d dlmZ ddlmZmZmZ ddlmZmZ edd	d
�ZdZerczd dlm  mZ d dlZd	ZW n	 eyb   Y nw eZej ¡ Z d‹dd„Z!de"fdd„Z#dd„ Z$dd„ Z%dd„ Z&dd„ Z'dd„ Z(dd„ Z)dd„ Z*dd „ Z+d!d"„ Z,d#d$„ Z-d%d&„ Z.d'd(„ Z/edŒd)d*„ƒZ0d+d,„ Z1d-d.„ Z2d/d0„ Z3d�d1d2„Z4d3d4„ Z5d5d6„ Z6d7d8„ Z7d9d:„ Z8d‹d;d<„Z9d=d>„ Z:d?d@„ Z;dAdB„ Z<dCdD„ Z=dEdF„ Z>dGdH„ Z?dIdJ„ Z@dKdL„ ZAdMdN„ ZBdOdP„ ZCdQdR„ ZDdSdT„ ZEdUdV„ ZFdWdX„ ZGdYdZ„ ZHd[d\„ ZId]d^„ ZJd_d`„ ZKdadb„ ZLdcdd„ ZMdedf„ ZNdgdh„ ZOdŽdjdk„ZPed�dldm„ƒZQed�dndo„ƒZRed�dpdq„ƒZSed�drds„ƒZTed�dtdu„ƒZUdvdw„ ZVed�dxdy„ƒZWed�dzd{„ƒZXd|d}„ ZYd~d„ ZZd€d�„ Z[d‚dƒ„ Z\d„d…„ Z]d†d‡„ Z^d�d‰dŠ„Z_dS )�é    N)Ú	lru_cacheÚwraps)Úversion)Úparseé   )Úparse_flag_from_envÚpatch_environmentÚstr_to_bool)Úcompare_versionsÚis_torch_versionÚUSE_TORCH_XLAT)ÚdefaultFc                 C   sP   t j | ¡d u}|r&zt j |d u r| n|¡}W dS  t jjy%   Y dS w d S )NTF)Ú	importlibÚutilÚ	find_specÚmetadataÚPackageNotFoundError)Úpkg_nameZmetadata_nameÚpackage_existsÚ_© r   úi/var/www/html/academy/tools/voices/clone/sv-venv/lib/python3.10/site-packages/accelerate/utils/imports.pyÚ_is_package_available2   s   ÿûr   Úreturnc                   C   s   t S ©N)Ú_torch_distributed_availabler   r   r   r   Úis_torch_distributed_available>   s   r   c                   C   s   t ddƒrtjj ¡ S dS )Nú>=z2.7.0F)r   ÚtorchÚdistributedÚdistributed_c10dÚis_xccl_availabler   r   r   r   r!   B   s   
r!   c                   C   ó   t dƒS )NZimport_timer©r   r   r   r   r   Úis_import_timer_availableH   ó   r$   c                   C   s   t dƒpt ddƒS )NÚpynvmlznvidia-ml-pyr#   r   r   r   r   Úis_pynvml_availableL   ó   r'   c                   C   r"   )NÚamdsmir#   r   r   r   r   Úis_amdsmi_availableP   r%   r*   c                   C   s   t jjd uo
t j ¡ S r   )r   r   ÚhipÚcudaÚis_availabler   r   r   r   Úis_rocm_availableT   s   r.   c                   C   r"   )NÚpytestr#   r   r   r   r   Úis_pytest_availableX   r%   r0   c                   C   ó
   t ddƒS )NÚmsampzms-ampr#   r   r   r   r   Úis_msamp_available\   ó   
r3   c                   C   r"   )NÚschedulefreer#   r   r   r   r   Úis_schedulefree_available`   r%   r6   c                   C   s   t ƒ rtddƒS tddƒS )NZintel_transformer_enginezintel-transformer-engineÚtransformer_engineútransformer-engine)Úis_hpu_availabler   r   r   r   r   Úis_transformer_engine_availabled   s   

r:   c                  C   s$   t ddƒrddlm}  | ƒ d S dS )Nr7   r8   r   ©Úcheck_mxfp8_supportF)r   Ztransformer_engine.pytorch.fp8r<   r;   r   r   r   Ú%is_transformer_engine_mxfp8_availablek   s   

r=   c                   C   r"   )NÚ
lomo_optimr#   r   r   r   r   Úis_lomo_availables   r%   r?   c                  C   s:   t dd�� tj ¡ } W d  ƒ | S 1 sw   Y  | S )zƒ
    Checks if `cuda` is available via an `nvml-based` check which won't trigger the drivers and leave cuda
    uninitialized.
    Ú1)ÚPYTORCH_NVML_BASED_CUDA_CHECKN)r   r   r,   r-   )Ú	availabler   r   r   Úis_cuda_availablew   s   
ÿýrC   c                 C   s@   | r|rJ dƒ‚t sdS |rtj ¡ dv S | rtj ¡ dkS dS )zš
    Check if `torch_xla` is available. To train a native pytorch job in an environment with torch xla installed, set
    the USE_TORCH_XLA to false.
    z6The check_is_tpu and check_is_gpu cannot both be true.F)ÚGPUÚCUDAÚTPUT)Ú_torch_xla_availableÚ	torch_xlaÚruntimeÚdevice_type)Úcheck_is_tpuÚcheck_is_gpur   r   r   Úis_torch_xla_available‚   s   rM   c                  C   ó.   t dƒ} | rt tj d¡¡}t|ddƒS dS )NZtorchaor   z0.6.1F©r   r   r   r   r   r
   )r   Ztorchao_versionr   r   r   Úis_torchao_available”   ó
   rP   c                   C   r"   )NÚ	deepspeedr#   r   r   r   r   Úis_deepspeed_availableœ   r%   rS   c                   C   r1   ©Nr   z2.4.0©r   r   r   r   r   Úis_pippy_available    r4   rV   c                 C   sZ   t dd�r|  S tƒ rtj ¡ S tƒ rtj ¡ S tƒ r tj ¡ S t	ƒ r+tj
j dd¡S dS )z8Checks if bf16 is supported, optionally ignoring the TPUT)rK   é   r   )rM   rC   r   r,   Úis_bf16_supportedÚis_mlu_availableÚmluÚis_xpu_availableÚxpuÚis_mps_availableÚbackendsÚmpsÚis_macos_or_newer)Z
ignore_tpur   r   r   Úis_bf16_available¤   s   



ra   c                   C   s   t ƒ rdS dS )zChecks if fp16 is supportedFT)Úis_habana_gaudi1r   r   r   r   Úis_fp16_available³   s   rc   c                   C   s   t ƒ ptƒ ptƒ S )zChecks if fp8 is supported)r3   r:   rP   r   r   r   r   Úis_fp8_available»   s   rd   c                  C   rN   )NÚbitsandbytesr   z0.39.0FrO   ©r   Úbnb_versionr   r   r   Úis_4bit_bnb_availableÀ   rQ   rh   c                  C   rN   )Nre   r   z0.37.2FrO   rf   r   r   r   Úis_8bit_bnb_availableÈ   rQ   ri   c                 C   s6   t dƒ}|r| d urt tj d¡¡}t|d| ƒS |S )Nre   r   rO   )Úmin_versionr   rg   r   r   r   Úis_bnb_availableÐ   s
   rk   c                  C   s$   t ƒ sdS dd l} dt| dtƒ ƒv S )NFr   Úmulti_backendÚfeatures)rk   re   ÚgetattrÚset)Úbnbr   r   r   Ú'is_bitsandbytes_multi_backend_availableÙ   s   rq   c                   C   r"   )NÚtorchvisionr#   r   r   r   r   Úis_torchvision_availableá   r%   rs   c               
   C   s˜   t tj dd¡ƒdkrHtj d¡d urJzttj 	d¡ƒ} t
| ddƒr*tj dd¡W S W d S  tyG } zt d	|› �¡ W Y d }~d
S d }~ww d S d S )NÚACCELERATE_USE_MEGATRON_LMÚFalser   Zmegatronzmegatron-corer   ú0.8.0z	.trainingz)Parse Megatron version failed. Exception:F)r	   ÚosÚenvironÚgetr   r   r   r   r   r   r
   Ú	ExceptionÚwarningsÚwarn)Zmegatron_versionÚer   r   r   Úis_megatron_lm_availableå   s   ÿ€þúr~   c                   C   r"   )NÚtransformersr#   r   r   r   r   Úis_transformers_availableñ   r%   r€   c                   C   r"   )NÚdatasetsr#   r   r   r   r   Úis_datasets_availableõ   r%   r‚   c                   C   r"   )NÚpeftr#   r   r   r   r   Úis_peft_availableù   r%   r„   c                   C   r"   )NÚtimmr#   r   r   r   r   Úis_timm_availableý   r%   r†   c                   C   s   t ƒ rtddƒS tdƒS )NÚtritonz
triton-xpu)r[   r   r   r   r   r   Úis_triton_available  s   
rˆ   c                  C   rN   )NÚaimú<z4.0.0FrO   )r   Zaim_versionr   r   r   Úis_aim_available  rQ   r‹   c                   C   s   t dƒpt dƒS )NÚtensorboardÚtensorboardXr#   r   r   r   r   Úis_tensorboard_available  s   rŽ   c                   C   r"   )NÚwandbr#   r   r   r   r   Úis_wandb_available  r%   r�   c                   C   r"   )NÚcomet_mlr#   r   r   r   r   Úis_comet_ml_available  r%   r’   c                   C   r"   )NÚswanlabr#   r   r   r   r   Úis_swanlab_available  r%   r”   c                   C   s   t jdkotdƒS )N)é   é
   Útrackio)ÚsysÚversion_infor   r   r   r   r   Úis_trackio_available  r(   rš   c                   C   r"   )NÚboto3r#   r   r   r   r   Úis_boto3_available#  r%   rœ   c                   C   s   t dƒr	tddƒS dS )NÚrichZACCELERATE_ENABLE_RICHF)r   r   r   r   r   r   Úis_rich_available'  s   
rž   c                   C   r"   )NÚ	sagemakerr#   r   r   r   r   Úis_sagemaker_available-  r%   r    c                   C   r"   )NÚtqdmr#   r   r   r   r   Úis_tqdm_available1  r%   r¢   c                   C   r"   )NÚclearmlr#   r   r   r   r   Úis_clearml_available5  r%   r¤   c                   C   r"   )NÚpandasr#   r   r   r   r   Úis_pandas_available9  r%   r¦   c                   C   r"   )NÚ
matplotlibr#   r   r   r   r   Úis_matplotlib_available=  r%   r¨   c                  C   sL   t dƒrdS tj d¡d ur$z	tj d¡} W dS  tjjy#   Y dS w dS )NÚmlflowTzmlflow-skinnyF)r   r   r   r   r   r   )r   r   r   r   Úis_mlflow_availableA  s   ÿrª   ú1.12c                 C   s"   t d| ƒotjj ¡ otjj ¡ S )zHChecks if MPS device is available. The minimum version required is 1.12.r   )r   r   r^   r_   r-   Úis_built)rj   r   r   r   r]   N  s   "r]   c                 C   sV   t j d¡du r
dS ddl}tdd�� tj ¡ }W d  ƒ |S 1 s$w   Y  |S )z‚
    Checks if `mlu` is available via an `cndev-based` check which won't trigger the drivers and leave mlu
    uninitialized.
    Ú	torch_mluNFr   r@   )ZPYTORCH_CNDEV_BASED_MLU_CHECK)r   r   r   r­   r   r   rZ   r-   )Úcheck_devicer­   rB   r   r   r   rY   U  s   
ÿýrY   c                 C   ó`   t j d¡du r
dS ddl}| r&ztj ¡ }tj ¡ W S  ty%   Y dS w t	tdƒo/tj ¡ S )zSChecks if `torch_musa` is installed and potentially if a MUSA is in the environmentÚ
torch_musaNFr   Úmusa)
r   r   r   r°   r   r±   Údevice_countr-   ÚRuntimeErrorÚhasattr)r®   r°   r   r   r   r   Úis_musa_availablef  ó   
ÿrµ   c                 C   sz   t j d¡du r
dS zddl}W n
 ty   Y dS w | r3ztj ¡ }tj ¡ W S  t	y2   Y dS w t
tdƒo<tj ¡ S )zQChecks if `torch_npu` is installed and potentially if a NPU is in the environmentÚ	torch_npuNFr   Únpu)r   r   r   r·   rz   r   r¸   r²   r-   r³   r´   )r®   r·   r   r   r   r   Úis_npu_availablex  s   ÿ
ÿr¹   c                 C   r¯   )zSChecks if `torch_sdaa` is installed and potentially if a SDAA is in the environmentÚ
torch_sdaaNFr   Úsdaa)
r   r   r   rº   r   r»   r²   r-   r³   r´   )r®   rº   r   r   r   r   Úis_sdaa_available�  r¶   r¼   c                 C   s\   t j d¡du st j d¡du rdS ddl}| r$ddlm  m  m} ttdƒo-tj	 
¡ S )zQChecks if `torch.hpu` is installed and potentially if a HPU is in the environmentÚhabana_frameworksNzhabana_frameworks.torchFr   Úhpu)r   r   r   Zhabana_frameworks.torchZ(habana_frameworks.torch.distributed.hcclr   r   Úhcclr´   r¾   r-   )Z	init_hcclr½   r¿   r   r   r   r9   ¡  s   r9   c                  C   s6   t ƒ rdd lm  m  m}  |  ¡ | jjkrdS dS )Nr   TF)r9   Z*habana_frameworks.torch.utils.experimentalr   ÚutilsÚexperimentalZ_get_device_typeZsynDeviceTypeZsynDeviceGaudi)Zhtexpr   r   r   rb   ²  s
   rb   c                 C   sR   t ddƒrdS | rztj ¡ }tj ¡ W S  ty   Y dS w ttdƒo(tj ¡ S )z~
    Checks if XPU acceleration is available via stock PyTorch (>=2.7) and
    potentially if a XPU is in the environment
    z<=z2.6Fr\   )r   r   r\   r²   r-   r³   r´   )r®   r   r   r   r   r[   ¼  s   

ÿr[   c                 C   s`   t j d¡d u r
dS | r&zdd l}tj ¡ }tj ¡ W S  ty%   Y dS w t	tdƒo/tj ¡ S )NÚtorch_neuronxFr   Úneuron)
r   r   r   rÂ   r   rÃ   r²   r-   r³   r´   )r®   rÂ   r   r   r   r   Úis_neuron_availableÐ  s   
ÿrÄ   c                   C   r"   )NÚdvcliver#   r   r   r   r   Úis_dvclive_availableâ  r%   rÆ   c                   C   r"   )NÚ	torchdatar#   r   r   r   r   Úis_torchdata_availableæ  r%   rÈ   c                  C   rN   )NrÇ   r   rv   FrO   )r   Ztorchdata_versionr   r   r   Ú*is_torchdata_stateful_dataloader_availableë  rQ   rÉ   c                    ó   t ˆ ƒ‡ fdd„ƒ}|S )zc
    A decorator that ensures the decorated function is only called when torchao is available.
    c                     s   t ƒ stdƒ‚ˆ | i |¤ŽS )Nze`torchao` is not available, please install it before calling this function via `pip install torchao`.)rP   ÚImportError)ÚargsÚkwargs©Úfuncr   r   Úwrapperø  s
   ÿz!torchao_required.<locals>.wrapper©r   ©rÏ   rÐ   r   rÎ   r   Útorchao_requiredó  s   rÓ   c                    rÊ   )zc
    A decorator that ensures the decorated function is only called when deepspeed is enabled.
    c                     sF   ddl m} ddlm} |ji kr|ƒ j|jkrtdƒ‚ˆ | i |¤ŽS )Nr   )ÚAcceleratorState)ÚDistributedTypez|DeepSpeed is not enabled, please make sure that an `Accelerator` is configured for `deepspeed` before calling this function.)Zaccelerate.staterÔ   Úaccelerate.utils.dataclassesrÕ   Ú_shared_stateÚdistributed_typeÚ	DEEPSPEEDÚ
ValueError)rÌ   rÍ   rÔ   rÕ   rÎ   r   r   rÐ   	  s   ÿz#deepspeed_required.<locals>.wrapperrÑ   rÒ   r   rÎ   r   Údeepspeed_required  s   rÛ   c                   C   r1   rT   rU   r   r   r   r   Úis_weights_only_available  s   
rÜ   ú1.25.0c                 C   s   t tj d¡ƒ}t|d| ƒS )NÚnumpyr   )r   r   r   r   r
   )rj   Únumpy_versionr   r   r   Úis_numpy_available  s   rà   r   )FF)F)r«   )rÝ   )`r   Úimportlib.metadatarw   r˜   r{   Ú	functoolsr   r   r   Ú	packagingr   Úpackaging.versionr   Úenvironmentr   r   r	   Úversionsr
   r   r   rG   Útorch_xla.core.xla_modelÚcoreÚ	xla_modelÚxmZtorch_xla.runtimerH   rË   Z_tpu_availabler   r-   r   r   Úboolr   r!   r$   r'   r*   r.   r0   r3   r6   r:   r=   r?   rC   rM   rP   rS   rV   ra   rc   rd   rh   ri   rk   rq   rs   r~   r€   r‚   r„   r†   rˆ   r‹   rŽ   r�   r’   r”   rš   rœ   rž   r    r¢   r¤   r¦   r¨   rª   r]   rY   rµ   r¹   r¼   r9   rb   r[   rÄ   rÆ   rÈ   rÉ   rÓ   rÛ   rÜ   rà   r   r   r   r   Ú<module>   sº   ÿ



	

