o
    pôj	  ã                   @   sð   d dl Z d dlmZmZ d dlZd dlZddlmZ ddl	m
Z
 ddlmZmZ ddlmZmZmZmZmZmZmZmZ eƒ rHd dlm  mZ dd
ededefdd„Zddee deej fdd„Zdde ee!ef  deej fdd„Z"dS )é    N)ÚOptionalÚUnioné   )ÚAcceleratorStateé   )ÚCUDA_DISTRIBUTED_TYPES)ÚDistributedTypeÚRNGType)Úis_hpu_availableÚis_mlu_availableÚis_musa_availableÚis_neuron_availableÚis_npu_availableÚis_sdaa_availableÚis_torch_xla_availableÚis_xpu_availableFÚseedÚdevice_specificÚdeterministicc                 C   sî   |r| t ƒ j7 } t | ¡ tj | ¡ t | ¡ tƒ r"tj 	| ¡ nBt
ƒ r,tj 	| ¡ n8tƒ r6tj 	| ¡ n.tƒ r@tj 	| ¡ n$tƒ rJtj 	| ¡ ntƒ rTtj 	| ¡ ntƒ r^tj 	| ¡ ntj 	| ¡ tƒ rlt | ¡ |rut d¡ dS dS )aÛ  
    Helper function for reproducible behavior to set the seed in `random`, `numpy`, `torch`.

    Args:
        seed (`int`):
            The seed to set.
        device_specific (`bool`, *optional*, defaults to `False`):
            Whether to differ the seed on each device slightly with `self.process_index`.
        deterministic (`bool`, *optional*, defaults to `False`):
            Whether to use deterministic algorithms where available. Can slow down training.
    TN)r   Úprocess_indexÚrandomr   ÚnpÚtorchÚmanual_seedr   ÚxpuÚmanual_seed_allr   Únpur   Úmlur   Úsdaar   Úmusar
   Úhpur   ÚneuronÚcudar   ÚxmÚset_rng_stateÚuse_deterministic_algorithms)r   r   r   © r&   úh/var/www/html/academy/tools/voices/clone/sv-venv/lib/python3.10/site-packages/accelerate/utils/random.pyÚset_seed(   s2   


ÿr(   Úrng_typeÚ	generatorc                 C   s’  | t jkr
t ¡ }n®| t jkrtj ¡ }n£| t jkr)tƒ s!J dƒ‚t t	 ¡ ¡}n�| t j
kr;tƒ s5J dƒ‚tj ¡ }n}| t jkrMtƒ sGJ dƒ‚tj ¡ }nk| t jkr_tƒ sYJ dƒ‚tj ¡ }nY| t jkrqtƒ skJ dƒ‚tj ¡ }nG| t jkrƒtƒ s}J dƒ‚tj ¡ }n5| t jkr•tƒ s�J dƒ‚tj ¡ }n#| t jkr§tƒ s¡J dƒ‚tj ¡ }n| t jkr¸|d us´J d	ƒ‚|  ¡ }t!ƒ }|j"t#jkr×| $t	 %¡ ¡}t	 &|g¡ t	 '¡  | (¡ }nW|j"t)v �s|j"t#j*k�s|j"t#j+k�s|j"t#j,k�s|j"t#j-k�s|j"t#j.k�s|j"t#j/k�s|j"t#j0k�r | $|j1¡}tj2 3|d
¡ | (¡ }n|j"t#j4k�r.tj2 3|d
¡ | t jk�r;t 5|¡ d S | t jk�rItj 5|¡ d S | t j
k�rWtj 5|¡ d S | t jk�retj 5|¡ d S | t jk�rstj 5|¡ d S | t jk�r�tj 5|¡ d S | t jk�r�tj 5|¡ d S | t jk�r�tj 5|¡ d S | t jk�r«tj 5|¡ d S | t jk�rºt	 5| 6¡ ¡ d S | t jk�rÇ| 7|¡ d S d S )Nz8Can't synchronize XLA seeds as torch_xla is unavailable.z;Can't synchronize NPU seeds on an environment without NPUs.z;Can't synchronize MLU seeds on an environment without MLUs.z=Can't synchronize SDAA seeds on an environment without SDAAs.z=Can't synchronize MUSA seeds on an environment without MUSAs.z;Can't synchronize XPU seeds on an environment without XPUs.z;Can't synchronize HPU seeds on an environment without HPUs.zFCan't synchronize Neuron seeds on an environment without Neuron Cores.z)Need a generator to synchronize its seed.r   )8r	   ÚTORCHr   Úget_rng_stateÚCUDAr"   ÚXLAr   Útensorr#   ÚNPUr   r   ÚMLUr   r   ÚSDAAr   r   ÚMUSAr   r   ÚXPUr   r   ÚHPUr
   r    ÚNEURONr   r!   Ú	GENERATORÚ	get_stater   Údistributed_typer   ÚtoÚ
xla_deviceZcollective_broadcastÚ	mark_stepÚcpur   Ú	MULTI_MLUÚ
MULTI_SDAAÚ
MULTI_MUSAÚ	MULTI_NPUÚ	MULTI_XPUÚ	MULTI_HPUÚMULTI_NEURONÚdeviceÚdistributedÚ	broadcastÚ	MULTI_CPUr$   ÚitemÚ	set_state)r)   r*   Ú	rng_stateÚstater&   r&   r'   Úsynchronize_rng_stateQ   s’   













ÿrM   Ú	rng_typesc                 C   s   | D ]
}t t|ƒ|d� qd S )N)r*   )rM   r	   )rN   r*   r)   r&   r&   r'   Úsynchronize_rng_states£   s   ÿrO   )FF)NN)N)#r   Útypingr   r   Únumpyr   r   rL   r   Ú	constantsr   Údataclassesr   r	   Úimportsr
   r   r   r   r   r   r   r   Útorch_xla.core.xla_modelÚcoreÚ	xla_modelr#   ÚintÚboolr(   Ú	GeneratorrM   ÚlistÚstrrO   r&   r&   r&   r'   Ú<module>   s   ()*R