o
    pôj�   ã                   @   sÌ   d dl Z d dlZd dlmZ d dlmZmZ d dlZd dl	Z	d dl
mZ ddd„Zdd„ Zd	d
„ Zdeeejf deee	jf fdd„ZG dd„ deƒZG dd„ deƒZdeee	jf dee fdd„ZdS )é    N)ÚMapping)ÚOptionalÚUnion)Ú	safe_openc                 C   sê   d }t | jƒdkr|  tj¡} d}nt | jƒ d¡r*t | jƒ d¡d }|  tj¡} |  ¡  	¡ }t
j ||› d�¡}|d urQ|d u rGt |jƒ}|t|jƒdœ||< |jdkrZ|d  }tj||jd	|jd
�}|d d … |d d …< | ¡  |S )Nztorch.bfloat16Úbfloat16ztorch.float8_Ú.é   ú.dat)ÚdtypeÚshaper   zw+)r
   Úmoder   )Ústrr
   ÚviewÚtorchÚint16Ú
startswithÚsplitÚint8ÚcpuÚnumpyÚosÚpathÚjoinÚlistr   ÚndimÚnpÚmemmapÚflush)ÚweightÚweight_nameÚoffload_folderÚindexr
   ÚarrayÚtensor_fileZ
file_array© r$   úi/var/www/html/academy/tools/voices/clone/sv-venv/lib/python3.10/site-packages/accelerate/utils/offload.pyÚoffload_weight   s&   

r&   c                 C   s²   t |d ƒ}|dkrd}|d }|dkrd}n| d¡rd}tj| ||d	d
�}t|d ƒdkr3|d }t |¡}|d dkrF| tj¡}|S |d  d¡rW| t	t|d ƒ¡}|S )Nr   r$   )r   r
   r   r   Zfloat8_r   Úr)r
   r   r   r   )
Útupler   r   r   Úlenr   Útensorr   r   Úgetattr)Úweight_fileÚweight_infor   r
   r   r$   r$   r%   Úload_offloaded_weight2   s$   

ýr.   c                 C   s¼   | d u s
t | ƒdkrd S tj |d¡}tj |¡r5t|dd��}t |¡}W d   ƒ n1 s/w   Y  ni }| | ¡ t|ddd��}tj	||dd� W d   ƒ d S 1 sWw   Y  d S )Nr   ú
index.jsonzutf-8)ÚencodingÚwé   )Úindent)
r)   r   r   r   ÚisfileÚopenÚjsonÚloadÚupdateÚdump)r!   r    Zoffload_index_fileÚfÚcurrent_indexr$   r$   r%   Úsave_offload_indexM   s   ÿ€
"ÿr<   Úsave_dirÚ
state_dictc                 C   sB   t j| dd� i }| ¡ D ]\}}t||| |d�}qt|| ƒ dS )a  
    Offload a state dict in a given folder.

    Args:
        save_dir (`str` or `os.PathLike`):
            The directory in which to offload the state dict.
        state_dict (`Dict[str, torch.Tensor]`):
            The dictionary of tensors to offload.
    T)Úexist_ok)r!   N)r   ÚmakedirsÚitemsr&   r<   )r=   r>   r!   ÚnameÚ	parameterr$   r$   r%   Úoffload_state_dict^   s
   
rD   c                   @   s:   e Zd ZdZdedefdd„Zdd„ Zdd	„ Zd
d„ Z	dS )ÚPrefixedDatasetzè
    Will access keys in a given dataset by adding a prefix.

    Args:
        dataset (`Mapping`): Any map with string keys.
        prefix (`str`): A prefix to add when trying to access any element in the underlying dataset.
    ÚdatasetÚprefixc                 C   s   || _ || _d S ©N©rF   rG   )ÚselfrF   rG   r$   r$   r%   Ú__init__z   s   
zPrefixedDataset.__init__c                 C   s   | j | j› |› � S rH   rI   )rJ   Úkeyr$   r$   r%   Ú__getitem__~   s   zPrefixedDataset.__getitem__c                    s   t ‡ fdd„ˆ jD ƒƒS )Nc                    s   g | ]
}|  ˆ j¡r|‘qS r$   )r   rG   ©Ú.0rL   ©rJ   r$   r%   Ú
<listcomp>‚   s    z,PrefixedDataset.__iter__.<locals>.<listcomp>)ÚiterrF   rP   r$   rP   r%   Ú__iter__�   s   zPrefixedDataset.__iter__c                 C   ó
   t | jƒS rH   )r)   rF   rP   r$   r$   r%   Ú__len__„   ó   
zPrefixedDataset.__len__N)
Ú__name__Ú
__module__Ú__qualname__Ú__doc__r   r   rK   rM   rS   rU   r$   r$   r$   r%   rE   q   s    rE   c                   @   sn   e Zd ZdZ				ddeeeejf  dee	ee
jf  dee fdd„Zdefd	d
„Zdd„ Zdd„ ZdS )ÚOffloadedWeightsLoaderaC  
    A collection that loads weights stored in a given state dict or memory-mapped on disk.

    Args:
        state_dict (`Dict[str, torch.Tensor]`, *optional*):
            A dictionary parameter name to tensor.
        save_folder (`str` or `os.PathLike`, *optional*):
            The directory in which the weights are stored (by `offload_state_dict` for instance).
        index (`Dict`, *optional*):
            A dictionary from weight name to their information (`dtype`/ `shape` or safetensors filename). Will default
            to the index saved in `save_folder`.
    Nr>   Úsave_folderr!   c                    sÌ   |d u r|d u r|d u rt dƒ‚|d u ri n|ˆ _|ˆ _|d u rB|d urBttj |d¡ƒ�}t |¡}W d   ƒ n1 s=w   Y  |d u rHi n|ˆ _	t
ˆ j ¡ ƒˆ _ˆ j ‡ fdd„ˆ j	D ƒ¡ |ˆ _d S )NzWNeed either a `state_dict`, a `save_folder` or an `index` containing offloaded weights.r/   c                    s   g | ]	}|ˆ j vr|‘qS r$   )Úall_keysrN   rP   r$   r%   rQ   §   s    z3OffloadedWeightsLoader.__init__.<locals>.<listcomp>)Ú
ValueErrorr>   r\   r5   r   r   r   r6   r7   r!   r   Úkeysr]   ÚextendÚdevice)rJ   r>   r\   r!   ra   r:   r$   rP   r%   rK   –   s   ÿ
zOffloadedWeightsLoader.__init__rL   c                 C   s>  || j v r
| j | S | j| }| d¡d ur�| jd u rdn| j}d }z$t|d d|d��}| | d|¡¡}W d   ƒ n1 s@w   Y  W n+ tyq   t|d ddd��}| | d|¡¡}W d   ƒ n1 sjw   Y  Y nw d|v r€| tt	|d ƒ¡}|jt	 |¡kr�| |¡}|S t
j | j|› d�¡}t||ƒS )NZsafetensors_filer   Úpt)Ú	frameworkra   r   r
   r	   )r>   r!   Úgetra   r   Ú
get_tensorÚ	TypeErrorÚtor+   r   r   r   r   r\   r.   )rJ   rL   r-   ra   r*   r:   r,   r$   r$   r%   rM   ª   s0   


ÿ€ÿ€þ

z"OffloadedWeightsLoader.__getitem__c                 C   rT   rH   )rR   r]   rP   r$   r$   r%   rS   Ä   rV   zOffloadedWeightsLoader.__iter__c                 C   rT   rH   )r)   r]   rP   r$   r$   r%   rU   Ç   rV   zOffloadedWeightsLoader.__len__)NNNN)rW   rX   rY   rZ   r   Údictr   r   ÚTensorr   r   ÚPathLiker   rK   rM   rS   rU   r$   r$   r$   r%   r[   ˆ   s     ûþý
ür[   Úsubmodule_namesc                    s.   i }|D ]‰ |  ‡ fdd„|  ¡ D ƒ¡ q|S )a  
    Extract the sub state-dict corresponding to a list of given submodules.

    Args:
        state_dict (`Dict[str, torch.Tensor]`): The state dict to extract from.
        submodule_names (`List[str]`): The list of submodule names we want to extract.
    c                    s,   i | ]\}}|ˆ ks|  ˆ d  ¡r||“qS )r   )r   )rO   rL   Úparam©Úmodule_namer$   r%   Ú
<dictcomp>Ø   s
    þz1extract_submodules_state_dict.<locals>.<dictcomp>)r8   rA   )r>   rk   Úresultr$   rm   r%   Úextract_submodules_state_dictË   s   
þÿrq   rH   )r6   r   Úcollections.abcr   Útypingr   r   r   r   r   Úsafetensorsr   r&   r.   r<   r   rj   rh   ri   rD   rE   r[   r   rq   r$   r$   r$   r%   Ú<module>   s   
&$C