o
    ©ôj,+  ã                   @   s°   d Z ddlZddlZddlmZ ddlmZ ddlmZm	Z	 e	ƒ r%ddl
Z
dd„ Zd	d
„ Zddee fdd„Zddd„Zdd„ Zddd„Zdd„ Zdd„ Zdeddfdd„ZdS )z3
PEFT utilities: Utilities related to peft library
é    N)ÚOptional)Úversioné   )Úis_peft_availableÚis_torch_availablec              
   C   sÔ  ddl m} d}|  ¡ D ]}t||ƒrt|dƒ} nq|rTddlm} dd„ |  ¡ D ƒ}|D ]#}z
|| |ƒ\}}}	W n	 tyC   Y q.w t|dƒrQt	||	| 
¡ ƒ q.| S ddlm}
 |  ¡ D ]‰\}}tt| ¡ ƒƒdkrpt|ƒ d}t||
ƒr¡t|tjjƒr¡tjj|j|j|jd	ud
� |jj¡}|j|_|jd	urž|j|_d}n3t||
ƒrÔt|tjjƒrÔtj |j|j|j|j|j |j!|j"¡ |jj¡}|j|_|jd	urÒ|j|_d}|rçt	| ||ƒ ~tj# $¡ rçtj# %¡  q^| S )zd
    Recursively replace all instances of `LoraLayer` with corresponding new layers in `model`.
    r   ©ÚBaseTunerLayerFZ
base_layer)Ú_get_submodulesc                 S   s   g | ]
\}}d |vr|‘qS )Zlora© )Ú.0ÚkeyÚ_r
   r
   úm/var/www/html/academy/tools/voices/clone/cosy-venv/lib/python3.10/site-packages/diffusers/utils/peft_utils.pyÚ
<listcomp>.   s    z.recurse_remove_peft_layers.<locals>.<listcomp>)Ú	LoraLayerN)ÚbiasT)&Úpeft.tuners.tuners_utilsr   ÚmodulesÚ
isinstanceÚhasattrÚ
peft.utilsr	   Únamed_modulesÚAttributeErrorÚsetattrZget_base_layerZpeft.tuners.lorar   Únamed_childrenÚlenÚlistÚchildrenÚrecurse_remove_peft_layersÚtorchÚnnÚLinearÚin_featuresÚout_featuresr   ÚtoÚweightÚdeviceÚConv2dÚin_channelsÚout_channelsÚkernel_sizeÚstrideÚpaddingÚdilationÚgroupsÚcudaÚis_availableÚempty_cache)Úmodelr   Zhas_base_layer_patternÚmoduler	   Úkey_listr   ÚparentÚtargetÚtarget_namer   ÚnameZmodule_replacedÚ
new_moduler
   r
   r   r      sx   

þÿ
€/Õý
ü
ù
ø



€r   c                 C   s>   ddl m} |dkrdS |  ¡ D ]}t||ƒr| |¡ qdS )zä
    Adjust the weightage given to the LoRA layers of the model.

    Args:
        model (`torch.nn.Module`):
            The model to scale.
        weight (`float`):
            The weight to be given to the LoRA layers.
    r   r   ç      ð?N)r   r   r   r   Zscale_layer)r2   r%   r   r3   r
   r
   r   Úscale_lora_layersg   s   


€þr;   r%   c                 C   sx   ddl m} |dkrdS |  ¡ D ])}t||ƒr9|dur%|dkr%| |¡ q|dur9|dkr9|jD ]}| |d¡ q0qdS )aÁ  
    Removes the previously passed weight given to the LoRA layers of the model.

    Args:
        model (`torch.nn.Module`):
            The model to scale.
        weight (`float`, *optional*):
            The weight to be given to the LoRA layers. If no scale is passed the scale of the lora layer will be
            re-initialized to the correct value. If 0.0 is passed, we will re-initialize the scale with the correct
            value.
    r   r   r:   N)r   r   r   r   Zunscale_layerÚactive_adaptersÚ	set_scale)r2   r%   r   r3   Úadapter_namer
   r
   r   Úunscale_lora_layers{   s   

€ùr?   Tc           	         sL  i }i }t |  ¡ ƒd  ‰‰ tt|  ¡ ƒƒdkr;t |  ¡ ¡ ¡ d d ‰tt‡fdd„|  	¡ ƒƒ}dd„ | 	¡ D ƒ}|d ur‡t|ƒdkr‡tt| ¡ ƒƒdkrt | ¡ ¡ ¡ d d ‰ tt‡ fdd„| 	¡ ƒƒ}|rudd„ | 	¡ D ƒ}nd	d„ | 	¡ D ƒ}nt| ¡ ƒ 
¡ ‰ t d
d„ | ¡ D ƒƒ}tdd„ |D ƒƒ}ˆˆ ||||dœ}|S )Nr   r   c                    ó   | d ˆ kS ©Nr   r
   ©Úx)Úrr
   r   Ú<lambda>    ó    z!get_peft_kwargs.<locals>.<lambda>c                 S   s    i | ]\}}|  d ¡d |“qS )z.lora_B.r   ©Úsplit©r   ÚkÚvr
   r
   r   Ú
<dictcomp>¡   s     z#get_peft_kwargs.<locals>.<dictcomp>c                    r@   rA   r
   rB   )Ú
lora_alphar
   r   rE   ©   rF   c                 S   s4   i | ]\}}d   | d¡d  d ¡¡ dd¡|“qS )Ú.z.lora_A.r   z.alphaÚ )ÚjoinrH   ÚreplacerI   r
   r
   r   rL   «   s    "ÿÿc                 S   s4   i | ]\}}d   | d¡d  d ¡dd… ¡|“qS )rN   z.down.r   Néÿÿÿÿ)rP   rH   rI   r
   r
   r   rL   °   s   4 c                 S   s   h | ]	}|  d ¡d ’qS )z.lorar   rG   )r   r8   r
   r
   r   Ú	<setcomp>µ   s    z"get_peft_kwargs.<locals>.<setcomp>c                 s   s   � | ]}d |v V  qdS )Zlora_magnitude_vectorNr
   )r   rJ   r
   r
   r   Ú	<genexpr>¶   s   € z"get_peft_kwargs.<locals>.<genexpr>)rD   rM   Úrank_patternÚalpha_patternÚtarget_modulesÚuse_dora)r   Úvaluesr   ÚsetÚcollectionsÚCounterÚmost_commonÚdictÚfilterÚitemsÚpopÚkeysÚany)	Z	rank_dictZnetwork_alpha_dictÚpeft_state_dictZis_unetrU   rV   rW   rX   Zlora_config_kwargsr
   )rM   rD   r   Úget_peft_kwargs–   s6   þúre   c                 C   s<   ddl m} |  ¡ D ]}t||ƒrdt|jƒ› �  S q
dS )Nr   r   Zdefault_Z	default_0)r   r   r   r   r   rD   )r2   r   r3   r
   r
   r   Úget_adapter_nameÃ   s   
ÿrf   c                 C   sH   ddl m} |  ¡ D ]}t||ƒr!t|dƒr|j|d� q
| |_q
d S )Nr   r   Úenable_adapters)Úenabled)r   r   r   r   r   rg   Údisable_adapters)r2   rh   r   r3   r
   r
   r   Úset_adapter_layersÌ   s   

€úrj   c                 C   sŽ   ddl m} |  ¡ D ]}t||ƒr t|dƒr| |¡ q
tdƒ‚q
t| ddƒrAt| dƒrC| j 	|d ¡ t
| jƒdkrE| `d | _d S d S d S d S )Nr   r   Údelete_adapterzdThe version of PEFT you are using is not compatible, please use a version that is greater than 0.6.1Ú_hf_peft_config_loadedFÚpeft_config)r   r   r   r   r   rk   Ú
ValueErrorÚgetattrrm   ra   r   rl   )r2   r>   r   r3   r
   r
   r   Údelete_adapter_layersØ   s    

ÿü	
úrp   c           	      C   sª   ddl m} dd„ }t||ƒD ])\}}|  ¡ D ] \}}t||ƒr7t|dƒr+| |¡ n||_| ||||ƒ¡ qq|  	¡ D ]}t||ƒrRt|dƒrO| |¡ q=||_q=d S )Nr   r   c                 S   sj   t | tƒs| S |  ¡ D ]\}}||v r|  S q| d¡}|d › d|d › d|d › �}|  |d¡}|S )NrN   r   r   z.attentions.é   r:   )r   r^   r`   rH   Úget)Zweight_for_adapterÚmodule_nameÚ
layer_nameÚweight_Úpartsr   Zblock_weightr
   r
   r   Úget_module_weightñ   s   
ÿ
 z<set_weights_and_activate_adapters.<locals>.get_module_weightÚset_adapter)
r   r   Úzipr   r   r   rx   Úactive_adapterr=   r   )	r2   Úadapter_namesÚweightsr   rw   r>   r%   rs   r3   r
   r
   r   Ú!set_weights_and_activate_adaptersî   s$   

€ù


€úr}   Úmin_versionÚreturnc                 C   s@   t ƒ stdƒ‚t tj d¡¡t | ¡k}|std| › �ƒ‚dS )zŒ
    Checks if the version of PEFT is compatible.

    Args:
        version (`str`):
            The version of PEFT to check against.
    z@PEFT is not installed. Please install it with `pip install peft`Úpeftz_The version of PEFT you are using is not compatible, please use a version that is greater than N)r   rn   r   ÚparseÚ	importlibÚmetadata)r~   Úis_peft_version_compatibler
   r
   r   Úcheck_peft_version  s   ÿÿÿr…   )N)T)Ú__doc__r[   r‚   Útypingr   Ú	packagingr   Úimport_utilsr   r   r   r   r;   Úfloatr?   re   rf   rj   rp   r}   Ústrr…   r
   r
   r
   r   Ú<module>   s"   H
-
	(