o
    1ôj÷  ã                   @   sø   d dl Z d dlZd dlmZ d dlmZmZ d dlmZ d dl	m
Z
 d dlmZmZmZ dedee d	ee d
efdd„Zdefdd„Zdd„ Zdd„ Zded
efdd„Zd
ee fdd„Zdedee d
ee fdd„Zdededee fdd„ZdS )é    N)Ú
MethodType)ÚAnyÚOptional)ÚTasks)Ú	INDEX_KEY)ÚLazyImportModuleÚis_torch_availableÚis_transformers_availableÚ	model_dirÚ	task_nameÚ
model_typeÚreturnc                 C   sN   |d u s|d u r
dS d||ft jt v rdS tj | d¡}tj |¡r%dS dS )NFZMODELSTzms_wrapper.py)r   Ú	AST_INDEXr   ÚosÚpathÚjoinÚexists)r
   r   r   Zms_wrapper_path© r   ús/var/www/html/academy/tools/voices/clone/cosy-venv/lib/python3.10/site-packages/modelscope/utils/automodel_utils.pyÚcan_load_by_ms   s   ÿÿr   Ú
module_objc                 C   sX   ddl m} t| dƒr&dt | j¡j ¡ v r(dt| j	ƒv r*t
|j| ƒ| _d S d S d S d S )Nr   ©ÚPreTrainedModelÚ_set_gradient_checkpointingÚvaluezmodelscope.)Útransformersr   ÚhasattrÚinspectÚ	signaturer   Ú
parametersÚkeysÚstrÚ	__class__r   )r   r   r   r   r   Úfix_upgrade   s   
ÿÿ
ÿür#   c                 O   s   t | ƒ | j|i |¤Ž d S )N)r#   Úpost_init_origin)ÚselfÚargsÚkwargsr   r   r   Ú	post_init$   s   r(   c                  C   sn   t ƒ r/tƒ r1dd l} ddlm} ddlm} | | j¡| d¡kr3t|dƒs5|j	|_
t	|_	d S d S d S d S d S )Nr   r   )Úversionz4.35.0r$   )r	   r   r   r   Ú	packagingr)   ÚparseÚ__version__r   r(   r$   )r   r   r)   r   r   r   Úfix_transformers_upgrade)   s   ÿ
ør-   Úautomodel_classc                 C   s8   | j }t|ƒ| j ¡ v rdS t|dƒr||jv rdS dS )NTÚauto_mapF)Ú__name__ÚtypeZ_model_mappingr    r   r/   )r.   ÚconfigZautomodel_class_namer   r   r   Ú_can_load_by_hf_automodel5   s   r3   c                    sŽ   dd l m  m} t| dƒsd S | j‰ dd„ ˆ  ¡ D ƒ}t|ƒdkr)t||d ƒS t|ƒdkrEtt‡ fdd„|D ƒƒƒdkrEt||d ƒS d S )Nr   r/   c                 S   s   g | ]	}|  d ¡r|‘qS )Ú	AutoModel)Ú
startswith©Ú.0Úkr   r   r   Ú
<listcomp>C   s    z)get_default_automodel.<locals>.<listcomp>é   c                    s   g | ]}ˆ | ‘qS r   r   r6   ©r/   r   r   r9   G   s    )	Úmodelscope.utils.hf_utilÚutilsÚhf_utilr   r/   r    ÚlenÚgetattrÚset)r2   r>   Zautomodel_listr   r;   r   Úget_default_automodel>   s   
ÿÿrB   c              
   C   sÞ   ddl m}m}m}m}m}m} tj|tj	|tj
|tj|tj|i}tj | d¡}	tj |	¡s0d S z4|j| dd�}
|d u rAt|
ƒ}n| |d ¡}|d u rNW d S t||
ƒrV|W S ||u rbt||
ƒrb|W S W d S  tyn   Y d S w )Nr   )Ú
AutoConfigr4   ÚAutoModelForCausalLMÚAutoModelForSeq2SeqLMÚAutoModelForTokenClassificationÚ"AutoModelForSequenceClassificationzconfig.jsonT)Ztrust_remote_code)r<   rC   r4   rD   rE   rF   rG   r   ÚbackboneÚchatÚtext_generationÚtext_classificationÚtoken_classificationr   r   r   r   Úfrom_pretrainedrB   Úgetr3   Ú	Exception)r
   r   rC   r4   rD   rE   rF   rG   Zautomodel_mappingZconfig_pathr2   r.   r   r   r   Úget_hf_automodel_classL   s6    û

ÿÿrP   Úuse_hfc                 K   sH   t | |ƒ}|r|d u rtd|› d�ƒ‚d }|d ur"|j| fi |¤Ž}|S )Nz&Model import failed. You used `use_hf=z&`, but the model is not a model of hf.)rP   Ú
ValueErrorrM   )r
   r   rQ   r'   r.   Úmodelr   r   r   Útry_to_load_hf_modelp   s   
rT   )r   r   Útypesr   Útypingr   r   Úmodelscope.metainfor   Úmodelscope.utils.ast_utilsr   Úmodelscope.utils.import_utilsr   r   r	   r!   Úboolr   r#   r(   r-   r1   r3   rB   rP   rT   r   r   r   r   Ú<module>   s2    ÿ
ÿ
	ÿ
ÿ
$ÿ