o
    óôjI  ã                   @   sN   d dl Z d dlm  mZ d dlmZ dd„ Zdd„ ZG dd„ de jj	ƒZ
dS )	é    N)ÚTuplec                 C   sb   d}t | |ƒD ]'\}}t || ¡}t || | d ||| k  ¡}||t || ¡ 7 }q|S )Nr   é   )ÚzipÚtorchÚmedianÚmeanÚFÚrelu)Údisc_real_outputsÚdisc_generated_outputsÚtauÚlossÚdrÚdgZm_DGZL_rel© r   úL/var/www/html/academy/tools/voices/clone/CosyVoice/cosyvoice/utils/losses.pyÚtpr_loss   s   "r   c                 C   s2   d}|D ]}|| ƒ}||ƒ}|t  ||¡7 }q|S )Nr   )r   Úl1_loss)Úreal_speechÚgenerated_speechZmel_transformsr   Ú	transformZmel_rZmel_gr   r   r   Úmel_loss   s   r   c                       sj   e Zd ZdZddedededdf‡ fd	d
„Zdejdejdejdejde	ejejejf f
dd„Z
‡  ZS )ÚDPOLossz
    DPO Loss
    ç        FÚbetaÚlabel_smoothingÚipoÚreturnNc                    s    t ƒ  ¡  || _|| _|| _d S )N)ÚsuperÚ__init__r   r   r   )Úselfr   r   r   ©Ú	__class__r   r   r      s   

zDPOLoss.__init__Úpolicy_chosen_logpsÚpolicy_rejected_logpsÚreference_chosen_logpsÚreference_rejected_logpsc                 C   s    || }|| }|| }| j r|dd| j   d }nt | j| ¡ d| j  t | j | ¡| j  }| ¡ }	| j||  ¡  }
| j||  ¡  }|	|
|fS )Né   r   )r   r   r   Ú
logsigmoidr   r   Údetach)r    r#   r$   r%   r&   Zpi_logratiosZref_logratiosÚlogitsÚlossesr   Zchosen_rewardsZrejected_rewardsr   r   r   Úforward#   s   ÿÿ
zDPOLoss.forward)r   F)Ú__name__Ú
__module__Ú__qualname__Ú__doc__ÚfloatÚboolr   r   ÚTensorr   r,   Ú__classcell__r   r   r!   r   r      s     þýüûúr   )r   Útorch.nn.functionalÚnnÚ
functionalr   Útypingr   r   r   ÚModuler   r   r   r   r   Ú<module>   s    		