o
    ²ƒðjbl  ã                   @   sd  d dl Z d dlZd dlZd dlmZ d dlmZmZmZ d dlmZ	 d dl
mZmZmZ ddlmZmZmZ ddlmZmZ G d	d
„ d
ejƒZG dd„ dejƒZG dd„ dejƒZG dd„ dejƒZG dd„ dejƒZG dd„ dejjƒZG dd„ dejjƒZG dd„ dejjƒZG dd„ dejjƒZG dd„ dejjƒZG dd„ dejjƒZG dd „ d ejƒZ dS )!é    N)Únn)ÚConv1dÚConv2dÚConvTranspose1d)Ú
functional)Úremove_weight_normÚspectral_normÚweight_normé   )Ú
attentionsÚcommonsÚmodules)Úget_paddingÚinit_weightsc                       sF   e Zd Z		ddedededededef‡ fd	d
„Zddd„Z‡  ZS )ÚStochasticDurationPredictoré   r   Úin_channelsÚfilter_channelsÚkernel_sizeÚ	p_dropoutÚn_flowsÚgin_channelsc              	      sl  t ƒ  ¡  |}|| _|| _|| _|| _|| _|| _t 	¡ | _
t ¡ | _| j t d¡¡ t|ƒD ]}| j tjd||dd�¡ | j t ¡ ¡ q0t d|d¡| _t ||d¡| _tj||d|d�| _t ¡ | _| j t d¡¡ tdƒD ]}| j tjd||dd�¡ | j t ¡ ¡ qtt ||d¡| _t ||d¡| _tj||d|d�| _|dkr´t ||d¡| _d S d S )Né   é   )Ún_layersr
   )r   r   r   r   )ÚsuperÚ__init__r   r   r   r   r   r   r   ÚLogÚlog_flowr   Ú
ModuleListÚflowsÚappendÚElementwiseAffineÚrangeÚConvFlowÚFlipr   Úpost_preÚ	post_projÚDDSConvÚ
post_convsÚ
post_flowsÚpreÚprojÚconvsÚcond)Úselfr   r   r   r   r   r   Úi©Ú	__class__© ú™/tmp/claude-1000/-var-www-html-academy/3f42efd1-c2b7-4d08-9b05-30d86bb35479/scratchpad/piper/venv/lib/python3.10/site-packages/piper/train/vits/models.pyr      sH   
	

ÿÿ
ÿÿÿz$StochasticDurationPredictor.__init__NFç      ð?c                 C   st  t  |¡}|  |¡}|d urt  |¡}||  |¡ }|  ||¡}|  |¡| }|sù| j}|d us2J ‚d}|  |¡}	|  |	|¡}	|  	|	¡| }	t  
| d¡d| d¡¡ |¡| }
|
}| jD ]}|||||	 d�\}}||7 }q]t  |ddgd¡\}}t  |¡| }|| | }|t  t |¡t | ¡ | ddg¡7 }t  dt dtj ¡|
d   | ddg¡| }d}|  ||¡\}}||7 }t  ||gd¡}|D ]}|||||d�\}}|| }qÌt  dt dtj ¡|d   | ddg¡| }|| S tt| jƒƒ}|d d… |d	 g }t  
| d¡d| d¡¡ |¡| }|D ]}|||||d�}�qt  |ddgd¡\}}|}|S )
Nr   r   ©Úgr
   ç      à¿©r7   Úreverseç      à?éþÿÿÿéÿÿÿÿ)ÚtorchÚdetachr+   r.   r-   r,   r    r&   r)   r'   ÚrandnÚsizeÚtype_asr*   ÚsplitÚsigmoidÚsumÚFÚ
logsigmoidÚmathÚlogÚpir   ÚcatÚlistÚreversed)r/   ÚxÚx_maskÚwr7   r:   Únoise_scaler    Úlogdet_tot_qÚh_wÚe_qÚz_qÚflowÚlogdet_qÚz_uÚz1ÚuÚz0ÚlogqÚ
logdet_totÚlogdetÚzÚnllÚlogwr3   r3   r4   Úforward?   sb   



$

ÿ*ÿÿ
*ÿÿ$z#StochasticDurationPredictor.forward©r   r   )NNFr5   ©Ú__name__Ú
__module__Ú__qualname__ÚintÚfloatr   rb   Ú__classcell__r3   r3   r1   r4   r      s"    ùþýüûúù0r   c                       s@   e Zd Z	ddededededef
‡ fdd„Zdd
d„Z‡  ZS )ÚDurationPredictorr   r   r   r   r   r   c                    s¬   t ƒ  ¡  || _|| _|| _|| _|| _t |¡| _	tj
||||d d�| _t |¡| _tj
||||d d�| _t |¡| _t 
|dd¡| _|dkrTt 
||d¡| _d S d S )Nr   ©Úpaddingr
   r   )r   r   r   r   r   r   r   r   ÚDropoutÚdropr   Úconv_1r   Ú	LayerNormÚnorm_1Úconv_2Únorm_2r,   r.   )r/   r   r   r   r   r   r1   r3   r4   r   y   s&   
ÿÿÿzDurationPredictor.__init__Nc                 C   s˜   t  |¡}|d urt  |¡}||  |¡ }|  || ¡}t  |¡}|  |¡}|  |¡}|  || ¡}t  |¡}|  |¡}|  |¡}|  	|| ¡}|| S ©N)
r>   r?   r.   rp   Úrelurr   ro   rs   rt   r,   )r/   rN   rO   r7   r3   r3   r4   rb   —   s   







zDurationPredictor.forward©r   ru   rd   r3   r3   r1   r4   rk   x   s    úþýüûúrk   c                       sF   e Zd Zdedededededededef‡ fd	d
„Zdd„ Z‡  ZS )ÚTextEncoderÚn_vocabÚout_channelsÚhidden_channelsr   Ún_headsr   r   r   c	           	         sŽ   t ƒ  ¡  || _|| _|| _|| _|| _|| _|| _|| _	t
 ||¡| _t
j | jjd|d ¡ t ||||||¡| _t
 ||d d¡| _d S )Ng        r8   r   r
   )r   r   ry   rz   r{   r   r|   r   r   r   r   Ú	EmbeddingÚembÚinitÚnormal_Úweightr   ÚEncoderÚencoderr   r,   )	r/   ry   rz   r{   r   r|   r   r   r   r1   r3   r4   r   ©   s   
ÿzTextEncoder.__init__c                 C   s„   |   |¡t | j¡ }t |dd¡}t t || 	d¡¡d¡ 
|¡}|  || |¡}|  |¡| }tj|| jdd�\}}||||fS )Nr
   r=   r   ©Údim)r~   rH   Úsqrtr{   r>   Ú	transposeÚ	unsqueezer   Úsequence_maskrA   rB   rƒ   r,   rC   rz   )r/   rN   Ú	x_lengthsrO   ÚstatsÚmÚlogsr3   r3   r4   rb   Æ   s   ÿþzTextEncoder.forwardrd   r3   r3   r1   r4   rx   ¨   s&    þýüûúùø	÷rx   c                       sJ   e Zd Z		ddedededededed	ef‡ fd
d„Zddd„Z‡  ZS )ÚResidualCouplingBlockr   r   Úchannelsr{   r   Údilation_rater   r   r   c           	         s€   t ƒ  ¡  || _|| _|| _|| _|| _|| _|| _t	 
¡ | _t|ƒD ]}| j tj||||||dd�¡ | j t ¡ ¡ q#d S )NT)r   Ú	mean_only)r   r   r�   r{   r   r�   r   r   r   r   r   r    r#   r!   r   ÚResidualCouplingLayerr%   )	r/   r�   r{   r   r�   r   r   r   r0   r1   r3   r4   r   Õ   s.   


ùÿôzResidualCouplingBlock.__init__NFc                 C   sL   |s| j D ]}|||||d�\}}q|S t| j ƒD ]
}|||||d�}q|S )Nr9   )r    rM   )r/   rN   rO   r7   r:   rV   Ú_r3   r3   r4   rb   ÷   s   
þzResidualCouplingBlock.forwardrc   )NF©re   rf   rg   rh   r   rb   rj   r3   r3   r1   r4   rŽ   Ô   s&    øþýüûúùø"rŽ   c                       sH   e Zd Z	ddededededededef‡ fd	d
„Zddd„Z‡  ZS )ÚPosteriorEncoderr   r   rz   r{   r   r�   r   r   c                    sr   t ƒ  ¡  || _|| _|| _|| _|| _|| _|| _t	 
||d¡| _tj|||||d�| _t	 
||d d¡| _d S )Nr
   ©r   r   )r   r   r   rz   r{   r   r�   r   r   r   r   r+   r   ÚWNÚencr,   )r/   r   rz   r{   r   r�   r   r   r1   r3   r4   r     s"   

ûzPosteriorEncoder.__init__Nc           	      C   sŠ   t  t || d¡¡d¡ |¡}|  |¡| }| j|||d�}|  |¡| }t j	|| j
dd�\}}|t  |¡t  |¡  | }||||fS )Nr   r
   r6   r„   )r>   rˆ   r   r‰   rA   rB   r+   r˜   r,   rC   rz   Ú
randn_likeÚexp)	r/   rN   rŠ   r7   rO   r‹   rŒ   r�   r_   r3   r3   r4   rb     s   ÿþzPosteriorEncoder.forwardrw   ru   r”   r3   r3   r1   r4   r•     s$    	øþýüûúùør•   c                       sŒ   e Zd Z	ddedeje dejedf dejejedf df dejedf ded	ejedf d
ef‡ fdd„Zddd„Z	dd„ Z
‡  ZS )Ú	Generatorr   Úinitial_channelÚresblockÚresblock_kernel_sizes.Úresblock_dilation_sizesÚupsample_ratesÚupsample_initial_channelÚupsample_kernel_sizesr   c	                    sP  t t| ƒ ¡  d| _t|ƒ| _t|ƒ| _t||dddd�| _|dkr%t	j
nt	j}	t ¡ | _tt||ƒƒD ]#\}
\}}| j tt|d|
  |d|
d   |||| d d�ƒ¡ q4t ¡ | _tt| jƒƒD ]"}
|d|
d   }tt||ƒƒD ]\}\}}| j |	|||ƒ¡ quqdt|dddddd	�| _| j t¡ |d
kr¦t ||d¡| _d S d S )Nçš™™™™™¹?é   r
   r   rl   Ú1r   F)rm   Úbiasr   )r   r›   r   ÚLRELU_SLOPEÚlenÚnum_kernelsÚnum_upsamplesr   Úconv_prer   Ú	ResBlock1Ú	ResBlock2r   r   ÚupsÚ	enumerateÚzipr!   r	   r   Ú	resblocksr#   Ú	conv_postÚapplyr   r.   )r/   rœ   r�   rž   rŸ   r    r¡   r¢   r   Úresblock_moduler0   rZ   ÚkÚchÚjÚdr1   r3   r4   r   ,  sD   


ÿ


ûÿÿ
ÿýÿzGenerator.__init__Nc           	      C   sÒ   |   |¡}|d ur||  |¡ }t| jƒD ]B\}}t || j¡}||ƒ}t d¡}t| j	ƒD ]#\}}||| j
  }|dkrB||ƒ}q.|dkrQ|| j
k rQ|||ƒ7 }q.|| j
 }qt |¡}|  |¡}t |¡}|S )Nr
   r   )r«   r.   r¯   r®   rF   Ú
leaky_relur§   r>   Úzerosr±   r©   r²   Útanh)	r/   rN   r7   r0   ÚupÚxsr·   r�   Úindexr3   r3   r4   rb   ]  s&   


€


zGenerator.forwardc                 C   s,   | j D ]}t|ƒ q| jD ]}| ¡  qd S ru   )r®   r   r±   )r/   Úlr3   r3   r4   r   s  s
   



ÿzGenerator.remove_weight_normrw   ru   )re   rf   rg   rh   ÚtypingÚOptionalÚstrÚTupler   rb   r   rj   r3   r3   r1   r4   r›   +  s*    
÷þýüûúùø	÷
1r›   c                	       s>   e Zd Z			ddedededef‡ fdd	„Zd
d„ Z‡  ZS )ÚDiscriminatorPé   r   FÚperiodr   ÚstrideÚuse_spectral_normc                    s  t t| ƒ ¡  d| _|| _|| _|stnt}t 	|t
dd|df|dft|dƒdfd�ƒ|t
dd|df|dft|dƒdfd�ƒ|t
dd|df|dft|dƒdfd�ƒ|t
dd|df|dft|dƒdfd�ƒ|t
dd|dfdt|dƒdfd�ƒg¡| _|t
ddd	dd
d�ƒ| _d S )Nr£   r
   é    r   rl   é€   é   é   )r   r
   )r
   r   )r   rÄ   r   r§   rÆ   rÈ   r	   r   r   r   r   r   r-   r²   )r/   rÆ   r   rÇ   rÈ   Únorm_fr1   r3   r4   r   {  sl   ûÿ	ûÿ	ûÿ	ûÿ	ûÿÛÿ1zDiscriminatorP.__init__c                 C   s¶   g }|j \}}}|| j dkr$| j|| j  }t |d|fd¡}|| }| |||| j | j¡}| jD ]}||ƒ}t || j¡}| |¡ q3|  	|¡}| |¡ t
 |dd¡}||fS )Nr   Úreflectr
   r=   )ÚshaperÆ   rF   ÚpadÚviewr-   r¹   r§   r!   r²   r>   Úflatten)r/   rN   ÚfmapÚbÚcÚtÚn_padr¿   r3   r3   r4   rb   º  s   


zDiscriminatorP.forward)rÅ   r   F)re   rf   rg   rh   Úboolr   rb   rj   r3   r3   r1   r4   rÄ   z  s    ûþýüû?rÄ   c                       ó&   e Zd Zd‡ fdd„	Zdd„ Z‡  ZS )ÚDiscriminatorSFc                    sÈ   t t| ƒ ¡  d| _|rtnt}t |tdddddd�ƒ|tdddd	d	d
d�ƒ|tdddd	dd
d�ƒ|tdddd	dd
d�ƒ|tdddd	dd
d�ƒ|tdddddd�ƒg¡| _	|tdddddd�ƒ| _
d S )Nr£   r
   é   é   r¤   rl   é@   é)   r   é   )Úgroupsrm   é   rÌ   rÅ   r   r   )r   rÚ   r   r§   r   r	   r   r   r   r-   r²   )r/   rÈ   rÍ   r1   r3   r4   r   Ñ  s   úÿ
zDiscriminatorS.__init__c                 C   sZ   g }| j D ]}||ƒ}t || j¡}| |¡ q|  |¡}| |¡ t |dd¡}||fS ©Nr
   r=   )r-   rF   r¹   r§   r!   r²   r>   rÒ   ©r/   rN   rÓ   r¿   r3   r3   r4   rb   á  s   


zDiscriminatorS.forward©F©re   rf   rg   r   rb   rj   r3   r3   r1   r4   rÚ   Ð  s    rÚ   c                       rÙ   )ÚMultiPeriodDiscriminatorFc                    sH   t t| ƒ ¡  g d¢}tˆ d�g}|‡ fdd„|D ƒ }t |¡| _d S )N)r   r   rÅ   r¤   é   ©rÈ   c                    ó   g | ]}t |ˆ d �‘qS ©rè   )rÄ   )Ú.0r0   rè   r3   r4   Ú
<listcomp>õ  s    ÿz5MultiPeriodDiscriminator.__init__.<locals>.<listcomp>)r   ræ   r   rÚ   r   r   Údiscriminators)r/   rÈ   ÚperiodsÚdiscsr1   rè   r4   r   ð  s   ÿz!MultiPeriodDiscriminator.__init__c                 C   sp   g }g }g }g }t | jƒD ]$\}}||ƒ\}	}
||ƒ\}}| |	¡ | |¡ | |
¡ | |¡ q||||fS ru   )r¯   rí   r!   )r/   ÚyÚy_hatÚy_d_rsÚy_d_gsÚfmap_rsÚfmap_gsr0   r¸   Úy_d_rÚfmap_rÚy_d_gÚfmap_gr3   r3   r4   rb   ú  s   


z MultiPeriodDiscriminator.forwardrä   rå   r3   r3   r1   r4   ræ   ï  s    
ræ   c                       s8   e Zd ZdZd
def‡ fdd„Zdd„ Zdd	„ Z‡  ZS )ÚDiscriminatorRa(  Single-resolution STFT sub-discriminator (operates on magnitude spectra).

    Part of the Multi-Resolution Discriminator (UnivNet/Vocos lineage). It is a
    training-only module: it shapes the generator's spectral output but is
    discarded after training, so it adds ZERO inference cost.
    FrÈ   c                    s¨   t ƒ  ¡  || _d| _|stnt}t |tddddd�ƒ|tdddddd�ƒ|tdddddd�ƒ|tdddddd�ƒ|tddd	d
d�ƒg¡| _	|tddd	d
d�ƒ| _
d S )Nr£   r
   rÉ   )r   é	   )r
   r   rl   )r
   r   )rÇ   rm   )r   r   )r
   r
   )r   r   Ú
resolutionr§   r	   r   r   r   r   r-   r²   )r/   rü   rÈ   rÍ   r1   r3   r4   r     s   
ûÿ	zDiscriminatorR.__init__c              	   C   sv   | j \}}}| d¡ ¡ }t|| d ƒ}tj|||fdd�}tj||jd�}tj	|||||ddd�}t 
|¡ d¡S )	Nr
   r   rÎ   )Úmode)ÚdeviceFT)Ún_fftÚ
hop_lengthÚ
win_lengthÚwindowÚcenterÚreturn_complex)rü   Úsqueezeri   rh   rF   rÐ   r>   Úhann_windowrþ   ÚstftÚabsrˆ   )r/   rN   rÿ   r   r  rÐ   r  Úspecr3   r3   r4   Ú_spectrogram"  s   ù	zDiscriminatorR._spectrogramc                 C   sd   g }|   |¡}| jD ]}||ƒ}t || j¡}| |¡ q
|  |¡}| |¡ t |dd¡}||fS râ   )	r
  r-   rF   r¹   r§   r!   r²   r>   rÒ   rã   r3   r3   r4   rb   4  s   



zDiscriminatorR.forwardrä   )	re   rf   rg   Ú__doc__rØ   r   r
  rb   rj   r3   r3   r1   r4   rú   
  s
    rú   c                       s4   e Zd ZdZ		d	def‡ fdd„Zdd„ Z‡  ZS )
ÚMultiResolutionDiscriminatoraÀ  Multi-Resolution STFT Discriminator (training-only, zero inference cost).

    Complements the MultiPeriodDiscriminator: the period discriminators capture
    periodic/temporal structure while these capture spectral detail across
    several STFT resolutions, reducing the metallic/buzzy artifacts VITS can
    leave behind. Same interface as MultiPeriodDiscriminator so it reuses the
    existing generator/feature/discriminator loss helpers.
    ©)rÌ   éx   iX  )i   éð   i°  )rË   é2   r  FrÈ   c                    s(   t ƒ  ¡  t ‡ fdd„|D ƒ¡| _d S )Nc                    ré   rê   )rú   )rë   Úrrè   r3   r4   rì   R  s    
ÿÿz9MultiResolutionDiscriminator.__init__.<locals>.<listcomp>)r   r   r   r   rí   )r/   ÚresolutionsrÈ   r1   rè   r4   r   K  s   

þ
ÿz%MultiResolutionDiscriminator.__init__c                 C   sl   g g g g f\}}}}| j D ]"}||ƒ\}}	||ƒ\}
}| |¡ | |
¡ | |	¡ | |¡ q||||fS ru   )rí   r!   )r/   rð   rñ   rò   ró   rô   rõ   r¸   rö   r÷   rø   rù   r3   r3   r4   rb   X  s   



z$MultiResolutionDiscriminator.forward)r  F)re   rf   rg   r  rØ   r   rb   rj   r3   r3   r1   r4   r  A  s    ýýr  c                '       sÎ   e Zd ZdZ			d$dedededed	ed
ededededededejedf dejejedf df dejedf dedejedf dedede	f&‡ fdd„Z
d%dd„Z					d&d d!„Zd"d#„ Z‡  ZS )'ÚSynthesizerTrnz"
    Synthesizer for Training
    r
   r   Try   Úspec_channelsÚsegment_sizeÚinter_channelsr{   r   r|   r   r   r   r�   rž   .rŸ   r    r¡   r¢   Ú
n_speakersr   Úuse_sdpc              
      s*  t ƒ  ¡  || _|| _|| _|| _|| _|| _|| _|	| _	|
| _
|| _|| _|| _|| _|| _|| _|| _|| _|| _|| _t|||||||	|
ƒ| _t||||||||d�| _t|||ddd|d�| _t||ddd|d�| _|r|t|dddd|d�| _n
t|d	dd|d�| _|dkr“t  !||¡| _"d S d S )
Nr–   rÅ   r
   rÛ   r   éÀ   r   r;   rá   )#r   r   ry   r  r  r{   r   r|   r   r   r   r�   rž   rŸ   r    r¡   r¢   r  r  r   r  rx   Úenc_pr›   Údecr•   Úenc_qrŽ   rV   r   Údprk   r   r}   Úemb_g)r/   ry   r  r  r  r{   r   r|   r   r   r   r�   rž   rŸ   r    r¡   r¢   r  r   r  r1   r3   r4   r   j  s|   
ø
ø
ù	ÿ
ÿ
ÿÿzSynthesizerTrn.__init__Nc                 C   sT  ddl m} |  ||¡\}}}}	| jdkr|  |¡ d¡}
nd }
| j|||
d�\}}}}| j|||
d�}t 	¡ �m t 
d| ¡}tjdt dtj ¡ | dgdd	�}t d|d  dd¡ |¡}t | dd¡|| ¡}tjd|d  | dgdd	�}|| | | }t |	d¡t |d¡ }| || d¡¡ d¡ ¡ }W d   ƒ n1 s¨w   Y  | d¡}| jrÆ| j||	||
d�}|t |	¡ }n"t |d
 ¡|	 }| j||	|
d�}t || d ddg¡t |	¡ }t | d¡| dd¡¡ dd¡}t | d¡| dd¡¡ dd¡}t ||| j¡\}}| j||
d�}|||||	|||||||ffS )Nr
   )Úmonotonic_alignr=   r6   r<   r8   r   T)Úkeepdimg�íµ ÷Æ°>)Ú r  r  r  r  rˆ   r  rV   r>   Úno_gradrš   rE   rH   rI   rJ   Úmatmulr‡   Úmaximum_pathr  r?   r  r  r   Úrand_slice_segmentsr  r  )r/   rN   rŠ   rð   Ú	y_lengthsÚsidr  Úm_pÚlogs_prO   r7   r_   Úm_qÚlogs_qÚy_maskÚz_pÚs_p_sq_rÚ	neg_cent1Ú	neg_cent2Ú	neg_cent3Ú	neg_cent4Úneg_centÚ	attn_maskÚattnrP   Úl_lengthÚlogw_ra   Úz_sliceÚ	ids_sliceÚor3   r3   r4   rb   Ä  sf   

ÿÿÿÿýî
ÿ""ÿùzSynthesizerTrn.forwardçòÒMbXå?çš™™™™™é?c                 C   s˜  |   ||¡\}}}	}
| jdkr |d usJ dƒ‚|  |¡ d¡}nd }| jr0| j||
|d|d�}n| j||
|d�}t |¡|
 | }t |¡}t 	t 
|ddg¡d¡ ¡ }t t || ¡ ¡d¡ |
¡}t |
d¡t |d¡ }t ||¡}t | d¡| dd¡¡ dd¡}t | d¡|	 dd¡¡ dd¡}	|t |¡t |	¡ |  }| j|||dd�}| j|| d d …d d …d |…f |d�}|||||||	ffS )	Nr
   zMissing speaker idr=   T)r7   r:   rQ   r6   r   r9   )r  r  r  rˆ   r  r  r>   rš   ÚceilÚ	clamp_minrE   Úlongr   r‰   ÚmaxrB   Úgenerate_pathr#  r  r‡   r™   rV   r  )r/   rN   rŠ   r'  rQ   Úlength_scaleÚnoise_scale_wÚmax_lenr(  r)  rO   r7   ra   rP   Úw_ceilr&  r,  r4  r5  r-  r_   r:  r3   r3   r4   Úinfer  s8   


ÿþÿÿ(zSynthesizerTrn.inferc                 C   sŽ   | j dks	J dƒ‚|  |¡ d¡}|  |¡ d¡}| j|||d�\}}}	}
| j||
|d�}| j||
|dd�}| j||
 |d�}||
|||ffS )Nr
   z$n_speakers have to be larger than 1.r=   r6   Tr9   )r  r  rˆ   r  rV   r  )r/   rð   r&  Úsid_srcÚsid_tgtÚg_srcÚg_tgtr_   r*  r+  r,  r-  Úz_hatÚo_hatr3   r3   r4   Úvoice_conversion1  s   zSynthesizerTrn.voice_conversion)r
   r   Tru   )Nr;  r
   r<  N)re   rf   rg   r  rh   ri   rÂ   rÀ   rÃ   rØ   r   rb   rF  rM  rj   r3   r3   r1   r4   r  e  sh    ìþýüûúùø	÷
öõôóòñðïîíì
ZF
ø+r  )!rH   rÀ   r>   r   Útorch.nnr   r   r   r   rF   Útorch.nn.utilsr   r   r	   r!  r   r   r   r   r   ÚModuler   rk   rx   rŽ   r•   r›   rÄ   rÚ   ræ   rú   r  r  r3   r3   r3   r4   Ú<module>   s*    j0,-*OV7$