o
    +ôjó{  ã                   @   s‚  U d dl Z d dlZd dlmZ d dlmZmZmZmZ d dl	Z	d dl	m
Z
 ddlmZ ddlmZ ddlmZ dd	lmZ dd
lmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlm Z  ddl!m"Z" ddl#m$Z$ ddl%m&Z& ddl'm(Z( ddl)m*Z* ddl+m,Z,m-Z-m.Z. ddl/m0Z0m1Z1 ddl2m3Z3 ddl4m5Z5 ddl6m7Z7 ddl8m9Z9 ddl:m;Z; ddl<m=Z= ddl>m?Z?m@ZA i ZBeeeef ef eCd< i ZDeeeef ef eCd < d!d"gZEd#d!„ ZFeG d$d%„ d%ƒƒZGd&d'„ ZHd(d)„ ZId*d+„ ZJd,d-„ ZKd.ed/ed0e	jLfd1d"„ZMeFeeƒd2d3„ ƒZNeFeeƒd4d5„ ƒZOeFeeƒd6d7„ ƒZPeFeeƒd8d9„ ƒZQeFeeƒd:d;„ ƒZReFeeƒd<d=„ ƒZSeFeeƒd>d?„ ƒZTeFeeƒd@dA„ ƒZUeFe e ƒdBdC„ ƒZVeFe$e$ƒdDdE„ ƒZWeFe"e"ƒdFdG„ ƒZXeFe&e&ƒdHdI„ ƒZYeFe*e*ƒdJdK„ ƒZZeFe.e.ƒdLdM„ ƒZ[eFe1e.ƒdNdO„ ƒZ\eFe.e1ƒdPdQ„ ƒZ]eFe1e1ƒdRdS„ ƒZ^eFe3e3ƒdTdU„ ƒZ_eFe5e5ƒdVdW„ ƒZ`eFe7e7ƒdXdY„ ƒZaeFe9e9ƒdZd[„ ƒZbeFe;e;ƒd\d]„ ƒZceFe=e=ƒd^d_„ ƒZdeFee9ƒd`da„ ƒZeeFeeƒdbdc„ ƒZfeFee7ƒddde„ ƒZgeFeeƒdfdg„ ƒZheFee ƒdhdi„ ƒZieFee3ƒdjdk„ ƒZjeFee=ƒdldm„ ƒZkeFee7ƒdndo„ ƒZleFeeƒdpdq„ ƒZmeFee3ƒdrds„ ƒZneFee=ƒdtdu„ ƒZoeFeeƒeFeeƒeFee7ƒeFee=ƒdvdw„ ƒƒƒƒZpeFee ƒdxdy„ ƒZqeFee$ƒdzd{„ ƒZreFee3ƒd|d}„ ƒZseFe eƒeFe eƒeFe e7ƒeFe e=ƒd~d„ ƒƒƒƒZteFe eƒd€d�„ ƒZueFe e$ƒd‚dƒ„ ƒZveFe e3ƒd„d…„ ƒZweFe$eƒeFe$eƒeFe$eƒeFe$e ƒeFe$e7ƒeFe$e=ƒd†d‡„ ƒƒƒƒƒƒZxeFe$e3ƒdˆd‰„ ƒZyeFe*eƒeFe*eƒeFe*eƒeFe*e ƒeFe*e7ƒeFe*e=ƒdŠd‹„ ƒƒƒƒƒƒZzeFe*e3ƒdŒd�„ ƒZ{eFe3eƒeFe3eƒeFe3eƒeFe3e ƒeFe3e7ƒeFe3e=ƒdŽd�„ ƒƒƒƒƒƒZ|eFe3e$ƒd�d‘„ ƒZ}eFe3e*ƒd’d“„ ƒZ~eFe7eƒeFe7eƒeFe7e=ƒd”d•„ ƒƒƒZeFe7eƒd–d—„ ƒZ€eFe7e ƒd˜d™„ ƒZ�eFe7e3ƒdšd›„ ƒZ‚eFe9eƒeFe9eƒdœd�„ ƒƒZƒeFe=eƒdždŸ„ ƒZ„eFe=eƒd d¡„ ƒZ…eFe=eƒd¢d£„ ƒZ†eFe=e ƒd¤d¥„ ƒZ‡eFe=e$ƒd¦d§„ ƒZˆeFe=e3ƒd¨d©„ ƒZ‰eFe=e7ƒdªd«„ ƒZŠeFe(e(ƒd¬d­„ ƒZ‹eFeeƒd®d¯„ ƒZŒd°d±„ Z�dS )²é    N)Útotal_ordering)ÚCallableÚDictÚTupleÚType)Úinfé   )Ú	Bernoulli)ÚBeta)ÚBinomial)ÚCategorical)ÚCauchy)ÚContinuousBernoulli)Ú	Dirichlet)ÚDistribution)ÚExponentialFamily)ÚExponential)ÚGamma)Ú	Geometric)ÚGumbel)Ú
HalfNormal)ÚIndependent)ÚLaplace)Ú_batch_lowrank_logdetÚ_batch_lowrank_mahalanobisÚLowRankMultivariateNormal)Ú_batch_mahalanobisÚMultivariateNormal)ÚNormal)ÚOneHotCategorical)ÚPareto)ÚPoisson)ÚTransformedDistribution)ÚUniform)Ú_sum_rightmostÚeuler_constantÚ_KL_REGISTRYÚ_KL_MEMOIZEÚregister_klÚkl_divergencec                    sV   t ˆ tƒstˆ tƒrtdˆ › �ƒ‚t ˆtƒs"tˆtƒr"tdˆ› �ƒ‚‡ ‡fdd„}|S )a[  
    Decorator to register a pairwise function with :meth:`kl_divergence`.
    Usage::

        @register_kl(Normal, Normal)
        def kl_normal_normal(p, q):
            # insert implementation here

    Lookup returns the most specific (type,type) match ordered by subclass. If
    the match is ambiguous, a `RuntimeWarning` is raised. For example to
    resolve the ambiguous situation::

        @register_kl(BaseP, DerivedQ)
        def kl_version1(p, q): ...
        @register_kl(DerivedP, BaseQ)
        def kl_version2(p, q): ...

    you should register a third most-specific implementation, e.g.::

        register_kl(DerivedP, DerivedQ)(kl_version1)  # Break the tie.

    Args:
        type_p (type): A subclass of :class:`~torch.distributions.Distribution`.
        type_q (type): A subclass of :class:`~torch.distributions.Distribution`.
    z6Expected type_p to be a Distribution subclass but got z6Expected type_q to be a Distribution subclass but got c                    s   | t ˆ ˆf< t ¡  | S ©N)r&   r'   Úclear)Úfun©Útype_pÚtype_q© úi/var/www/html/academy/tools/voices/clone/cosy-venv/lib/python3.10/site-packages/torch/distributions/kl.pyÚ	decoratorT   s   zregister_kl.<locals>.decorator)Ú
isinstanceÚtypeÚ
issubclassr   Ú	TypeError)r.   r/   r2   r0   r-   r1   r(   1   s   ÿÿc                   @   s*   e Zd ZdgZdd„ Zdd„ Zdd„ ZdS )	Ú_MatchÚtypesc                 G   s
   || _ d S r*   ©r8   )Úselfr8   r0   r0   r1   Ú__init__`   s   
z_Match.__init__c                 C   s   | j |j kS r*   r9   )r:   Úotherr0   r0   r1   Ú__eq__c   s   z_Match.__eq__c                 C   s:   t | j|jƒD ]\}}t||ƒs dS ||ur dS qdS )NFT)Úzipr8   r5   )r:   r<   ÚxÚyr0   r0   r1   Ú__le__f   s   
þz_Match.__le__N)Ú__name__Ú
__module__Ú__qualname__Ú	__slots__r;   r=   rA   r0   r0   r0   r1   r7   \   s
    r7   c           	         s�   ‡ ‡fdd„t D ƒ}|stS tdd„ |D ƒƒj\}}tdd„ |D ƒƒj\}}t ||f }t ||f }||urFt d ˆ jˆj|j|j¡t¡ |S )zP
    Find the most specific approximate match, assuming single inheritance.
    c                    s,   g | ]\}}t ˆ |ƒrt ˆ|ƒr||f‘qS r0   )r5   )Ú.0Zsuper_pZsuper_qr-   r0   r1   Ú
<listcomp>s   s    ýýÿz _dispatch_kl.<locals>.<listcomp>c                 s   s   � | ]}t |Ž V  qd S r*   )r7   ©rF   Úmr0   r0   r1   Ú	<genexpr>}   s   € z_dispatch_kl.<locals>.<genexpr>c                 s   s   � | ]	}t t|ƒŽ V  qd S r*   )r7   ÚreversedrH   r0   r0   r1   rJ   ~   s   € z;Ambiguous kl_divergence({}, {}). Please register_kl({}, {}))	r&   ÚNotImplementedÚminr8   ÚwarningsÚwarnÚformatrB   ÚRuntimeWarning)	r.   r/   ÚmatchesZleft_pZleft_qZright_qZright_pZleft_funZ	right_funr0   r-   r1   Ú_dispatch_klo   s"   þÿürS   c                 C   s   t  | t¡S )zI
    Helper function for obtaining infinite KL Divergence throughout
    )ÚtorchÚ	full_liker   ©Útensorr0   r0   r1   Ú_infinite_like‹   ó   rX   c                 C   s   | |   ¡  S )z2
    Utility function for calculating x log x
    )ÚlogrV   r0   r0   r1   Ú_x_log_x’   rY   r[   c                 C   sD   |   d¡}|   d¡}|  d|| ¡ d¡ d¡}| | jdd… ¡S )zp
    Utility function for calculating the trace of XX^{T} with X having arbitrary trailing batch dimensions
    éÿÿÿÿéþÿÿÿé   N)ÚsizeÚreshapeÚpowÚsumÚshape)ÚbmatÚnrI   Z
flat_tracer0   r0   r1   Ú_batch_trace_XXT™   s   

rf   ÚpÚqÚreturnc                 C   s€   zt t| ƒt|ƒf }W n ty(   tt| ƒt|ƒƒ}|t t| ƒt|ƒf< Y nw |tu r;td| jj› d|jj› �ƒ‚|| |ƒS )a"  
    Compute Kullback-Leibler divergence :math:`KL(p \| q)` between two distributions.

    .. math::

        KL(p \| q) = \int p(x) \log\frac {p(x)} {q(x)} \,dx

    Args:
        p (Distribution): A :class:`~torch.distributions.Distribution` object.
        q (Distribution): A :class:`~torch.distributions.Distribution` object.

    Returns:
        Tensor: A batch of KL divergences of shape `batch_shape`.

    Raises:
        NotImplementedError: If the distribution types have not been registered via
            :meth:`register_kl`.
    z(No KL(p || q) is implemented for p type z and q type )r'   r4   ÚKeyErrorrS   rL   ÚNotImplementedErrorÚ	__class__rB   )rg   rh   r,   r0   r0   r1   r)   £   s   þÿ
c                 C   s”   | j tjj |j ¡tjj | j ¡  }t||j dk< d|| j dk< d| j  tjj |j¡tjj | j¡  }t||j dk< d|| j dk< || S ©Nr   r   )ÚprobsrT   ÚnnÚ
functionalÚsoftplusÚlogitsr   ©rg   rh   Út1Út2r0   r0   r1   Ú_kl_bernoulli_bernoulliÉ   s   ÿÿÿrv   c           	      C   s¦   | j | j }|j |j }|j  ¡ |j ¡  | ¡  }| j  ¡ | j ¡  | ¡  }| j |j  t | j ¡ }| j|j t | j¡ }|| t |¡ }|| | | | S r*   )Úconcentration1Úconcentration0ÚlgammarT   Údigamma)	rg   rh   Zsum_params_pZsum_params_qrt   ru   Út3Út4Út5r0   r0   r1   Ú_kl_beta_betaÙ   s   r~   c                 C   sh   | j |j k  ¡ rtdƒ‚| j | j| j|j  | j  ¡  |j  ¡   }| j |j k}t|| ƒ||< |S )NzKKL between Binomials where q.total_count > p.total_count is not implemented)Útotal_countÚanyrk   rn   rr   Úlog1prX   )rg   rh   ÚklZinf_idxsr0   r0   r1   Ú_kl_binomial_binomialå   s   ÿ(ÿrƒ   c                 C   sD   | j | j|j  }t||j dk |¡< d|| j dk |¡< | d¡S )Nr   r\   )rn   rr   r   Ú	expand_asrb   )rg   rh   Útr0   r0   r1   Ú_kl_categorical_categoricalõ   s   
r†   c                 C   sL   | j | j|j  }|  ¡ t | j ¡ }| ¡  t |j ¡ }|| | S r*   )Úmeanrr   Ú_cont_bern_log_normrT   r�   rn   ©rg   rh   rt   ru   r{   r0   r0   r1   Ú-_kl_continuous_bernoulli_continuous_bernoulliý   s   rŠ   c                 C   s|   | j  d¡}|j  d¡}| ¡ | ¡  }| j  ¡ |j  ¡   d¡}| j |j  }| j  ¡ | ¡  d¡ }|| ||  d¡ S )Nr\   )Úconcentrationrb   ry   rz   Ú	unsqueeze)rg   rh   Zsum_p_concentrationZsum_q_concentrationrt   ru   r{   r|   r0   r0   r1   Ú_kl_dirichlet_dirichlet  s   r�   c                 C   s"   |j | j  }| ¡  }|| d S ©Nr   ©ÚraterZ   )rg   rh   Z
rate_ratiort   r0   r0   r1   Ú_kl_exponential_exponential  s   
r‘   c                 C   s˜   t | ƒt |ƒkstdƒ‚dd„ | jD ƒ}|j}| j|Ž }tjj| ¡ |dd�}|j|Ž | }t|||ƒD ]\}}}	|| |	 }
|t	|
t
|jƒƒ8 }q4|S )Nz‡The cross KL-divergence between different exponential families cannot                             be computed using Bregman divergencesc                 S   s   g | ]}|  ¡  ¡ ‘qS r0   )ÚdetachÚrequires_grad_)rF   Únpr0   r0   r1   rG     s    z+_kl_expfamily_expfamily.<locals>.<listcomp>T)Úcreate_graph)r4   rk   Ú_natural_paramsÚ_log_normalizerrT   ÚautogradÚgradrb   r>   r$   ÚlenÚevent_shape)rg   rh   Z	p_nparamsZ	q_nparamsÚ	lg_normalÚ	gradientsÚresultZpnpZqnpÚgÚtermr0   r0   r1   Ú_kl_expfamily_expfamily  s   ÿ
r¡   c                 C   sn   |j | j|j  ¡  }t |j ¡t | j ¡ }| j |j  t | j ¡ }|j| j | j | j  }|| | | S r*   )r‹   r�   rZ   rT   ry   rz   ©rg   rh   rt   ru   r{   r|   r0   r0   r1   Ú_kl_gamma_gamma*  s
   r£   c                 C   sl   | j |j  }|j|j  }| j|j  }| ¡  | | }|t }t |d|  ¡  | ¡}|| | dt  S rŽ   )ÚscaleÚlocrZ   Ú_euler_gammarT   Úexpry   )rg   rh   Úct1Úct2Úct3rt   ru   r{   r0   r0   r1   Ú_kl_gumbel_gumbel3  s   r«   c                 C   s$   |   ¡  t |j ¡| j  |j S r*   )ÚentropyrT   r�   rn   rr   ©rg   rh   r0   r0   r1   Ú_kl_geometric_geometric>  s   $r®   c                 C   ó   t | j|jƒS r*   )Ú_kl_normal_normalÚ	base_distr­   r0   r0   r1   Ú_kl_halfnormal_halfnormalC  ó   r²   c                 C   sV   | j |j  }| j|j  ¡ }| ¡  }||j  }|t | | j  ¡ }|| | d S rŽ   )r¤   r¥   ÚabsrZ   rT   r§   )rg   rh   Úscale_ratioZloc_abs_diffrt   ru   r{   r0   r0   r1   Ú_kl_laplace_laplaceH  s   

r¶   c                 C   sú   | j |j kr
tdƒ‚t|j|j|jƒt| j| j| jƒ }t|j|j|j| j |jƒ}|jj|j 	d¡ }t
jj|j|dd�}| j|j  d¡}t| j|j ¡  	d¡ ƒ}t|| j ¡  	d¡ ƒ}t| | j¡ƒ}	|| | |	 }
d||
 | | j d   S )NzKL-divergence between two Low Rank Multivariate Normals with                          different event shapes cannot be computedr]   F©Úupperr\   ç      à?r   )r›   Ú
ValueErrorr   Ú_unbroadcasted_cov_factorÚ_unbroadcasted_cov_diagÚ_capacitance_trilr   r¥   ÚmTrŒ   rT   ÚlinalgÚsolve_triangularrb   rf   ÚrsqrtÚsqrtÚmatmul)rg   rh   Úterm1Úterm3Ú	qWt_qDinvÚAÚterm21Úterm22Zterm23Zterm24Úterm2r0   r0   r1   Ú7_kl_lowrankmultivariatenormal_lowrankmultivariatenormalS  s6   ÿÿÿþ
ü	ÿrË   c           	      C   sÔ   | j |j kr
tdƒ‚t|j|j|jƒd| jjddd� ¡  	d¡  }t
|j|j|j| j |jƒ}|jj|j d¡ }tjj|j|dd�}t| j|j ¡  d¡ ƒ}t| | j¡ƒ}|| }d|| | | j d	   S )
Nú�KL-divergence between two (Low Rank) Multivariate Normals with                          different event shapes cannot be computedr^   r]   r\   ©Údim1Údim2Fr·   r¹   r   )r›   rº   r   r»   r¼   r½   Ú_unbroadcasted_scale_trilÚdiagonalrZ   rb   r   r¥   r¾   rŒ   rT   r¿   rÀ   rf   rÁ   rÃ   )	rg   rh   rÄ   rÅ   rÆ   rÇ   rÈ   rÉ   rÊ   r0   r0   r1   Ú0_kl_multivariatenormal_lowrankmultivariatenormalu  s.   ÿÿþ
ü	ÿrÒ   c                 C   s$  | j |j kr
tdƒ‚d|jjddd� ¡  d¡ t| j| j| j	ƒ }t
|j|j| j ƒ}tj |jjd d… | jjd d… ¡}| j d }|j |||f ¡}| j ||| j d¡f ¡}t | j ¡ ¡ |||f ¡}ttjj||dd�ƒ}	ttjj||dd�ƒ}
|	|
 }d	|| | | j d   S )
NrÌ   r^   r]   r\   rÍ   r   Fr·   r¹   )r›   rº   rÐ   rÑ   rZ   rb   r   r»   r¼   r½   r   r¥   rT   Ú_CÚ_infer_sizerc   ÚexpandZ
cov_factorr_   Ú
diag_embedrÂ   rf   r¿   rÀ   )rg   rh   rÄ   rÅ   Úcombined_batch_shapere   Úq_scale_trilZp_cov_factorZ
p_cov_diagrÈ   rÉ   rÊ   r0   r0   r1   Ú0_kl_lowrankmultivariatenormal_multivariatenormal“  s>   ÿÿÿþÿ
ÿ
ÿÿÿrÙ   c           	      C   sÞ   | j |j kr
tdƒ‚|jjddd� ¡  d¡| jjddd� ¡  d¡ }tj |jj	d d… | jj	d d… ¡}| j d }|j 
|||f ¡}| j 
|||f ¡}ttjj||dd�ƒ}t|j|j| j ƒ}|d|| |   S )	NzvKL-divergence between two Multivariate Normals with                          different event shapes cannot be computedr]   r\   rÍ   r   Fr·   r¹   )r›   rº   rÐ   rÑ   rZ   rb   rT   rÓ   rÔ   rc   rÕ   rf   r¿   rÀ   r   r¥   )	rg   rh   Z
half_term1r×   re   rØ   Zp_scale_trilrÊ   rÅ   r0   r0   r1   Ú)_kl_multivariatenormal_multivariatenormal¸  s(   ÿÿþÿ
ÿrÚ   c                 C   sB   | j |j   d¡}| j|j |j   d¡}d|| d | ¡   S ©Nr^   r¹   r   ©r¤   ra   r¥   rZ   )rg   rh   Z	var_ratiort   r0   r0   r1   r°   Ñ  s   r°   c                 C   r¯   r*   )r†   Z_categoricalr­   r0   r0   r1   Ú'_kl_onehotcategorical_onehotcategoricalØ  r³   rÝ   c                 C   sX   | j |j  }|j| j }|j| ¡  }| ¡  }|| | d }t|| jj|jjk < |S rŽ   )r¤   ÚalpharZ   r   ÚsupportÚlower_bound)rg   rh   rµ   Zalpha_ratiort   ru   rž   r0   r0   r1   Ú_kl_pareto_paretoÝ  s   
rá   c                 C   s&   | j | j  ¡ |j  ¡   | j |j   S r*   r�   r­   r0   r0   r1   Ú_kl_poisson_poissoné  ó   &râ   c                 C   s.   | j |j krt‚| j|jkrt‚t| j|jƒS r*   )Ú
transformsrk   r›   r)   r±   r­   r0   r0   r1   Ú_kl_transformed_transformedî  s
   rå   c                 C   s<   |j |j | j | j   ¡ }t||j| jk|j | j k B < |S r*   )ÚhighÚlowrZ   r   ©rg   rh   rž   r0   r0   r1   Ú_kl_uniform_uniform÷  s   ré   c                 C   s    |   ¡  | j|j ¡  |j  S r*   )r¬   rn   r�   rZ   r­   r0   r0   r1   Ú_kl_bernoulli_poissonÿ  s    rê   c                 C   s,   |   ¡  | j|j  t |j ¡ | ¡  S r*   )r¬   r‡   rr   rT   r�   rn   rˆ   r­   r0   r0   r1   Ú_kl_beta_continuous_bernoulli  s   
ÿþýÿrë   c                 C   ó
   t | jƒS r*   )rX   rw   r­   r0   r0   r1   Ú_kl_beta_infinity  ó   
rí   c                 C   s,   |   ¡  |j ¡  |j| j| j| j    S r*   )r¬   r�   rZ   rw   rx   r­   r0   r0   r1   Ú_kl_beta_exponential  s   ÿþÿrï   c                 C   sp   |   ¡  }|j ¡ |j|j ¡   }|jd | j ¡ | j| j  ¡   }|j| j | j| j  }|| | | S rŽ   )r¬   r‹   ry   r�   rZ   rw   rz   rx   r¢   r0   r0   r1   Ú_kl_beta_gamma  s   
ÿrð   c           	      C   sš   | j | j | j  }|j d¡}|  ¡  }d|d tj  ¡  }|d|  | j | j d  | d¡ d }|j| }|j d¡d }|| || | |  S rÛ   )	rw   rx   r¤   ra   r¬   ÚmathÚpirZ   r¥   )	rg   rh   ZE_betaÚ
var_normalrt   ru   r{   r|   r}   r0   r0   r1   Ú_kl_beta_normal*  s   
ÿý
rô   c                 C   s>   |   ¡  |j|j  ¡  }t||j| jjk|j| jjk B < |S r*   )r¬   ræ   rç   rZ   r   rß   rà   Úupper_boundrè   r0   r0   r1   Ú_kl_beta_uniform9  s    rö   c                 C   rì   r*   )rX   rn   r­   r0   r0   r1   Ú!_kl_continuous_bernoulli_infinityC  rî   r÷   c                 C   s"   |   ¡  t |j¡ |j| j  S r*   )r¬   rT   rZ   r�   r‡   r­   r0   r0   r1   Ú$_kl_continuous_bernoulli_exponentialH  s   "rø   c                 C   sz   |   ¡  }dt dtj ¡t |j|j ¡  t |j¡ }| jt | j	¡ d|j | j	  dt |j¡  }|| | S )Nr¹   g       @)
r¬   rñ   rZ   rò   rT   Úsquarer¥   r¤   Úvariancer‡   r‰   r0   r0   r1   Ú_kl_continuous_bernoulli_normalQ  s   
(ÿ ÿrû   c              	   C   sV   |   ¡  |j|j  ¡  }t t t |j| jj	¡t 
|j| jj¡¡t |¡t |¡S r*   )r¬   ræ   rç   rZ   rT   ÚwhereÚmaxÚgerß   rà   Úlerõ   Ú	ones_liker   rè   r0   r0   r1   Ú _kl_continuous_bernoulli_uniform]  s   þúr  c                 C   rì   r*   ©rX   r�   r­   r0   r0   r1   Ú_kl_exponential_infinityj  ó   
r  c                 C   sB   |j | j  }|j t |¡ }|| |j ¡  |jt  dt  S rŽ   )r�   r‹   rT   rZ   ry   r¦   )rg   rh   Úratiort   r0   r0   r1   Ú_kl_exponential_gammar  s   ÿþýüÿr  c                 C   sR   | j |j }|j|j }| ¡ d }t |¡| |d  }| ¡ }|| | | S rŽ   )r�   r¤   r¥   rZ   rT   r§   Ú
reciprocal)rg   rh   Úscale_rate_prodÚloc_scale_ratiort   ru   r{   r0   r0   r1   Ú_kl_exponential_gumbel  s   r
  c                 C   sp   |j  d¡}| j d¡}dt || d tj ¡ }| ¡ }|j| j }|j d¡d }|d || | |  S rÛ   )	r¤   ra   r�   rT   rZ   rñ   rò   r  r¥   )rg   rh   ró   Zrate_sqrrt   ru   r{   r|   r0   r0   r1   Ú_kl_exponential_normalŒ  s   r  c                 C   rì   r*   )rX   r‹   r­   r0   r0   r1   Ú_kl_gamma_infinity—  r  r  c                 C   s&   |   ¡  |j ¡  |j| j | j  S r*   )r¬   r�   rZ   r‹   r­   r0   r0   r1   Ú_kl_gamma_exponentialŸ  rã   r  c                 C   s~   | j |j }|j|j }| jd | j ¡  | j ¡  | j }| ¡ | j|  }t |¡d| 	¡   
| j ¡ | }|| | S rŽ   )r�   r¤   r¥   r‹   rz   ry   rZ   rT   r§   r  ra   )rg   rh   Zbeta_scale_prodr	  rt   ru   r{   r0   r0   r1   Ú_kl_gamma_gumbel¤  s    ÿþÿÿþÿr  c                 C   s¨   |j  d¡}| j d¡}dt || d tj ¡ | j | j ¡  }d| j d¡| j  | }|j	| j | j }d|j	 d¡ }|| jd | j 
¡   || | |  S rÛ   )r¤   ra   r�   rT   rZ   rñ   rò   r‹   ry   r¥   rz   )rg   rh   ró   Zbeta_sqrrt   ru   r{   r|   r0   r0   r1   Ú_kl_gamma_normal¹  s"   ÿþÿÿþÿr  c                 C   rì   r*   ©rX   r¥   r­   r0   r0   r1   Ú_kl_gumbel_infinityÌ  ó   
r  c                 C   sx   | j |j  }|t dtj ¡  ¡ }tj| d  d¡d }| j| j t  |j |j   d¡d }| | | td  S )Nr^   r¹   é   r   )r¤   rñ   rÂ   rò   rZ   ra   r¥   r¦   )rg   rh   Zparam_ratiort   ru   r{   r0   r0   r1   Ú_kl_gumbel_normalÙ  s
   &r  c                 C   rì   r*   r  r­   r0   r0   r1   Ú_kl_laplace_infinityâ  r  r  c                 C   s~   |j  d¡}| j  d¡| }dt d| tj ¡ }d| j d¡ }| j|j }d|j d¡ }| | || | |  d S rÛ   )r¤   ra   rT   rZ   rñ   rò   r¥   )rg   rh   ró   Zscale_sqr_var_ratiort   ru   r{   r|   r0   r0   r1   Ú_kl_laplace_normalì  s   r  c                 C   rì   r*   r  r­   r0   r0   r1   Ú_kl_normal_infinity÷  r  r  c                 C   s|   | j |j }| j|j  d¡}|j |j }| ¡ d }|| }t | d|  | ¡}| | | ddt dtj ¡   S rÛ   )r¥   r¤   ra   rZ   rT   r§   rñ   rò   )rg   rh   Zmean_scale_ratioZvar_scale_sqr_ratior	  rt   ru   r{   r0   r0   r1   Ú_kl_normal_gumbel  s   &r  c                 C   sš   | j |j  }| j|j }|| j }t |¡}t dtj ¡| j t d| d¡ ¡ }|t 	t d¡| ¡ }| || |j  ddt dtj ¡   S )Nr^   g      à¿r¹   r   )
r¥   r¤   rT   rZ   rñ   rÂ   rò   r§   ra   Úerf)rg   rh   Zloc_diffrµ   Zloc_diff_scale_ratiort   ru   r{   r0   r0   r1   Ú_kl_normal_laplace  s   

(ÿ,r  c                 C   rì   r*   )rX   r¤   r­   r0   r0   r1   Ú_kl_pareto_infinity  s   
r  c                 C   sZ   | j |j }| j|  ¡ }| j ¡ }| j| | jd  }|| | d }t|| jdk< |S rŽ   )r¤   r�   rÞ   rZ   r  r   )rg   rh   r  rt   ru   r{   rž   r0   r0   r1   Ú_kl_pareto_exponential   s   
r  c                 C   sŒ   | j  ¡ | j ¡  }| j ¡ | }|j ¡ |j|j ¡   }d|j | }|j| j | j  | jd  }|| | | d }t|| jdk< |S rŽ   )r¤   rZ   rÞ   r  r‹   ry   r�   r   ©rg   rh   Úcommon_termrt   ru   r{   r|   rž   r0   r0   r1   Ú_kl_pareto_gamma+  s   r  c           	      C   sª   d|j  d¡ }| j | jd  }t dtj ¡|j  | j | j   ¡ }| j ¡ }| j| d¡ | jd  }| j| |j  d¡}|| || |  d }t	|| jdk< |S )Nr^   r   )
r¤   ra   rÞ   rñ   rÂ   rò   rZ   r  r¥   r   )	rg   rh   ró   r  rt   ru   r{   r|   rž   r0   r0   r1   Ú_kl_pareto_normal:  s   &
r   c                 C   rì   r*   r  r­   r0   r0   r1   Ú_kl_poisson_infinityG  s   
r!  c                 C   sÂ   | j | j }t |¡}|jd t| j ƒt| jƒ |  | }|jd td| j  ƒtd| j ƒ |  | }|j ¡ |j ¡  |j|j  ¡  }|| | | }t|| j |j	j
k| j|j	jk B < |S rŽ   )ræ   rç   rT   rZ   rw   r[   rx   ry   r   rß   rõ   rà   r  r0   r0   r1   Ú_kl_uniform_betaM  s.   
ÿþÿÿþÿÿþÿ r"  c              	   C   sh   |   ¡  | j|j  t |j ¡ | ¡  }t t t 	| j
|jj¡t | j|jj¡¡t |¡t |¡S r*   )r¬   r‡   rr   rT   r�   rn   rˆ   rü   rý   rþ   ræ   rß   rõ   rÿ   rç   rà   r   r   rè   r0   r0   r1   Ú _kl_uniform_continuous_bernoullie  s    
ÿþýÿþúr#  c                 C   sB   |j | j| j  d | j| j |j   ¡  }t|| j|jjk < |S )Nr^   )r�   ræ   rç   rZ   r   rß   rà   rè   r0   r0   r1   Ú_kl_uniform_exponetialw  s   ,r$  c                 C   s’   | j | j }| ¡ }|j ¡ |j|j ¡   }d|j t| j ƒt| jƒ |  | }|j| j | j  d }| | | | }t|| j|jj	k < |S )Nr   r^   )
ræ   rç   rZ   r‹   ry   r�   r[   r   rß   rà   r  r0   r0   r1   Ú_kl_uniform_gamma~  s   ÿþÿr%  c                 C   sn   |j | j| j  }| j|j |j  }| j|j |j  }| ¡ d||   }|t | ¡t | ¡  }|| S )Nr¹   )r¤   ræ   rç   r¥   rZ   rT   r§   )rg   rh   r  Zhigh_loc_diffZlow_loc_diffrt   ru   r0   r0   r1   Ú_kl_uniform_gumbelŽ  s   r&  c                 C   st   | j | j }t tjd ¡|j |  ¡ }| d¡d }| j | j d|j  d  d¡}|d||  |j d¡  S )Nr^   é   r¹   )	ræ   rç   rñ   rÂ   rò   r¤   rZ   ra   r¥   )rg   rh   r  rt   ru   r{   r0   r0   r1   Ú_kl_uniform_normal›  s
    r(  c                 C   sl   | j | j }|j|j |j¡ |  ¡ }t| j ƒt| jƒ | | }||jd  | }t|| j|jj	k < |S rŽ   )
ræ   rç   rÞ   r¤   ra   rZ   r[   r   rß   rà   )rg   rh   Zsupport_uniformrt   ru   rž   r0   r0   r1   Ú_kl_uniform_pareto¤  s   r)  c                 C   s*   | j |j krt‚t| j|jƒ}t|| j ƒS r*   )Úreinterpreted_batch_ndimsrk   r)   r±   r$   rè   r0   r0   r1   Ú_kl_independent_independent®  s   r+  c                 C   sD   | j |j   d¡| j|j  d¡  ¡ }d| j  |j   ¡ }|| S )Nr^   é   rÜ   rs   r0   r0   r1   Ú_kl_cauchy_cauchy¶  s   (r-  c                  C   sb   dg} t tdd„ d�D ]\}}|  d|j› d|j› d�¡ qd | ¡}tjr/t j|7  _d	S d	S )
zHAppends a list of implemented KL functions to the doc for kl_divergence.zLKL divergence is currently implemented for the following distribution pairs:c                 S   s   | d j | d j fS rm   )rB   )Zp_qr0   r0   r1   Ú<lambda>Ä  s    z_add_kl_info.<locals>.<lambda>)Úkeyz* :class:`~torch.distributions.z#` and :class:`~torch.distributions.ú`z
	N)Úsortedr&   ÚappendrB   Újoinr)   Ú__doc__)Úrowsrg   rh   Zkl_infor0   r0   r1   Ú_add_kl_info¾  s   ÿÿÿ
ÿr6  )Žrñ   rN   Ú	functoolsr   Útypingr   r   r   r   rT   r   Ú	bernoullir	   Úbetar
   Úbinomialr   Úcategoricalr   Úcauchyr   Úcontinuous_bernoullir   Ú	dirichletr   Údistributionr   Ú
exp_familyr   Úexponentialr   Úgammar   Ú	geometricr   Úgumbelr   Úhalf_normalr   Úindependentr   Úlaplacer   Úlowrank_multivariate_normalr   r   r   Úmultivariate_normalr   r   Únormalr   Úone_hot_categoricalr   Úparetor    Úpoissonr!   Útransformed_distributionr"   Úuniformr#   Úutilsr$   r%   r¦   r&   Ú__annotations__r'   Ú__all__r(   r7   rS   rX   r[   rf   ÚTensorr)   rv   r~   rƒ   r†   rŠ   r�   r‘   r¡   r£   r«   r®   r²   r¶   rË   rÒ   rÙ   rÚ   r°   rÝ   rá   râ   rå   ré   rê   rë   rí   rï   rð   rô   rö   r÷   rø   rû   r  r  r  r
  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r   r!  r"  r#  r$  r%  r&  r(  r)  r+  r-  r6  r0   r0   r0   r1   Ú<module>   sŽ  
 þÿþÿ+
&















!

$








	




	



























	

