o
    …ôj X  ã                   @   s  U d Z ddlZdZi Zeed< i Zeed< dZd&d	d
„ZG dd„ dƒZ	G dd„ dƒZ
G dd„ de	ƒZG dd„ deƒZG dd„ de	ƒZG dd„ de	ƒZG dd„ dƒZG dd„ de	ƒZG dd„ de	ƒZG dd„ de	ƒZG dd„ de	ƒZG d d!„ d!e	ƒZG d"d#„ d#e	ƒZG d$d%„ d%e	ƒZdS )'ac  
Backends in `einops` are organized to meet the following requirements
- backends are not imported unless those are actually needed, because
    - backends may not be installed
    - importing all available backends will drive to significant memory footprint
    - backends may be present but installed with errors (but never used),
      importing may drive to crashes
- backend should be either symbolic or imperative
    - this determines which methods (from_numpy/to_numpy or create_symbol/eval_symbol) should be defined
- if backend can't provide symbols for shape dimensions, UnknownSize objects are used
é    NzAlex RogozhnikovÚ_loaded_backendsÚ_type2backendFÚreturnÚAbstractBackendc           
      C   s  t | ƒ}t |d¡}|dur|S tt ¡ ƒ}|D ]\}}| | ¡r)|t|< |  S qg }t ¡ }|rC| 	¡ }|| ¡ 7 }| 
|¡ |s2dd„ |D ƒ}|D ]1}	trUtd|	ƒ |	j|vr}|	jtjv r}trhtd|	jƒ |	ƒ }|t|j< | | ¡r}|t|< |  S qLtdt | ƒ› �ƒ‚)z’
    Takes a correct backend (e.g. numpy backend if tensor is numpy.ndarray) for a tensor.
    If needed, imports package and creates backend
    Nc                 S   ó   g | ]\}}|‘qS © r   )Ú.0ÚxÚ_r   r   úc/var/www/html/academy/tools/voices/clone/cosy-venv/lib/python3.10/site-packages/einops/_backends.pyÚ
<listcomp>/   ó    zget_backend.<locals>.<listcomp>zTesting for subclass of zImported backend for zTensor type unknown to einops )Útyper   ÚgetÚlistr   ÚitemsÚis_appropriate_typer   Ú__subclasses__ÚpopÚappendÚ_debug_importingÚprintÚframework_nameÚsysÚmodulesÚRuntimeError)
ÚtensorÚ_typeÚ_resultZpreviously_loaded_backendsZ_framework_nameÚbackendZbackend_subclassesÚbackendsZprev_backend_namesZBackendSubclassr   r   r   Úget_backend   s@   
þ
ý



€r!   c                   @   s¾   e Zd ZU dZeed< dd„ Zdd„ Zdd„ Zd	d
„ Z	dd„ Z
dd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdefdd„Zdd„ Zdd„ Zdd„ Zd efd!d"„Zd#d$„ Zd%d&„ Zd'd(„ Zd)d*„ Zd+S ),r   zJBase backend class, major part of methods are only for debugging purposes.r   c                 C   ó   t ƒ ‚)z4helper method should recognize tensors it can handle©ÚNotImplementedError©Úselfr   r   r   r   r   F   ó   z#AbstractBackend.is_appropriate_typec                 C   ó   t dƒ‚©Nz.framework doesn't support imperative executionr#   ©r&   r	   r   r   r   Ú
from_numpyJ   ó   zAbstractBackend.from_numpyc                 C   r(   r)   r#   r*   r   r   r   Úto_numpyM   r,   zAbstractBackend.to_numpyc                 C   r(   ©Nz/framework doesn't support symbolic computationsr#   ©r&   Úshaper   r   r   Úcreate_symbolP   r,   zAbstractBackend.create_symbolc                 C   r(   r.   r#   ©r&   ÚsymbolÚsymbol_value_pairsr   r   r   Úeval_symbolS   ó   zAbstractBackend.eval_symbolc                 C   r(   )Nz"framework doesn't implement aranger#   ©r&   ÚstartÚstopr   r   r   ÚarangeW   r6   zAbstractBackend.arangec                 C   ó   |j S )zashape should return a tuple with integers or "shape symbols" (which will evaluate to actual size)©r0   r*   r   r   r   r0   [   r'   zAbstractBackend.shapec                 C   ó
   |  |¡S ©N©Úreshape©r&   r	   r0   r   r   r   r@   _   ó   
zAbstractBackend.reshapec                 C   r=   r>   ©Ú	transpose©r&   r	   Úaxesr   r   r   rD   b   rB   zAbstractBackend.transposec                 C   s   t ||ƒ|d�S ©N©Úaxis)Úgetattr©r&   r	   Ú	operationrF   r   r   r   Úreducee   ó   zAbstractBackend.reduceÚtensorsc                 C   r"   r>   r#   ©r&   rO   r   r   r   Ústack_on_zeroth_dimensionh   ó   z)AbstractBackend.stack_on_zeroth_dimensionc                 C   r"   r>   r#   ©r&   r	   Únew_positionr   r   r   Úadd_axisk   rR   zAbstractBackend.add_axisc                 C   s@   dg| }|  ¡ D ]\}}|  ||¡}|||< q	|  |t|ƒ¡S )Né   )r   rU   ÚtileÚtuple©r&   r	   Ún_axesÚpos2lenÚrepeatsÚaxis_positionÚaxis_lengthr   r   r   Úadd_axesn   s
   

zAbstractBackend.add_axesc                 C   r"   )z!repeats - same lengths as x.shaper#   ©r&   r	   r\   r   r   r   rW   u   r'   zAbstractBackend.tilerI   c                 C   r"   )zzconcatenates tensors along axis.
        Assume identical across tensors: devices, dtypes and shapes except selected axis.r#   ©r&   rO   rI   r   r   r   Úconcaty   ó   zAbstractBackend.concatc                 C   r"   r>   r#   r*   r   r   r   Úis_float_type~   rc   zAbstractBackend.is_float_typec                 C   r(   )Nzbackend does not provide layersr#   ©r&   r   r   r   Úlayersƒ   r,   zAbstractBackend.layersc                 C   s   d| j › d�S )Nz<einops backend for ú>)r   re   r   r   r   Ú__repr__†   ó   zAbstractBackend.__repr__c                 G   r(   )Nzbackend does not support einsumr#   ©r&   Úpatternr	   r   r   r   Úeinsum‰   r,   zAbstractBackend.einsumN)Ú__name__Ú
__module__Ú__qualname__Ú__doc__ÚstrÚ__annotations__r   r+   r-   r1   r5   r:   r0   r@   rD   rM   r   rQ   rU   r_   rW   Úintrb   rd   rf   rh   rl   r   r   r   r   r   A   s,   
 c                   @   s8   e Zd ZdZdd„ Zdd„ Zdd„ Zdd	„ Zd
d„ ZdS )ÚUnknownSizezUpseudo-symbol for symbolic frameworks which do not provide symbols for shape elementsc                 C   ó   | S r>   r   ©r&   Úotherr   r   r   Ú__floordiv__�   ó   zUnknownSize.__floordiv__c                 C   s   dS ©NTr   rv   r   r   r   Ú__eq__“   ry   zUnknownSize.__eq__c                 C   ru   r>   r   rv   r   r   r   Ú__mul__–   ry   zUnknownSize.__mul__c                 C   ru   r>   r   rv   r   r   r   Ú__rmul__™   ry   zUnknownSize.__rmul__c                 C   s   t d ƒS r>   )Úhashre   r   r   r   Ú__hash__œ   r,   zUnknownSize.__hash__N)	rm   rn   ro   rp   rx   r{   r|   r}   r   r   r   r   r   rt   �   s    rt   c                   @   ót   e Zd ZdZdd„ Zdd„ Zdd„ Zdd	„ Zd
d„ Zde	fdd„Z
dd„ Zdefdd„Zdd„ Zdd„ Zdd„ ZdS )ÚNumpyBackendÚnumpyc                 C   ó   dd l }|| _d S ©Nr   )r‚   Únp)r&   r‚   r   r   r   Ú__init__£   ó   
zNumpyBackend.__init__c                 C   ó   t || jjƒS r>   )Ú
isinstancer…   Úndarrayr%   r   r   r   r   ¨   ri   z NumpyBackend.is_appropriate_typec                 C   ó   |S r>   r   r*   r   r   r   r+   «   ry   zNumpyBackend.from_numpyc                 C   r‹   r>   r   r*   r   r   r   r-   ®   ry   zNumpyBackend.to_numpyc                 C   ó   | j  ||¡S r>   )r…   r:   r7   r   r   r   r:   ±   ri   zNumpyBackend.arangerO   c                 C   ó   | j  |¡S r>   )r…   ÚstackrP   r   r   r   rQ   ´   ó   z&NumpyBackend.stack_on_zeroth_dimensionc                 C   rŒ   r>   )r…   rW   r`   r   r   r   rW   ·   ri   zNumpyBackend.tilerI   c                 C   ó   | j j||d�S rG   )r…   Úconcatenatera   r   r   r   rb   º   rN   zNumpyBackend.concatc                 C   ó
   |j dv S ©N)Úfloat16Úfloat32Úfloat64Úfloat128Úbfloat16©Údtyper*   r   r   r   rd   ½   rB   zNumpyBackend.is_float_typec                 C   rŒ   r>   )r…   Úexpand_dimsrS   r   r   r   rU   À   ri   zNumpyBackend.add_axisc                 G   ó   | j j|g|¢R Ž S r>   )r…   rl   rj   r   r   r   rl   Ã   ó   zNumpyBackend.einsumN)rm   rn   ro   r   r†   r   r+   r-   r:   r   rQ   rW   rs   rb   rd   rU   rl   r   r   r   r   r�       ó    r�   c                       s0   e Zd ZdZ‡ fdd„Zdd„ Zdd„ Z‡  ZS )Ú
JaxBackendÚjaxc                    s&   t ƒ  ¡  | j| _dd l}|j| _d S r„   )Úsuperr†   r…   ÚonpÚ	jax.numpyr‚   )r&   r    ©Ú	__class__r   r   r†   Ê   s   
zJaxBackend.__init__c                 C   r�   r>   )r…   Úasarrayr*   r   r   r   r+   Ò   r�   zJaxBackend.from_numpyc                 C   r�   r>   )r¢   r¦   r*   r   r   r   r-   Õ   r�   zJaxBackend.to_numpy)rm   rn   ro   r   r†   r+   r-   Ú__classcell__r   r   r¤   r   rŸ   Ç   s
    rŸ   c                   @   ó”   e Zd ZdZdd„ Zdd„ Zdd„ Zdd	„ Zd
d„ Zdd„ Z	dd„ Z
defdd„Zdd„ Zdd„ Zdefdd„Zdd„ Zdd„ Zdd„ Zd d!„ Zd"S )#ÚTorchBackendÚtorchc                 C   s   dd l }|| _ ddlm} d S )Nr   rV   )Ú_torch_specific)rª   Ú r«   )r&   rª   r«   r   r   r   r†   Ü   s   zTorchBackend.__init__c                 C   rˆ   r>   )r‰   rª   ÚTensorr%   r   r   r   r   ã   ri   z TorchBackend.is_appropriate_typec                 C   ó    | j  |¡}|  |¡rd|_|S rz   )rª   r+   rd   Úrequires_grad©r&   r	   Úvariabler   r   r   r+   æ   ó   
zTorchBackend.from_numpyc                 C   ó   |  ¡  ¡  ¡ S r>   ©ÚdetachÚcpur‚   r*   r   r   r   r-   í   rN   zTorchBackend.to_numpyc                 C   ó   | j j||| j jd�S ©Nr™   )rª   r:   Úint64r7   r   r   r   r:   ð   ó   zTorchBackend.arangec                 C   sŽ   |dkr
|j |d�S |dkr|j|d�S |dkr|j|d�S |dkr(|j|d�S |dv rBt|ƒd d d… D ]
}t||ƒ|d�}q5|S td|ƒ‚)	NÚmin©ÚdimÚmaxÚsumÚmean)ÚanyÚallÚprodéÿÿÿÿúUnknown reduction )ÚaminÚamaxr¿   rÀ   ÚsortedrJ   r$   )r&   r	   rL   Úreduced_axesÚir   r   r   rM   ó   s   
zTorchBackend.reducec                 C   r=   r>   ©ÚpermuterE   r   r   r   rD     rB   zTorchBackend.transposerO   c                 C   r�   r>   )rª   rŽ   rP   r   r   r   rQ     r�   z&TorchBackend.stack_on_zeroth_dimensionc                 C   ó:   dg| }|  ¡ D ]\}}|  ||¡}|||< q	| |¡S ©NrÄ   ©r   rU   ÚexpandrY   r   r   r   r_   
  ó
   


zTorchBackend.add_axesc                 C   r=   r>   ©Úrepeatr`   r   r   r   rW     rB   zTorchBackend.tilerI   c                 C   r�   ©Nr¼   )rª   Úcatra   r   r   r   rb     rN   zTorchBackend.concatc                 C   rŒ   r>   )rª   Ú	unsqueezerS   r   r   r   rU     ri   zTorchBackend.add_axisc                 C   s"   |j | jj| jj| jj| jjfv S r>   )rš   rª   r”   r•   r–   r˜   r*   r   r   r   rd     s   "zTorchBackend.is_float_typec                 C   ó   ddl m} |S )NrV   )rª   )rf   rª   )r&   rª   r   r   r   rf     ó   zTorchBackend.layersc                 G   rœ   r>   )rª   rl   rj   r   r   r   rl   "  r�   zTorchBackend.einsumN©rm   rn   ro   r   r†   r   r+   r-   r:   rM   rD   r   rQ   r_   rW   rs   rb   rU   rd   rf   rl   r   r   r   r   r©   Ù   s"    r©   c                   @   r€   )ÚCupyBackendÚcupyc                 C   ó   dd l }|| _ d S r„   )rÛ   )r&   rÛ   r   r   r   r†   )  r‡   zCupyBackend.__init__c                 C   rˆ   r>   )r‰   rÛ   rŠ   r%   r   r   r   r   .  ri   zCupyBackend.is_appropriate_typec                 C   r�   r>   )rÛ   r¦   r*   r   r   r   r+   1  r�   zCupyBackend.from_numpyc                 C   r�   r>   )rÛ   Úasnumpyr*   r   r   r   r-   4  r�   zCupyBackend.to_numpyc                 C   rŒ   r>   )rÛ   r:   r7   r   r   r   r:   7  ri   zCupyBackend.arangerO   c                 C   r�   r>   )rÛ   rŽ   rP   r   r   r   rQ   :  r�   z%CupyBackend.stack_on_zeroth_dimensionc                 C   rŒ   r>   )rÛ   rW   r`   r   r   r   rW   =  ri   zCupyBackend.tilerI   c                 C   r�   rG   )rÛ   r‘   ra   r   r   r   rb   @  rN   zCupyBackend.concatc                 C   rŒ   r>   )rÛ   r›   rS   r   r   r   rU   C  ri   zCupyBackend.add_axisc                 C   r’   r“   r™   r*   r   r   r   rd   F  rB   zCupyBackend.is_float_typec                 G   rœ   r>   )rÛ   rl   rj   r   r   r   rl   I  r�   zCupyBackend.einsumN)rm   rn   ro   r   r†   r   r+   r-   r:   r   rQ   rW   rs   rb   rU   rd   rl   r   r   r   r   rÚ   &  rž   rÚ   c                   @   s6   e Zd ZdZdefdd„Zdd„ Zdd„ Zd	d
„ ZdS )ÚHashableTuplez.Overcomes non-hashability of symbolic elementsÚelementsc                 C   s
   || _ d S r>   ©rß   )r&   rß   r   r   r   r†   P  rB   zHashableTuple.__init__c                 c   s   � | j E d H  d S r>   rà   re   r   r   r   Ú__iter__S  s   €zHashableTuple.__iter__c                 C   s
   t | jƒS r>   )Úlenrß   re   r   r   r   Ú__len__V  rB   zHashableTuple.__len__c                 C   s
   | j | S r>   rà   )r&   Úitemr   r   r   Ú__getitem__Y  rB   zHashableTuple.__getitem__N)	rm   rn   ro   rp   rX   r†   rá   rã   rå   r   r   r   r   rÞ   M  s    rÞ   c                   @   sœ   e Zd ZdZdd„ Zdd„ Zdd„ Zdd	„ Zd
d„ Zdd„ Z	dd„ Z
dd„ Zdd„ Zdefdd„Zdd„ Zdefdd„Zdd„ Zdd„ Zd d!„ Zd"d#„ Zd$S )%ÚTensorflowBackendÚ
tensorflowc                 C   rƒ   r„   )rç   Útf©r&   rç   r   r   r   r†   b  r‡   zTensorflowBackend.__init__c                 C   s   t || jj| jjfƒS r>   )r‰   rè   r­   ÚVariabler%   r   r   r   r   g  rº   z%TensorflowBackend.is_appropriate_typec                 C   s   | j  ¡ sJ ‚| j  |¡S r>   )rè   Úexecuting_eagerlyZconvert_to_tensorr*   r   r   r   r+   j  s   zTensorflowBackend.from_numpyc                 C   s   | j  ¡ sJ ‚| ¡ S r>   )rè   rë   r‚   r*   r   r   r   r-   n  s   zTensorflowBackend.to_numpyc                 C   rŒ   r>   )rè   Úranger7   r   r   r   r:   r  ri   zTensorflowBackend.arangec                    sx   | j  ¡ rtdd„ |jD ƒƒS |j ¡ }| j  |¡‰ t‡ fdd„t|ƒD ƒƒ}zt|ƒ |W S  ty;   t|ƒ Y S w )Nc                 s   s&   � | ]}|d u rt ƒ nt|ƒV  qd S r>   )rt   rs   )r   Údr   r   r   Ú	<genexpr>w  s   €$ z*TensorflowBackend.shape.<locals>.<genexpr>c                    s   g | ]
\}}|pˆ | ‘qS r   r   )r   r½   Ús©Ztf_shaper   r   r   |  s    z+TensorflowBackend.shape.<locals>.<listcomp>)	rè   rë   rX   r0   Úas_listÚ	enumerater~   ÚBaseExceptionrÞ   )r&   r	   Zstatic_shaper0   r   rð   r   r0   u  s   

þzTensorflowBackend.shapec                 C   s   t | jd| ƒ||d�S )NÚreduce_rH   )rJ   rè   rK   r   r   r   rM   „  ó   zTensorflowBackend.reducec                 C   rŒ   r>   )rè   r@   rA   r   r   r   r@   ‡  ri   zTensorflowBackend.reshapec                 C   rŒ   r>   )rè   rD   rE   r   r   r   rD   Š  ri   zTensorflowBackend.transposerO   c                 C   r�   r>   )rè   rŽ   rP   r   r   r   rQ   �  r�   z+TensorflowBackend.stack_on_zeroth_dimensionc                 C   rŒ   r>   )rè   rW   r`   r   r   r   rW   �  ri   zTensorflowBackend.tilerI   c                 C   r�   rG   )rè   rb   ra   r   r   r   rb   “  rN   zTensorflowBackend.concatc                 C   rŒ   r>   )rè   r›   rS   r   r   r   rU   –  ri   zTensorflowBackend.add_axisc                 C   r’   r“   r™   r*   r   r   r   rd   ™  rB   zTensorflowBackend.is_float_typec                 C   r×   )NrV   )rç   )rf   rç   ré   r   r   r   rf   œ  rØ   zTensorflowBackend.layersc                 G   rœ   r>   )rè   rl   rj   r   r   r   rl   ¡  r�   zTensorflowBackend.einsumN)rm   rn   ro   r   r†   r   r+   r-   r:   r0   rM   r@   rD   r   rQ   rW   rs   rb   rU   rd   rf   rl   r   r   r   r   ræ   _  s$    ræ   c                   @   s”   e Zd ZdZdd„ Zdd„ Zdd„ Zdd	„ Zd
d„ Zdd„ Z	dd„ Z
dd„ Zdd„ Zdefdd„Zdd„ Zdefdd„Zdd„ Zdd„ Zd d!„ Zd"S )#ÚTFKerasBackendztensorflow.kerasc                 C   s$   dd l }|| _|j| _|jj| _d S r„   )rç   rè   Úkerasr   ÚK)r&   rè   r   r   r   r†   ¨  s   zTFKerasBackend.__init__c                 C   s   | j  |¡o| j |¡S r>   )rè   Ú	is_tensorrø   Zis_keras_tensorr%   r   r   r   r   ¯  rõ   z"TFKerasBackend.is_appropriate_typec                 C   s   | j j|d�S )N)Úbatch_shape)r÷   ÚInputr/   r   r   r   r1   ²  ri   zTFKerasBackend.create_symbolc                 C   s.   | j j dd„ |D ƒ|¡}| dd„ |D ƒ¡S )Nc                 S   r   r   r   )r   Úvarr
   r   r   r   r   ¶  r   z.TFKerasBackend.eval_symbol.<locals>.<listcomp>c                 S   s   g | ]\}}|‘qS r   r   )r   r
   Úvalr   r   r   r   ·  r   )r÷   ÚmodelsÚModelZpredict_on_batch)r&   r3   r4   Úmodelr   r   r   r5   µ  s   zTFKerasBackend.eval_symbolc                 C   rŒ   r>   )rø   r:   r7   r   r   r   r:   ¹  ri   zTFKerasBackend.arangec                 C   s   | j  |¡}tt|ƒƒS r>   )rø   r0   rÞ   rX   rA   r   r   r   r0   ¼  s   zTFKerasBackend.shapec                 C   s   t | j|ƒ||d�S rG   )rJ   rø   rK   r   r   r   rM   À  r�   zTFKerasBackend.reducec                 C   rŒ   r>   )rø   r@   rA   r   r   r   r@   Ã  ri   zTFKerasBackend.reshapec                 C   rŒ   r>   )rø   Zpermute_dimensionsrE   r   r   r   rD   Æ  ri   zTFKerasBackend.transposerO   c                 C   r�   r>   )rø   rŽ   rP   r   r   r   rQ   É  r�   z(TFKerasBackend.stack_on_zeroth_dimensionc                 C   rŒ   r>   )rø   rW   r`   r   r   r   rW   Ì  ri   zTFKerasBackend.tilerI   c                 C   r�   rG   )rø   r‘   ra   r   r   r   rb   Ï  rN   zTFKerasBackend.concatc                 C   rŒ   r>   )rø   r›   rS   r   r   r   rU   Ò  ri   zTFKerasBackend.add_axisc                 C   s   d| j  |¡v S )NÚfloat)rø   rš   r*   r   r   r   rd   Õ  rN   zTFKerasBackend.is_float_typec                 C   r×   )NrV   )r÷   )rf   r÷   )r&   r÷   r   r   r   rf   Ø  rØ   zTFKerasBackend.layersN)rm   rn   ro   r   r†   r   r1   r5   r:   r0   rM   r@   rD   r   rQ   rW   rs   rb   rU   rd   rf   r   r   r   r   rö   ¥  s"    rö   c                   @   r¨   )#ÚOneFlowBackendÚoneflowc                 C   rƒ   r„   )r  Úflow)r&   r  r   r   r   r†   á  r‡   zOneFlowBackend.__init__c                 C   rˆ   r>   )r‰   r  r­   r%   r   r   r   r   æ  ri   z"OneFlowBackend.is_appropriate_typec                 C   r®   rz   )r  r+   rd   r¯   r°   r   r   r   r+   é  r²   zOneFlowBackend.from_numpyc                 C   r³   r>   r´   r*   r   r   r   r-   ð  rN   zOneFlowBackend.to_numpyc                 C   r·   r¸   )r  r:   r¹   r7   r   r   r   r:   ó  rº   zOneFlowBackend.arangec                 C   sl   t |dd�D ]-}|dkr|j|d�\}}q|dkr"|j|d�\}}q|dv r/t||ƒ|d�}qtd|ƒ‚|S )NT©Úreverser»   r¼   r¾   )r¿   rÀ   rÃ   rÁ   rÂ   rÅ   )rÈ   r»   r¾   rJ   r$   )r&   r	   rL   rÉ   rI   r
   r   r   r   rM   ö  s   
zOneFlowBackend.reducec                 C   r=   r>   rË   rE   r   r   r   rD     rB   zOneFlowBackend.transposerO   c                 C   r�   r>   )r  rŽ   rP   r   r   r   rQ     r�   z(OneFlowBackend.stack_on_zeroth_dimensionc                 C   s:   dg| }|  ¡ D ]\}}|  ||¡}|||< q	|j|Ž S rÎ   rÏ   rY   r   r   r   r_     rÑ   zOneFlowBackend.add_axesc                 C   r=   r>   rÒ   r`   r   r   r   rW     rB   zOneFlowBackend.tilerI   c                 C   r�   rÔ   )r  rb   ra   r   r   r   rb     rN   zOneFlowBackend.concatc                 C   rŒ   r>   )r  rÖ   rS   r   r   r   rU     ri   zOneFlowBackend.add_axisc                 C   ó   |j | jj| jj| jjfv S r>   )rš   r  r”   r•   r–   r*   r   r   r   rd     ó   zOneFlowBackend.is_float_typec                 C   r×   )NrV   )r  )rf   r  )r&   r  r   r   r   rf     rØ   zOneFlowBackend.layersc                 G   rœ   r>   )r  rl   rj   r   r   r   rl      r�   zOneFlowBackend.einsumNrÙ   r   r   r   r   r  Þ  s"    r  c                       s¬   e Zd ZdZdd„ Zdd„ Zdd„ Zdd	„ Zd
d„ Z‡ fdd„Z	dd„ Z
dd„ Zdefdd„Zdd„ Zdd„ Zdefdd„Zdd„ Zdd„ Zd d!„ Zd"d#„ Zd$d%„ Z‡  ZS )&ÚPaddleBackendÚpaddlec                 C   rÜ   r„   ©r
  ©r&   r
  r   r   r   r†   '  r‡   zPaddleBackend.__init__c                 C   r�   r>   )r
  rù   r%   r   r   r   r   ,  r�   z!PaddleBackend.is_appropriate_typec                 C   s   | j  |¡}d|_|S )NF)r
  Ú	to_tensorZstop_gradient)r&   r	   r   r   r   r   r+   /  s   zPaddleBackend.from_numpyc                 C   s   |  ¡  ¡ S r>   )rµ   r‚   r*   r   r   r   r-   4  r�   zPaddleBackend.to_numpyc                 C   r·   r¸   )r
  r:   r¹   r7   r   r   r   r:   7  rº   zPaddleBackend.arangec                    s4   t |ƒ|jkrtƒ  |||¡ d¡S tƒ  |||¡S r„   )râ   Úndimr¡   rM   ÚsqueezerK   r¤   r   r   rM   :  s   zPaddleBackend.reducec                 C   r=   r>   rC   rE   r   r   r   rD   A  rB   zPaddleBackend.transposec                 C   rÍ   rÎ   rÏ   rY   r   r   r   r_   D  rÑ   zPaddleBackend.add_axesrO   c                 C   r�   r>   )r
  rŽ   rP   r   r   r   rQ   K  r�   z'PaddleBackend.stack_on_zeroth_dimensionc                 C   r=   r>   r?   rA   r   r   r   r@   N  rB   zPaddleBackend.reshapec                 C   r=   r>   )rW   r`   r   r   r   rW   Q  rB   zPaddleBackend.tilerI   c                 C   r�   rG   )r
  rb   ra   r   r   r   rb   T  rN   zPaddleBackend.concatc                 C   r=   r>   ©rÖ   rS   r   r   r   rU   W  rB   zPaddleBackend.add_axisc                 C   r  r>   )rš   r
  r”   r•   r–   r*   r   r   r   rd   Z  r  zPaddleBackend.is_float_typec                 C   r×   )NrV   r  )rf   r
  r  r   r   r   rf   ]  rØ   zPaddleBackend.layersc                 G   rœ   r>   )r
  rl   rj   r   r   r   rl   b  r�   zPaddleBackend.einsumc                 C   s
   t |jƒS r>   )rX   r0   r*   r   r   r   r0   e  rB   zPaddleBackend.shape)rm   rn   ro   r   r†   r   r+   r-   r:   rM   rD   r_   r   rQ   r@   rW   rs   rb   rU   rd   rf   rl   r0   r§   r   r   r¤   r   r	  $  s&    r	  c                   @   s”   e Zd ZdZdd„ Zdd„ Zdd„ Zdd	„ Zd
d„ Zdd„ Z	dd„ Z
dd„ Zdd„ Zdefdd„Zdd„ Zdd„ Zdefdd„Zdd„ Zd d!„ Zd"S )#ÚTinygradBackendÚtinygradc                 C   rÜ   r„   )r  )r&   r  r   r   r   r†   l  r‡   zTinygradBackend.__init__c                 C   rˆ   r>   )r‰   r  r­   r%   r   r   r   r   q  ri   z#TinygradBackend.is_appropriate_typec                 C   r�   r>   )r  r­   r*   r   r   r   r+   t  r�   zTinygradBackend.from_numpyc                 C   ó   |  ¡ S r>   )r‚   r*   r   r   r   r-   w  r,   zTinygradBackend.to_numpyc                 C   s   | j j ||¡S r>   )r  r­   r:   r7   r   r   r   r:   z  rN   zTinygradBackend.arangec                 C   r;   r>   r<   r*   r   r   r   r0   }  rR   zTinygradBackend.shapec                 C   r=   r>   r?   rA   r   r   r   r@   €  rB   zTinygradBackend.reshapec                 C   r=   r>   rË   rE   r   r   r   rD   ƒ  rB   zTinygradBackend.transposec                 C   s&   t |dd�D ]
}t||ƒ|d�}q|S )NTr  rH   )rÈ   rJ   )r&   r	   rL   rF   rI   r   r   r   rM   †  s   zTinygradBackend.reducerO   c                 C   s   | j j |¡S r>   )r  r­   rŽ   rP   r   r   r   rQ   ‹  ri   z)TinygradBackend.stack_on_zeroth_dimensionc                 C   r=   r>   r  rS   r   r   r   rU   Ž  rB   zTinygradBackend.add_axisc                 C   r=   r>   rÒ   r`   r   r   r   rW   ‘  rB   zTinygradBackend.tilerI   c                 C   s0   t |ƒdkr|d j|dd … d|iŽS |d S )NrV   r   r½   )râ   rÕ   ra   r   r   r   rb   ”  s   0zTinygradBackend.concatc                 C   s   | j j |j¡S r>   )r  ÚdtypesÚis_floatrš   r*   r   r   r   rd   —  rN   zTinygradBackend.is_float_typec                 G   s   | j jj|g|¢R Ž S r>   )r  r­   rl   rj   r   r   r   rl   š  rº   zTinygradBackend.einsumN)rm   rn   ro   r   r†   r   r+   r-   r:   r0   r@   rD   rM   r   rQ   rU   rW   rs   rb   rd   rl   r   r   r   r   r  i  s"    r  c                   @   sŒ   e Zd ZdZdd„ Zdd„ Zdd„ Zdd	„ Zd
d„ Zdd„ Z	dd„ Z
dd„ Zdd„ Zdefdd„Zdd„ Zdefdd„Zdd„ Zdd„ Zd S )!ÚPyTensorBackendÚpytensorc                 C   s   ddl m} || _d S )Nr   )r   )r  r   Úptr%   r   r   r   r†   ¡  s   
zPyTensorBackend.__init__c                 C   rˆ   r>   )r‰   r  ÚTensorVariabler%   r   r   r   r   ¦  ri   z#PyTensorBackend.is_appropriate_typec                 C   s   |j | jjjv S r>   )rš   r  r   Úfloat_dtypesr*   r   r   r   rd   ©  rN   zPyTensorBackend.is_float_typec                 C   r�   r>   )r  Ú	as_tensorr*   r   r   r   r+   ¬  r�   zPyTensorBackend.from_numpyc                 C   r  r>   )Úevalr*   r   r   r   r-   ¯  r,   zPyTensorBackend.to_numpyc                 C   s"   t |ttB ƒs
|f}| jj|d�S )Nr<   )r‰   rX   r   r  r   r/   r   r   r   r1   ²  s   zPyTensorBackend.create_symbolc                 C   s   |  t|ƒ¡S r>   )r  Údictr2   r   r   r   r5   ·  ri   zPyTensorBackend.eval_symbolc                 C   rŒ   r>   )r  r:   r7   r   r   r   r:   º  ri   zPyTensorBackend.arangec                 C   s   t dd„ t|jj|jƒD ƒƒS )Nc                 s   s$   � | ]\}}|d ur|n|V  qd S r>   r   )r   Z
static_dimZsymbolic_dimr   r   r   rî   ¿  s
   € ÿ
ÿz(PyTensorBackend.shape.<locals>.<genexpr>)rX   Úzipr   r0   r*   r   r   r   r0   ½  s   þzPyTensorBackend.shaperO   c                 C   r�   r>   )r  rŽ   rP   r   r   r   rQ   Ä  r�   z)PyTensorBackend.stack_on_zeroth_dimensionc                 C   rŒ   r>   )r  rW   r`   r   r   r   rW   Ç  ri   zPyTensorBackend.tilerI   c                 C   r�   rG   )r  r‘   ra   r   r   r   rb   Ê  rN   zPyTensorBackend.concatc                 C   rŒ   r>   )r  r›   rS   r   r   r   rU   Í  ri   zPyTensorBackend.add_axisc                 G   rœ   r>   )r  rl   rj   r   r   r   rl   Ð  r�   zPyTensorBackend.einsumN)rm   rn   ro   r   r†   r   rd   r+   r-   r1   r5   r:   r0   r   rQ   rW   rs   rb   rU   rl   r   r   r   r   r  ž  s     r  c                   @   st   e Zd ZdZdd„ Zdd„ Zdd„ Zdd	„ Zd
d„ Zde	fdd„Z
dd„ Zdd„ Zdefdd„Zdd„ Zdd„ ZdS )Ú
MLXBackendÚmlxc                 C   s$   dd l m} dd l}|| _|| _d S r„   )Úmlx.coreÚcorer‚   Úmxr…   )r&   r#  r…   r   r   r   r†   ×  s   
zMLXBackend.__init__c                 C   rˆ   r>   )r‰   r#  Úarrayr%   r   r   r   r   Þ  ri   zMLXBackend.is_appropriate_typec                 C   r�   r>   )r#  r$  r*   r   r   r   r+   á  r�   zMLXBackend.from_numpyc                 C   s(   |j | jjkr| | jj¡}| j |¡S r>   )rš   r#  r˜   Úastyper•   r…   r$  r*   r   r   r   r-   ä  s   zMLXBackend.to_numpyc                 C   rŒ   r>   )r#  r:   r7   r   r   r   r:   é  ri   zMLXBackend.arangerO   c                 C   r�   r>   )r#  rŽ   rP   r   r   r   rQ   ì  r�   z$MLXBackend.stack_on_zeroth_dimensionc                 C   rŒ   r>   )r#  r›   rS   r   r   r   r_   ï  ri   zMLXBackend.add_axesc                 C   rŒ   r>   )r#  rW   r`   r   r   r   rW   ò  ri   zMLXBackend.tilerI   c                 C   r�   rG   )r#  r‘   ra   r   r   r   rb   õ  rN   zMLXBackend.concatc                 C   s   | j  |j| j j¡S r>   )r#  Ú
issubdtyperš   Úfloatingr*   r   r   r   rd   ø  r�   zMLXBackend.is_float_typec                 G   rœ   r>   )r#  rl   rj   r   r   r   rl   û  r�   zMLXBackend.einsumN)rm   rn   ro   r   r†   r   r+   r-   r:   r   rQ   r_   rW   rs   rb   rd   rl   r   r   r   r   r  Ô  s    r  )r   r   )rp   r   Ú
__author__r   r  rr   r   r   r!   r   rt   r�   rŸ   r©   rÚ   rÞ   ræ   rö   r  r	  r  r  r  r   r   r   r   Ú<module>   s*    
+L'M'F9FE56