Ë
    Bôjb  ã                   óT   — d Z ddlZddlmZmZ h d£Zd„ Zd„ Zd„ Z	d„ Z
d	„ Zdd
„Zd„ Zy)zÙLoad Drama3 codec weights for standard CTranslate2 conversion.

Fold weight normalization in row chunks and retain FLOAT32 arrays. PyTorch is
needed only to safely load the tensor-only checkpoint with memory mapping.
é    N)Úcodec_parameter_shapesÚ reference_codec_parameter_shapes>   útorch.float16útorch.float32útorch.float64útorch.bfloat16Úfloat16Úfloat32Úfloat64c           	      óÒ  ‡— | j                  d| «      Šg }t        «       }t        d„ ‰D «       «      r|j                  t	        «       «       t        |j                  «       «      D �]  \  }}g }|‰v r|j                  |df«       |j                  d«      r]|dt        d«        }|dz   |dz   f|dz   |dz   ffD ]7  \  }}|‰v s|‰v sŒ|‰vs|‰vrt        d	|z   «      ‚|j                  ||f«       Œ9 t        |«      d
k7  rt        d|z   «      ‚|d   \  }	}
t        ‰|	   d   «      |k7  rt        d|z   «      ‚|	g}|
rJt        ‰|
   d   «      |d   gd
gt        |«      d
z
  z  z   k7  rt        d|z   «      ‚|j                  |
«       t        ˆfd„|D «       «      rt        d|z   «      ‚d|j                  dd«      z   }|j                  ||t        ‰|	   d   «      |	|
dœ«       �Œ‚ |S )zGResolve direct/legacy/parametrized tensors using only names and shapes.Úkeysc              3   ó>   K  — | ]  }|j                  d «      –— Œ y­w)zencoder.block.N)Ú
startswith)Ú.0Únames     út/var/www/html/academy/tools/voices/clone/fw-venv/lib/python3.12/site-packages/ctranslate2/converters/drama3_codec.pyú	<genexpr>z"conversion_plan.<locals>.<genexpr>    s   è ø€ Ò
>°ˆ4�?‰?Ð+×,Ñ
>ùs   ‚Nz.weightz".parametrizations.weight.original0z".parametrizations.weight.original1z	.weight_gz	.weight_vz&incomplete weight-normalization pair: é   z&missing or ambiguous official tensor: r   Úshapez unsupported codec weight shape: z2weight-normalization magnitude must retain axis0: c              3   ó:   •K  — | ]  }‰|   d    t         v–— Œ y­w)ÚdtypeN)ÚFLOAT_TYPES)r   Úkeyr   s     €r   r   z"conversion_plan.<locals>.<genexpr>C   s   øè ø€ ÒI¸ˆt�C‰y˜Ñ!¬Ô4ÑIùs   ƒznon-floating codec tensor: zcodec/ú.ú/)Úsource_nameÚtargetr   Ú	value_keyÚmagnitude_key)Úgetr   ÚanyÚupdater   ÚsortedÚitemsÚappendÚendswithÚlenÚ
ValueErrorÚtupleÚlistÚreplace)ÚschemaÚplanÚshapesÚsourcer   Ú
candidatesÚstemÚgÚvr   r   Úselectedr   r   s                @r   Úconversion_planr5      sI  ø€ à�:‰:�f˜fÓ%€DØ€DÜ#Ó%€Fô Ñ
>¸Ô
>Ô>Ø�‰Ô6Ó8Ô9Ü §¡£Ó/ó ,
‰ˆ�Øˆ
Ø�T‰>Ø×Ñ˜v t˜nÔ-Ø�?‰?˜9Ô%ØÐ+œS ›^˜OÐ,ˆDð Ð?Ñ?ØÐ?Ñ?ðð ˜Ñ# T¨KÑ%7Ð8ðò .‘��1ð ˜‘9  T¢	Ø ‘}¨°©Ü(ØDÀvÑMóð ð ×%Ñ% q¨! fÕ-ð.ô ˆz‹?˜aÒÜÐEÈÑNÓOÐOØ#-¨a¡=Ñ ˆ	�=Ü��i‘ Ñ)Ó*¨eÒ3ÜÐ?À&ÑHÓIÐIØ�;ˆÙÜ�D˜Ñ'¨Ñ0Ó1°e¸A±h°ZÀ1À#Ü�E“
˜Q‘ñCñ 6ò ô !ØHÈ6ÑQóð ð �O‰O˜MÔ*ÜÓIÀÔIÔIÜÐ:¸VÑCÓDÐDØ˜FŸN™N¨3°Ó4Ñ4ˆØ�‰à%Ø Ü˜d 9™o¨gÑ6Ó7Ø&Ø!.ñö	
ðI,
ðZ €Kó    c                 óÜ  — t        | t        j                  «      rGt        j                  dd¬«      5  t        j                  | t        j
                  d¬«      }d d d «       nP| j                  «       j                  dt        d«      j
                  ¬«      j                  «       j                  «       }t        j                  «      j                  «       st        d«      ‚|S # 1 sw Y   Œ9xY w)	NÚignore)ÚoverÚinvalidÚC©r   ÚorderÚcpuÚtorch)Údevicer   z5nonfinite codec weight or float32 conversion overflow)Ú
isinstanceÚnpÚndarrayÚerrstateÚasarrayr
   ÚdetachÚtoÚ
__import__Ú
contiguousÚnumpyÚisfiniteÚallr(   )ÚvalueÚresults     r   Únumpy_float_chunkrO   R   s²   € Ü�%œŸ™Ô$Ü�[‰[˜h°Ô9ñ 	DÜ—Z‘Z ¬R¯Z©Z¸sÔCˆF÷	Dð 	Dð
 �L‰L‹Nß‰R�u¤J¨wÓ$7×$?Ñ$?ˆRÓ@ß‰Z‹\ß‰U‹Wð	 	ô �;‰;�vÓ×"Ñ"Ô$ÜÐPÓQÐQØ€M÷	Dð 	Dús   ²'C"Ã"C+c                 ó
  — t        | «      } t        |«      }| j                  dk  s0|j                  | j                  d   fd| j                  dz
  z  z   k7  rt        d«      ‚t	        t        d| j                  «      «      }t        j                  t        j                  | j                  t        j                  «      dz  |d¬«      «      }t        j                  |«      j                  «       r|dk(  j                  «       rt        d«      ‚t        j                  | |j                  t        j                  «      |z  z  t        j                  d	¬
«      }t        j                  |«      j                  «       st        d«      ‚|S )z=Independent axis-0 WN: each first-axis row has one magnitude.é   r   )r   r   z.incompatible axis0 weight-normalization shapesT)ÚaxisÚkeepdimsz+zero or nonfinite weight-normalization normr;   r<   z-weight-normalization output overflows float32)rO   Úndimr   r(   r)   ÚrangerB   ÚsqrtÚsumÚastyper   rK   rL   r!   rE   r
   )Ú	directionÚ	magnitudeÚaxesÚnormÚfoldeds        r   Úfold_axis0_chunkr^   c   s0  € ä! )Ó,€IÜ! )Ó,€IØ‡~�~˜Ò˜YŸ_™_°·±ÀÑ1CÐ0EÈØ�‰˜ÑñIñ 1ò ô ÐIÓJÐJÜ”�q˜)Ÿ.™.Ó)Ó*€Dä�7‰7”2—6‘6˜)×*Ñ*¬2¯:©:Ó6¸!Ñ;À$ÐQUÔVÓW€DÜ�;‰;�tÓ× Ñ Ô" t¨q¡y§o¡oÔ&7ÜÐFÓGÐGÜ�Z‰ZØ�Y×%Ñ%¤b§j¡jÓ1°DÑ8Ñ9ÄÇÁÐSVô€Fô �;‰;�vÓ×"Ñ"Ô$ÜÐHÓIÐIØ€Mr6   c              #   ó$  K  — t        |«      t        us|dk  rt        d«      ‚| |d      }|d   r| |d      nd }t        d|d   d   |«      D ]>  }t	        ||z   |d   d   «      }|€t        ||| «      –— Œ+t        ||| ||| «      –— Œ@ y ­w)Nr   úchunk_rows must be positiver   r   r   r   )ÚtypeÚintr(   rU   ÚminrO   r^   )ÚstateÚitemÚ
chunk_rowsrM   rZ   ÚstartÚends          r   Útensor_chunksri   x   s¼   è ø€ ÜˆJÓœsÑ" j°1¢nÜÐ6Ó7Ð7Ø�$�{Ñ#Ñ$€EØ04°_Ò0E��d˜?Ñ+Ò,È4€IÜ�q˜$˜w™-¨Ñ*¨JÓ7ò KˆÜ�%˜*Ñ$ d¨7¡m°AÑ&6Ó7ˆØÐÜ# E¨%°Ð$4Ó5Ó5ä" 5¨¨sÐ#3°Y¸uÀSÐ5IÓJÓJñKùs   ‚BBc           
      ó¬   — d| j                  «       D ��ci c]1  \  }}|t        |j                  «      t        |j                  «      dœ“Œ3 c}}iS c c}}w )Nr   )r   r   )r$   r*   r   Ústrr   )rd   r   rM   s      r   Ústate_schemarl   …   sP   € àà$Ÿ{™{›}÷
á��eð œD §¡Ó-¼¸E¿K¹KÓ8HÑIÑIó
ðð ùó
s   •6Ac           	      óP  — t        |«      t        us|dk  rt        d«      ‚|€t        t	        | «      «      n|}i }|D ]e  }t        j                  |d   t
        j                  ¬«      }d}t        | ||«      D ]!  }||||t        |«      z    |t        |«      z  }Œ# |||d   <   Œg |S )zDLoad decoder weights as whole FLOAT32 arrays for standard ModelSpec.r   r`   r   )r   r   r   )
ra   rb   r(   r5   rl   rB   Úemptyr
   ri   r'   )rd   r-   rf   Útensorsre   rM   rg   Úchunks           r   Úload_codec_tensorsrq   Ž   s¹   € äˆJÓœsÑ" j°1¢nÜÐ6Ó7Ð7Ø37°<Œ?œ<¨Ó.Ô/ÀT€DØ€GØò (ˆÜ—‘˜˜g™¬b¯j©jÔ9ˆØˆÜ" 5¨$°
Ó;ò 	 ˆEØ05ˆE�%˜%¤# e£*Ñ,Ð-Ø”S˜“ZÑ‰Eð	 ð #(ˆ��X‘Òð(ð €Nr6   c                 ó´   ‡— dd l Š‰j                  | ddd¬«      }t        |t        «      r"t	        ˆfd„|j                  «       D «       «      st        d«      ‚|S )Nr   r>   T)Úmap_locationÚweights_onlyÚmmapc              3   ót   •K  — | ]/  \  }}t        |t        «      xr t        |‰j                  «      –— Œ1 y ­w)N)rA   rk   ÚTensor)r   Úkr3   r?   s      €r   r   z"load_checkpoint.<locals>.<genexpr>¢   s4   øè ø€ ò .Ù?C¸qÀ!Œ
�1”cÓÒ:œz¨!¨U¯\©\Ó:Ó:ñ.ùs   ƒ58z2expected a flat tensor-only codec state dictionary)r?   ÚloadrA   ÚdictrL   r$   r(   )Úpathrd   r?   s     @r   Úload_checkpointr|   ž   sS   ø€ Ûà�J‰J�t¨%¸dÈˆJÓN€EÜ�eœTÔ"¬#ó .ØGLÇ{Á{Ã}ô.ô +ô ÐMÓNÐNØ€Lr6   )Né    )Ú__doc__rJ   rB   Úctranslate2.specs.drama3_specr   r   r   r5   rO   r^   ri   rl   rq   r|   © r6   r   ú<module>r�      s@   ðñó ÷ò
€ò6òrò"ò*
Kòóó r6   