Ë
    Bôj”  ã                   ób   — d Z ddlmZ ddlZddlmZmZ dddddd	œZd
„ Z	d„ Z
d„ Z G d„ d«      Zy)aP  Bounded-memory safetensors matrix reads for an independent Drama 3 converter.

Rank-two matrices are supported.
No tensor-name conventions or automatic quantization-scale matching are assumed.
Files must remain immutable throughout reading. Safetensors validates and maps
shards; PyTorch converts individual FP8/BF16 chunks to float32.
é    )ÚPathN)ÚSafetensorErrorÚ	safe_openz<f4z<f2z<u2Úu1)ÚF32ÚF16ÚBF16Ú	F8_E4M3FNÚF8_E4M3c                 óL   — i }| D ]  \  }}||v rt        d|› �«      ‚|||<   Œ |S )Nz"duplicate safetensors header key: )Ú
ValueError)ÚpairsÚresultÚnameÚvalues       úv/var/www/html/academy/tools/voices/clone/fw-venv/lib/python3.12/site-packages/ctranslate2/converters/drama3_weights.pyÚ_unique_objectr      sD   € Ø€FØò ‰ˆˆeØ�6‰>ÜÐAÀ$ÀÐHÓIÐIØˆˆtŠðð €Mó    c                 óH   — t        | t        «      xr t        | t        «       S ©N)Ú
isinstanceÚintÚbool)r   s    r   Ú_is_intr   !   s   € Ü�eœSÓ!ÒA¬*°U¼DÓ*AÐ&AÐAr   c                 ó  — dd l }|j                  | «      }|dk(  r|j                  |j                  «      }n,|j	                  d«      r|j                  |j
                  «      }|j                  |j                  d¬«      j                  «       S )Nr   r	   ÚF8_T)ÚdtypeÚcopy)	ÚtorchÚ
from_numpyÚviewÚbfloat16Ú
startswithÚfloat8_e4m3fnÚtoÚfloat32Únumpy)Úrawr   r   Útensors       r   Ú_float32r*   %   sp   € Ûà×Ñ˜cÓ"€FØ�‚Ø—‘˜UŸ^™^Ó,‰Ø	×	Ñ	˜%Ô	 Ø—‘˜U×0Ñ0Ó1ˆØ�9‰9˜5Ÿ=™=¨tˆ9Ó4×:Ñ:Ó<Ð<r   c                   ó.   — e Zd ZdZd„ Zdd„Z	 	 	 	 dd„Zy)ÚSafeTensorMatrixReaderag  Inspect one immutable safetensors shard, mapping only requested tensors.

    Conversion buffers scale with chunk_rows * matrix columns plus relevant
    block-scale rows. The library maps the file without allocating a full dense
    tensor buffer. Consumers must process/discard chunks rather than collect them
    if bounded working memory is required.
    c                 ó`  — t        |«      | _        | j                  j                  «       }|j                  |j                  |j
                  |j                  f| _        	 t        | j                  dd¬«      | _	        i | _
        | j                  j                  «       D ]o  }| j                  j                  |«      }|j                  «       }|t        vrt        d|› d|› �«      ‚|t!        |j#                  «       «      dœ| j                  |<   Œq y # t$        $ r}t        d|› �«      |‚d }~ww xY w)NÚptÚcpu)Ú	frameworkÚdevicez"unsupported safetensors dtype for z: )r   Úshapezinvalid safetensors shard: )r   ÚpathÚstatÚst_devÚst_inoÚst_sizeÚst_mtime_nsÚ	_identityr   Ú_shardÚtensorsÚkeysÚ	get_sliceÚ	get_dtypeÚSTORAGE_DTYPESr   ÚtupleÚ	get_shaper   )Úselfr3   r4   r   r)   r   Úerrors          r   Ú__init__zSafeTensorMatrixReader.__init__9   s  € Ü˜“JˆŒ	Ø�y‰y�~‰~ÓˆØŸ+™+ t§{¡{°D·L±LÀ$×BRÑBRÐSˆŒð	OÜ# D§I¡I¸ÀeÔLˆDŒKØˆDŒLØŸ™×(Ñ(Ó*ò 
�ØŸ™×.Ñ.¨tÓ4�Ø×(Ñ(Ó*�Ø¤Ñ.Ü$Ø<¸T¸FÀ"ÀUÀGÐLóð ð #Ü" 6×#3Ñ#3Ó#5Ó6ñ&�—‘˜TÒ"ñ
øô ò 	OÜÐ:¸5¸'ÐBÓCÈÐNûð	Oús   ÁB0D Ä	D-ÄD(Ä(D-Nc                 óP  — dd l }| j                  j                  «       }|j                  |j                  |j
                  |j                  f| j                  k7  rt        d«      ‚|€| j                  j                  |«      n| j                  j                  |«      |   }|j                  |j                  k(  r+|j                  |j                  «      }|j%                  «       S |j                  |j                   k(  r|j                  |j"                  «      }|j%                  «       S )Nr   z0checkpoint shard changed after header inspection)r   r3   r4   r5   r6   r7   r8   r9   r   r:   Ú
get_tensorr=   r   r"   r!   Úuint16r$   Úuint8r'   )rB   r   Úindexr   r4   r)   s         r   Ú_mapzSafeTensorMatrixReader._mapN   sã   € Ûà�y‰y�~‰~ÓˆØ�K‰K˜Ÿ™ d§l¡l°D×4DÑ4DÐEÈÏÉÒWÜÐOÓPÐPð ˆ}ð �K‰K×"Ñ" 4Ô(à—‘×&Ñ& tÓ,¨UÑ3ð 	ð �<‰<˜5Ÿ>™>Ò)Ø—[‘[ §¡Ó.ˆFð �|‰|‹~Ðð �\‰\˜U×0Ñ0Ò0Ø—[‘[ §¡Ó-ˆFØ�|‰|‹~Ðr   c           
   #   óÔ  K  — t        |«      r|dk  rt        d«      ‚t        |t        t        f«      r t        |«      dk7  st        d„ |D «       «      rt        d«      ‚| j                  |   }t        |d   «      dk7  rt        d«      ‚|d   \  }}|�t        |t        «      st        d	«      ‚|�|€t        d
«      ‚|€| n|}	|\  }
}d}d}|�z|d   j                  d«      st        d«      ‚|	j                  |   }||
z   dz
  |
z  ||z   dz
  |z  f}|d   |k7  rt        d«      ‚|d   dvrt        d«      ‚|	j                  |«      }t        d||«      D �]  }t        ||z   |«      }t        | j                  |t        ||«      «      |d   «      }|�Ì||
z  }t        |||dz
  |
z  dz    |d   «      }t        j                   t        j"                  |«      «      rt        j                  |dk  «      rt        d«      ‚t        ||z
  «      D ]P  }|||z   |
z  |z
     }t        t        |«      «      D ])  }||||z  t        |dz   |z  |«      …fxx   ||   z  cc<   Œ+ ŒR |–— �Œ y­w)zÕYield bounded FP32 row chunks of a rank-two matrix.

        scale_reader, when supplied, explicitly locates inverse_scale in another
        safetensors shard; scale names and layouts are never inferred.
        r   zchunk_rows must be positiveé   c              3   óB   K  — | ]  }t        |«       xs |d k  –— Œ y­w)r   N)r   )Ú.0Úds     r   ú	<genexpr>z:SafeTensorMatrixReader.iter_matrix_rows.<locals>.<genexpr>r   s"   è ø€ Ò@°”w˜q“z�>Ò+ Q¨!¡VÓ+Ñ@ùs   ‚z-block_size must contain two positive integersr2   z)row conversion requires a rank-two matrixNz-scale_reader must be a SafeTensorMatrixReaderz;scale_reader requires an explicit inverse_scale tensor namer   r   z0inverse_scale is supported only for FP8 matricesé   z-inverse_scale shape does not match block grid)r   r   r	   z"inverse_scale must be F32/F16/BF16z0inverse_scale values must be positive and finite)r   r   r   r@   ÚlistÚlenÚanyr;   r,   r#   rJ   ÚrangeÚminr*   ÚsliceÚnpÚallÚisfinite)rB   r   Ú
chunk_rowsÚinverse_scaleÚ
block_sizeÚscale_readerr)   ÚrowsÚcolsÚscale_sourceÚbrÚbcÚ
scale_metaÚscalesÚexpected_shapeÚstartÚstopÚchunkÚfirst_blockÚ
scale_rowsÚrowÚsrÚ	col_blocks                          r   Úiter_matrix_rowsz'SafeTensorMatrixReader.iter_matrix_rows`   sÃ  è ø€ ô �zÔ" j°A¢oÜÐ:Ó;Ð;ä˜:¬¬t }Ô5Ü�:‹ !Ò#ÜÑ@°ZÔ@Ô@äÐLÓMÐMØ—‘˜dÑ#ˆÜˆv�g‰Ó 1Ò$ÜÐHÓIÐIØ˜G‘_‰
ˆˆdØÐ#¬JØÔ0ô-
ô ÐLÓMÐMØÐ#¨Ð(=ÜØMóð ð  ,Ð3‘t¸ˆØ‰ˆˆBØˆ
ØˆØÐ$Ø˜'‘?×-Ñ-¨eÔ4Ü Ð!SÓTÐTØ%×-Ñ-¨mÑ<ˆJØ# b™y¨1™}°Ñ3°d¸R±iÀ!±mÈÑ5JÐKˆNØ˜'Ñ" nÒ4Ü Ð!PÓQÐQØ˜'Ñ"Ð*@Ñ@Ü Ð!EÓFÐFØ!×&Ñ& }Ó5ˆFÜ˜1˜d JÓ/ó 	ˆEÜ�u˜zÑ)¨4Ó0ˆDÜ˜TŸY™Y t¬U°5¸$Ó-?Ó@À&ÈÁ/ÓRˆEØÐ!Ø# r™k�Ü%Ø˜;¨$°©(°rÑ)9¸AÑ)=Ð>À
È7Ñ@Só�
ô —v‘vœbŸk™k¨*Ó5Ô6¼"¿&¹&ÀÈqÁÔ:QÜ$Ð%WÓXÐXä  ¨¡Ó.ò +�CØ# U¨S¡[°RÑ$7¸+Ñ$EÑF�BÜ%*¬3¨r«7£^ò +˜	ØØ ¨R¡´#°yÀ1±}ÈÑ6JÈDÓ2QÐ!QÐQóà 	™]ñ+ô ñ+ð+ð ŒKñ#	ùs   ‚I&I(r   )é€   N)rp   rp   N)Ú__name__Ú
__module__Ú__qualname__Ú__doc__rD   rJ   ro   © r   r   r,   r,   0   s&   „ ñòOó*ð* ØØØô@r   r,   )rt   Úpathlibr   r'   rX   Úsafetensorsr   r   r?   r   r   r*   r,   ru   r   r   ú<module>rx      sI   ðñõ ã ç 2ð ØØØØñ€òòBò=÷pò pr   