o
    *ôj¸  ã                   @  s°   U d dl mZ d dlZd dlZd dlZd dlZd dlmZmZm	Z	 d dl
Z
d dlZd dlmZ e ¡ Zi Zded< daded< ejddd„ƒZddd„Zddd„Zddd„ZdS )é    )ÚannotationsN)ÚAnyÚCallableÚSequence)ÚEncodingzdict[str, Encoding]Ú	ENCODINGSz.dict[str, Callable[[], dict[str, Any]]] | NoneÚENCODING_CONSTRUCTORSÚreturnúSequence[str]c                  C  s6   g } t  tjtjd ¡}|D ]
\}}}|  |¡ q| S )NÚ.)ÚpkgutilZiter_modulesÚtiktoken_extÚ__path__Ú__name__Úappend)ÚmodsZplugin_modsÚ_Úmod_name© r   úd/var/www/html/academy/tools/voices/clone/cosy-venv/lib/python3.10/site-packages/tiktoken/registry.pyÚ_available_plugin_modules   s
   r   ÚNonec                  C  sä   t �f td ur	 W d   ƒ d S i azCtƒ D ]=} t | ¡}z|j}W n ty7 } z	td| › d�ƒ|‚d }~ww | ¡ D ]\}}|tv rNtd|› d| › �ƒ‚|t|< q<qW n
 ty_   d a‚ w W d   ƒ d S 1 skw   Y  d S )Nztiktoken plugin z& does not define ENCODING_CONSTRUCTORSzDuplicate encoding name z in tiktoken plugin )	Ú_lockr   r   Ú	importlibÚimport_moduleÚAttributeErrorÚ
ValueErrorÚitemsÚ	Exception)r   ÚmodÚconstructorsÚeZenc_nameÚconstructorr   r   r   Ú_find_constructors!   s@   þ



ÿþ€ÿÿ
ûøýò"úr#   Úencoding_nameÚstrr   c              	   C  sØ   t | tƒstdt| ƒ› �ƒ‚| tv rt|  S t�J | tv r(t|  W  d   ƒ S td u r5tƒ  td us5J ‚| tvrItd| › dtƒ › dt	j
› d�ƒ‚t|  }tdi |ƒ ¤Ž}|t| < |W  d   ƒ S 1 sew   Y  d S )Nz'Expected a string in get_encoding, got zUnknown encoding z.
Plugins found: z
tiktoken version: z (are you on latest?)r   )Ú
isinstancer%   r   Útyper   r   r   r#   r   ÚtiktokenÚ__version__r   )r$   r"   Úencr   r   r   Úget_encoding?   s0   
þÿþÿ$îr+   ú	list[str]c                   C  sJ   t � td u rtƒ  td usJ ‚ttƒW  d   ƒ S 1 sw   Y  d S )N)r   r   r#   Úlistr   r   r   r   Úlist_encoding_names[   s   $ür.   )r	   r
   )r	   r   )r$   r%   r	   r   )r	   r,   )Ú
__future__r   Ú	functoolsr   r   Ú	threadingÚtypingr   r   r   r   r(   Ztiktoken.corer   ÚRLockr   r   Ú__annotations__r   Ú	lru_cacher   r#   r+   r.   r   r   r   r   Ú<module>   s"    

