o
    °ƒðj}  ã                   @   s¾   d dl Z d dlZd dlZd dlZd dlmZ d dlZd dlZd dlm	Z	m
Z
mZmZmZmZmZmZ G dd„ dƒZdd„ Zdd	efd
d„Zdd	efdd„Zedkr]eƒ Zeeejƒƒ dS dS )é    N)Úenviron)Ú	NVMLErrorÚnvmlDeviceGetCountÚnvmlDeviceGetHandleByIndexÚnvmlDeviceGetMemoryInfoÚnvmlDeviceGetNameÚnvmlInitÚnvmlShutdownÚnvmlSystemGetDriverVersionc                   @   sž   e Zd ZdZddd„Zdd„ Zdefd	d
„Zdedede	fdd„Z
defdd„Zdefdd„Zdee	 fdd„Zdefdd„Zdefdd„Zdefdd„ZdS )ÚMachineInfoz'Class encapsulating Machine Info logic.FNc                 C   sp   || _ |d u rtjdtjd� t t¡| _n|| _d | _z|  ¡ | _W d S  t	y7   | j 
d¡ d | _Y d S w )Nz3%(asctime)s - %(name)s - %(levelname)s: %(message)s)ÚformatÚlevelz"Exception in getting machine info.)ÚsilentÚloggingÚbasicConfigÚINFOÚ	getLoggerÚ__name__ÚloggerÚmachine_infoÚget_machine_infoÚ	ExceptionÚ	exception)Úselfr   r   © r   ú§/tmp/claude-1000/-var-www-html-academy/3f42efd1-c2b7-4d08-9b05-30d86bb35479/scratchpad/piper/venv/lib/python3.10/site-packages/onnxruntime/transformers/machine_info.pyÚ__init__   s   þþzMachineInfo.__init__c              
   C   sR   |   ¡ }t ¡ }||  ¡ |  ¡ t ¡ |  |dg¡|  ¡ |  ¡ |  ¡ |  	¡ dœ	}|S )z!Get machine info in metric formatÚpython_version)	ÚgpuÚcpuÚmemoryÚosÚpythonÚpackagesÚonnxruntimeÚpytorchÚ
tensorflow)
Úget_gpu_info_by_nvmlÚcpuinfoÚget_cpu_infoÚget_memory_infoÚplatformÚ_try_getÚget_related_packagesÚget_onnxruntime_infoÚget_pytorch_infoÚget_tensorflow_info)r   Úgpu_infoÚcpu_infor   r   r   r   r   2   s   ÷zMachineInfo.get_machine_infoÚreturnc                 C   s   t  ¡ }|j|jdœS )zGet memory info)ÚtotalÚ	available)ÚpsutilÚvirtual_memoryr4   r5   )r   Úmemr   r   r   r*   D   s   zMachineInfo.get_memory_infor2   Únamesc                 C   sL   |D ]!}||v r#|| }t |ttfƒrd dd„ |D ƒ¡  S |  S qdS )Nú,c                 S   s   g | ]}t |ƒ‘qS r   )Ústr©Ú.0Úir   r   r   Ú
<listcomp>N   s    z(MachineInfo._try_get.<locals>.<listcomp>Ú )Ú
isinstanceÚlistÚtupleÚjoin)r   r2   r9   ÚnameÚvaluer   r   r   r,   I   s   üzMachineInfo._try_getc              	   C   s\   t  ¡ }|  |ddg¡tjdd�tjdd�|  |dg¡|  |dg¡|  |dg¡t ¡ jd	œS )
zGet CPU infoÚbrandÚ	brand_rawF)ÚlogicalTÚ	hz_actualÚl2_cache_sizeÚflags)rG   ÚcoresÚlogical_coresÚhzÚl2_cacherL   Ú	processor)r(   r)   r,   r6   Ú	cpu_countr+   ÚunamerQ   )r   r2   r   r   r   r)   R   s   

ùzMachineInfo.get_cpu_infoc           
   
   C   sÎ   g }d}z4t ƒ  tƒ }tƒ }t|ƒD ]!}t|ƒ}t|ƒ}i }|j|d< |j|d< t|ƒ|d< | 	|¡ qt
ƒ  W n tyU } z| jsJ| j d|¡ W Y d}~dS d}~ww ||dœ}	dtv retd |	d< |	S )	zGet GPU info using nvmlNÚmemory_totalÚmemory_availablerE   z-Error fetching GPU information using nvml: %s)Údriver_versionÚdevicesÚCUDA_VISIBLE_DEVICESÚcuda_visible)r   r
   r   Úranger   r   r4   Úfreer   Úappendr	   r   r   r   Úerrorr   )
r   Úgpu_info_listrV   ÚdeviceCountr>   ÚhandleÚinfor1   r]   Úresultr   r   r   r'   `   s2   


€ý
z MachineInfo.get_gpu_info_by_nvmlc                    s,   dd l }|j}g d¢‰ ‡ fdd„|D ƒ}|S )Nr   )zonnxruntime-gpur$   ÚonnxÚtransformersÚprotobufÚsympyÚtorchr&   ÚflatbuffersÚnumpyzonnxconverter-commonc                    s    i | ]}|j ˆ v r|j |j“qS r   )ÚkeyÚversionr<   ©Úrelated_packagesr   r   Ú
<dictcomp>�   s     z4MachineInfo.get_related_packages.<locals>.<dictcomp>)Úpkg_resourcesÚworking_set)r   ro   Úinstalled_packagesÚrelated_packages_listr   rl   r   r-   |   s
   z MachineInfo.get_related_packagesc              
   C   s�   zdd l }|jd| ¡ v dœW S  ty+ } z| js | j |¡ W Y d }~d S d }~w tyG } z| js<| j |d¡ W Y d }~d S d }~ww )Nr   ÚCUDAExecutionProvider)rk   Úsupport_gpuF)r$   Ú__version__Úget_available_providersÚImportErrorr   r   r   r   )r   r$   r]   r   r   r   r   r.   �   s    
þ€€ýz MachineInfo.get_onnxruntime_infoc              
   C   s”   zdd l }|j|j ¡ |jjdœW S  ty- } z| js"| j |¡ W Y d }~d S d }~w t	yI } z| js>| j |d¡ W Y d }~d S d }~ww )Nr   )rk   rt   ÚcudaF)
rg   ru   rx   Úis_availablerk   rw   r   r   r   r   )r   rg   r]   r   r   r   r   r/   ¡   s"   ý€€ýzMachineInfo.get_pytorch_infoc              
   C   s”   zdd l }|jj|jj|j ¡ dœW S  ty. } z| js#| j 	|¡ W Y d }~d S d }~w t
yI } z| js>| j 	|¡ W Y d }~d S d }~ww )Nr   )rk   Úgit_versionrt   )r&   rk   ÚVERSIONÚGIT_VERSIONÚtestÚis_built_with_cudarw   r   r   r   ÚModuleNotFoundError)r   Útfr]   r   r   r   r0   ³   s"   ý€€ýzMachineInfo.get_tensorflow_info)FN)r   Ú
__module__Ú__qualname__Ú__doc__r   r   Údictr*   rB   r;   r,   r)   r'   r-   r.   r/   r0   r   r   r   r   r      s    
	r   c                  C   s2   t  ¡ } | jddddd� | jdd� |  ¡ }|S )Nz--silentFÚ
store_truezDo not print error message)ÚrequiredÚactionÚhelp)r   )ÚargparseÚArgumentParserÚadd_argumentÚset_defaultsÚ
parse_args)ÚparserÚargsr   r   r   Úparse_argumentsÆ   s   ür�   Tr3   c                 C   s   t | ƒ}tj|jdd�S )Né   ©Úindent)r   ÚjsonÚdumpsr   )r   Úmachiner   r   r   r   Õ   s   r   c                 C   s2   t | ƒ}|j}|rdd„ | ¡ D ƒ}tj|dd�S )Nc                 S   s   i | ]\}}|d v r||“qS ))r   r   r    r   )r=   rj   rF   r   r   r   rn   Þ   s    z#get_device_info.<locals>.<dictcomp>r‘   r’   )r   r   Úitemsr”   r•   )r   r–   ra   r   r   r   Úget_device_infoÚ   s
   r˜   Ú__main__)T)r‰   r”   r   r+   r!   r   r(   r6   Úpy3nvml.py3nvmlr   r   r   r   r   r   r	   r
   r   r�   r;   r   r˜   r   r�   Úprintr   r   r   r   r   Ú<module>   s"   ( +þ