o
    -wiE                    @   s#  d dl T d dlmZ d dlmZ d dlZd dlZd dlZd dlZe	Z
d ZdZe	Zd ZdZdZdZdZd	Zd
ZdZdZdZdZdZeZdZdZdZdZdZdZ e	Z!d Z"dZ#dZ$dZ%dZ&d	Z'd
Z(dZ)e	Z*d Z+dZ,e	Z-d Z.dZ/dZ0dZ1dZ2e	Z3d Z4dZ5dZ6dZ7dZ8dZ9d	Z:d
Z;dZ<dZ=dZ>e>Z?e	Z@d ZAdZBdZCdZDdZEd	ZFe	ZGd ZHdZIdZJdZKd	ZLe	ZMd ZNdZOdZPdZQdZRd	ZSd
ZTe	ZUdZVdZWdZXdZYdZZdZ[dZ\dZ]dZ^e	Z_d Z`dZadZbdZcdZde	Zed ZfdZgdZhdZie	Zjd ZkdZldZme	Znd ZodZpdZqe	Zrd ZsdZtdZue	Zvd ZwdZxdZydZzdZ{e	Z|d Z}dZ~dZdZdZe	Zd ZdZdZe	Zd ZdZdZdZdZd	Zd
ZdZdZdZdZdZdZdZdZdZdZe	Zd ZdZdZdZe	Zd ZdZdZdZdZd	Zd
ZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZd Zd!Ze	Zd ZdZe	Zd ZdZe	Zd ZdZdZe	Zd ZdZdZe	Zd ZdZdZe	Zd ZdZdZe	Zd ZdZdZdZdZd	Ze	Zd ZdZdZdZdZd	ZdZdZdZe	Zd ZdZe	Zd ZdZdZdZdZe	Zd ZdZe	Zd ZdZe	Zd ZdZdZdZdZd	Zd
ZdZe	Zd ZdZdZe	Zd ZdZdZd"Zd#Z e Zd$Ze	Zd%ZdZdZdZdZd	Z	d
Z
e	Zd ZdZdZdZdZd	Zd
Ze	ZdZdZdZd	Zd
ZdZd&Ze	Zd ZdZdZdZdZ e	Z!d Z"dZ#e	Z$d Z%dZ&e	Z'd'Z(d(Z)d)Z*e	Z+d Z,dZ-dZ.dZ/dZ0d	Z1e	Z2d Z3dZ4d Z5dZ6dZ7dZ8dZ9dZ:d*Z;d+Z<d*Z=d*Z>dZ?d+Z@d"ZAd*ZBdZCdZDdZEdZFdZGdZHeIe	d, ZJd,ZKd-ZLd.ZMeNd/ZOe	d/ZP	 dZQdZRdZSdZTd	ZUd
ZVdZWdZXdZYdZZdZ[dZ\dZ]dZ^dZ_dZ`dZadZbdZcdZddZedZfdZgd Zhd0Zid1Zjd2Zkd3Zld4Zmd"Znd5ZodZpd6Zqd7Zrd8Zsd9Ztd:Zud;Zvd<Zwd#Zxd=Zyd>Zzd?Z{d@Z|dAZ}dBZ~dCZdDZdEZd$ZdFZdGZdHZdIZdJZdKZdLZdMZdNZdOZdPZdQZdRZdZdSZdTZdUZdVZdWZdXZdYZdZZd[Zd\Zd]Zd^Zd_Zd`ZdaZd*ZdbZdcZddZdeZdfZdgZdhZdiZdjZdkZdlZdmZdnZdoZdpZd+ZdqZdrZdsZdtZduZdvZdwZdxZdyZdzZd{Zd|Zd}Zd~ZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZd ZdZdZdZdZdae Zd ae	Ze	Ze	Zd ZdZe	Z d ZdZdZdZdZdZeZd%Z	dZ
dZdZdZe	Zd ZdZdZe	Zd ZdZe	Zd ZdZdZdZdZe	Zd ZdZdZdZdZ e	Z!d Z"dZ#dZ$G dd de%Z&dd Z'dd Z(e(  dd Z)e* Z+dd Z,G dd dZ-ddÄ Z.ddń Z/G ddǄ dǐe0Z1e2e1Z3G ddɄ dɐe0Z4G dd˄ dːe4Z5G dd̈́ d͐e4Z6G ddτ dϐe4Z7G ddф dѐe4Z8G ddӄ dӐe4Z9G ddՄ dՐe0Z:e2e:Z;G ddׄ dאe4Z<G ddل dِe4Z=G ddۄ dېe4Z>G dd݄ dݐe4Z?G dd߄ dߐe4Z@G dd de4ZAdZBG dd de4ZCG dd de0ZDG dd de0ZEG dd de4ZFG dd de4ZGG dd de4ZHG dd de4ZIG dd de4ZJG dd de4ZKG dd deLZMG dd de4ZNG dd de4ZOG dd de4ZPG dd de4ZQG dd  d e4ZRG dd de4ZSd ZTdZUdZVdZWdZXd	ZYG dd de4ZZG dd de4Z[G dd de4Z\G d	d
 d
e4Z]G dd de4Z^G dd de4Z_G dd de4Z`G dd de4ZaG dd de4ZbG dd de4ZcG dd de4ZdG dd de4ZeG dd de0Zfe2efZgdZhdZidZjdZkdZldZmd,Znd ZoeoehB eiB ejB elB emB ekB enB ZpdZqdZrerZsdZtdZudZvdZwdZxdZyd,Zzd Z{e{eqB erB etB euB evB ewB exB eyB ezB Z|G dd de4Z}G dd  d e4Z~G d!d" d"e0ZG d#d$ d$e0ZG d%d& d&e0ZG d'd( d(e0ZG d)d* d*e0ZG d+d, d,e4Zd ZdZd ZdZdZdZdZd	Zd
ZdZdZG d-d. d.e0ZG d/d0 d0e0Zd1ZG d2d3 d3e0ZG d4d5 d5e0ZG d6d7 d7e0Ze2eZd ZdZdZdZdZd	Zd
ZdZd ZdZG d8d9 d9e0ZG d:d; d;e0Zd<ZG d=d> d>e0ZG d?d@ d@e0ZdZd ZdZdZdZG dAdB dBe0ZG dCdD dDe0ZdZd ZdZdZdZdZdZdZdZdZd/Zd ZdZdZdZdZd	Zd
ZdZdZdZdZdZdZdZdZdZdZdZd/ZG dEdF dFe0ZG dGdH dHe0ZG dIdJ dJe0Z͐e2e̓ZG dKdL dLe0ZG dMdN dNe0ZАdOdP ZѐdQdR ZҐdSdT ZӐdUdV ZԐdWdX ZՐeѐdYdZ Z֐eѐd[d\ Zאd]d^ Zؐd_d` Zِeѐdadb Zڐeѐdcdd Zېdedf Zܐdgdh Zݐdidj Zސdkdl Zߐdmdn Zdodp Zdqdr Zdsdt Zdudv Zdwdx Zdydz Zd{d| Zeѐd}d~ Zeѐdd Zeѐdd Zeѐdd Zdd Zdd Zdd Zeѐdd Zeѐdd Zdd Zdd Zdd Zdd Zdd Zdd Zeѐdd Zeѐdd Zeѐdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Z dd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Z	dd Z
dÐdĄ ZdŐdƄ ZdǐdȄ Zdɐdʄ Zdːd̄ Zd͐d΄ ZdϐdЄ Zdѐd҄ ZdӐdԄ ZdՐdք Zdאd؄ Zdِdڄ Zdېd܄ Zdݐdބ Zdߐd Zdd Zdd Zdd ZduddZdd Zdd Zdd Z dd Z!dd Z"dd Z#dd Z$dd Z%dd Z&dd Z'dd Z(dd  Z)dd Z*dd Z+dd Z,dd Z-d	d
 Z.eѐdd Z/dd Z0dd Z1dd Z2dd Z3dd Z4dd Z5dd Z6dd Z7dd Z8dd  Z9d!d" Z:d#d$ Z;d%d& Z<d'd( Z=d)d* Z>d+d, Z?d-d. Z@d/d0 ZAd1d2 ZBd3d4 ZCd5d6 ZDd7d8 ZEd9d: ZFd;d< ZGd=d> ZHd?d@ ZIdAdB ZJdCdD ZKdEdF ZLdGdH ZMdIdJ ZNdKdL ZOdMdN ZPdOdP ZQdQdR ZRdSdT ZSdUdV ZTdWdX ZUdYdZ ZVd[d\ ZWd]d^ ZXd_d` ZYdadb ZZdcdd Z[dedf Z\dgdh Z]didj Z^dkdl Z_dmdn Z`dodp Zadqdr Zbdsdt Zcdudv Zddwdx Zedydz Zfd{d| Zgd}d~ Zhdd Zidd Zjdd Zkdd Zldd Zmdd Zndd Zodd Zpdd Zqdd Zrdd Zsdd Ztdd Zudd Zvdd Zwdd Zxdd Zydd Zzdd Z{dd Z|dd Z}eѐdd Z~eѐdd Zdd Zdd Zdd Zdd Zeѐdd Zdd Zdd Zdd Zdd Zeѐdd Zeѐdd ZeѐdÐdĄ ZeѐdŐdƄ ZdǐdȄ Zdɐdʄ Zdːd̄ Zd͐d΄ ZdϐdЄ Zdѐd҄ ZdӐdԄ ZdՐdք Zdאd؄ Zdِdڄ Zdېd܄ Zdݐdބ Zdߐd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd  Zdd Zdd Zdd Zeѐdd Zd	d
 Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zddd ZeZd!d" Zd#d$ Zd%d& Zd'd( Zd)d* Zd+d, Zd-d. Zd/d0 Z	dd1d2ZÐeÐZĐd3d4 ZŐd5d6 ZƐd7d8 Zǐd9d: ZȐd;d< Zɐd=d> Zʐd?d@ ZːdAdB Z̐dCdD Z͐dEdF ZΐdGdH ZϐdIdJ ZАdKdL ZѐdMdN ZҐdOdP ZӐdQdR ZԐdSdT ZՐdUdV Z֐dWdX ZאdYdZ Zؐd[d\ Zِd]d^ Zڐd_d` Zېdadb Zܐdcdd Zݐdedf Zސdgdh Zߐdidj Zdkdl Zdmdn Zdodp Zdqdr Zdsdt ZdS (v      )*)find_librarywrapsN                        	   
                            @                              i     (   2   )r   l    l     l    l    P   `      z%04X:%02X:%02X.0z%08X:%02X:%02X.0                  !   "   #   $   %   &   '   )   *   +   ,   -   .   /   0   1   3   4   5   6   7   8   9   :   ;   <   =   >   ?   A   B   C   D   E   F   G   H   I   J   K   L   M   N   O   Q   R   S   T   U   V   W   X   Y   Z   [   \   ]   ^   _   a   b   c   d   e   f   g   h   i   j   k   l   m   n   o   p   q   r   s   t   u   v   w   x   y   z   {   |   }   ~                                                                                                         )r   )r   )r   )r	   l        c                   @   s   e Zd Ze Zi edededede	de
dededed	ed
edededededededededediZdd Zdd Zdd ZdS )	NVMLErrorUninitializedzInvalid ArgumentzNot SupportedzInsufficient PermissionszAlready Initializedz	Not FoundzInsufficient SizezInsufficient External PowerzDriver Not LoadedTimeoutzInterrupt Request IssuezNVML Shared Library Not FoundzFunction Not FoundzCorrupted infoROMzGPU is lostzGPU requires restartz-The operating system has blocked the request.z,RM has detected an NVML/RM version mismatch.zInsufficient MemoryzUnknown Errorc                 C   s*   | t krt j|| } t| }||_|S )z
        Maps value to a proper subclass of NVMLError.
        See _extractNVMLErrorsAsClasses function for more details
        )r   _valClassMappingget	Exception__new__value)typr   obj r   W/home/ubuntu/sommelier/.venv/lib/python3.10/site-packages/wandb/vendor/pynvml/pynvml.pyr     s
   
zNVMLError.__new__c                 C   sN   z| j tjvrtt| j tj| j < tj| j  W S  ty&   d| j   Y S w )NzNVML Error with code %d)r   r   _errcode_to_stringstrnvmlErrorStringselfr   r   r   __str__  s   zNVMLError.__str__c                 C   s   | j |j kS N)r   )r   otherr   r   r   __eq__     zNVMLError.__eq__N)__name__
__module____qualname__dictr   NVML_ERROR_UNINITIALIZEDNVML_ERROR_INVALID_ARGUMENTNVML_ERROR_NOT_SUPPORTEDNVML_ERROR_NO_PERMISSIONNVML_ERROR_ALREADY_INITIALIZEDNVML_ERROR_NOT_FOUNDNVML_ERROR_INSUFFICIENT_SIZENVML_ERROR_INSUFFICIENT_POWERNVML_ERROR_DRIVER_NOT_LOADEDNVML_ERROR_TIMEOUTNVML_ERROR_IRQ_ISSUENVML_ERROR_LIBRARY_NOT_FOUNDNVML_ERROR_FUNCTION_NOT_FOUNDNVML_ERROR_CORRUPTED_INFOROMNVML_ERROR_GPU_IS_LOSTNVML_ERROR_RESET_REQUIREDNVML_ERROR_OPERATING_SYSTEM"NVML_ERROR_LIB_RM_VERSION_MISMATCHNVML_ERROR_MEMORYNVML_ERROR_UNKNOWNr   r   r   r   r   r   r   r   r     sX    	

r   c                 C   s    | t jvrtd|  t j|  S )NznvmlErrorCode %s is not valid)r   r   
ValueError)nvmlErrorCoder   r   r   nvmlExceptionClass  s   

r   c                  C   s   t jt } dd t| D }|D ]4}dt|ddddd }t| |}dd }t|t	fd	||i}t|_
t| || |t	j|< qd
S )al  
    Generates a hierarchy of classes on top of NVMLError class.

    Each NVML Error gets a new NVMLError subclass. This way try,except blocks can filter appropriate
    exceptions more easily.

    NVMLError is a parent class. Each NVML_ERROR_* gets it's own subclass.
    e.g. NVML_ERROR_ALREADY_INITIALIZED will be turned into NVMLError_AlreadyInitialized
    c                 S   s   g | ]	}| d r|qS )NVML_ERROR_)
startswith).0xr   r   r   
<listcomp>  s    z/_extractNVMLErrorsAsClasses.<locals>.<listcomp>
NVMLError_r    _c                    s    fdd}|S )Nc                    s   t |  }|S r   )r   r   )r   r   valr   r   new  s   z9_extractNVMLErrorsAsClasses.<locals>.gen_new.<locals>.newr   )r   r   r   r   r   gen_new  s   z,_extractNVMLErrorsAsClasses.<locals>.gen_newr   N)sysmodulesr   dirstringcapwordsreplacegetattrtyper   r   setattrr   )this_modulenvmlErrorsNameserr_name
class_nameerr_valr   new_error_classr   r   r   _extractNVMLErrorsAsClasses  s   


r   c                 C   s   | t krt| | S r   )NVML_SUCCESSr   )retr   r   r   _nvmlCheckReturn  s   r   c                 C   sn   | t v rt |  S t  z%td krttztt| t | < t |  W W t  S  ty1   tt	w t  w r   )
_nvmlGetFunctionPointer_cachelibLoadLockacquirenvmlLibr   r   r   releaseAttributeErrorr   )namer   r   r   _nvmlGetFunctionPointer  s   


r  c                   @   s   e Zd Zdd Zdd ZdS )nvmlFriendlyObjectc                 C   s   |D ]
}t | |||  qd S r   )r   )r   
dictionaryr   r   r   r   __init__  s   znvmlFriendlyObject.__init__c                 C   s
   | j  S r   )__dict__r   r   r   r   r   r        
znvmlFriendlyObject.__str__N)r   r   r   r  r   r   r   r   r   r    s    r  c                 C   sH   i }| j D ]}|d }t| |}t|tr| n|||< qt|}|S Nr   )_fields_r   
isinstancebytesdecoder  )structdr   keyr   r   r   r   r   nvmlStructToFriendlyObject#  s   

r  c                 C   s2   |j D ]}|d }| j| }t|||  q|S r  )r  r  r   encode)r   modelr   r  r   r   r   r   nvmlFriendlyObjectToStruct/  s
   

r  c                   @      e Zd ZdS )struct_c_nvmlUnit_tNr   r   r   r   r   r   r   r  9      r  c                       s8   e Zd ZdZi Zdd Z fddZ fddZ  ZS )_PrintableStructurea  
    Abstract class that produces nicer __str__ output than ctypes.Structure.
    e.g. instead of:
      >>> print str(obj)
      <class_name object at 0x7fdf82fef9e0>
    this class will print
      class_name(field_name: formatted_value, field_name: formatted_value)

    _fmt_ dictionary of <str _field_ name> -> <str format>
    e.g. class that has _field_ 'hex_value', c_uint could be formatted with
      _fmt_ = {"hex_value" : "%08X"}
    to produce nicer output.
    Default fomratting string for all fields can be set with key "<default>" like:
      _fmt_ = {"<default>" : "%d MHz"} # e.g all values are numbers in MHz.
    If not set it's assumed to be just "%s"

    Exact format of returned str from this class is subject to change in the future.
    c                 C   s   g }| j D ]-}|d }t| |}d}|| jv r| j| }n
d| jv r'| jd }|d| ||f  q| jjd d| d S )Nr   z%s	<default>z%s: (z, ))r  r   _fmt_append	__class__r   join)r   resultr   r  r   fmtr   r   r   r   V  s   




z_PrintableStructure.__str__c                    s0   t  |}t|trt|tr|S | S |S r   )super__getattribute__r	  r
  r   r  )r   r   resr  r   r   r"  c  s   

z$_PrintableStructure.__getattribute__c                    s$   t |tr	| }t || d S r   )r	  r   r  r!  __setattr__)r   r   r   r$  r   r   r%  o  s   
z_PrintableStructure.__setattr__)	r   r   r   __doc__r  r   r"  r%  __classcell__r   r   r$  r   r  @  s    r  c                   @   s8   e Zd Zded fded fded fded fgZdS )c_nvmlUnitInfo_tr   r&   idserialfirmwareVersionN)r   r   r   c_charr  r   r   r   r   r(  w  s    



r(  c                   @       e Zd Zded fdefgZdS )c_nvmlLedState_tcauser'   colorN)r   r   r   r,  _nvmlLedColor_tr  r   r   r   r   r.    s    
r.  c                   @   s,   e Zd Zded fdefdefdefgZdS )c_nvmlPSUInfo_tstater'   currentvoltagepowerN)r   r   r   r,  c_uintr  r   r   r   r   r2    s    
r2  c                   @      e Zd ZdefdefgZdS )c_nvmlUnitFanInfo_tspeedr3  N)r   r   r   r7  _nvmlFanState_tr  r   r   r   r   r9        r9  c                   @   r-  )c_nvmlUnitFanSpeeds_tfansr!   countN)r   r   r   r9  r7  r  r   r   r   r   r=        r=  c                   @   r  )struct_c_nvmlDevice_tNr  r   r   r   r   rA    r  rA  c                   @   s`   e Zd Zdee fdefdefdefdefdefdefdefd	efd
efg
ZddddddZdS )nvmlPciInfo_v2_tbusIddomainbusdevicepciDeviceIdpciSubSystemId	reserved0	reserved1	reserved2	reserved3z0x%04X0x%02X0x%08XrD  rE  rF  rG  rH  N)r   r   r   r,  %NVML_DEVICE_PCI_BUS_ID_BUFFER_V2_SIZEr7  r  r  r   r   r   r   rB    s$    

rB  c                	   @   sR   e Zd Zdee fdefdefdefdefdefdee fgZdd	d	ddd
ZdS )nvmlPciInfo_tbusIdLegacyrD  rE  rF  rG  rH  rC  rN  rM  rO  N)	r   r   r   r,  rP  r7  "NVML_DEVICE_PCI_BUS_ID_BUFFER_SIZEr  r  r   r   r   r   rQ    s    


rQ  c                   @       e Zd Zdefdee fgZdS )c_nvmlExcludedDeviceInfo_tpciuuidN)r   r   r   rQ  r,  NVML_DEVICE_UUID_BUFFER_SIZEr  r   r   r   r   rU    r@  rU  c                   @   r8  )nvmlNvLinkUtilizationControl_tunits	pktfilterN)r   r   r   "_nvmlNvLinkUtilizationCountUnits_t%_nvmlNvLinkUtilizationCountPktTypes_tr  r   r   r   r   rY    r<  rY  c                   @   *   e Zd ZdefdefdefgZddiZdS )c_nvmlMemory_ttotalfreeusedr  %d BNr   r   r   c_ulonglongr  r  r   r   r   r   r_        r_  c                   @   s6   e Zd ZdefdefdefdefdefgZddiZdS )	c_nvmlMemory_v2_tversionr`  reservedra  rb  r  rc  Nr   r   r   r7  re  r  r  r   r   r   r   rg        rg  i(  c                   @   r^  )c_nvmlBAR1Memory_t	bar1Totalbar1Freebar1Usedr  rc  Nrd  r   r   r   r   rl    rf  rl  c                   @      e Zd ZdefdefgZdS )nvmlClkMonFaultInfo_tclkApiDomainclkDomainFaultMaskNr   r   r   r7  r  r   r   r   r   rq        rq  c                   @   s"   e Zd ZdefdefdefgZdS )nvmlClkMonStatus_tbGlobalStatusclkMonListSize
clkMonListN)r   r   r   r7  rq  r  r   r   r   r   rv    
    rv  c                   @   s0   e Zd ZdefdefdefdefgZddiZdS )c_nvmlProcessInfo_tpidusedGpuMemorygpuInstanceIdcomputeInstanceIdrc  Nrj  r   r   r   r   r{    s    r{  c                   @   r8  )c_nvmlBridgeChipInfo_tr   	fwVersionN)r   r   r   _nvmlBridgeChipType_tr7  r  r   r   r   r   r     r<  r  c                   @       e Zd Zdefded fgZdS )c_nvmlBridgeChipHierarchy_tbridgeCountbridgeChipInfor   N)r   r   r   r7  r  r  r   r   r   r   r  '      
r  c                   @   s(   e Zd ZdefdefdefdefgZdS )c_nvmlEccErrorCounts_tl1Cachel2CachedeviceMemoryregisterFileNr   r   r   re  r  r   r   r   r   r  .      r  c                   @   s$   e Zd ZdefdefgZddiZdS )c_nvmlUtilization_tgpumemoryr  z%d %%N)r   r   r   r7  r  r  r   r   r   r   r  7  s
    r  c                   @   r  )c_nvmlHwbcEntry_thwbcIdr+  r   N)r   r   r   r7  r,  r  r   r   r   r   r  @  r  r  c                   @   s.   e Zd ZdefdefdefdefdefgZdS )c_nvmlValue_tdValuiValulValullValsllValN)	r   r   r   c_doubler7  c_ulongre  
c_longlongr  r   r   r   r   r  G      r  c                   @   r8  )c_nvmlSample_t	timeStampsampleValueN)r   r   r   re  r  r  r   r   r   r   r  Q  r<  r  c                   @   rp  )c_nvmlViolationTime_treferenceTimeviolationTimeNr  r   r   r   r   r  X  r<  r  c                   @   s:   e Zd ZdefdefdefdefdefdefdefgZdS )	c_nvmlFieldValue_tfieldIdscopeId	timestamplatencyUsec	valueType
nvmlReturnr   N)	r   r   r   c_uint32c_int64_nvmlValueType_t_nvmlReturn_tr  r  r   r   r   r   r  _      r  c                   @   s4   e Zd ZdefdefdefdefdefdefgZdS )%c_nvmlVgpuInstanceUtilizationSample_tvgpuInstancer  smUtilmemUtilencUtildecUtilN)r   r   r   _nvmlVgpuInstance_tre  r  r  r   r   r   r   r  k      r  c                	   @   sD   e Zd Zdefdefdee fdefdefdefdefdefgZd	S )
$c_nvmlVgpuProcessUtilizationSample_tr  r|  processNamer  r  r  r  r  N)	r   r   r   r  r7  r,  NVML_VGPU_NAME_BUFFER_SIZEre  r  r   r   r   r   r  v  s    
r  c                   @   :   e Zd ZdefdefdefdefdefdefdefgZdS )	c_nvmlVgpuLicenseExpiry_tyearmonthdayhourminsecstatusNr   r   r   r  c_uint16c_uint8r  r   r   r   r   r    r  r  c                   @   s"   e Zd ZdefdefdefgZdS )c_nvmlVgpuLicenseInfo_t
isLicensedlicenseExpirycurrentStateN)r   r   r   r  r  r7  r  r   r   r   r   r    rz  r  c                	   @   s@   e Zd ZdefdefdefdefdefdefdefdefgZd	S )
c_nvmlEncoderSession_t	sessionIdr|  r  	codecTypehResolutionvResolution
averageFpsencodeLatencyNr   r   r   r7  r  r  r   r   r   r   r    s    r  c                   @   s4   e Zd ZdefdefdefdefdefdefgZdS ) c_nvmlProcessUtilizationSample_tr|  r  r  r  r  r  Nr   r   r   r7  re  r  r   r   r   r   r    r  r  c                   @   r  )	c_nvmlGridLicenseExpiry_tr  r  r  r  r  r  r  Nr  r   r   r   r   r    r  r  c                   @   s<   e Zd Zdefdefdee fdee fdefdefgZdS ) c_nvmlGridLicensableFeature_v4_tfeatureCodefeatureStatelicenseInfoproductNamefeatureEnabledr  N)	r   r   r   _nvmlGridLicenseFeatureCode_tr7  r,  NVML_GRID_LICENSE_BUFFER_SIZEr  r  r   r   r   r   r    s    

r  c                   @   &   e Zd Zdefdefdee fgZdS )!c_nvmlGridLicensableFeatures_v4_tisGridLicenseSupportedlicensableFeaturesCountgridLicensableFeaturesN)r   r   r   c_intr7  r  #NVML_GRID_LICENSE_FEATURE_MAX_COUNTr  r   r   r   r   r        r  c                   @   s6   e Zd Zdefdefdee fdee fdefgZdS ) c_nvmlGridLicensableFeature_v3_tr  r  r  r  r  Nr   r   r   r  r7  r,  r  r  r   r   r   r   r    s    

r  c                   @   r  )!c_nvmlGridLicensableFeatures_v3_tr  r  r  N)r   r   r   r  r7  r  r  r  r   r   r   r   r    r  r  c                   @   s0   e Zd Zdefdefdee fdee fgZdS ) c_nvmlGridLicensableFeature_v2_tr  r  r  r  Nr  r   r   r   r   r    s    

r  c                   @   r  )!c_nvmlGridLicensableFeatures_v2_tr  r  r  N)r   r   r   r  r7  r  r  r  r   r   r   r   r    r  r  c                   @   r  )c_nvmlGridLicensableFeature_tr  r  r  Nr  r   r   r   r   r    s
    
r  c                   @   r  )c_nvmlGridLicensableFeatures_tr  r  r  N)r   r   r   r  r7  r  r  r  r   r   r   r   r  
  r  r  c                   @   r  )struct_c_nvmlEventSet_tNr  r   r   r   r   r    r  r  c                   @   s6   e Zd ZdefdefdefdefdefgZddiZdS )c_nvmlEventData_trF  	eventType	eventDatar~  r  rN  N)r   r   r   c_nvmlDevice_tre  r7  r  r  r   r   r   r   r  I  rk  r  c                	   @   s>   e Zd Zdefdefdefdefdefdefded fgZd	S )
c_nvmlAccountingStats_tgpuUtilizationmemoryUtilizationmaxMemoryUsagetime	startTime	isRunningri  r
   Nr  r   r   r   r   r  T  s    
r  c                   @   rp  )c_nvmlVgpuVersion_t
minVersion
maxVersionNrt  r   r   r   r   r  `  ru  r  c                   @   s\   e Zd Zdefdefdefdee fdee fded fdefd	efd
efdee fg
ZdS )c_nvmlVgpuMetadata_trh  revisionguestInfoStateguestDriverVersionhostDriverVersionri  r   vgpuVirtualizationCapsguestVgpuVersionopaqueDataSize
opaqueDataN)	r   r   r   r7  _nvmlVgpuGuestInfoState_tr,  &NVML_SYSTEM_DRIVER_VERSION_BUFFER_SIZE#NVML_VGPU_METADATA_OPAQUE_DATA_SIZEr  r   r   r   r   r  d  s    



r  c                
   @   sL   e Zd Zdefdefdee fdefded fdefdefd	ee fgZd
S )c_nvmlVgpuPgpuMetadata_trh  r  r   pgpuVirtualizationCapsri  r
   hostSupportedVgpuRanger  r  N)	r   r   r   r7  r,  r  r  (NVML_VGPU_PGPU_METADATA_OPAQUE_DATA_SIZEr  r   r   r   r   r  s  s    


r  c                   @   r8  )c_nvmlVgpuPgpuCompatibility_tvgpuVmCompatibilitycompatibilityLimitCodeN)r   r   r   _nvmlVgpuVmCompatibility_t%_nvmlVgpuPgpuCompatibilityLimitCode_tr  r   r   r   r   r    r<  r  c                   @   s"   e Zd ZdefdefdefgZdS )c_nvmlFBCStats_tsessionsCount
averageFPSaverageLatencyNrt  r   r   r   r   r    rz  r  c                   @   sX   e Zd Zdefdefdefdefdefdefdefdefd	efd
efdefdefgZdS )c_nvmlFBCSession_tr  r|  r  displayOrdinalsessionTypesessionFlagshMaxResolutionvMaxResolutionr  r  r  r  Nr  r   r   r   r   r    s    r  c                   @   rp  )c_nvmlGpuInstancePlacement_tstartsizeNrt  r   r   r   r   r    ru  r  c                   @   sR   e Zd Zdefdefdefdefdefdefdefdefd	efd
efdefgZdS )c_nvmlGpuInstanceProfileInfo_tr)  isP2pSupported
sliceCountinstanceCountmultiprocessorCountcopyEngineCountdecoderCountencoderCount	jpegCountofaCountmemorySizeMBNr  r   r   r   r   r    s    r  i  c                       sr   e Zd Zdefdefdefdefdefdefdefdefd	efd
efdefdefdee fgZ fddZ  Z	S )!c_nvmlGpuInstanceProfileInfo_v2_trh  r)  r  r   r!  r"  r#  r$  r%  r&  r'  r(  r   c                       t  jtd d S N)rh  )r!  r  nvmlGpuInstanceProfileInfo_v2r   r$  r   r   r       z*c_nvmlGpuInstanceProfileInfo_v2_t.__init__)
r   r   r   r7  re  r,  NVML_DEVICE_NAME_V2_BUFFER_SIZEr  r  r'  r   r   r$  r   r)    s     
r)  c                   @   s(   e Zd ZdefdefdefdefgZdS )c_nvmlGpuInstanceInfo_trF  r)  	profileId	placementN)r   r   r   r  r7  r  r  r   r   r   r   r/    r  r/  c                   @   r  )struct_c_nvmlGpuInstance_tNr  r   r   r   r   r2    r  r2  c                   @   rp  ) c_nvmlComputeInstancePlacement_tr  r  Nrt  r   r   r   r   r3    ru  r3  c                
   @   sF   e Zd Zdefdefdefdefdefdefdefdefd	efg	Zd
S )"c_nvmlComputeInstanceProfileInfo_tr)  r   r!  r"  sharedCopyEngineCountsharedDecoderCountsharedEncoderCountsharedJpegCountsharedOfaCountNrt  r   r   r   r   r4        r4  i  c                       sf   e Zd Zdefdefdefdefdefdefdefdefd	efd
efdee fgZ fddZ  ZS )%c_nvmlComputeInstanceProfileInfo_v2_trh  r)  r   r!  r"  r5  r6  r7  r8  r9  r   c                    r*  r+  )r!  r  !nvmlComputeInstanceProfileInfo_v2r   r$  r   r   r    r-  z.c_nvmlComputeInstanceProfileInfo_v2_t.__init__)	r   r   r   r7  r,  r.  r  r  r'  r   r   r$  r   r;    s    
r;  c                   @   s.   e Zd ZdefdefdefdefdefgZdS )c_nvmlComputeInstanceInfo_trF  gpuInstancer)  r0  r1  N)r   r   r   r  c_nvmlGpuInstance_tr7  r3  r  r   r   r   r   r=    r  r=  c                   @   s*   e Zd ZdedfdefdefdefgZdS )$c_nvmlGpuDynamicPstatesUtilization_t
bIsPresentr   
percentageincThresholddecThresholdNrt  r   r   r   r   r@  /  s    r@  c                   @   rT  )c_nvmlGpuDynamicPstatesInfo_tflagsutilizationN)r   r   r   r7  r@  NVML_MAX_GPU_UTILIZATIONSr  r   r   r   r   rE  8  s    rE  c                   @   s.   e Zd ZdefdefdefdefdefgZdS )c_nvmlGpuThermalSensor_t
controllerdefaultMinTempdefaultMaxTempcurrentTemptargetN)r   r   r   r  r7  r  r   r   r   r   rI  d  r  rI  c                   @   rT  )c_nvmlGpuThermalSettings_tr?  sensorN)r   r   r   r7  rI   NVML_MAX_THERMAL_SENSORS_PER_GPUr  r   r   r   r   rO  n  r  rO  c                   @   r  )struct_c_nvmlComputeInstance_tNr  r   r   r   r   rR  u  r  rR  c                
   @   sF   e Zd Zdefdefdefdefdefdefdefdefd	efg	Zd
S )c_nvmlDeviceAttributesr"  r5  r6  r7  r8  r9  gpuInstanceSliceCountcomputeInstanceSliceCountr(  Nr  r   r   r   r   rS  |  r:  rS  c                   @   s.   e Zd ZdefdefdefdefdefgZdS ) c_nvmlRowRemapperHistogramValuesmaxhighpartiallownoneNrt  r   r   r   r   rV    r  rV  c                    s   t   fdd}|S )ad  
    In python 3, strings are unicode instead of bytes, and need to be converted for ctypes
    Args from caller: (1, 'string', <__main__.c_nvmlDevice_t at 0xFFFFFFFF>)
    Args passed to function: (1, b'string', <__main__.c_nvmlDevice_t at 0xFFFFFFFF)>
    ----
    Returned from function: b'returned string'
    Returned to caller: 'returned string'
    c                     s@   dd | D }  | i |}t |trt |tr|S | S |S )Nc                 S   s"   g | ]}t |tr| n|qS r   )r	  r   r  )r   argr   r   r   r     s   " z4convertStrBytes.<locals>.wrapper.<locals>.<listcomp>)r	  r
  r   r  )argskwargsr#  funcr   r   wrapper  s   

z convertStrBytes.<locals>.wrapperr   )r`  ra  r   r_  r   convertStrBytes  s   
rb  c                 C   s:   t   td}|| }t| t  td7 at  d S )NnvmlInitWithFlagsr   )_LoadNvmlLibraryr  r   r   r   _nvmlLib_refcountr   )rF  fnr   r   r   r   rc    s   rc  c                   C   s   t d d S r  )rc  r   r   r   r   nvmlInit  s   rg  c                  C   s4  t du rt  zt du rtjdd dkrYtjtdddtjtddd	g} td
}|dur:| 	| | D ]}zt
|a W n tyV } zW Y d}~q<d}~ww  nzt
da W n tyu } z
tt W Y d}~nd}~ww t du rtt W t  dS W t  dS W t  dS t  w dS )z5
    Load the library if it isn't loaded already
    Nr   winWINDIRz
C:/WindowszSystem32/nvml.dllProgramFileszC:/Program Filesz!NVIDIA Corporation/NVSMI/nvml.dllNVML_DLL_PATHzlibnvidia-ml.so.1)r   r   r   r   platformospathr  getenvr  CDLLOSErrorr   r   r   )search_paths	nvml_pathdll_pathoser   r   r   rd    sN   




#rd  c                  C   s:   t d} |  }t| t  dtk rtd8 at  d S )NnvmlShutdownr   r   )r  r   r   r   re  r   )rf  r   r   r   r   rv    s   rv  c                 C   s   t d}t|_|| }|S )Nr   )r  c_char_prestype)r  rf  r   r   r   r   r     s   r   c                  C   ,   t t} td}|| tt}t| | jS )NnvmlSystemGetNVMLVersion)create_string_buffer$NVML_SYSTEM_NVML_VERSION_BUFFER_SIZEr  r7  r   r   	c_versionrf  r   r   r   r   rz    
   rz  c                  C   (   t  } td}|t| }t| | jS )NnvmlSystemGetCudaDriverVersionr  r  byrefr   r   c_cuda_versionrf  r   r   r   r   r    
   r  c                  C   r  )N!nvmlSystemGetCudaDriverVersion_v2r  r  r   r   r   r  '  r  r  c                 C   s2   t d}td}|t| |td}t| |jS )Ni   nvmlSystemGetProcessName)r{  r  r7  r   r   )r|  c_namerf  r   r   r   r   r  0  s
   r  c                  C   ry  )NnvmlSystemGetDriverVersion)r{  r  r  r7  r   r   r}  r   r   r   r  9  r  r  c                  C   sr   t d} d }td}|t| d }|tkr|tkrt|| jdkr$g S t| j }| }|t| |}t| |S )Nr   nvmlSystemGetHicVersion)	r7  r  r  r   r   r   r   r  r   )c_counthicsrf  r   	hic_arrayr   r   r   r  C  s   

r  c                  C   r  )NnvmlUnitGetCountr7  r  r  r   r   r  rf  r   r   r   r   r  [  r  r  c                 C   0   t | }t }td}||t|}t| |S )NnvmlUnitGetHandleByIndex)r7  c_nvmlUnit_tr  r  r   )indexc_indexunitrf  r   r   r   r   r  c     r  c                 C   (   t  }td}|| t|}t| |S )NnvmlUnitGetUnitInfo)r(  r  r  r   r  c_inforf  r   r   r   r   r  l  
   r  c                 C   r  )NnvmlUnitGetLedState)r.  r  r  r   )r  c_staterf  r   r   r   r   r  t  r  r  c                 C   r  )NnvmlUnitGetPsuInfo)r2  r  r  r   r  r   r   r   r  |  r  r  c                 C   s0   t  }td}|| t |t|}t| |jS )NnvmlUnitGetTemperaturer  )r  r   c_temprf  r   r   r   r   r    
   r  c                 C   r  )NnvmlUnitGetFanSpeedInfo)r=  r  r  r   )r  c_speedsrf  r   r   r   r   r    r  r  c                 C   s:   t d}td}|| t|d }|tkrt}t| |jS )Nr   nvmlUnitGetDevices)r7  r  r  r   r   r   r   )r  r  rf  r   r   r   r   nvmlUnitGetDeviceCount  s   r  c                 C   s@   t t| }t|j }| }td}|| t||}t| |S )Nr  )r7  r  r  r   r  r  r   )r  r  device_array	c_devicesrf  r   r   r   r   r    s   
r  c                  C   r  )NnvmlDeviceGetCount_v2r  r  r   r   r   nvmlDeviceGetCount  r  r  c                 C   r  )NnvmlDeviceGetHandleByIndex_v2r7  r  r  r  r   )r  r  rF  rf  r   r   r   r   nvmlDeviceGetHandleByIndex  r  r  c                 C   r  )NnvmlDeviceGetHandleBySerialrw  r  r  r  r   )r*  c_serialrF  rf  r   r   r   r   r       r  c                 C   r  )NnvmlDeviceGetHandleByUUIDr  )rW  c_uuidrF  rf  r   r   r   r   r    r  r  c                 C   r  )N nvmlDeviceGetHandleByPciBusId_v2r  )pciBusIdc_busIdrF  rf  r   r   r   r   nvmlDeviceGetHandleByPciBusId  r  r  c                 C   .   t t}td}|| |tt}t| |jS )NnvmlDeviceGetName)r{  r.  r  r7  r   r   )handler  rf  r   r   r   r   r    
   r  c                 C   *   t  }td}|| t|}t| |jS )NnvmlDeviceGetBoardIdr  )r  c_idrf  r   r   r   r   r    
   r  c                 C   r  )NnvmlDeviceGetMultiGpuBoardr  )r  
c_multiGpurf  r   r   r   r   r    r  r  c                 C   r  )NnvmlDeviceGetBrand)_nvmlBrandType_tr  r  r   r   )r  c_typerf  r   r   r   r   r    r  r  c                 C   r  )NnvmlDeviceGetBoardPartNumber)r{  #NVML_DEVICE_PART_NUMBER_BUFFER_SIZEr  r7  r   r   )r  c_part_numberrf  r   r   r   r   r    r  r  c                 C   r  )NnvmlDeviceGetSerial)r{  NVML_DEVICE_SERIAL_BUFFER_SIZEr  r7  r   r   )r  r  rf  r   r   r   r   r  	  r  r  c                 C   8   t | }| }td}|| |t|t|}t| |S )NnvmlDeviceGetMemoryAffinityre  r  r  _nvmlAffinityScope_tr   )r  nodeSetSizescopeaffinity_array
c_affinityrf  r   r   r   r   r  	     r  c                 C   r  )N#nvmlDeviceGetCpuAffinityWithinScoper  )r  
cpuSetSizer  r  r  rf  r   r   r   r   r  	  r  r  c                 C   s2   t | }| }td}|| |t|}t| |S )NnvmlDeviceGetCpuAffinity)re  r  r  r   )r  r  r  r  rf  r   r   r   r   r  	     r  c                 C      t d}|| }t| d S )NnvmlDeviceSetCpuAffinityr  r   r  rf  r   r   r   r   r  (	     r  c                 C   r  )NnvmlDeviceClearCpuAffinityr  r  r   r   r   r  /	  r  r  c                 C   r  )NnvmlDeviceGetMinorNumberr  )r  c_minor_numberrf  r   r   r   r   r  6	  r  r  c                 C   r  )NnvmlDeviceGetUUID)r{  NVML_DEVICE_UUID_V2_BUFFER_SIZEr  r7  r   r   )r  r  rf  r   r   r   r   r  >	  r  r  c                 C   s4   t t}td}|| t||tt}t| |jS )NnvmlDeviceGetInforomVersion)r{  'NVML_DEVICE_INFOROM_VERSION_BUFFER_SIZEr  _nvmlInforomObject_tr7  r   r   )r  infoRomObjectr~  rf  r   r   r   r   r  G	  s   r  c                 C   r  )N nvmlDeviceGetInforomImageVersion)r{  r  r  r7  r   r   r  r~  rf  r   r   r   r   r  V	  r  r  c                 C   r  )N)nvmlDeviceGetInforomConfigurationChecksumr  )r  
c_checksumrf  r   r   r   r   r  `	  r  r  c                 C   r  )NnvmlDeviceValidateInforomr  r  r   r   r   r  i	  r  r  c                 C   r  )NnvmlDeviceGetDisplayMode_nvmlEnableState_tr  r  r   r   r  c_moderf  r   r   r   r   r  p	  r  r  c                 C   r  )NnvmlDeviceGetDisplayActiver  r  r   r   r   r  x	  r  r  c                 C   r  )NnvmlDeviceGetPersistenceModer  )r  r  rf  r   r   r   r   r  	  r  r  c                 C   r  )NnvmlDeviceGetPciInfo_v3rQ  r  r  r   )r  r  rf  r   r   r   r   r  	  r  r  c                 C      t | S r   )r  r  r   r   r   nvmlDeviceGetPciInfo	     r  c                 C   0   t  }td}|| t|t|}t| |jS )NnvmlDeviceGetClockInfor7  r  _nvmlClockType_tr  r   r   r  r   c_clockrf  r   r   r   r   r  	  r  r  c                 C   r  )NnvmlDeviceGetMaxClockInfor  r  r   r   r   r  	  r  r  c                 C   r  )NnvmlDeviceGetApplicationsClockr  r  r   r   r   r  	  r  r  c                 C   r  )N"nvmlDeviceGetMaxCustomerBoostClockr  r  r   r   r   r   	  r  r   c                 C   6   t  }td}|| t|t|t|}t| |jS )NnvmlDeviceGetClock)r7  r  r  _nvmlClockId_tr  r   r   )r  r   r)  r  rf  r   r   r   r   r  	  s
   r  c                 C   r  )N%nvmlDeviceGetDefaultApplicationsClockr  r  r   r   r   r  	  r  r  c                 C   s   t d}td}|| t|d }|tkrg S |tkrAt |j }| }|| t||}t| g }t|jD ]	}|||  q5|S t	|)Nr   "nvmlDeviceGetSupportedMemoryClocks
r7  r  r  r   r   r   r   ranger  r   )r  r  rf  r   clocks_arrayc_clocksprocsir   r   r   r  	  s   
r  c           	      C   s   t d}td}|| t |t|d }|tkrg S |tkrGt |j }| }|| t |t||}t| g }t|jD ]	}|||  q;|S t	|)Nr   $nvmlDeviceGetSupportedGraphicsClocksr  )	r  memoryClockMHzr  rf  r   r  r	  r
  r  r   r   r   r  	  s   
r  c                 C   r  )NnvmlDeviceGetFanSpeedr  )r  c_speedrf  r   r   r   r   r  
  r  r  c                 C   ,   t  }td}|| |t|}t| |jS )NnvmlDeviceGetFanSpeed_v2r  )r  fanr  rf  r   r   r   r   r  	
  
   r  c                 C   r  )NnvmlDeviceGetNumFansr  )rF  	c_numFansrf  r   r   r   r   r  
  r  r  c                 C      t d}|| |}t| |S )NnvmlDeviceSetDefaultFanSpeed_v2r  )r  r  rf  r   r   r   r   r  
     
r  c                 C       t d}|| ||}t| |S )NnvmlDeviceGetMinMaxFanSpeedr  )r  minSpeedmaxSpeedrf  r   r   r   r   r   
     r  c                 C   r  )NnvmlDeviceGetTemperature)r7  r  _nvmlTemperatureSensors_tr  r   r   )r  rP  r  rf  r   r   r   r   r  '
  r  r  c                 C   r  )N!nvmlDeviceGetTemperatureThreshold)r7  r  _nvmlTemperatureThresholds_tr  r   r   r  	thresholdr  rf  r   r   r   r   r   /
  r  r   c                 C   s.   t  }td}|| t|t|}t| d S )N!nvmlDeviceSetTemperatureThreshold)r7  r  r!  r  r   r"  r   r   r   r$  7
  s
   r$  c                 C   r  )NnvmlDeviceGetPowerState_nvmlPstates_tr  r  r   r   r  c_pstaterf  r   r   r   r   r%  @
  r  r%  c                 C   r  )NnvmlDeviceGetPerformanceStater&  r(  r   r   r   r*  H
  r  r*  c                 C   r  )N nvmlDeviceGetPowerManagementModer  )r  
c_pcapModerf  r   r   r   r   r+  P
  r  r+  c                 C   r  )N!nvmlDeviceGetPowerManagementLimitr  r  c_limitrf  r   r   r   r   r-  X
  r  r-  c                 C   <   t  }t  }td}|| t|t|}t| |j|jgS )N,nvmlDeviceGetPowerManagementLimitConstraintsr  )r  
c_minLimit
c_maxLimitrf  r   r   r   r   r1  a
     r1  c                 C   r  )N(nvmlDeviceGetPowerManagementDefaultLimitr  r.  r   r   r   r5  k
  r  r5  c                 C   r  )NnvmlDeviceGetEnforcedPowerLimitr  r.  r   r   r   r6  t
  r  r6  c                 C   r  )NnvmlDeviceGetPowerUsager  )r  c_wattsrf  r   r   r   r   r7  |
  r  r7  c                 C   r  )N#nvmlDeviceGetTotalEnergyConsumption)c_uint64r  r  r   r   )r  c_millijoulesrf  r   r   r   r   r9  
  r  r9  c                 C   r0  )NnvmlDeviceGetGpuOperationMode)_nvmlGpuOperationMode_tr  r  r   r   r  c_currStatec_pendingStaterf  r   r   r   r   r<  
  r4  r<  c                 C      t | d S r  r<  r  r   r   r   $nvmlDeviceGetCurrentGpuOperationMode
  r   rC  c                 C   rA  Nr   rB  r  r   r   r   $nvmlDeviceGetPendingGpuOperationMode
  r   rE  c                 C   sB   |s
t  }td}n
t }||_td}|| t|}t| |S )NnvmlDeviceGetMemoryInfonvmlDeviceGetMemoryInfo_v2)r_  r  rg  rh  r  r   )r  rh  c_memoryrf  r   r   r   r   rF  
  s   
rF  c                 C   r  )NnvmlDeviceGetBAR1MemoryInfo)rl  r  r  r   )r  c_bar1_memoryrf  r   r   r   r   rI  
  r  rI  c                 C   r  )NnvmlDeviceGetComputeMode)_nvmlComputeMode_tr  r  r   r   r  r   r   r   rK  
  r  rK  c                 C   s<   t  }t  }td}|| t|t|}t| |j|jfS )N"nvmlDeviceGetCudaComputeCapabilityr  )r  c_majorc_minorrf  r   r   r   r   rM  
  r4  rM  c                 C   r0  )NnvmlDeviceGetEccModer  r>  r   r   r   rP  
  r4  rP  c                 C   rA  r  rP  r  r   r   r   nvmlDeviceGetCurrentEccMode
  r   rR  c                 C   rA  rD  rQ  r  r   r   r   nvmlDeviceGetPendingEccMode
  r   rS  c                 C   s,   t  }td}|| t|}t| |jgS )NnvmlDeviceGetDefaultEccModer  )r  c_defaultStaterf  r   r   r   r   rT  
  s
   rT  c                 C   r  )NnvmlDeviceGetTotalEccErrors)re  r  _nvmlMemoryErrorType_t_nvmlEccCounterType_tr  r   r   )r  	errorTypecounterTyper  rf  r   r   r   r   rV  
  s   rV  c                 C   s4   t  }td}|| t|t|t|}t| |S )NnvmlDeviceGetDetailedEccErrors)r  r  rW  rX  r  r   )r  rY  rZ  c_countsrf  r   r   r   r   r[  
  s   r[  c                 C   s<   t  }td}|| t|t|t|t|}t| |jS )NnvmlDeviceGetMemoryErrorCounter)re  r  rW  rX  _nvmlMemoryLocation_tr  r   r   )r  rY  rZ  locationTyper  rf  r   r   r   r   r]  
  s   r]  c                 C   r  )NnvmlDeviceGetUtilizationRates)r  r  r  r   )r  c_utilrf  r   r   r   r   r`    r  r`  c                 C   r0  )NnvmlDeviceGetEncoderUtilizationr  r  ra  c_samplingPeriodrf  r   r   r   r   rb    r4  rb  c                 C   r0  )NnvmlDeviceGetDecoderUtilizationr  rc  r   r   r   re    r4  re  c                 C   r  )NnvmlDeviceGetPcieReplayCounterr  )r  c_replayrf  r   r   r   r   rf  %  r  rf  c                 C   r0  )NnvmlDeviceGetDriverModel)_nvmlDriverModel_tr  r  r   r   )r  c_currModelc_pendingModelrf  r   r   r   r   rh  -  r4  rh  c                 C   rA  r  rh  r  r   r   r   nvmlDeviceGetCurrentDriverModel7  r   rm  c                 C   rA  rD  rl  r  r   r   r   nvmlDeviceGetPendingDriverModel<  r   rn  c                 C   r  )NnvmlDeviceGetVbiosVersion)r{  %NVML_DEVICE_VBIOS_VERSION_BUFFER_SIZEr  r7  r   r   r  r   r   r   ro  A  r  ro  c           
   	   C      t d}d }dD ]}z
td| }W  n	 ty   Y qw |d u r&tt|| t|d }|tkr4g S |tkrt|jd d |_t|j }| }|| t||}t	| g }t
|jD ]}t|| }	|	jtjkrld |	_||	 q[|S t|)Nr   _v3_v2r   $nvmlDeviceGetComputeRunningProcessesr   r
   r7  r  r   r   r  r   r   r   r{  r   r  r  r}  "NVML_VALUE_NOT_AVAILABLE_ulonglongr  
r  r  rf  suffixr   
proc_arrayc_procsr
  r  r   r   r   r   'nvmlDeviceGetComputeRunningProcesses_v3K  <   
r|  c                 C   r  r   )r|  r  r   r   r   ru  x  r  ru  c           
   	   C   rq  )Nr   rr  %nvmlDeviceGetGraphicsRunningProcessesr   r
   rv  rx  r   r   r   (nvmlDeviceGetGraphicsRunningProcesses_v3|  r}  r  c                 C   r  r   )r  r  r   r   r   r~    r  r~  c                 C   r  r   )*nvmlDeviceGetMPSComputeRunningProcesses_v3r  r   r   r   'nvmlDeviceGetMPSComputeRunningProcesses  r  r  c           
   	   C   rq  )Nr   rr  r  r   r
   rv  rx  r   r   r   r    s<   
r  c                 C   r0  )N%nvmlDeviceGetAutoBoostedClocksEnabledr  )r  c_isEnabledc_defaultIsEnabledrf  r   r   r   r   r    r4  r  c                 C   "   t d}|| t|}t| d S )NnvmlUnitSetLedState)r  r1  r   )r  r0  rf  r   r   r   r   r       r  c                 C   r  )NnvmlDeviceSetPersistenceModer  r  r   r  moderf  r   r   r   r   r    r  r  c                 C   r  )NnvmlDeviceSetComputeMode)r  rL  r   r  r   r   r   r    r  r  c                 C   r  )NnvmlDeviceSetEccModer  r  r   r   r   r    r  r  c                 C   r  )NnvmlDeviceClearEccErrorCounts)r  rX  r   )r  rZ  rf  r   r   r   r   r    r  r  c                 C   r  )NnvmlDeviceSetDriverModel)r  ri  r   )r  r  rf  r   r   r   r   r    r  r  c                 C   r  )N%nvmlDeviceSetAutoBoostedClocksEnabledr  )r  enabledrf  r   r   r   r   r    r  r  c                 C   (   t d}|| t|t|}t| d S )N,nvmlDeviceSetDefaultAutoBoostedClocksEnabled)r  r  r7  r   )r  r  rF  rf  r   r   r   r   r       r  c                 C   (   t d}|| t|t|}t| d S )NnvmlDeviceSetGpuLockedClocksr  r7  r   )r  minGpuClockMHzmaxGpuClockMHzrf  r   r   r   r   r  $  r  r  c                 C   r  )NnvmlDeviceResetGpuLockedClocksr  r  r   r   r   r  +  r  r  c                 C   r  )NnvmlDeviceSetMemoryLockedClocksr  )r  minMemClockMHzmaxMemClockMHzrf  r   r   r   r   r  2  r  r  c                 C   r  )N!nvmlDeviceResetMemoryLockedClocksr  r  r   r   r   r  9  r  r  c                 C   s   t d}|| |}|S )NnvmlDeviceGetClkMonStatusr  )r  c_clkMonInforf  r   r   r   r   r  @  s   
r  c                 C   r  )NnvmlDeviceSetApplicationsClocksr  )r  r  maxGraphicsClockMHzrf  r   r   r   r   r  G  r  r  c                 C   r  )N!nvmlDeviceResetApplicationsClocksr  r  r   r   r   r  O  r  r  c                 C   r  )N!nvmlDeviceSetPowerManagementLimitr  )r  limitrf  r   r   r   r   r  W  r  r  c                 C   r  )NnvmlDeviceSetGpuOperationMode)r  r=  r   r  r   r   r   r  _  r  r  c                  C   s&   t d} t }| t|}t| |S )NnvmlEventSetCreate)r  c_nvmlEventSet_tr  r   )rf  eventSetr   r   r   r   r  g  s
   r  c                 C   s$   t d}|| t||}t| d S )NnvmlDeviceRegisterEvents)r  re  r   )r  
eventTypesr  rf  r   r   r   r   r  p  s   r  c                 C   r  )N nvmlDeviceGetSupportedEventTypesre  r  r  r   r   )r  c_eventTypesrf  r   r   r   r   r  x  r  r  c                 C   s.   t d}t }|| t|t|}t| |S )NnvmlEventSetWait_v2)r  r  r  r7  r   )r  	timeoutmsrf  datar   r   r   r   r    s
   r  c                 C   s
   t | |S r   )r  )r  r  r   r   r   nvmlEventSetWait  r  r  c                 C   r  )NnvmlEventSetFreer  )r  rf  r   r   r   r   r    r  r  c                 C   s0   t d}t }|| |t|}t| |jdkS )NnvmlDeviceOnSameBoardr   )r  r  r  r   r   )handle1handle2rf  onSameBoardr   r   r   r   r    s
   
r  c                 C   *   t d}t }|| t|}t| |jS )N#nvmlDeviceGetCurrPcieLinkGenerationr  r7  r  r   r   r  rf  genr   r   r   r   r    
   r  c                 C   r  )N"nvmlDeviceGetMaxPcieLinkGenerationr  r  r   r   r   r    r  r  c                 C   r  )NnvmlDeviceGetCurrPcieLinkWidthr  r  rf  widthr   r   r   r   r    r  r  c                 C   r  )NnvmlDeviceGetMaxPcieLinkWidthr  r  r   r   r   r    r  r  c                 C   r  )N+nvmlDeviceGetSupportedClocksThrottleReasonsr  r  	c_reasonsrf  r   r   r   r   r    r  r  c                 C   r  )N)nvmlDeviceGetCurrentClocksThrottleReasonsr  r  r   r   r   r    r  r  c                 C   r  )NnvmlDeviceGetIndexr  )r  rf  r  r   r   r   r   r    r  r  c                 C   r  )NnvmlDeviceGetAccountingModer  r  r   r   r   r    r  r  c                 C   r  )NnvmlDeviceSetAccountingModer  r  r   r   r   r    r  r  c                 C   r  )NnvmlDeviceClearAccountingPidsr  r  r   r   r   r    r  r  c                 C   s@   t  }td}|| t|t|}t| |jtjkrd |_|S )NnvmlDeviceGetAccountingStats)r  r  r7  r  r   r  rw  r   )r  r|  statsrf  r   r   r   r   r    s   r  c                 C   sP   t t| }t |j  }td}|| t||}t| ttt|d|j S )NnvmlDeviceGetAccountingPidsr   )	r7  !nvmlDeviceGetAccountingBufferSizer   r  r  r   listmapint)r  r?  pidsrf  r   r   r   r   r    s   r  c                 C   .   t  }td}|| t|}t| t|jS )Nr  )r7  r  r  r   r  r   )r  
bufferSizerf  r   r   r   r   r    
   
r  c                 C   s   t |}td}td}|| |t|d }|tkr!|tkr!t||jd d |_t|j }| }|| |t||}t	| t
tt|d|j S )Nr   nvmlDeviceGetRetiredPagesr   r
   )_nvmlPageRetirementCause_tr7  r  r  r   r   r   r   re  r   r  r  r  )rF  sourceFilterc_sourcer  rf  r   
page_arrayc_pagesr   r   r   r    s   
r  c                    s   t |}td}td}|| |t|d }|tkr!|tkr!t||jd d |_t|j }|  t|j }| || |t| }t	|  fddt
|jD S )Nr   nvmlDeviceGetRetiredPages_v2r   r
   c                    s&   g | ]}t  | t | d qS ))addressr  )r  )r   r  r  c_timesr   r   r   =  s    z0nvmlDeviceGetRetiredPages_v2.<locals>.<listcomp>)r  r7  r  r  r   r   r   r   re  r   r  )rF  r  r  r  rf  r   r  times_arrayr   r  r   r  '  s    

r  c                 C   r  )N&nvmlDeviceGetRetiredPagesPendingStatus)r  r  r  r   r  r   )rF  	c_pendingrf  r   r   r   r   r  C  r  r  c                 C   s4   t  }td}|| t|t|}t| t|jS )NnvmlDeviceGetAPIRestriction)r  r  _nvmlRestrictedAPI_tr  r   r  r   )rF  apiTypec_permissionrf  r   r   r   r   r  K  s
   
r  c                 C   r  )NnvmlDeviceSetAPIRestriction)r  r  r  r   )r  r  isRestrictedrf  r   r   r   r   r  S  r  r  c                 C   r  )NnvmlDeviceGetBridgeChipInfo)r  r  r  r   )r  bridgeHierarchyrf  r   r   r   r   r  Z  r  r  c                 C   s   t |}t|}td}t }td}|| ||t|t|d }|tkr(t||jt	 }	|	 }
|| ||t|t||
}t
| |j|
d|j fS )Nr   nvmlDeviceGetSamples)_nvmlSamplingType_tre  r7  r  r  r  r   r   r   r  r   )rF  sampling_typer  c_sampling_typec_time_stampc_sample_countc_sample_value_typerf  r   sampleArray	c_samplesr   r   r   r  b  s6   

r  c                 C   2   t |}t }td}|| |t|}t| |S )NnvmlDeviceGetViolationStatus)_nvmlPerfPolicyType_tr  r  r  r   )rF  perfPolicyTypec_perfPolicy_type
c_violTimerf  r   r   r   r   r    s   r  c                 C   r  )NnvmlDeviceGetPcieThroughput)r7  r  _nvmlPcieUtilCounter_tr  r   r   )rF  counterra  rf  r   r   r   r   r    r  r  c                 C   sj   t d}td}|| t|d }|tkrt|t|j }| }|| t||}t| t|d|j S )Nr   nvmlSystemGetTopologyGpuSet	r7  r  r  r   r   r  r   r   r  )	cpuNumberr  rf  r   r  r  r   r   r   r    s   
r  c                 C   sn   t d}td}|| |t|d }|tkrt|t|j }| }|| |t||}t| t|d|j S )Nr    nvmlDeviceGetTopologyNearestGpusr  )rF  levelr  rf  r   r  r  r   r   r   r    s   
r  c                 C   r  )N#nvmlDeviceGetTopologyCommonAncestor)_nvmlGpuTopologyLevel_tr  r  r   r   )device1device2c_levelrf  r   r   r   r   r    r  r  c                 C   s@   t  }t  }td}|| ||t|t|}t| |j|jfS )N%nvmlDeviceGetNvLinkUtilizationCounterr  )rF  linkr  c_rxcounterc_txcounterrf  r   r   r   r   r    s   r  c                 C   s"   t d}|| |||}t| d S )N(nvmlDeviceFreezeNvLinkUtilizationCounterr  )rF  r	  r  freezerf  r   r   r   r   r    r  r  c                 C   s    t d}|| ||}t| d S )N'nvmlDeviceResetNvLinkUtilizationCounterr  )rF  r	  r  rf  r   r   r   r   r    r  r  c                 C   s(   t d}|| ||t||}t| d S )N%nvmlDeviceSetNvLinkUtilizationControlr  r  r   )rF  r	  r  controlresetrf  r   r   r   r   r    r  r  c                 C   ,   t  }td}|| ||t|}t| |S )N%nvmlDeviceGetNvLinkUtilizationControl)rY  r  r  r   )rF  r	  r  	c_controlrf  r   r   r   r   r    
   r  c                 C   .   t  }td}|| ||t|}t| |jS )NnvmlDeviceGetNvLinkCapabilityr  )rF  r	  
capabilityc_capResultrf  r   r   r   r   r    
   r  c                 C   r  )NnvmlDeviceGetNvLinkErrorCounterr  )rF  r	  r  c_resultrf  r   r   r   r   r    r  r  c                 C   s   t d}|| |}t| d S )N"nvmlDeviceResetNvLinkErrorCountersr  )rF  r	  rf  r   r   r   r   r    r  r  c                 C   *   t  }td}|| |t|}t| |S )N#nvmlDeviceGetNvLinkRemotePciInfo_v2r  )rF  r	  c_pcirf  r   r   r   r    nvmlDeviceGetNvLinkRemotePciInfo   
   r"  c                 C   r  )N#nvmlDeviceGetNvLinkRemoteDeviceType)_nvmlNvLinkDeviceType_tr  r  r   r   )r  r	  r  rf  r   r   r   r   r$    r  r$  c                 C   r  )NnvmlDeviceGetNvLinkStater  )rF  r	  
c_isActiverf  r   r   r   r   r&    r  r&  c                 C   r  )NnvmlDeviceGetNvLinkVersionr  )rF  r	  r~  rf  r   r   r   r   r(    r  r(  c                 C   s"   t d}|t| |}t| d S )NnvmlDeviceModifyDrainStater  pointerr   )pciInfonewStaterf  r   r   r   r   r)     r  r)  c                 C   s.   t  }td}|t| t|}t| |jS )NnvmlDeviceQueryDrainState)r7  r  r+  r  r   r   )r,  
c_newStaterf  r   r   r   r   r.  '  r  r.  c                 C       t d}|t| }t| d S )NnvmlDeviceRemoveGpur*  r,  rf  r   r   r   r   r1  /  r  r1  c                 C   r0  )NnvmlDeviceDiscoverGpusr*  r2  r   r   r   r3  6  r  r3  c              	   C   s   t t| }| }td}t|D ]\}}z|\|| _|| _W q ty/   ||| _Y qw || tt|t|}t	| |S )NnvmlDeviceGetFieldValues)
r  lenr  	enumerater  r  	TypeErrorc_int32r  r   )r  fieldIds
values_arrvaluesrf  r  r  r   r   r   r   r4  =  s   r4  c                 C   r  )NnvmlDeviceGetVirtualizationModer  )r  c_virtualization_moderf  r   r   r   r   r<  M  r  r<  c                 C      t d}|| |S )NnvmlDeviceSetVirtualizationModer  )r  virtualization_moderf  r   r   r   r?  U     
r?  c                 C      t d}td}|| t|d }|tkrg S |tkrAt|j }| }|| t||}t| g }t|jD ]	}|	||  q5|S t
|)Nr   nvmlDeviceGetSupportedVgpusr7  r  r  r   r   _nvmlVgpuTypeId_tr   r   r  r  r   r  c_vgpu_countrf  r   vgpu_type_ids_arrayc_vgpu_type_idsvgpusr  r   r   r   rC  Z     
rC  c                 C   rB  )Nr   nvmlDeviceGetCreatableVgpusrD  rF  r   r   r   rL  u  rK  rL  c                 C   ,   t d}td}|| t|}t| |jS )Nr   #nvmlVgpuTypeGetGpuInstanceProfileIdr  )
vgpuTypeIdc_profile_idrf  r   r   r   r   rN    
   rN  c                 C   6   t t}tt}td}|| |t|}t| |jS )NnvmlVgpuTypeGetClassr{  NVML_DEVICE_NAME_BUFFER_SIZEr7  r  r  r   r   )rO  c_classc_buffer_sizerf  r   r   r   r   rS       rS  c                 C   rR  )NnvmlVgpuTypeGetNamerT  )rO  r  rW  rf  r   r   r   r   rY    rX  rY  c                 C   s@   t d}t d}td}|| t|t|}t| |j|jfS )Nr   nvmlVgpuTypeGetDeviceIDr  )rO  c_device_idc_subsystem_idrf  r   r   r   r   rZ    s   rZ  c                 C   rM  )Nr   nvmlVgpuTypeGetFramebufferSizer  )rO  	c_fb_sizerf  r   r   r   r   r]    rQ  r]  c                 C   rM  )Nr   nvmlVgpuTypeGetNumDisplayHeadsr  )rO  c_num_headsrf  r   r   r   r   r_    rQ  r_  c                 C   sB   t d}t d}td}|| dt|t|}t| |j|jfS )Nr   nvmlVgpuTypeGetResolutionr  )rO  c_xdimc_ydimrf  r   r   r   r   ra    s   ra  c                 C   s2   t t}tt}td}|| ||}t| |jS )NnvmlVgpuTypeGetLicense)r{  r  r7  r  r   r   )rO  	c_licenserW  rf  r   r   r   r   rd    s   rd  c                 C   rM  )Nr   nvmlVgpuTypeGetFrameRateLimitr  )rO  c_frl_configrf  r   r   r   r   rf    rQ  rf  c                 C   s.   t d}td}|| |t|}t| |jS )Nr   nvmlVgpuTypeGetMaxInstancesr  )r  rO  c_max_instancesrf  r   r   r   r   rh    s
   rh  c                 C   rM  )Nr    nvmlVgpuTypeGetMaxInstancesPerVmr  )rO  c_max_instances_per_vmrf  r   r   r   r   rj    rQ  rj  c                 C   rB  )Nr   nvmlDeviceGetActiveVgpus)r7  r  r  r   r   r  r   r   r  r  r   )r  rG  rf  r   vgpu_instance_arrayc_vgpu_instancesrJ  r  r   r   r   rl    rK  rl  c                 C   sJ   t t}tt}td}td}|| t||t|}t| |j|jfS )Nr   nvmlVgpuInstanceGetVmID)r{  rX  r7  r  r  r  r   r   )r  c_vm_idrW  c_vm_id_typerf  r   r   r   r   ro    s   ro  c                 C   6   t t}tt}td}|| t||}t| |jS )NnvmlVgpuInstanceGetUUIDr{  rX  r7  r  r  r   r   r  r  rW  rf  r   r   r   r   rs    rX  rs  c                 C   rr  )NnvmlVgpuInstanceGetMdevUUIDrt  ru  r   r   r   rv     rX  rv  c                 C   rr  )N"nvmlVgpuInstanceGetVmDriverVersion)r{  r  r7  r  r  r   r   )r  c_driver_versionrW  rf  r   r   r   r   rw  *  rX  rw  c                 C   rM  )Nr    nvmlVgpuInstanceGetLicenseStatusr  )r  c_license_statusrf  r   r   r   r   ry  4  rQ  ry  c                 C   s(   t d}t }|| t|}t| |S )N!nvmlVgpuInstanceGetLicenseInfo_v2)r  r  r  r   )r  rf  c_license_infor   r   r   r   r{  <  s
   r{  c                 C   r  r   )r{  )r  r   r   r   nvmlVgpuInstanceGetLicenseInfoD  r  r}  c                 C   rM  )Nr   !nvmlVgpuInstanceGetFrameRateLimitr  )r  c_frlrf  r   r   r   r   r~  H  rQ  r~  c                 C   r  )NnvmlVgpuInstanceGetEccModer  r  r  rf  r   r   r   r   r  P  r  r  c                 C   rM  )Nr   nvmlVgpuInstanceGetTyper  )r  c_vgpu_typerf  r   r   r   r   r  X  rQ  r  c                 C   rM  )Nr   "nvmlVgpuInstanceGetEncoderCapacityr  )r  c_encoder_capacityrf  r   r   r   r   r  `  rQ  r  c                 C   r>  )N"nvmlVgpuInstanceSetEncoderCapacityr  )r  encoder_capacityrf  r   r   r   r  h  rA  r  c                 C   rM  )Nr   nvmlVgpuInstanceGetFbUsager  )r  
c_fb_usagerf  r   r   r   r   r  m  rQ  r  c                 C   s2   t d}td}|| t|t|}t| |jS )Nr   nvmlVgpuTypeGetCapabilities)r7  r  _nvmlVgpuCapability_tr  r   r   )rO  r  c_cap_resultrf  r   r   r   r   r  u  s
   r  c                 C   rM  )Nr    nvmlVgpuInstanceGetGpuInstanceIdr  )r  r  rf  r   r   r   r   r  }  rQ  r  c                 C   s2   t t}td}|| |ttt}t| |jS )NnvmlVgpuInstanceGetGpuPciId)r{  rS  r  r  r7  r   r   )r  c_vgpuPciIdrf  r   r   r   r   r    s   r  c           	      C   s   t d}t|}t }td}|| |t|t|d }|tkr!g S |tkrD|jt }| }|| |t|t||}t	| |d|j S t
|)Nr   nvmlDeviceGetVgpuUtilization)r7  re  r  r  r  r   r   r   r  r   r   )	r  r  rG  r  r  rf  r   r  r  r   r   r   r    s,   
r  c                 C   r  )NnvmlDeviceGetP2PStatus)_nvmlGpuP2PStatus_tr  r  r   r   )r  r  p2pIndexc_p2pstatusrf  r   r   r   r   r    r  r  c                 C   r  )N&nvmlDeviceGetGridLicensableFeatures_v4)r  r  r  r   )r  c_get_grid_licensable_featuresrf  r   r   r   r   r    s
   r  c                 C   r  r   )r  r  r   r   r   #nvmlDeviceGetGridLicensableFeatures  r  r  c                 C   r  )NnvmlDeviceGetGspFirmwareVersionr  )r  rh  rf  r   r   r   r   r    r  r  c                 C   r  )NnvmlDeviceGetGspFirmwareModer  )r  	isEnableddefaultModerf  r   r   r   r   r    r  r  c                 C   s6   t d}t|}td}|| |t|}t| |jS )Nr   nvmlDeviceGetEncoderCapacity)re  _nvmlEncoderQueryType_tr  r  r   r   )r  encoderQueryTyper  c_encoderQuery_typerf  r   r   r   r   r    s   r  c                 C   s~   t d}t|}td}|| |t|d }|tkrg S |tkr;|jt }| }|| |t||}t| |d|j S t	|)Nr   #nvmlDeviceGetVgpuProcessUtilization)
r7  re  r  r  r   r   r   r  r   r   )r  r  rG  r  rf  r   r  r  r   r   r   r    s   
r  c                 C   R   t d}t d}t d}td}|| t|t|t|}t| |j|j|jfS )Nr   nvmlDeviceGetEncoderStatsr  )r  c_encoderCountc_encodeFpsc_encoderLatencyrf  r   r   r   r   r    s   r  c                 C      t d}td}|| t|d }|tkrB|jdkr@t|j }| }|| t||}t| g }t|jD ]	}|||  q4|S g S t	|)Nr   nvmlDeviceGetEncoderSessions
r7  r  r  r   r   r  r   r  r  r   r  c_session_countrf  r   session_array
c_sessionssessionsr  r   r   r   r       

r  c                 C   r  )NnvmlDeviceGetFBCStatsr  r  r  r   )r  
c_fbcStatsrf  r   r   r   r   r    r  r  c                 C   r  )Nr   nvmlDeviceGetFBCSessions
r7  r  r  r   r   r  r   r  r  r   r  r   r   r   r  &  r  r  c                 C   r  )Nr   nvmlVgpuInstanceGetEncoderStatsr  )r  r  r  r  rf  r   r   r   r   r  A  s   r  c                 C   r  )Nr   "nvmlVgpuInstanceGetEncoderSessionsr  r  r  rf  r   r  r  r  r  r   r   r   r  M  r  r  c                 C   r  )NnvmlVgpuInstanceGetFBCStatsr  )r  r  rf  r   r   r   r   r  h  r  r  c                 C   r  )Nr   nvmlVgpuInstanceGetFBCSessionsr  r  r   r   r   r  p  r  r  c                 C   sr   t d}t|}td}|| d t||}|tkr5|jt }| }|| |t||}t| |d|j S t|)Nr   nvmlDeviceGetProcessUtilization)	r7  re  r  r  r   r   r  r   r   )r  r  r  r  rf  r   r  r  r   r   r   r    s   
r  c                 C   Z   t d}t }td}|| t|t|}|tkr)|| t|t|}t| |S t|)NnvmlVgpuInstanceGetMetadatar   )r  r  r7  r  r   r   r   )r  rf  c_vgpuMetadatac_bufferSizer   r   r   r   r       r  c                 C   r  )NnvmlDeviceGetVgpuMetadatar   )r  r  r7  r  r   r   r   )r  rf  c_vgpuPgpuMetadatar  r   r   r   r   r    r  r  c                 C   s2   t d}t }|t| t|t|}t| |S )NnvmlGetVgpuCompatibility)r  r  r  r   )vgpuMetadatapgpuMetadatarf  c_vgpuPgpuCompatibilityr   r   r   r   r    s
   r  c                 C   sf   t d}tt}td}|| t|t|}|tkr)|| t|t|}t| nt||j|jfS )NnvmlDeviceGetPgpuMetadataStringr   )	r  r{  r  r7  r  r   r   r   r   )r  rf  c_pgpuMetadatar  r   r   r   r   r    s   
r  c                 C   s    t d}|t| }t| |S )NnvmlSetVgpuVersionr  )vgpuVersionrf  r   r   r   r   r    r  r  c                 C   s&   t d}|t| t|}t| |S )NnvmlGetVgpuVersionr  )	supportedr4  rf  r   r   r   r   r    s   r  c                 C   r  )N!nvmlVgpuInstanceGetAccountingModer  r  r   r   r   r    r  r  c                 C   sb   t  }td}|| t|d }|tkr-|jt  }| }|| t|t|}t| ||fS t|)N!nvmlVgpuInstanceGetAccountingPids)r7  r  r  r   r   r   r   )r  
c_pidCountrf  r   r  
c_pidArrayr   r   r   r    s   
r  c                 C   r  )N"nvmlVgpuInstanceGetAccountingStats)r  r  r  r   )r  r|  c_accountingStatsrf  r   r   r   r   r    r#  r  c                 C      t d}|| }t| |S )N#nvmlVgpuInstanceClearAccountingPidsr  )r  rf  r   r   r   r   r    r  r  c                  C   r  )NnvmlGetExcludedDeviceCountr  r  r   r   r   r    r  r  c                 C   r  )N nvmlGetExcludedDeviceInfoByIndex)r7  rU  r  r  r   )r  r  inforf  r   r   r   r   r    r  r  c                 C   r  )NnvmlDeviceGetHostVgpuMode)_nvmlHostVgpuMode_tr  r  r   r   )r  c_host_vgpu_moderf  r   r   r   r   r    r  r  c                 C   r  )NnvmlDeviceSetMigModer  )rF  r  c_activationStatusrf  r   r   r   r   r  $  r  r  c                 C   r0  )NnvmlDeviceGetMigModer  )rF  c_currentModec_pendingModerf  r   r   r   r   r  ,  r4  r  c                 C   sT   |dkrt  }td}n|dkrt }td}ntt|| |t|}t| |S )Nr   $nvmlDeviceGetGpuInstanceProfileInfoVr   #nvmlDeviceGetGpuInstanceProfileInfo)r)  r  r  r   r   r  r   )rF  profilerh  r  rf  r   r   r   r   r  5  s   

r  c                 C   r  )N)nvmlDeviceGetGpuInstanceRemainingCapacityr  )rF  r0  r  rf  r   r   r   r   r  G  r  r  c                 C   "   t d}|| |||}t| |S )N-nvmlDeviceGetGpuInstancePossiblePlacements_v2r  )rF  r0  placementsRefcountRefrf  r   r   r   r   *nvmlDeviceGetGpuInstancePossiblePlacementsO     r  c                 C   r  )NnvmlDeviceCreateGpuInstancer?  r  r  r   )rF  r0  
c_instancerf  r   r   r   r   r  X  r#  r  c                 C   r  )N(nvmlDeviceCreateGpuInstanceWithPlacementr  )rF  r0  r1  r  rf  r   r   r   r   r  `  r  r  c                 C   r  )NnvmlGpuInstanceDestroyr  )r>  rf  r   r   r   r   r  h  r  r  c                 C   r  )NnvmlDeviceGetGpuInstancesr  )rF  r0  gpuInstancesRefr  rf  r   r   r   r   r  o  r  r  c                 C   r  )NnvmlDeviceGetGpuInstanceByIdr  )rF  r~  r  rf  r   r   r   r   r  v  r#  r  c                 C   r  )NnvmlGpuInstanceGetInfo)r/  r  r  r   )r>  r  rf  r   r   r   r   r  ~  r  r  c                 C   sV   |dkrt  }td}n|dkrt }td}ntt|| ||t|}t| |S )Nr   -nvmlGpuInstanceGetComputeInstanceProfileInfoVr   ,nvmlGpuInstanceGetComputeInstanceProfileInfo)r;  r  r4  r   r   r  r   )rF  r  
engProfilerh  r  rf  r   r   r   r   r    s   

r  c                 C   r  )N2nvmlGpuInstanceGetComputeInstanceRemainingCapacityr  )r>  r0  r  rf  r   r   r   r   r    r  r  c                 C   r  )N$nvmlGpuInstanceCreateComputeInstancec_nvmlComputeInstance_tr  r  r   )r>  r0  r  rf  r   r   r   r   r    r#  r  c                 C   r  )NnvmlComputeInstanceDestroyr  )computeInstancerf  r   r   r   r   r    r  r  c                 C   r  )N"nvmlGpuInstanceGetComputeInstancesr  )r>  r0  computeInstancesRefr  rf  r   r   r   r   r    r  r  c                 C   r  )N%nvmlGpuInstanceGetComputeInstanceByIdr  )r>  r  r  rf  r   r   r   r   r    r#  r  c                 C   r  )NnvmlComputeInstanceGetInfo_v2)r=  r  r  r   )r  r  rf  r   r   r   r   r    r  r  c                 C   r  r   )r  )r  r   r   r   nvmlComputeInstanceGetInfo  r  r  c                 C   r  )NnvmlDeviceIsMigDeviceHandle)r7  r  r  r   )rF  c_isMigDevicerf  r   r   r   r   r    r  r  c                 C   r  )NnvmlDeviceGetGpuInstanceIdr  )rF  c_gpuInstanceIdrf  r   r   r   r   r    r  r  c                 C   r  )NnvmlDeviceGetComputeInstanceIdr  )rF  c_computeInstanceIdrf  r   r   r   r   r    r  r  c                 C   r  )NnvmlDeviceGetMaxMigDeviceCountr  )rF  r  rf  r   r   r   r   r    r  r  c                 C   r  )N#nvmlDeviceGetMigDeviceHandleByIndexr  )rF  r  r  	migDevicerf  r   r   r   r   r    r  r  c                 C   r  )N,nvmlDeviceGetDeviceHandleFromMigDeviceHandle)r  r  r  r   )r  rF  rf  r   r   r   r   r    r  r  c                 C   r  )NnvmlDeviceGetAttributes_v2)rS  r  r  r   )rF  c_attrsrf  r   r   r   r   r	    r  r	  c                 C   r  r   )r	  )rF  r   r   r   nvmlDeviceGetAttributes	  r  r  c                 C   s\   t d}t }t }t }t }|| t|t|t|t|}t| |j|j|j|jfS )NnvmlDeviceGetRemappedRowsr  )rF  rf  c_corrc_unc
c_bpending
c_bfailurer   r   r   r   r    s    r  c                 C   r  )N!nvmlDeviceGetRowRemapperHistogram)rV  r  r  r   )rF  c_valsrf  r   r   r   r   r    r  r  c                 C   r  )NnvmlDeviceGetArchitecture)_nvmlDeviceArchitecture_tr  r  r   r   )rF  archrf  r   r   r   r   r     r  r  c                 C   r  )NnvmlDeviceGetBusType)_nvmlBusType_tr  r  r   r   )rF  	c_busTyperf  r   r   r   r   r  (  r  r  c                 C   r  )NnvmlDeviceGetIrqNumr  )rF  c_irqNumrf  r   r   r   r   r  0  r  r  c                 C   r  )NnvmlDeviceGetNumGpuCoresr  )rF  
c_numCoresrf  r   r   r   r   r  8  r  r  c                 C   r  )NnvmlDeviceGetPowerSource)_nvmlPowerSource_tr  r  r   r   )rF  c_powerSourcerf  r   r   r   r   r  @  r  r  c                 C   r  )NnvmlDeviceGetMemoryBusWidthr  )rF  c_memBusWidthrf  r   r   r   r   r   H  r  r   c                 C   r  )NnvmlDeviceGetPcieLinkMaxSpeed)_nvmlPcieLinkMaxSpeed_tr  r  r   r   rF  r  rf  r   r   r   r   r"  P  r  r"  c                 C   r  )N$nvmlDeviceGetAdaptiveClockInfoStatus)_nvmlAdaptiveClockInfoStatus_tr  r  r   r   )rF  c_adaptiveClockInfoStatusrf  r   r   r   r   r%  X  r  r%  c                 C   r  )NnvmlDeviceGetPcieSpeedr  r$  r   r   r   r(  `  r  r(  c                 C   r  )NnvmlDeviceGetDynamicPstatesInfor  )rF  c_dynamicpstatesinforf  r   r   r   r   r)  h  r  r)  c                 C   r  )NnvmlDeviceSetFanSpeed_v2r  )r  r  r:  rf  r   r   r   r   r+  o  r  r+  c                 C   r  )NnvmlDeviceGetThermalSettingsr  )rF  sensorindexc_thermalsettingsrf  r   r   r   r   r,  v  r  r,  c                 C   s,   t d}|| t|t|||}t| |S )N nvmlDeviceGetMinMaxClockOfPState)r  r  r   )rF  r   pstateminClockMHzmaxClockMHzrf  r   r   r   r   r/  }  s   r/  c           	      C   sf   g }t t}tt |j }t|j }| }td}|| ||}t| |D ]}|tkr0|| q%|S )N'nvmlDeviceGetSupportedPerformanceStates)	r7  NVML_MAX_GPU_PERF_PSTATESsizeofr   r'  r  r   NVML_PSTATE_UNKNOWNr  )	rF  pstatesr  c_sizepstates_array	c_pstatesrf  r   r   r   r   r   r3    s   

r3  c                 C   r  )NnvmlDeviceGetGpcClkVfOffset)r8  r  r  r   r   )rF  offsetrf  r   r   r   r   r;    r  r;  c                 C   s&   t |}td}|| |}t| |S )NnvmlDeviceSetGpcClkVfOffset)r8  r  r   )rF  r<  c_offsetrf  r   r   r   r   r=    s
   
r=  r   (  ctypesctypes.utilr   	functoolsr   r   rm  	threadingr   r7  r  NVML_FEATURE_DISABLEDNVML_FEATURE_ENABLEDr  NVML_BRAND_UNKNOWNNVML_BRAND_QUADRONVML_BRAND_TESLANVML_BRAND_NVSNVML_BRAND_GRIDNVML_BRAND_GEFORCENVML_BRAND_TITANNVML_BRAND_NVIDIA_VAPPSNVML_BRAND_NVIDIA_VPCNVML_BRAND_NVIDIA_VCSNVML_BRAND_NVIDIA_VWSNVML_BRAND_NVIDIA_CLOUD_GAMINGNVML_BRAND_NVIDIA_VGAMINGNVML_BRAND_QUADRO_RTXNVML_BRAND_NVIDIA_RTXNVML_BRAND_NVIDIANVML_BRAND_GEFORCE_RTXNVML_BRAND_TITAN_RTXNVML_BRAND_COUNTr!  #NVML_TEMPERATURE_THRESHOLD_SHUTDOWN#NVML_TEMPERATURE_THRESHOLD_SLOWDOWN"NVML_TEMPERATURE_THRESHOLD_MEM_MAX"NVML_TEMPERATURE_THRESHOLD_GPU_MAX'NVML_TEMPERATURE_THRESHOLD_ACOUSTIC_MIN(NVML_TEMPERATURE_THRESHOLD_ACOUSTIC_CURR'NVML_TEMPERATURE_THRESHOLD_ACOUSTIC_MAX NVML_TEMPERATURE_THRESHOLD_COUNTr  NVML_TEMPERATURE_GPUNVML_TEMPERATURE_COUNTrL  NVML_COMPUTEMODE_DEFAULT!NVML_COMPUTEMODE_EXCLUSIVE_THREADNVML_COMPUTEMODE_PROHIBITED"NVML_COMPUTEMODE_EXCLUSIVE_PROCESSNVML_COMPUTEMODE_COUNTr^  NVML_MEMORY_LOCATION_L1_CACHENVML_MEMORY_LOCATION_L2_CACHE"NVML_MEMORY_LOCATION_DEVICE_MEMORYNVML_MEMORY_LOCATION_DRAM"NVML_MEMORY_LOCATION_REGISTER_FILE#NVML_MEMORY_LOCATION_TEXTURE_MEMORY NVML_MEMORY_LOCATION_TEXTURE_SHMNVML_MEMORY_LOCATION_CBUNVML_MEMORY_LOCATION_SRAMNVML_MEMORY_LOCATION_COUNTNVML_NVLINK_MAX_LINKSNVML_NVLINK_MAX_LANES_nvmlNvLinkErrorCounter_tNVML_NVLINK_ERROR_DL_REPLAYNVML_NVLINK_ERROR_DL_RECOVERYNVML_NVLINK_ERROR_DL_CRC_FLITNVML_NVLINK_ERROR_DL_CRC_DATANVML_NVLINK_ERROR_DL_ECC_DATANVML_NVLINK_ERROR_COUNT _nvmlNvLinkEccLaneErrorCounter_tNVML_NVLINK_ERROR_DL_ECC_LANE0NVML_NVLINK_ERROR_DL_ECC_LANE1NVML_NVLINK_ERROR_DL_ECC_LANE2NVML_NVLINK_ERROR_DL_ECC_LANE3NVML_NVLINK_ERROR_DL_ECC_COUNT_nvmlNvLinkCapability_tNVML_NVLINK_CAP_P2P_SUPPORTEDNVML_NVLINK_CAP_SYSMEM_ACCESSNVML_NVLINK_CAP_P2P_ATOMICSNVML_NVLINK_CAP_SYSMEM_ATOMICSNVML_NVLINK_CAP_SLI_BRIDGENVML_NVLINK_CAP_VALIDNVML_NVLINK_CAP_COUNTr]  !NVML_NVLINK_COUNTER_PKTFILTER_NOP"NVML_NVLINK_COUNTER_PKTFILTER_READ#NVML_NVLINK_COUNTER_PKTFILTER_WRITE#NVML_NVLINK_COUNTER_PKTFILTER_RATOM$NVML_NVLINK_COUNTER_PKTFILTER_NRATOM#NVML_NVLINK_COUNTER_PKTFILTER_FLUSH&NVML_NVLINK_COUNTER_PKTFILTER_RESPDATA(NVML_NVLINK_COUNTER_PKTFILTER_RESPNODATA!NVML_NVLINK_COUNTER_PKTFILTER_ALLr\  NVML_NVLINK_COUNTER_UNIT_CYCLES NVML_NVLINK_COUNTER_UNIT_PACKETSNVML_NVLINK_COUNTER_UNIT_BYTES!NVML_NVLINK_COUNTER_UNIT_RESERVEDNVML_NVLINK_COUNTER_UNIT_COUNTr%  NVML_NVLINK_DEVICE_TYPE_GPUNVML_NVLINK_DEVICE_TYPE_IBMNPUNVML_NVLINK_DEVICE_TYPE_SWITCHNVML_NVLINK_DEVICE_TYPE_UNKNOWN_nvmlEccBitType_tNVML_SINGLE_BIT_ECCNVML_DOUBLE_BIT_ECCNVML_ECC_ERROR_TYPE_COUNTrX  NVML_VOLATILE_ECCNVML_AGGREGATE_ECCNVML_ECC_COUNTER_TYPE_COUNTrW   NVML_MEMORY_ERROR_TYPE_CORRECTED"NVML_MEMORY_ERROR_TYPE_UNCORRECTEDNVML_MEMORY_ERROR_TYPE_COUNTr  NVML_CLOCK_GRAPHICSNVML_CLOCK_SMNVML_CLOCK_MEMNVML_CLOCK_VIDEONVML_CLOCK_COUNTr  NVML_CLOCK_ID_CURRENTNVML_CLOCK_ID_APP_CLOCK_TARGETNVML_CLOCK_ID_APP_CLOCK_DEFAULT NVML_CLOCK_ID_CUSTOMER_BOOST_MAXNVML_CLOCK_ID_COUNTri  NVML_DRIVER_WDDMNVML_DRIVER_WDMr4  r'  NVML_PSTATE_0NVML_PSTATE_1NVML_PSTATE_2NVML_PSTATE_3NVML_PSTATE_4NVML_PSTATE_5NVML_PSTATE_6NVML_PSTATE_7NVML_PSTATE_8NVML_PSTATE_9NVML_PSTATE_10NVML_PSTATE_11NVML_PSTATE_12NVML_PSTATE_13NVML_PSTATE_14NVML_PSTATE_15r6  r  NVML_INFOROM_OEMNVML_INFOROM_ECCNVML_INFOROM_POWERNVML_INFOROM_COUNTr  r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   NVML_ERROR_IN_USEr   NVML_ERROR_NO_DATA!NVML_ERROR_VGPU_ECC_NOT_SUPPORTED!NVML_ERROR_INSUFFICIENT_RESOURCESNVML_ERROR_FREQ_NOT_SUPPORTEDr   r;  NVML_FAN_NORMALNVML_FAN_FAILEDr1  NVML_LED_COLOR_GREENNVML_LED_COLOR_AMBERr=  NVML_GOM_ALL_ONNVML_GOM_COMPUTENVML_GOM_LOW_DPr  9NVML_PAGE_RETIREMENT_CAUSE_MULTIPLE_SINGLE_BIT_ECC_ERRORS/NVML_PAGE_RETIREMENT_CAUSE_DOUBLE_BIT_ECC_ERROR NVML_PAGE_RETIREMENT_CAUSE_COUNTr  *NVML_RESTRICTED_API_SET_APPLICATION_CLOCKS+NVML_RESTRICTED_API_SET_AUTO_BOOSTED_CLOCKSNVML_RESTRICTED_API_COUNTr  NVML_BRIDGE_CHIP_PLXNVML_BRIDGE_CHIP_BRO4NVML_MAX_PHYSICAL_BRIDGEr  NVML_VALUE_TYPE_DOUBLENVML_VALUE_TYPE_UNSIGNED_INTNVML_VALUE_TYPE_UNSIGNED_LONG"NVML_VALUE_TYPE_UNSIGNED_LONG_LONG NVML_VALUE_TYPE_SIGNED_LONG_LONGNVML_VALUE_TYPE_COUNTr  NVML_PERF_POLICY_POWERNVML_PERF_POLICY_THERMALNVML_PERF_POLICY_SYNC_BOOSTNVML_PERF_POLICY_BOARD_LIMIT NVML_PERF_POLICY_LOW_UTILIZATIONNVML_PERF_POLICY_RELIABILITY!NVML_PERF_POLICY_TOTAL_APP_CLOCKS"NVML_PERF_POLICY_TOTAL_BASE_CLOCKSNVML_PERF_POLICY_COUNTr  NVML_ENCODER_QUERY_H264NVML_ENCODER_QUERY_HEVC_nvmlFBCSessionType_tNVML_FBC_SESSION_TYPE_UNKNOWNNVML_FBC_SESSION_TYPE_TOSYSNVML_FBC_SESSION_TYPE_CUDANVML_FBC_SESSION_TYPE_VIDNVML_FBC_SESSION_TYPE_HWENC_nvmlDetachGpuState_tNVML_DETACH_GPU_KEEPNVML_DETACH_GPU_REMOVE_nvmlPcieLinkState_tNVML_PCIE_LINK_KEEPNVML_PCIE_LINK_SHUT_DOWNr  NVML_TOTAL_POWER_SAMPLESNVML_GPU_UTILIZATION_SAMPLESNVML_MEMORY_UTILIZATION_SAMPLESNVML_ENC_UTILIZATION_SAMPLESNVML_DEC_UTILIZATION_SAMPLESNVML_PROCESSOR_CLK_SAMPLESNVML_MEMORY_CLK_SAMPLESNVML_SAMPLINGTYPE_COUNTr  NVML_PCIE_UTIL_TX_BYTESNVML_PCIE_UTIL_RX_BYTESNVML_PCIE_UTIL_COUNTr  NVML_TOPOLOGY_INTERNALNVML_TOPOLOGY_SINGLENVML_TOPOLOGY_MULTIPLENVML_TOPOLOGY_HOSTBRIDGENVML_TOPOLOGY_NODENVML_TOPOLOGY_CPUNVML_TOPOLOGY_SYSTEM_nvmlGpuP2PCapsIndex_tNVML_P2P_CAPS_INDEX_READNVML_P2P_CAPS_INDEX_WRITENVML_P2P_CAPS_INDEX_NVLINKNVML_P2P_CAPS_INDEX_ATOMICSNVML_P2P_CAPS_INDEX_PROPNVML_P2P_CAPS_INDEX_LOOPBACKNVML_P2P_CAPS_INDEX_UNKNOWNr  NVML_P2P_STATUS_OK$NVML_P2P_STATUS_CHIPSET_NOT_SUPPORED!NVML_P2P_STATUS_GPU_NOT_SUPPORTED*NVML_P2P_STATUS_IOH_TOPOLOGY_NOT_SUPPORTED"NVML_P2P_STATUS_DISABLED_BY_REGKEYNVML_P2P_STATUS_NOT_SUPPORTEDNVML_P2P_STATUS_UNKNOWNr  NVML_DEVICE_ARCH_KEPLERNVML_DEVICE_ARCH_MAXWELLNVML_DEVICE_ARCH_PASCALNVML_DEVICE_ARCH_VOLTANVML_DEVICE_ARCH_TURINGNVML_DEVICE_ARCH_AMPERENVML_DEVICE_ARCH_UNKNOWNr  NVML_BUS_TYPE_UNKNOWNNVML_BUS_TYPE_PCINVML_BUS_TYPE_PCIENVML_BUS_TYPE_FPCINVML_BUS_TYPE_AGPr  NVML_POWER_SOURCE_ACNVML_POWER_SOURCE_BATTERYr&  +NVML_ADAPTIVE_CLOCKING_INFO_STATUS_DISABLED*NVML_ADAPTIVE_CLOCKING_INFO_STATUS_ENABLED_nvmlClockLimitId_tNVML_CLOCK_LIMIT_ID_RANGE_STARTNVML_CLOCK_LIMIT_ID_TDPNVML_CLOCK_LIMIT_ID_UNLIMITEDr#   NVML_PCIE_LINK_MAX_SPEED_INVALID!NVML_PCIE_LINK_MAX_SPEED_2500MBPS!NVML_PCIE_LINK_MAX_SPEED_5000MBPS!NVML_PCIE_LINK_MAX_SPEED_8000MBPS"NVML_PCIE_LINK_MAX_SPEED_16000MBPS"NVML_PCIE_LINK_MAX_SPEED_32000MBPSr  NVML_AFFINITY_SCOPE_NODENVML_AFFINITY_SCOPE_SOCKETnvmlFlagDefaultnvmlFlagForceNVML_INIT_FLAG_NO_GPUSNVML_INIT_FLAG_NO_ATTACHNVML_MAX_GPC_COUNTr  rX  r  r  r|  rU  r.  r  r  rp  rS  rP  r  r  r  r5  r  r  !NVML_DEVICE_PCI_BUS_ID_LEGACY_FMTNVML_DEVICE_PCI_BUS_ID_FMTre  rw  NVML_VALUE_NOT_AVAILABLE_uintNVML_FI_DEV_ECC_CURRENTNVML_FI_DEV_ECC_PENDINGNVML_FI_DEV_ECC_SBE_VOL_TOTALNVML_FI_DEV_ECC_DBE_VOL_TOTALNVML_FI_DEV_ECC_SBE_AGG_TOTALNVML_FI_DEV_ECC_DBE_AGG_TOTALNVML_FI_DEV_ECC_SBE_VOL_L1NVML_FI_DEV_ECC_DBE_VOL_L1NVML_FI_DEV_ECC_SBE_VOL_L2NVML_FI_DEV_ECC_DBE_VOL_L2NVML_FI_DEV_ECC_SBE_VOL_DEVNVML_FI_DEV_ECC_DBE_VOL_DEVNVML_FI_DEV_ECC_SBE_VOL_REGNVML_FI_DEV_ECC_DBE_VOL_REGNVML_FI_DEV_ECC_SBE_VOL_TEXNVML_FI_DEV_ECC_DBE_VOL_TEXNVML_FI_DEV_ECC_DBE_VOL_CBUNVML_FI_DEV_ECC_SBE_AGG_L1NVML_FI_DEV_ECC_DBE_AGG_L1NVML_FI_DEV_ECC_SBE_AGG_L2NVML_FI_DEV_ECC_DBE_AGG_L2NVML_FI_DEV_ECC_SBE_AGG_DEVNVML_FI_DEV_ECC_DBE_AGG_DEVNVML_FI_DEV_ECC_SBE_AGG_REGNVML_FI_DEV_ECC_DBE_AGG_REGNVML_FI_DEV_ECC_SBE_AGG_TEXNVML_FI_DEV_ECC_DBE_AGG_TEXNVML_FI_DEV_ECC_DBE_AGG_CBUNVML_FI_DEV_RETIRED_SBENVML_FI_DEV_RETIRED_DBENVML_FI_DEV_RETIRED_PENDING*NVML_FI_DEV_NVLINK_CRC_FLIT_ERROR_COUNT_L0*NVML_FI_DEV_NVLINK_CRC_FLIT_ERROR_COUNT_L1*NVML_FI_DEV_NVLINK_CRC_FLIT_ERROR_COUNT_L2*NVML_FI_DEV_NVLINK_CRC_FLIT_ERROR_COUNT_L3*NVML_FI_DEV_NVLINK_CRC_FLIT_ERROR_COUNT_L4*NVML_FI_DEV_NVLINK_CRC_FLIT_ERROR_COUNT_L5-NVML_FI_DEV_NVLINK_CRC_FLIT_ERROR_COUNT_TOTAL*NVML_FI_DEV_NVLINK_CRC_DATA_ERROR_COUNT_L0*NVML_FI_DEV_NVLINK_CRC_DATA_ERROR_COUNT_L1*NVML_FI_DEV_NVLINK_CRC_DATA_ERROR_COUNT_L2*NVML_FI_DEV_NVLINK_CRC_DATA_ERROR_COUNT_L3*NVML_FI_DEV_NVLINK_CRC_DATA_ERROR_COUNT_L4*NVML_FI_DEV_NVLINK_CRC_DATA_ERROR_COUNT_L5-NVML_FI_DEV_NVLINK_CRC_DATA_ERROR_COUNT_TOTAL(NVML_FI_DEV_NVLINK_REPLAY_ERROR_COUNT_L0(NVML_FI_DEV_NVLINK_REPLAY_ERROR_COUNT_L1(NVML_FI_DEV_NVLINK_REPLAY_ERROR_COUNT_L2(NVML_FI_DEV_NVLINK_REPLAY_ERROR_COUNT_L3(NVML_FI_DEV_NVLINK_REPLAY_ERROR_COUNT_L4(NVML_FI_DEV_NVLINK_REPLAY_ERROR_COUNT_L5+NVML_FI_DEV_NVLINK_REPLAY_ERROR_COUNT_TOTAL*NVML_FI_DEV_NVLINK_RECOVERY_ERROR_COUNT_L0*NVML_FI_DEV_NVLINK_RECOVERY_ERROR_COUNT_L1*NVML_FI_DEV_NVLINK_RECOVERY_ERROR_COUNT_L2*NVML_FI_DEV_NVLINK_RECOVERY_ERROR_COUNT_L3*NVML_FI_DEV_NVLINK_RECOVERY_ERROR_COUNT_L4*NVML_FI_DEV_NVLINK_RECOVERY_ERROR_COUNT_L5-NVML_FI_DEV_NVLINK_RECOVERY_ERROR_COUNT_TOTAL"NVML_FI_DEV_NVLINK_BANDWIDTH_C0_L0"NVML_FI_DEV_NVLINK_BANDWIDTH_C0_L1"NVML_FI_DEV_NVLINK_BANDWIDTH_C0_L2"NVML_FI_DEV_NVLINK_BANDWIDTH_C0_L3"NVML_FI_DEV_NVLINK_BANDWIDTH_C0_L4"NVML_FI_DEV_NVLINK_BANDWIDTH_C0_L5%NVML_FI_DEV_NVLINK_BANDWIDTH_C0_TOTAL"NVML_FI_DEV_NVLINK_BANDWIDTH_C1_L0"NVML_FI_DEV_NVLINK_BANDWIDTH_C1_L1"NVML_FI_DEV_NVLINK_BANDWIDTH_C1_L2"NVML_FI_DEV_NVLINK_BANDWIDTH_C1_L3"NVML_FI_DEV_NVLINK_BANDWIDTH_C1_L4"NVML_FI_DEV_NVLINK_BANDWIDTH_C1_L5%NVML_FI_DEV_NVLINK_BANDWIDTH_C1_TOTALNVML_FI_DEV_PERF_POLICY_POWERNVML_FI_DEV_PERF_POLICY_THERMAL"NVML_FI_DEV_PERF_POLICY_SYNC_BOOST#NVML_FI_DEV_PERF_POLICY_BOARD_LIMIT'NVML_FI_DEV_PERF_POLICY_LOW_UTILIZATION#NVML_FI_DEV_PERF_POLICY_RELIABILITY(NVML_FI_DEV_PERF_POLICY_TOTAL_APP_CLOCKS)NVML_FI_DEV_PERF_POLICY_TOTAL_BASE_CLOCKSNVML_FI_DEV_MEMORY_TEMP$NVML_FI_DEV_TOTAL_ENERGY_CONSUMPTION NVML_FI_DEV_NVLINK_SPEED_MBPS_L0 NVML_FI_DEV_NVLINK_SPEED_MBPS_L1 NVML_FI_DEV_NVLINK_SPEED_MBPS_L2 NVML_FI_DEV_NVLINK_SPEED_MBPS_L3 NVML_FI_DEV_NVLINK_SPEED_MBPS_L4 NVML_FI_DEV_NVLINK_SPEED_MBPS_L5$NVML_FI_DEV_NVLINK_SPEED_MBPS_COMMONNVML_FI_DEV_NVLINK_LINK_COUNTNVML_FI_DEV_RETIRED_PENDING_SBENVML_FI_DEV_RETIRED_PENDING_DBENVML_FI_DEV_PCIE_REPLAY_COUNTER(NVML_FI_DEV_PCIE_REPLAY_ROLLOVER_COUNTER*NVML_FI_DEV_NVLINK_CRC_FLIT_ERROR_COUNT_L6*NVML_FI_DEV_NVLINK_CRC_FLIT_ERROR_COUNT_L7*NVML_FI_DEV_NVLINK_CRC_FLIT_ERROR_COUNT_L8*NVML_FI_DEV_NVLINK_CRC_FLIT_ERROR_COUNT_L9+NVML_FI_DEV_NVLINK_CRC_FLIT_ERROR_COUNT_L10+NVML_FI_DEV_NVLINK_CRC_FLIT_ERROR_COUNT_L11*NVML_FI_DEV_NVLINK_CRC_DATA_ERROR_COUNT_L6*NVML_FI_DEV_NVLINK_CRC_DATA_ERROR_COUNT_L7*NVML_FI_DEV_NVLINK_CRC_DATA_ERROR_COUNT_L8*NVML_FI_DEV_NVLINK_CRC_DATA_ERROR_COUNT_L9+NVML_FI_DEV_NVLINK_CRC_DATA_ERROR_COUNT_L10+NVML_FI_DEV_NVLINK_CRC_DATA_ERROR_COUNT_L11(NVML_FI_DEV_NVLINK_REPLAY_ERROR_COUNT_L6(NVML_FI_DEV_NVLINK_REPLAY_ERROR_COUNT_L7(NVML_FI_DEV_NVLINK_REPLAY_ERROR_COUNT_L8(NVML_FI_DEV_NVLINK_REPLAY_ERROR_COUNT_L9)NVML_FI_DEV_NVLINK_REPLAY_ERROR_COUNT_L10)NVML_FI_DEV_NVLINK_REPLAY_ERROR_COUNT_L11*NVML_FI_DEV_NVLINK_RECOVERY_ERROR_COUNT_L6*NVML_FI_DEV_NVLINK_RECOVERY_ERROR_COUNT_L7*NVML_FI_DEV_NVLINK_RECOVERY_ERROR_COUNT_L8*NVML_FI_DEV_NVLINK_RECOVERY_ERROR_COUNT_L9+NVML_FI_DEV_NVLINK_RECOVERY_ERROR_COUNT_L10+NVML_FI_DEV_NVLINK_RECOVERY_ERROR_COUNT_L11"NVML_FI_DEV_NVLINK_BANDWIDTH_C0_L6"NVML_FI_DEV_NVLINK_BANDWIDTH_C0_L7"NVML_FI_DEV_NVLINK_BANDWIDTH_C0_L8"NVML_FI_DEV_NVLINK_BANDWIDTH_C0_L9#NVML_FI_DEV_NVLINK_BANDWIDTH_C0_L10#NVML_FI_DEV_NVLINK_BANDWIDTH_C0_L11"NVML_FI_DEV_NVLINK_BANDWIDTH_C1_L6"NVML_FI_DEV_NVLINK_BANDWIDTH_C1_L7"NVML_FI_DEV_NVLINK_BANDWIDTH_C1_L8"NVML_FI_DEV_NVLINK_BANDWIDTH_C1_L9#NVML_FI_DEV_NVLINK_BANDWIDTH_C1_L10#NVML_FI_DEV_NVLINK_BANDWIDTH_C1_L11 NVML_FI_DEV_NVLINK_SPEED_MBPS_L6 NVML_FI_DEV_NVLINK_SPEED_MBPS_L7 NVML_FI_DEV_NVLINK_SPEED_MBPS_L8 NVML_FI_DEV_NVLINK_SPEED_MBPS_L9!NVML_FI_DEV_NVLINK_SPEED_MBPS_L10!NVML_FI_DEV_NVLINK_SPEED_MBPS_L11%NVML_FI_DEV_NVLINK_THROUGHPUT_DATA_TX%NVML_FI_DEV_NVLINK_THROUGHPUT_DATA_RX$NVML_FI_DEV_NVLINK_THROUGHPUT_RAW_TX$NVML_FI_DEV_NVLINK_THROUGHPUT_RAW_RXNVML_FI_DEV_REMAPPED_CORNVML_FI_DEV_REMAPPED_UNCNVML_FI_DEV_REMAPPED_PENDINGNVML_FI_DEV_REMAPPED_FAILURE#NVML_FI_DEV_NVLINK_REMOTE_NVLINK_ID)NVML_FI_DEV_NVSWITCH_CONNECTED_LINK_COUNT*NVML_FI_DEV_NVLINK_ECC_DATA_ERROR_COUNT_L0*NVML_FI_DEV_NVLINK_ECC_DATA_ERROR_COUNT_L1*NVML_FI_DEV_NVLINK_ECC_DATA_ERROR_COUNT_L2*NVML_FI_DEV_NVLINK_ECC_DATA_ERROR_COUNT_L3*NVML_FI_DEV_NVLINK_ECC_DATA_ERROR_COUNT_L4*NVML_FI_DEV_NVLINK_ECC_DATA_ERROR_COUNT_L5*NVML_FI_DEV_NVLINK_ECC_DATA_ERROR_COUNT_L6*NVML_FI_DEV_NVLINK_ECC_DATA_ERROR_COUNT_L7*NVML_FI_DEV_NVLINK_ECC_DATA_ERROR_COUNT_L8*NVML_FI_DEV_NVLINK_ECC_DATA_ERROR_COUNT_L9+NVML_FI_DEV_NVLINK_ECC_DATA_ERROR_COUNT_L10+NVML_FI_DEV_NVLINK_ECC_DATA_ERROR_COUNT_L11-NVML_FI_DEV_NVLINK_ECC_DATA_ERROR_COUNT_TOTALNVML_FI_MAX!NVML_GPU_VIRTUALIZATION_MODE_NONE(NVML_GPU_VIRTUALIZATION_MODE_PASSTHROUGH!NVML_GPU_VIRTUALIZATION_MODE_VGPU&NVML_GPU_VIRTUALIZATION_MODE_HOST_VGPU&NVML_GPU_VIRTUALIZATION_MODE_HOST_VSGAr   Lockr   re  rE  r  _nvmlVgpuVmIdType_tNVML_VGPU_VM_ID_DOMAIN_IDNVML_VGPU_VM_ID_UUIDr  &NVML_GRID_LICENSE_FEATURE_CODE_UNKNOWN#NVML_GRID_LICENSE_FEATURE_CODE_VGPU)NVML_GRID_LICENSE_FEATURE_CODE_NVIDIA_RTX+NVML_GRID_LICENSE_FEATURE_CODE_VWORKSTATION%NVML_GRID_LICENSE_FEATURE_CODE_GAMING&NVML_GRID_LICENSE_FEATURE_CODE_COMPUTEr  _nvmlGridLicenseExpiryStatus_t&NVML_GRID_LICENSE_EXPIRY_NOT_AVAILABLE NVML_GRID_LICENSE_EXPIRY_INVALIDNVML_GRID_LICENSE_EXPIRY_VALID'NVML_GRID_LICENSE_EXPIRY_NOT_APPLICABLE"NVML_GRID_LICENSE_EXPIRY_PERMANENTr  NVML_VGPU_CAP_NVLINK_P2PNVML_VGPU_CAP_GPUDIRECTNVML_VGPU_CAP_COUNTr  1NVML_VGPU_INSTANCE_GUEST_INFO_STATE_UNINITIALIZED/NVML_VGPU_INSTANCE_GUEST_INFO_STATE_INITIALIZEDr  NVML_VGPU_VM_COMPATIBILITY_NONENVML_VGPU_VM_COMPATIBILITY_COLD$NVML_VGPU_VM_COMPATIBILITY_HIBERNATE NVML_VGPU_VM_COMPATIBILITY_SLEEPNVML_VGPU_VM_COMPATIBILITY_LIVEr  "NVML_VGPU_COMPATIBILITY_LIMIT_NONE)NVML_VGPU_COMPATIBILITY_LIMIT_HOST_DRIVER*NVML_VGPU_COMPATIBILITY_LIMIT_GUEST_DRIVER!NVML_VGPU_COMPATIBILITY_LIMIT_GPU#NVML_VGPU_COMPATIBILITY_LIMIT_OTHERr  NVML_HOST_VGPU_MODE_NON_SRIOVNVML_HOST_VGPU_MODE_SRIOV"NVML_GSP_FIRMWARE_VERSION_BUF_SIZEr   r   r   r   r   r   r   r  r  r  r  	Structurer  POINTERr  r  r(  r.  r2  r9  r=  rA  r  rB  rQ  rU  rY  r_  rg  nvmlMemory_v2rl  rq  rv  r{  r  r  r  r  r  Unionr  r  r  r  r  r  r  NVML_GRID_LICENSE_STATE_UNKNOWN%NVML_GRID_LICENSE_STATE_UNINITIALIZED/NVML_GRID_LICENSE_STATE_UNLICENSED_UNRESTRICTED-NVML_GRID_LICENSE_STATE_UNLICENSED_RESTRICTED"NVML_GRID_LICENSE_STATE_UNLICENSED NVML_GRID_LICENSE_STATE_LICENSEDr  r  r  r  r  r  r  r  r  r  r  r  r  r  nvmlEventTypeSingleBitEccErrornvmlEventTypeDoubleBitEccErrornvmlEventTypePStatenvmlEventTypeXidCriticalErrornvmlEventTypeClocknvmlEventTypePowerSourceChangenvmlEventMigConfigChangenvmlEventTypeNonenvmlEventTypeAllnvmlClocksThrottleReasonGpuIdle1nvmlClocksThrottleReasonApplicationsClocksSetting)nvmlClocksThrottleReasonUserDefinedClocks"nvmlClocksThrottleReasonSwPowerCap"nvmlClocksThrottleReasonHwSlowdown!nvmlClocksThrottleReasonSyncBoost)nvmlClocksThrottleReasonSwThermalSlowdown)nvmlClocksThrottleReasonHwThermalSlowdown,nvmlClocksThrottleReasonHwPowerBrakeSlowdown+nvmlClocksThrottleReasonDisplayClockSettingnvmlClocksThrottleReasonNonenvmlClocksThrottleReasonAllr  r  r  r  r  r  r  r  NVML_DEVICE_MIG_DISABLENVML_DEVICE_MIG_ENABLE!NVML_GPU_INSTANCE_PROFILE_1_SLICE!NVML_GPU_INSTANCE_PROFILE_2_SLICE!NVML_GPU_INSTANCE_PROFILE_3_SLICE!NVML_GPU_INSTANCE_PROFILE_4_SLICE!NVML_GPU_INSTANCE_PROFILE_7_SLICE!NVML_GPU_INSTANCE_PROFILE_8_SLICE!NVML_GPU_INSTANCE_PROFILE_6_SLICE&NVML_GPU_INSTANCE_PROFILE_1_SLICE_REV1NVML_GPU_INSTANCE_PROFILE_COUNTr  r  r,  r)  r/  r2  r?  %NVML_COMPUTE_INSTANCE_PROFILE_1_SLICE%NVML_COMPUTE_INSTANCE_PROFILE_2_SLICE%NVML_COMPUTE_INSTANCE_PROFILE_3_SLICE%NVML_COMPUTE_INSTANCE_PROFILE_4_SLICE%NVML_COMPUTE_INSTANCE_PROFILE_7_SLICE%NVML_COMPUTE_INSTANCE_PROFILE_8_SLICE%NVML_COMPUTE_INSTANCE_PROFILE_6_SLICE#NVML_COMPUTE_INSTANCE_PROFILE_COUNT+NVML_COMPUTE_INSTANCE_ENGINE_PROFILE_SHARED*NVML_COMPUTE_INSTANCE_ENGINE_PROFILE_COUNTr3  r4  r<  r;  r=  rH  NVML_GPU_UTILIZATION_DOMAIN_GPUNVML_GPU_UTILIZATION_DOMAIN_FBNVML_GPU_UTILIZATION_DOMAIN_VIDNVML_GPU_UTILIZATION_DOMAIN_BUSr@  rE  rQ  NVML_THERMAL_TARGET_NONENVML_THERMAL_TARGET_GPUNVML_THERMAL_TARGET_MEMORY NVML_THERMAL_TARGET_POWER_SUPPLYNVML_THERMAL_TARGET_BOARDNVML_THERMAL_TARGET_VCD_BOARDNVML_THERMAL_TARGET_VCD_INLETNVML_THERMAL_TARGET_VCD_OUTLETNVML_THERMAL_TARGET_ALLNVML_THERMAL_TARGET_UNKNOWNNVML_THERMAL_CONTROLLER_NONE$NVML_THERMAL_CONTROLLER_GPU_INTERNALNVML_THERMAL_CONTROLLER_ADM1032NVML_THERMAL_CONTROLLER_ADT7461NVML_THERMAL_CONTROLLER_MAX6649NVML_THERMAL_CONTROLLER_MAX1617NVML_THERMAL_CONTROLLER_LM99NVML_THERMAL_CONTROLLER_LM89NVML_THERMAL_CONTROLLER_LM64NVML_THERMAL_CONTROLLER_G781NVML_THERMAL_CONTROLLER_ADT7473!NVML_THERMAL_CONTROLLER_SBMAX6649 NVML_THERMAL_CONTROLLER_VBIOSEVTNVML_THERMAL_CONTROLLER_OS'NVML_THERMAL_CONTROLLER_NVSYSCON_CANOAS%NVML_THERMAL_CONTROLLER_NVSYSCON_E551 NVML_THERMAL_CONTROLLER_MAX6649R NVML_THERMAL_CONTROLLER_ADT7473SNVML_THERMAL_CONTROLLER_UNKNOWNrI  rO  rR  r  rS  rV  rb  rc  rg  rd  rv  r   rz  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r   r  r  r  r  r  r  r  r  r  r  r   r$  r%  r*  r+  r-  r1  r5  r6  r7  r9  r<  rC  rE  rF  rI  rK  rM  rP  rR  rS  rT  rV  r[  r]  r`  rb  re  rf  rh  rm  rn  ro  r|  ru  r  r~  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r"  r$  r&  r(  r)  r.  r1  r3  r4  r<  r?  rC  rL  rN  rS  rY  rZ  r]  r_  ra  rd  rf  rh  rj  rl  ro  rs  rv  rw  ry  r{  r}  r~  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r	  r  r  r  r  r  r  r  r  r   r"  r%  r(  r)  r+  r,  r/  r3  r;  r=  r   r   r   r   <module>   s  *

3
 


	

7						

			
	

2																			
		
	
		
	--.											#						
			
#	

						