o
    `۷im                    @   sF  d dl T d dlmZ d dlmZ d dlZd dlZd dlZd dlZe	Z
d ZdZe	Zd ZdZdZdZdZd	Zd
ZdZdZdZdZdZeZdZdZdZdZdZdZ e	Z!d Z"dZ#dZ$dZ%dZ&d	Z'd
Z(dZ)dZ*e	Z+d Z,dZ-e	Z.d Z/dZ0dZ1dZ2dZ3e	Z4d Z5dZ6dZ7dZ8dZ9dZ:d	Z;d
Z<dZ=dZ>dZ?e?Z@e	ZAd ZBdZCdZDdZEdZFd	ZGe	ZHd ZIdZJdZKdZLd	ZMe	ZNd ZOdZPdZQdZRdZSd	ZTd
ZUe	ZVdZWdZXdZYdZZdZ[dZ\dZ]dZ^dZ_e	Z`d ZadZbdZcdZddZee	Zfd ZgdZhdZidZje	Zkd ZldZmdZne	Zod ZpdZqdZre	Zsd ZtdZudZve	Zwd ZxdZydZzdZ{dZ|e	Z}d Z~dZdZdZdZe	Zd ZdZdZdZe	Zd ZdZdZdZdZd	Zd
ZdZdZdZdZdZdZdZdZdZdZe	Zd ZdZdZdZdZe	Zd ZdZdZdZdZd	Zd
ZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZd Zd!Zd"Zd#Zd$Zd%Zd&Zd'Ze	Zd ZdZe	Zd ZdZe	Zd ZdZe	Zd ZdZdZe	Zd ZdZdZe	Zd ZdZdZe	Zd ZdZdZe	Zd ZdZdZdZdZd	Zd
ZdZe	Zd ZdZdZdZdZd	Zd
ZdZe	Zd ZdZdZdZdZd	ZdZdZdZe	Zd ZdZdZdZe	Zd ZdZdZdZdZ e	Zd ZdZe	Zd ZdZe	Zd ZdZ	dZ
dZdZd	Zd
ZdZdZdZdZe	Zd ZdZdZe	Zd ZdZdZd&Zd(ZeZd)Ze	Zd*Z dZ!dZ"dZ#dZ$dZ%d	Z&e	Z'd Z(dZ)e)Z*dZ+dZ,dZ-d	Z.d
Z/e	Z0dZ1dZ2dZ3d	Z4d
Z5dZ6dZ7dZ8dZ9d+Z:e	Z;d Z<dZ=dZ>dZ?dZ@e	ZAd ZBdZCdZDe	ZEd ZFdZGe	ZHd,ZId-ZJd.ZKe	ZLd ZMdZNdZOdZPdZQd	ZRd
ZSe	ZTdZUdZVdZWdZXdZYdZZdZ[dZ\e	Z]d Z^dZ_e	Z`d ZadZbdZcdZddZed	Zfd ZgdZhdZidZjdZkdZld/Zmd0Znd/Zod/ZpdZqd0Zrd&Zsd/Ztd/ZudZvdZwdZxdZydZzdZ{e|e	d1 Z}d1Z~dZd2Zd3Zd4Zed5Ze	d5Z	 dZdZdZdZd	Zd
ZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZd Zd!Zd"Zd#Zd$Zd%Zd&Zd6ZdZd7Zd8Zd9Zd:Zd;Zd<Zd=Zd(Zd>Zd?Zd@ZdAZdBZdCZdDZdEZdFZd)ZdGZdHZdIZdJZdKZdLZdMZdNZdOZdPZdQZdRZdSZdZdTZdUZdVZdWZdXZdYZdZZd[Zd\Zd]Zd^Zd_Zd`ZdaZdbZd/ZdcZddZdeZdfZdgZdhZdiZdjZdkZdlZdmZdnZdoZdpZdqZd0ZdrZdsZdtZduZdvZdwZdxZdyZdzZd{Zd|Zd}Zd~ZdZdZdZdZdZdZdZdZdZdZdZdZdZdZ dZdZdZdZdZdZdZdZdZ	dZ
dZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZ dZ!dZ"dZ#dZ$dZ%dZ&dZ'dZ(dZ)dZ*dZ+dZ,dZ-dZ.dZ/dZ0dZ1dZ2dZ3dZ4dZ5dZ6dZ7dÐZ8dĐZ9dŐZ:dƐZ;dǐZ<dȐZ=dɐZ>dʐZ?dːZ@d̐ZAd͐ZBdΐZCdϐZDdАZEdѐZFdҐZGdӐZHdԐZIdՐZJd֐ZKdאZLdؐZMdِZNdڐZOdېZPdܐZQdݐZRdސZSdߐZTdZUdZVdZWdZXdZYdZZdZ[dZ\dZ]dZ^dZ_dZ`dZadZbdZcdZddZedZfdZgdZhdZidZjdZkdZldZmdZndZodZpdZqdZrdZsdZtd ZudZvdZwdZxdZydZzdZ{dZ|dZ}d	Z~d
ZeϐZeѐZdZdZdZdZdZd1ZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZd Zd ZdZdZd ZdZd ZdZd ZdZdZdZdZdae Zd ae	Ze	Ze	Zd ZdZe	Zd ZdZdZdZdZdZeZd*Zd!Zd"Zd#Zd$Ze	Zd ZdZdZdZdZd	Ze	Zd ZdZdZe	Zd ZdZdZdZdZd	Zd
ZdZdZdZdZdZdZe	Zd ZdZe	Zd ZdZdZdZdZe	Zd ZdZdZdZd%Ze	Zd ZdZe	Zd ZdZe	Zd ZdZe	Zd ZdZdZdZdZe	Zd ZdZd ZdZdZd ZdZdZe	Zd ZdZe	Z d)ZdTZdZG d&d' d'eZG d(d) d)eZd*d+ Zd,d- Ze  d.d/ Z	e
 Zd0d1 ZG d2d3 d3eZd4d5 Zd6d7 ZG d8d9 d9eZeeZG d:d; d;eZG d<d= d=eZG d>d? d?eZd@ZG dAdB dBeZG dCdD dDeZG dEdF dFeZG dGdH dHeZG dIdJ dJeZeeZG dKdL dLeZdMZ G dNdO dOeZ!G dPdQ dQeZ"G dRdS dSeZ#dTZ$G dUdV dVeZ%G dWdX dXeZ&G dYdZ dZeZ'G d[d\ d\eZ(d]Z)G d^d_ d_eZ*G d`da daeZ+dZ,G dbdc dceZ-G ddde deeZ.e.Z/e/Z0e	Z1d Z2dZ3dZ4G dfdg dgeZ5G dhdi dieZ6e6Z7djZ8G dkdl dleZ9G dmdn dneZ:G dodp dpeZ;G dqdr dreZ<G dsdt dteZ=G dudv dve>Z?G dwdx dxeZ@G dydz dzeZAG d{d| d|eZBdZCd}ZDG d~d deZEdZFG dd deZGdZHG dd deZIG dd deZJd@ZKG dd deZLd@ZMG dd deZNdjZOd ZPdZQG dd deZRdZSG dd deZTdZUG dd deZVG dd deZWG dd deZXdZYG dd deZZG dd deZ[G dd deZ\djZ]G dd deZ^dZ_G dd deZ`d ZadZbdZcdZddZed	ZfG dd deZgG dd deZhG dd deZiG dd deZjG dd deZkdjZlG dd deZmG dd deZnG dd deZoG dd deZpG dd deZqG dd deZrG dd deZsG dd deZtG dd deZuG dd deZvd@Zwd>ZxdZyd ZzdZ{dZ|G dd de>Z}dZ~G dÐdĄ dĐeZdZG dŐdƄ dƐeZdZG dǐdȄ dȐeZd@ZG dɐdʄ dʐeZdZdZdZdZd	ZduZG dːd̄ d̐eZG d͐d΄ dΐeZdϐZG dАdф dѐeZdҐZG dӐdԄ dԐeZdՐdք Zd ZdZdZd@ZG dאd؄ dؐeZG dِdڄ dڐeZeeZdZdZdZdZdZdZd1ZdېZdܐZd2ZdݐZdސZdߐZdZd ZeeB eB eB eB eB eB eB eB eB eB eB eB eB eB ZdZdZeZdZdZdZdZdZdZd1Zd ZeeB eB eB eB eB eB eB eB eB ZdZdZeZdZdZdZdZdZdZd1Zd ZeeB eB eB eB eB eB eB eB eB ZG dd deZG dd deZÐeeÃZdZdZdZǐdZG dd deZɐdZG dd deZːdjZG dd deZG dd deZΐdZG dd deZАdd Zѐdd ZҐdd ZӐdd ZԐdd ZՐdd Z֐dd Zאdd ZG dd  d eZG dd deZG dd deZG dd deZG dd deZd ZdZdZdZdZdؐZd ZdZdZdZG d	d
 d
eZG dd deZG dd de>ZG dd deZG dd deZG dd deZG dd deZG dd deZG dd de>ZG dd deZG dd deZG dd  d eZdZG d!d" d"eZdZG d#d$ d$eZdZG d%d& d&eZdjZG d'd( d(eZdjZG d)d* d*eZd+ZG d,d- d-eZdZ G d.d/ d/eZG d0d1 d1eZd ZdZd ZdZdZdZdZ	d	Z
d
ZdZdZdZdZdZdZdZdZdZdZdZG d2d3 d3eZG d4d5 d5eZd6ZG d7d8 d8eZG d9d: d:eZG d;d< d<eZeeZd ZdZdZ dZ!dZ"d	Z#d
Z$dZ%dZ&d Z'dZ(G d=d> d>eZ)G d?d@ d@eZ*dAZ+G dBdC dCeZ,G dDdE dEeZ-dZ.d Z/dZ0dZ1dZ2G dFdG dGeZ3G dHdI dIeZ4dZ5d Z6dZ7dZ8dZ9dZ:dZ;dZ<dZ=dZ>d5Z?d Z@dZAdZBdZCdZDd	ZEd
ZFdZGdZHdZIdZJdZKdZLdZMdZNdZOdZPdZQd5ZRG dJdK dKeZSG dLdM dMeZTe	ZUd ZVdZWdZXdZYe	ZZdZ[dZ\dZ]dZ^e\e]B e^B Z_G dNdO dOeZ`dZadPdQ ZbG dRdS dSeZceecZdG dTdU dUeZeG dVdW dWeZfdݐZgdXZhdZidސZjdݐZkd ZldZmG dYdZ dZeZnd[ZoG d\d] d]eZpG d^d_ d_eZqG d`da daeZrG dbdc dceZsG ddde deeZtG dfdg dgeZudZvG dhdi dieZwdZxdjdk Zydldm Zzdndo Z{dpdq Z|drds Z}dtdu Z~eydvdw Zeydxdy Zdzd{ Zd|d} Zeyd~d Zeydd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zeydd Zeydd Zeydd Zeydd Zeydd ZG dd deZdZeydd ZG dd deZdZeydd Zdd Zdd Zdd Zdd Zdd Zeydd Zeydd Ze	 fddZdd Zdd ZdÐdĄ ZdŐdƄ ZdǐdȄ Zdɐdʄ Zdːd̄ Zd͐d΄ ZeydϐdЄ Zeydѐd҄ ZeydӐdԄ ZdՐdք Zdאd؄ Zdِdڄ Zdېd܄ Zdݐdބ Zdߐd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd ZG dd deZÐdZĐdd ZŐdd  ZƐdd Zǐdd Ze	 e	 fddZe	 fddZʐd	d
 ZG dd deZ̐dZ͐dd ZΐefddZϐdd ZАdd Zѐdd ZҐdd ZӐdd ZԐdd ZՐdd Z֐dd  Zאd!d" Zؐd#d$ Zِd%d& Zڐd'd( Zېd)d* Zܐd+d, Zݐd-d. Zސd/d0 Zߐdd1d2Zd3d4 Zd5d6 Zd7d8 Zd9d: Zd;d< Zd=d> Zd?d@ ZdAdB ZdCdD ZdEdF ZdGdH ZdIdJ ZdKdL ZdMdN ZdOdP ZdQdR ZdSdT ZdUdV ZdWdX ZeydYdZ Zd[d\ Zd]d^ Zezd_d` Zdadb Zdcdd Zezdedf Zezdgdh Zdidj Zdkdl Zdmdn Zdodp Zdqdr Z dsdt Zdudv Zdwdx Zdydz Zd{d| Zd}d~ Zdd Zdd Zdd Z	dd Z
dd Ze- fddZdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Z dd Z!dd Z"dd Z#dd Z$dd Z%dd Z&dd Z'dd Z(dÐdĄ Z)dŐdƄ Z*dǐdȄ Z+dɐdʄ Z,dːd̄ Z-d͐d΄ Z.dϐdЄ Z/dѐd҄ Z0dӐdԄ Z1dՐdք Z2dאd؄ Z3dِdڄ Z4dېd܄ Z5dݐdބ Z6dߐd Z7dd Z8dd Z9dd Z:dd Z;dd Z<dd Z=dd Z>dd Z?dd Z@dd ZAdd ZBdd ZCdd ZDdd ZEdd ZFdd  ZGdd ZHdd ZIdd ZJdddZKd!d	d
ZLdd ZMdd ZNdd ZOdd ZPdd ZQdd ZReydd ZSeydd ZTdd ZUdd ZVdd  ZWd!d" ZXeyd#d$ ZYd%d& ZZd'd( Z[d)d* Z\d+d, Z]d-d. Z^d/d0 Z_d1d2 Z`d3d4 Zaeyd5d6 Zbeyd7d8 Zceyd9d: Zdeyd;d< Zed=d> Zfd?d@ ZgdAdB ZhdCdD ZidEdF ZjdGdH ZkdIdJ ZldKdL ZmdMdN ZndOdP ZodQdR ZpeydSdT ZqdUdV ZrdWdX ZsdYdZ Ztd[d\ Zud]d^ Zvdd_d`Zwe	 e	 fdadbZxdcdd Zydedf Zzdgdh Z{didj Z|dkdl Z}dmdn Z~dodp Zdqdr Zdsdt Zdudv Zdwdx Zdydz Zd{d| Zd}d~ Zdd Zdd Zeydd Zdd Zdd Zdd Zdd Zdd ZdddZdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zd"ddZdd ZeZeZdd Zdd Zdd Zdd Zdd ZdÐdĄ ZdŐdƄ ZdǐdȄ Zd"dɐdʄZeZdːd̄ Zd͐d΄ ZdϐdЄ Zdѐd҄ ZdӐdԄ ZdՐdք Zdאd؄ Zdِdڄ Zdېd܄ Zdݐdބ Zdߐd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd ZÐdd ZĐdd ZŐdd ZƐdd Zǐdd ZȐdd Zɐdd  Zʐdd Zːe4 fddZ̐dd Z͐eT fddZe	 e	 fd	d
Ze	Zd ZdZdZdZG dd deZՐdd Z֐dd ZG dd deZؐdjZِdd Zڐdd Zېdd Zܐdd Zݐdd Zސe߃ e߃ fddZdd  Zd!d" Ze߃ e߃ fd#d$Zd%d& Zd'd( Zd)d* Zd+d, Zd-d. Zd/d0 Zd1d2 Zd3d4 Zd5d6 Zd7d8 Zd9d: Zd;d< ZdZdZdZdZd	Zd
ZdZdZdZdZdZdZdZdZd&Zd6ZdZ d7Zd8Zd9Zd:Zd;Zd(Zd>Zd?Zd@Z	dAZ
dBZdCZdDZd)ZdGZdPZdQZdRZdSZdZdTZdUZdVZdWZdXZdYZdZZd[Zd\Zd]Zd^Zd_Z d`Z!daZ"dbZ#d/Z$dcZ%ddZ&deZ'dfZ(dgZ)dhZ*diZ+djZ,dkZ-dlZ.dmZ/dnZ0doZ1dpZ2dqZ3d0Z4drZ5duZ6dvZ7dwZ8dxZ9dyZ:dzZ;d{Z<d|Z=d}Z>d~Z?dZ@dZAdZBdZCdZDdZEdZFdZGdZHdZIdZJdZKdZLdZMdZNdZOdZPdZQdZRdZSdZTdZUdZVdZWdZXdZYdZZdZ[dZ\dZ]dZ^dZ_dZ`dZadZbdZcdZddZedZfdZgdZhdZidZjdZkdZldZmdZndZodZpdZqdZrdZsdZtdZudZvdZwd=Zxd>Zyd?Zzd@Z{dAZ|dBZ}dCZ~dDZdEZdFZdGZdHZdIZdJZdKZdLZdMZdNZdOZdPZdQZdRZdSZdTZdUZdVZdWZdXZdYZdZZd[Zd\Zd]Zd^Zd_Zd`ZdaZdbZdcZddZdeZdfZdgZdhZdZG did= d=eZG djdk dkeZeeZG dldm dmeZG dndo doeZG dpdq dqeZdZG drds dseZdZdtdu Zdvdw Zdxdy Zdzd{ Zd|d} Zd~d Zdd Zdd Zd ZdZdZdZd+ZeZG dd deZdd ZdZe	Zd ZdZdZdZG dd deZd ZdZdZd ZdZd ZdZdZdZdZd ZdZdZdZdZd ZdZdZd
ZdZd ZdZdZdZdZd	ZdZdZd ZdZdZdZdZG dd deZeZG dd deZdZdd Zdd Zd ZdZdZdZdZd	Zdd Zdd Ze	Zd ZdZdZG dd deZdZefddZG dd deZdZdd ZdZd@ZG dd deZdd Z G dd deZG dd deZdZdZdd ZG dd deZdZd ZdZ	dZ
dZdZd	Zd
ZdZdZdZdZdZdZdZdZdZdZG dd deZdZG dd deZdZG dd deZdZG dd deZdd Z dd Z!dd Z"ddÄ Z#dĐdń Z$dƐdǄ Z%dȐdɄ Z&d@Z'G dʐd˄ dːeZ(d̐d̈́ Z)dΐdτ Z*dАdф Z+dҐdӄ Z,d	Z-d+Z.d Z/dZ0dZ1dZ2d@Z3G dԐdՄ dՐeZ4djZ5G d֐dׄ dאeZ6dؐdل Z7dڐdۄ Z8dܐd݄ Z9G dސd߄ dߐeZ:G dd deZ;dZ<dd Z=dd Z>dd Z?dd Z@dS (      )*)find_librarywrapsN                        	   
                            @                                                i  (   2   r   l    l     l    l    P   `      i   z%04X:%02X:%02X.0z%08X:%02X:%02X.0   !   "   #   $   %   &   '   )   *   +   ,   -   .   /   0   1   3   4   5   6   7   8   9   :   ;   <   =   >   ?   A   B   C   D   E   F   G   H   I   J   K   L   M   N   O   Q   R   S   T   U   V   W   X   Y   Z   [   \   ]   ^   _   a   b   c   d   e   f   g   h   i   j   k   l   m   n   o   p   q   r   s   t   u   v   w   x   y   z   {   |   }   ~                                                                                                                                                                                                                                                                                                                                                                                                i  i  i  i  i  i  i  i  i	  i
  i  i  i  i  i  i  i  i  )r   )r   r   )r	   l        c                   @      e Zd ZdS )NVMLLibraryMismatchErrorN__name__
__module____qualname__ r  r  [/home/ubuntu/vllm_env/lib/python3.10/site-packages/ray/_private/thirdparty/pynvml/pynvml.pyr
        r
  c                   @   s   e Zd Ze Zi edededede	de
dededed	ed
edededededededededediZdd Zdd Zdd ZdS )	NVMLErrorUninitializedzInvalid ArgumentzNot SupportedzInsufficient PermissionszAlready Initializedz	Not FoundzInsufficient SizezInsufficient External PowerzDriver Not LoadedTimeoutzInterrupt Request IssuezNVML Shared Library Not FoundzFunction Not FoundzCorrupted infoROMzGPU is lostzGPU requires restartz-The operating system has blocked the request.z,RM has detected an NVML/RM version mismatch.zInsufficient MemoryzUnknown Errorc                 C   s*   | t krt j|| } t| }||_|S )z
        Maps value to a proper subclass of NVMLError.
        See _extractNVMLErrorsAsClasses function for more details
        )r  _valClassMappingget	Exception__new__value)typr  objr  r  r  r    s
   
zNVMLError.__new__c                 C   sN   z| j tjvrtt| j tj| j < tj| j  W S  ty&   d| j   Y S w )NzNVML Error with code %d)r  r  _errcode_to_stringstrnvmlErrorStringselfr  r  r  __str__  s   zNVMLError.__str__c                 C   s   | j |j kS N)r  )r   otherr  r  r  __eq__      zNVMLError.__eq__N)r  r  r  dictr  NVML_ERROR_UNINITIALIZEDNVML_ERROR_INVALID_ARGUMENTNVML_ERROR_NOT_SUPPORTEDNVML_ERROR_NO_PERMISSIONNVML_ERROR_ALREADY_INITIALIZEDNVML_ERROR_NOT_FOUNDNVML_ERROR_INSUFFICIENT_SIZENVML_ERROR_INSUFFICIENT_POWERNVML_ERROR_DRIVER_NOT_LOADEDNVML_ERROR_TIMEOUTNVML_ERROR_IRQ_ISSUENVML_ERROR_LIBRARY_NOT_FOUNDNVML_ERROR_FUNCTION_NOT_FOUNDNVML_ERROR_CORRUPTED_INFOROMNVML_ERROR_GPU_IS_LOSTNVML_ERROR_RESET_REQUIREDNVML_ERROR_OPERATING_SYSTEM"NVML_ERROR_LIB_RM_VERSION_MISMATCHNVML_ERROR_MEMORYNVML_ERROR_UNKNOWNr  r  r!  r$  r  r  r  r  r    sX    	

r  c                 C   s    | t jvrtd|  t j|  S )NznvmlErrorCode %s is not valid)r  r  
ValueError)nvmlErrorCoder  r  r  nvmlExceptionClass  s   

r=  c                  C   s   t jt } dd t| D }|D ]4}dt|ddddd }t| |}dd }t|t	fd	||i}t|_
t| || |t	j|< qd
S )al  
    Generates a hierarchy of classes on top of NVMLError class.

    Each NVML Error gets a new NVMLError subclass. This way try,except blocks can filter appropriate
    exceptions more easily.

    NVMLError is a parent class. Each NVML_ERROR_* gets it's own subclass.
    e.g. NVML_ERROR_ALREADY_INITIALIZED will be turned into NVMLError_AlreadyInitialized
    c                 S   s   g | ]	}| d r|qS )NVML_ERROR_)
startswith).0xr  r  r  
<listcomp>  s    z/_extractNVMLErrorsAsClasses.<locals>.<listcomp>
NVMLError_r>   _c                    s    fdd}|S )Nc                    s   t |  }|S r"  )r  r  )r  argsr  valr  r  new  s   z9_extractNVMLErrorsAsClasses.<locals>.gen_new.<locals>.newr  )rH  rI  r  rG  r  gen_new  s   z,_extractNVMLErrorsAsClasses.<locals>.gen_newr  N)sysmodulesr  dirstringcapwordsreplacegetattrtyper  r  setattrr  )this_modulenvmlErrorsNameserr_name
class_nameerr_valrJ  new_error_classr  r  r  _extractNVMLErrorsAsClasses  s   

 
rZ  c                 C   s   | t krt| | S r"  )NVML_SUCCESSr  )retr  r  r  _nvmlCheckReturn#  s   r]  c                 C   sn   | t v rt |  S t  z%td krttztt| t | < t |  W W t  S  ty1   tt	w t  w r"  )
_nvmlGetFunctionPointer_cachelibLoadLockacquirenvmlLibr  r'  rQ  releaseAttributeErrorr3  )namer  r  r  _nvmlGetFunctionPointer*  s   


re  c                   @   s   e Zd Zdd Zdd ZdS )nvmlFriendlyObjectc                 C   s   |D ]
}t | |||  qd S r"  )rS  )r   
dictionaryrA  r  r  r  __init__C  s   znvmlFriendlyObject.__init__c                 C   s
   | j  S r"  )__dict__r!  r  r  r  r  r!  F     
znvmlFriendlyObject.__str__N)r  r  r  rh  r!  r  r  r  r  rf  B  s    rf  c                 C   sH   i }| j D ]}|d }t| |}t|tr| n|||< qt|}|S Nr   )_fields_rQ  
isinstancebytesdecoderf  )structdrA  keyr  r  r  r  r  nvmlStructToFriendlyObjectI  s   

rs  c                 C   sJ   |j D ]}|d }| j| }tjdkrt|||  qt||| q|S )Nr   r  )rl  ri  rK  version_inforS  encode)r  modelrA  rr  r  r  r  r  nvmlFriendlyObjectToStructT  s   


rw  c                   @   r	  )struct_c_nvmlUnit_tNr  r  r  r  r  rx  `  r  rx  c                       s8   e Zd ZdZi Zdd Z fddZ fddZ  ZS )_PrintableStructurea  
    Abstract class that produces nicer __str__ output than ctypes.Structure.
    e.g. instead of:
      <class_name object at 0x7fdf82fef9e0>
      this class will print
      class_name(field_name: formatted_value, field_name: formatted_value)

    _fmt_ dictionary of <str _field_ name> -> <str format>
    e.g. class that has _field_ 'hex_value', c_uint could be formatted with
      _fmt_ = {"hex_value" : "%08X"}
    to produce nicer output.
    Default fomratting string for all fields can be set with key "<default>" like:
      _fmt_ = {"<default>" : "%d MHz"} # e.g all values are numbers in MHz.
    If not set it's assumed to be just "%s"

    Exact format of returned str from this class is subject to change in the future.
    c                 C   s   g }| j D ]-}|d }t| |}d}|| jv r| j| }n
d| jv r'| jd }|d| ||f  q| jjd d| d S )Nr   z%s	<default>z%s: (z, ))rl  rQ  _fmt_append	__class__r  join)r   resultrA  rr  r  fmtr  r  r  r!  w  s   




z_PrintableStructure.__str__c                    s4   t t| |}t|trt|tr|S | S |S r"  )superry  __getattribute__rm  rn  r  ro  )r   rd  resr  r  r  r    s   

z$_PrintableStructure.__getattribute__c                    s(   t |tr	| }tt| || d S r"  )rm  r  ru  r  ry  __setattr__)r   rd  r  r  r  r  r    s   
z_PrintableStructure.__setattr__)	r  r  r  __doc__r}  r!  r  r  __classcell__r  r  r  r  ry  d  s    ry  c                   @   8   e Zd Zded fded fded fded fgZdS c_nvmlUnitInfo_trd  r,   idserialfirmwareVersionNr  r  r  c_charrl  r  r  r  r  r        



r  c                   @      e Zd ZdefgZdS )c_nvmlC2cModeInfo_v1_tisC2cEnabledNr  r  r  c_uintrl  r  r  r  r  r        r  i  c                   @       e Zd Zded fdefgZdS )c_nvmlLedState_tcauser-   colorN)r  r  r  r  _nvmlLedColor_trl  r  r  r  r  r        
r  c                   @   s,   e Zd Zded fdefdefdefgZdS )c_nvmlPSUInfo_tstater-   currentvoltagepowerN)r  r  r  r  r  rl  r  r  r  r  r        
r  c                   @      e Zd ZdefdefgZdS )c_nvmlUnitFanInfo_tspeedr  N)r  r  r  r  _nvmlFanState_trl  r  r  r  r  r        r  c                   @   r  )c_nvmlUnitFanSpeeds_tfansr!   countN)r  r  r  r  r  rl  r  r  r  r  r    r  r  c                   @   r	  )struct_c_nvmlDevice_tNr  r  r  r  r  r    r  r  c                   @   s`   e Zd Zdefdefdefdefdefdefdefdefd	ee fg	Zd
d
dddddddZdS )nvmlPciInfoExt_v1_tversiondomainbusdevicepciDeviceIdpciSubSystemId	baseClasssubClassbusId0x%04X0x%02X0x%08Xz0x%01X)r  r  r  r  r  r  r  r  N)r  r  r  r  r  "NVML_DEVICE_PCI_BUS_ID_BUFFER_SIZErl  r}  r  r  r  r  r    s(    

r  i@  c                   @   s`   e Zd Zdee fdefdefdefdefdefdefdefd	efd
efg
ZddddddZdS )nvmlPciInfo_v2_tr  r  r  r  r  r  	reserved0	reserved1	reserved2	reserved3r  r  r  r  r  r  r  r  N)r  r  r  r  %NVML_DEVICE_PCI_BUS_ID_BUFFER_V2_SIZEr  rl  r}  r  r  r  r  r    s$    

r  c                	   @   sR   e Zd Zdee fdefdefdefdefdefdee fgZdd	d	ddd
ZdS )nvmlPciInfo_tbusIdLegacyr  r  r  r  r  r  r  r  r  N)	r  r  r  r  r  r  r  rl  r}  r  r  r  r  r    s    


r  c                   @       e Zd Zdefdee fgZdS )!c_nvmlSystemDriverBranchInfo_v1_tr  branchN)r  r  r  r  r  &NVML_SYSTEM_DRIVER_VERSION_BUFFER_SIZErl  r  r  r  r  r        
r  iT  c                   @   r  )c_nvmlExcludedDeviceInfo_tpciuuidN)r  r  r  r  r  NVML_DEVICE_UUID_BUFFER_SIZErl  r  r  r  r  r    r  r  c                   @   r  )nvmlNvLinkUtilizationControl_tunits	pktfilterN)r  r  r  "_nvmlNvLinkUtilizationCountUnits_t%_nvmlNvLinkUtilizationCountPktTypes_trl  r  r  r  r  r    r  r  c                   @   *   e Zd ZdefdefdefgZddiZdS )c_nvmlMemory_ttotalfreeusedrz  %d BNr  r  r  c_ulonglongrl  r}  r  r  r  r  r  !      r  c                   @   s6   e Zd ZdefdefdefdefdefgZddiZdS )	c_nvmlMemory_v2_tr  r  reservedr  r  rz  r  Nr  r  r  r  r  rl  r}  r  r  r  r  r  )      r  i(  c                   @   r  )c_nvmlBAR1Memory_t	bar1Totalbar1Freebar1Usedrz  r  Nr  r  r  r  r  r  5  r  r  c                   @      e Zd ZdefdefgZdS )nvmlClkMonFaultInfo_tclkApiDomainclkDomainFaultMaskNr  r  r  r  r  r  =      r  c                   @   s&   e Zd Zdefdefdee fgZdS )nvmlClkMonStatus_tbGlobalStatusclkMonListSize
clkMonListN)r  r  r  r  r  MAX_CLK_DOMAINSrl  r  r  r  r  r  D  s
    
r  c                   @   s0   e Zd ZdefdefdefdefgZddiZdS )c_nvmlProcessInfo_v2_tpidusedGpuMemorygpuInstanceIdcomputeInstanceIdr  Nr  r  r  r  r  r  U  s    r  c                   @   s.   e Zd ZdefdefdefdefdefgZdS )c_nvmlProcessDetail_v1_tr  r  r  r  usedGpuCcProtectedMemoryNr  r  r  r  r  rl  r  r  r  r  r  g      r  c                   @   s4   e Zd ZdefdefdefdeefgZddiZdS )c_nvmlProcessDetailList_v1_tr  modenumProcArrayEntries	procArrayr  N)	r  r  r  r  _nvmlProcessMode_tPOINTERr  rl  r}  r  r  r  r  r  p  s    
r  i  c                   @   r  )c_nvmlBridgeChipInfo_trR  	fwVersionN)r  r  r  _nvmlBridgeChipType_tr  rl  r  r  r  r  r  }  r  r  c                   @       e Zd Zdefded fgZdS )c_nvmlBridgeChipHierarchy_tbridgeCountbridgeChipInfor   N)r  r  r  r  r  rl  r  r  r  r  r    r  r  c                   @   s(   e Zd ZdefdefdefdefgZdS )c_nvmlEccErrorCounts_tl1Cachel2CachedeviceMemoryregisterFileNr  r  r  r  rl  r  r  r  r  r        r  c                   @   s$   e Zd ZdefdefgZddiZdS )c_nvmlUtilization_tgpumemoryrz  z%d %%N)r  r  r  r  rl  r}  r  r  r  r  r    
    r  c                   @   r   )c_nvmlHwbcEntry_thwbcIdr  r   N)r  r  r  r  r  rl  r  r  r  r  r    r  r  c                   @   s:   e Zd Zdefdefdefdefdefdefde	fgZ
dS )	c_nvmlValue_tdValuiValulValullValsllValsiValusValN)r  r  r  c_doubler  c_ulongr  
c_longlongc_intc_ushortrl  r  r  r  r  r        r  c                   @   r  )c_nvmlSample_t	timeStampsampleValueN)r  r  r  r  r  rl  r  r  r  r  r    r  r  c                   @   r  )c_nvmlViolationTime_treferenceTimeviolationTimeNr	  r  r  r  r  r"    r  r"  c                   @   s:   e Zd ZdefdefdefdefdefdefdefgZdS )	c_nvmlFieldValue_tfieldIdscopeId	timestamplatencyUsec	valueType
nvmlReturnr  N)	r  r  r  c_uint32c_int64_nvmlValueType_t_nvmlReturn_tr  rl  r  r  r  r  r%    r  r%  i  c                       s6   e Zd Zdefdee fdefgZ fddZ  ZS )!c_nvmlNvlinkSupportedBwModes_v1_tr  bwModestotalBwModesc                       t t| jtd d S N)r  )r  r0  rh  nvmlNvlinkSupportedBwModes_v1r  r  r  r  rh       z*c_nvmlNvlinkSupportedBwModes_v1_t.__init__)	r  r  r  r  c_uint8$NVML_NVLINK_TOTAL_SUPPORTED_BW_MODESrl  rh  r  r  r  r  r  r0    s    
r0  i  c                       2   e Zd ZdefdefdefgZ fddZ  ZS )c_nvmlNvlinkGetBwMode_v1_tr  bIsBestbwModec                    r3  r4  )r  r:  rh  nvmlNvlinkGetBwMode_v1r  r  r  r  rh    r6  z#c_nvmlNvlinkGetBwMode_v1_t.__init__r  r  r  r  r7  rl  rh  r  r  r  r  r  r:        r:  c                       r9  )c_nvmlNvlinkSetBwMode_v1_tr  bSetBestr<  c                    r3  r4  )r  r@  rh  nvmlNvlinkSetBwMode_v1r  r  r  r  rh    r6  z#c_nvmlNvlinkSetBwMode_v1_t.__init__r>  r  r  r  r  r@    r?  r@  c                   @   r  ) c_nvmlVgpuHeterogeneousMode_v1_tr  r  Nr  r  r  r  r  rC    r  rC  c                   @   r  )c_nvmlVgpuPlacementId_v1_tr  placementIdNr  r  r  r  r  rD    r  rD  c                   @   s,   e Zd ZdefdefdefdeefgZdS )c_nvmlVgpuPlacementList_v1_tr  r  placementSizeplacementIdsNr  r  r  r  r  rl  r  r  r  r  rF        
rF  c                   @   2   e Zd ZdefdefdefdeefdefgZdS )c_nvmlVgpuPlacementList_v2_tr  rG  r  rH  r  NrI  r  r  r  r  rL        
rL  i   c                   @   r  )c_nvmlVgpuTypeBar1Info_v1_tr  bar1SizeNr  r  r  r  r  rN    r  rN  i  c                   @   s4   e Zd ZdefdefdefdefdefdefgZdS )%c_nvmlVgpuInstanceUtilizationSample_tvgpuInstancer   smUtilmemUtilencUtildecUtilN)r  r  r  _nvmlVgpuInstance_tr  r  rl  r  r  r  r  rP        rP  c                	   @   s@   e Zd ZdefdefdefdefdefdefdefdefgZd	S )
&c_nvmlVgpuInstanceUtilizationInfo_v1_tr   rQ  rR  rS  rT  rU  jpgUtilofaUtilN)r  r  r  r  rV  r  rl  r  r  r  r  rX        rX  c                   @   s2   e Zd ZdefdefdefdefdeefgZdS )'c_nvmlVgpuInstancesUtilizationInfo_v1_tr  sampleValTypevgpuInstanceCountlastSeenTimeStampvgpuUtilArrayN)	r  r  r  r  r.  r  r  rX  rl  r  r  r  r  r\  *      
r\  i   c                	   @   sD   e Zd Zdefdefdee fdefdefdefdefdefgZd	S )
$c_nvmlVgpuProcessUtilizationSample_trQ  r  processNamer   rR  rS  rT  rU  N)	r  r  r  rV  r  r  NVML_VGPU_NAME_BUFFER_SIZEr  rl  r  r  r  r  rb  5  s    
rb  c                   @   sP   e Zd Zdee fdefdefdefdefdefdefdefd	efd
efg
ZdS )%c_nvmlVgpuProcessUtilizationInfo_v1_trc  r   rQ  r  rR  rS  rT  rU  rY  rZ  N)	r  r  r  r  rd  r  rV  r  rl  r  r  r  r  re  A  s    
re  c                   @   ,   e Zd ZdefdefdefdeefgZdS )'c_nvmlVgpuProcessesUtilizationInfo_v1_tr  vgpuProcessCountr_  vgpuProcUtilArrayN)r  r  r  r  r  r  re  rl  r  r  r  r  rg  O  rJ  rg  c                   @   r  )nvmlVgpuRuntimeState_v1_tr  sizeNr  r  r  r  r  rj  Y  r  rj  c                   @   :   e Zd ZdefdefdefdefdefdefdefgZdS )	c_nvmlVgpuLicenseExpiry_tyearmonthdayhourminsecstatusNr  r  r  r,  c_uint16r7  rl  r  r  r  r  rm  a  r  rm  c                   @   "   e Zd ZdefdefdefgZdS )c_nvmlVgpuLicenseInfo_t
isLicensedlicenseExpirycurrentStateN)r  r  r  r7  rm  r  rl  r  r  r  r  rx  s  
    rx  c                	   @   s@   e Zd ZdefdefdefdefdefdefdefdefgZd	S )
c_nvmlEncoderSession_t	sessionIdr  rQ  	codecTypehResolutionvResolution
averageFpsencodeLatencyNr  r  r  r  rV  rl  r  r  r  r  r}  z  r[  r}  c                   @   s4   e Zd ZdefdefdefdefdefdefgZdS ) c_nvmlProcessUtilizationSample_tr  r   rR  rS  rT  rU  Nr  r  r  r  r  r    rW  r  c                	   @   s@   e Zd ZdefdefdefdefdefdefdefdefgZd	S )
!c_nvmlProcessUtilizationInfo_v1_tr   r  rR  rS  rT  rU  rY  rZ  Nr  r  r  r  r  rl  r  r  r  r  r    r[  r  c                   @   rf  )#c_nvmlProcessesUtilizationInfo_v1_tr  processSamplesCountr_  procUtilArrayN)r  r  r  r  r  r  r  rl  r  r  r  r  r    rJ  r  c                   @   rl  )	c_nvmlGridLicenseExpiry_trn  ro  rp  rq  rr  rs  rt  Nru  r  r  r  r  r    r  r  c                   @   s<   e Zd Zdefdefdee fdee fdefdefgZdS ) c_nvmlGridLicensableFeature_v4_tfeatureCodefeatureStatelicenseInfoproductNamefeatureEnabledrz  N)	r  r  r  _nvmlGridLicenseFeatureCode_tr  r  NVML_GRID_LICENSE_BUFFER_SIZEr  rl  r  r  r  r  r    s    

r  c                   @   &   e Zd Zdefdefdee fgZdS )!c_nvmlGridLicensableFeatures_v4_tisGridLicenseSupportedlicensableFeaturesCountgridLicensableFeaturesN)r  r  r  r  r  r  #NVML_GRID_LICENSE_FEATURE_MAX_COUNTrl  r  r  r  r  r    
    
r  c                   @   s6   e Zd Zdefdefdee fdee fdefgZdS ) c_nvmlGridLicensableFeature_v3_tr  r  r  r  r  Nr  r  r  r  r  r  r  rl  r  r  r  r  r    s    

r  c                   @   r  )!c_nvmlGridLicensableFeatures_v3_tr  r  r  N)r  r  r  r  r  r  r  rl  r  r  r  r  r    r  r  c                   @   s0   e Zd Zdefdefdee fdee fgZdS ) c_nvmlGridLicensableFeature_v2_tr  r  r  r  Nr  r  r  r  r  r    s    

r  c                   @   r  )!c_nvmlGridLicensableFeatures_v2_tr  r  r  N)r  r  r  r  r  r  r  rl  r  r  r  r  r    r  r  c                   @   r  )c_nvmlGridLicensableFeature_tr  r  r  Nr  r  r  r  r  r    r  r  c                   @   r  )c_nvmlGridLicensableFeatures_tr  r  r  N)r  r  r  r  r  r  r  rl  r  r  r  r  r    r  r  c                   @   r  )c_nvmlMarginTemperature_v1_tr  marginTemperatureN)r  r  r  r  r  rl  r  r  r  r  r    r  r  c                   @   s$   e Zd Zdee fdee fgZdS )c_nvmlUUIDValue_tr  rn  N)r  r  r  r  NVML_DEVICE_UUID_ASCII_LENc_ubyteNVML_DEVICE_UUID_BINARY_LENrl  r  r  r  r  r    s    

r  i4  c                       r9  )c_nvmlUUID_tr  rR  r  c                    r3  r4  )r  r  rh  nvmlUUID_v1r  r  r  r  rh    r6  zc_nvmlUUID_t.__init__)r  r  r  r  r  rl  rh  r  r  r  r  r  r    r?  r  c                       ,   e Zd ZdefdefgZ fddZ  ZS )c_nvmlPdi_tr  r  c                    r3  r4  )r  r  rh  
nvmlPdi_v1r  r  r  r  rh    r6  zc_nvmlPdi_t.__init__r  r  r  r  r  rl  rh  r  r  r  r  r  r    
    r  c                       s2   e Zd ZdefdefdefgZ fddZ  ZS )c_nvmlRepairStatus_tr  bChannelRepairPendingbTpcRepairPendingc                    r3  r4  )r  r  rh  nvmlRepairStatus_v1r  r  r  r  rh  !  r6  zc_nvmlRepairStatus_t.__init__r  r  r  r  rl  rh  r  r  r  r  r  r    r?  r  c                       ,   e Zd ZdefdefgZ fddZ  ZS )c_nvmlNvLinkInfo_v1_tr  isNvleEnabledc                    r3  r4  )r  r  rh  nvmlNvLinkInfo_v1r  r  r  r  rh  +  r6  zc_nvmlNvLinkInfo_v1_t.__init__r  r  r  r  r  r  %  r  r  c                   @   s(   e Zd ZdefdefdefdefgZdS )c_nvmlNvlinkFirmwareVersion_t	ucodeTypemajorminorsubMinorN)r  r  r  r7  r  rl  r  r  r  r  r  5  r
  r  c                   @   s    e Zd Zdee fdefgZdS )c_nvmlNvlinkFirmwareInfo_tr  numValidEntriesN)r  r  r  r  #NVML_NVLINK_FIRMWARE_VERSION_LENGTHr  rl  r  r  r  r  r  =  r  r  iL c                       r9  )c_nvmlNvLinkInfo_v2_tr  r  firmwareInfoc                    r3  r4  )r  r  rh  nvmlNvLinkInfo_v2r  r  r  r  rh  K  r6  zc_nvmlNvLinkInfo_v2_t.__init__)r  r  r  r  r  rl  rh  r  r  r  r  r  r  D  r?  r  i  c                       s8   e Zd Zdefdefdee fgZd fdd	Z  ZS )c_nvmlPRMTLV_v1_tdataSizert  datar   c                    s   t t| j|dd d S )Nr   )r  rt  )r  r  rh  )r   rk  r  r  r  rh  V  s   zc_nvmlPRMTLV_v1_t.__init__r*   )	r  r  r  r,  r  NVML_PRM_DATA_MAX_SIZErl  rh  r  r  r  r  r  r  P  s    
r  c                 C   "   t d}|| t|}t| d S )NnvmlDeviceReadWritePRM_v1re  byrefr]  handlec_infofnr\  r  r  r  r  Y  s   r  c                       r  )c_nvmlDeviceAddressingMode_tr  r  c                    r3  r4  )r  r  rh  nvmlDeviceAddressingMode_v1r  r  r  r  rh  k  r6  z%c_nvmlDeviceAddressingMode_t.__init__r  r  r  r  r  r  e  r  r  c                   @   r	  )struct_c_nvmlEventSet_tNr  r  r  r  r  r  o  r  r  i      i   i    i @  i   c                   @   s6   e Zd ZdefdefdefdefdefgZddiZdS )c_nvmlEventData_tr  	eventType	eventDatar  r  r  N)r  r  r  c_nvmlDevice_tr  r  rl  r}  r  r  r  r  r    r  r  c                   @   r	  )struct_c_nvmlSystemEventSet_tNr  r  r  r  r  r    r  r  c                       r  )&c_nvmlSystemEventSetCreateRequest_v1_tr  setc                    r3  r4  )r  r  rh  "nvmlSystemEventSetCreateRequest_v1r  r  r  r  rh    r6  z/c_nvmlSystemEventSetCreateRequest_v1_t.__init__r  r  r  r  c_nvmlSystemEventSet_trl  rh  r  r  r  r  r  r    r  r  c                       r  )$c_nvmlSystemEventSetFreeRequest_v1_tr  r  c                    r3  r4  )r  r  rh   nvmlSystemEventSetFreeRequest_v1r  r  r  r  rh    r6  z-c_nvmlSystemEventSetFreeRequest_v1_t.__init__r  r  r  r  r  r    r  r  c                       s2   e Zd ZdefdefdefgZ fddZ  ZS )%c_nvmlSystemRegisterEventRequest_v1_tr  
eventTypesr  c                    r3  r4  )r  r  rh  !nvmlSystemRegisterEventRequest_v1r  r  r  r  rh    r6  z.c_nvmlSystemRegisterEventRequest_v1_t.__init__)	r  r  r  r  r  r  rl  rh  r  r  r  r  r  r    r?  r  c                   @   s$   e Zd ZdefdefgZddiZdS )c_nvmlSystemEventData_v1_tr  gpuIdr  N)r  r  r  r  r  rl  r}  r  r  r  r  r    r  r  c                       sH   e Zd ZdefdefdefdeefdefdefgZ fddZ  Z	S )	$c_nvmlSystemEventSetWaitRequest_v1_tr  	timeoutmsr  r  r  numEventc                    r3  r4  )r  r  rh   nvmlSystemEventSetWaitRequest_v1r  r  r  r  rh  
  r6  z-c_nvmlSystemEventSetWaitRequest_v1_t.__init__)
r  r  r  r  r  r  r  rl  rh  r  r  r  r  r  r     s    
	r  c                 C      t d}|| }t| dS )zx
    C API binding for c_nvmlSystemEventSetFree
    :param req: reference of c_nvmlSystemEventSetCreateRequest_v1_t
    nvmlSystemEventSetCreateNre  r]  reqr  r\  r  r  r  c_nvmlSystemEventSetCreate     r  c                 C   r  )zv
    C API binding for c_nvmlSystemEventSetFree
    :param req: reference of c_nvmlSystemEventSetFreeRequest_v1_t
    nvmlSystemEventSetFreeNr  r  r  r  r  c_nvmlSystemEventSetFree  r  r  c                 C   r  )zw
    C API binding for nvmlSystemRegisterEvents
    :param req: reference of c_nvmlSystemRegisterEventRequest_v1_t
    nvmlSystemRegisterEventsNr  r  r  r  r  c_nvmlSystemRegisterEvents   r  r  c                 C   s(   t d}|| }|tkr|S t| dS )zt
    C API binding for nvmlSystemEventSetWait
    :param req: reference of c_nvmlSystemEventSetWaitRequest_v1_t
    nvmlSystemEventSetWaitN)re  r0  r]  r  r  r  r  c_nvmlSystemEventSetWait)  s
   r  c                 C   sB   | t krttt }| |_d|_tt| |jstt|jS )z
    Create an NVML system event set.
    :param version: The version of the request.
    :return: A ctypes pointer to the created c_nvmlSystemEventSet_t structure.
    N)	r  r  $NVML_ERROR_ARGUMENT_VERSION_MISMATCHr  r  r  r  r  r9  )r  r  r  r  r  r  9  s   r  c                 C   s2   | t krttt }| |_||_tt| dS )z
    Free an NVML system event set.
    :param version: The version of the request.
    :param setHandle: A ctypes pointer to a c_nvmlSystemEventSet_t structure.
    N)r  r  r  r  r  r  r  r  )r  	setHandler  r  r  r  r  N  s   r  c                 C   s8   | t krttt }| |_||_||_tt| dS )z
    Register events for an NVML system event set.
    :param version: The version of the request.
    :param eventTypes: A bitmask of event types to register.
    :param setHandle: A ctypes pointer to a c_nvmlSystemEventSet_t structure.
    N)	r  r  r  r  r  r  r  r  r  )r  r  r  r  r  r  r  r  ^  s   r  c           	      C   s   | t krttt }| |_||_||_||_||_t	t
|}|tkr&g S g }t|jD ]}||| j|| jd q-|S )a  
    Wait for events in an NVML system event set.
    :param version: The version of the request.
    :param setHandle: A ctypes pointer to a c_nvmlSystemEventSet_t structure.
    :param timeoutMs: Timeout in milliseconds.
    :param eventData: A ctypes array of c_nvmlSystemEventData_v1_t for event data.
    :param eventDataSize: Number of c_nvmlSystemEventData_v1_t in evenData array..
    :return: A list of dictionaries containing event data.
    )r  r  )r  r  r  r  r  r  r  r  r  r  r  r0  ranger  r~  r  r  )	r  r  	timeoutMsr  eventDataSizer  r\  eventsir  r  r  r  p  s$   

r  c                	   @   s>   e Zd Zdefdefdefdefdefdefded fgZd	S )
c_nvmlAccountingStats_tgpuUtilizationmemoryUtilizationmaxMemoryUsagetime	startTime	isRunningr  r
   Nr  r  r  r  r  r        
r  c                   @   r  )c_nvmlVgpuVersion_t
minVersion
maxVersionNr  r  r  r  r  r    r  r  c                   @   s\   e Zd Zdefdefdefdee fdee fded fdefd	efd
efdee fg
ZdS )c_nvmlVgpuMetadata_tr  revisionguestInfoStateguestDriverVersionhostDriverVersionr  r   vgpuVirtualizationCapsguestVgpuVersionopaqueDataSize
opaqueDataN)	r  r  r  r  _nvmlVgpuGuestInfoState_tr  r  #NVML_VGPU_METADATA_OPAQUE_DATA_SIZErl  r  r  r  r  r    s    



r  c                
   @   sL   e Zd Zdefdefdee fdefded fdefdefd	ee fgZd
S )c_nvmlVgpuPgpuMetadata_tr  r  r  pgpuVirtualizationCapsr  r
   hostSupportedVgpuRanger  r  N)	r  r  r  r  r  r  r  (NVML_VGPU_PGPU_METADATA_OPAQUE_DATA_SIZErl  r  r  r  r  r    s    


r  c                   @   r  )c_nvmlVgpuPgpuCompatibility_tvgpuVmCompatibilitycompatibilityLimitCodeN)r  r  r  _nvmlVgpuVmCompatibility_t%_nvmlVgpuPgpuCompatibilityLimitCode_trl  r  r  r  r  r    r  r  c                   @   r  )c_nvmlVgpuSchedDataWithARR_t	avgFactor	timesliceNr  r  r  r  r  r    r  r  c                   @   r  )c_nvmlVgpuSchedData_tr  Nr  r  r  r  r  r    r  r  c                   @   r  )c_nvmlVgpuSchedulerParams_tvgpuSchedDataWithARRvgpuSchedDataN)r  r  r  r  r  rl  r  r  r  r  r    r  r  c                   @   s4   e Zd ZdefdefdefdefdefdefgZdS )c_nvmlVgpuSchedulerLogEntry_tr(  timeRunTotaltimeRunswRunlistIdtargetTimeSlicecumulativePreemptionTimeNr  r  r  r  r  r"    rW  r"  c                   @   s8   e Zd Zdefdefdefdefdefdee fgZdS )c_nvmlVgpuSchedulerLog_tengineIdschedulerPolicyarrModeschedulerParamsentriesCount
logEntriesNr  r  r  r  r  r"  !NVML_SCHEDULER_SW_MAX_LOG_ENTRIESrl  r  r  r  r  r(    s    
r(  c                   @   "   e Zd ZdefdefdefgZdS )c_nvmlVgpuSchedulerGetState_tr*  r+  r,  Nr  r  r  r  r  rl  r  r  r  r  r2    r|  r2  c                   @   r  )c_nvmlVgpuSchedSetDataWithARR_tr  	frequencyNr  r  r  r  r  r4    r  r4  c                   @   r  )c_nvmlVgpuSchedSetData_tr  Nr  r  r  r  r  r6  	  r  r6  c                   @   r  )c_nvmlVgpuSchedulerSetParams_tr   r!  N)r  r  r  r4  r6  rl  r  r  r  r  r7  	  r  r7  c                   @   r1  )c_nvmlVgpuSchedulerSetState_tr*  enableARRModer,  Nr  r  r  r  r7  rl  r  r  r  r  r8  	  r|  r8  c                	   @   sD   e Zd Zdee fdefdefdefdefdefdefdefgZd	S )
!c_nvmlVgpuSchedulerCapabilities_tsupportedSchedulersmaxTimesliceminTimesliceisArrModeSupportedmaxFrequencyForARRminFrequencyForARRmaxAvgFactorForARRminAvgFactorForARRN)r  r  r  r  *NVML_SUPPORTED_VGPU_SCHEDULER_POLICY_COUNTrl  r  r  r  r  r;  	  s    
r;  c                   @   &   e Zd ZdefdefdeefgZdS )c_nvmlVgpuTypeIdInfo_v1_tr  	vgpuCountvgpuTypeIdsNrI  r  r  r  r  rF  	  r  rF  c                   @   "   e Zd ZdefdefdefgZdS )c_nvmlVgpuTypeMaxInstance_v1_tr  
vgpuTypeIdmaxInstancePerGINr  r  r  r  r  rJ  (	  r|  rJ  c                   @   rE  )!c_nvmlActiveVgpuInstanceInfo_v1_tr  rG  vgpuInstancesNrI  r  r  r  r  rM  1	  r  rM  c                   @   .   e Zd ZdefdefdefdefdefgZdS )c_nvmlVgpuSchedulerState_v1_tr  r)  r*  r9  r,  Nr:  r  r  r  r  rP  :	  r  rP  c                   @   rO  )!c_nvmlVgpuSchedulerStateInfo_v1_tr  r)  r*  r+  r,  Nr3  r  r  r  r  rQ  E	  r  rQ  c                	   @   s>   e Zd Zdefdefdefdefdefdefdee fgZdS )	c_nvmlVgpuSchedulerLogInfo_v1_tr  r)  r*  r+  r,  r-  r.  Nr/  r  r  r  r  rR  P	  r  rR  i% c                   @   rK  )%c_nvmlVgpuCreatablePlacementInfo_v1_tr  rK  r  rH  rG  NrI  r  r  r  r  rS  ]	  rM  rS  c                   @   rI  )c_nvmlFBCStats_tsessionsCount
averageFPSaverageLatencyNr  r  r  r  r  rT  h	  
    rT  c                   @   sX   e Zd Zdefdefdefdefdefdefdefdefd	efd
efdefdefgZdS )c_nvmlFBCSession_tr~  r  rQ  displayOrdinalsessionTypesessionFlagshMaxResolutionvMaxResolutionr  r  rV  rW  Nr  r  r  r  r  rY  n	  s    rY  c                   @   r  )c_nvmlGpuInstancePlacement_tstartrk  Nr  r  r  r  r  r_  	  r  r_  c                   @   sR   e Zd Zdefdefdefdefdefdefdefdefd	efd
efdefgZdS )c_nvmlGpuInstanceProfileInfo_tr  isP2pSupported
sliceCountinstanceCountmultiprocessorCountcopyEngineCountdecoderCountencoderCount	jpegCountofaCountmemorySizeMBNr  r  r  r  r  ra  	  s    ra  i  c                       sr   e Zd Zdefdefdefdefdefdefdefdefd	efd
efdefdefdee fgZ fddZ  Z	S )!c_nvmlGpuInstanceProfileInfo_v2_tr  r  rb  rc  rd  re  rf  rg  rh  ri  rj  rk  rd  c                    r3  r4  )r  rl  rh  nvmlGpuInstanceProfileInfo_v2r  r  r  r  rh  	  r6  z*c_nvmlGpuInstanceProfileInfo_v2_t.__init__)
r  r  r  r  r  r  NVML_DEVICE_NAME_V2_BUFFER_SIZErl  rh  r  r  r  r  r  rl  	  s     
rl  c                   @   s(   e Zd ZdefdefdefdefgZdS )c_nvmlGpuInstanceInfo_tr  r  	profileId	placementN)r  r  r  r  r  r_  rl  r  r  r  r  ro  	      ro  c                   @   r	  )struct_c_nvmlGpuInstance_tNr  r  r  r  r  rs  	  r  rs  c                   @   r  ) c_nvmlComputeInstancePlacement_tr`  rk  Nr  r  r  r  r  rt  	  r  rt  c                
   @   sF   e Zd Zdefdefdefdefdefdefdefdefd	efg	Zd
S )"c_nvmlComputeInstanceProfileInfo_tr  rc  rd  re  sharedCopyEngineCountsharedDecoderCountsharedEncoderCountsharedJpegCountsharedOfaCountNr  r  r  r  r  ru  	      ru  i  c                       sf   e Zd Zdefdefdefdefdefdefdefdefd	efd
efdee fgZ fddZ  ZS )%c_nvmlComputeInstanceProfileInfo_v2_tr  r  rc  rd  re  rv  rw  rx  ry  rz  rd  c                    r3  r4  )r  r|  rh  !nvmlComputeInstanceProfileInfo_v2r  r  r  r  rh  	  r6  z.c_nvmlComputeInstanceProfileInfo_v2_t.__init__)	r  r  r  r  r  rn  rl  rh  r  r  r  r  r  r|  	  s    
r|  c                   @   s.   e Zd ZdefdefdefdefdefgZdS )c_nvmlComputeInstanceInfo_tr  gpuInstancer  rp  rq  N)r  r  r  r  c_nvmlGpuInstance_tr  rt  rl  r  r  r  r  r~  	      r~  c                   @   s*   e Zd ZdedfdefdefdefgZdS )$c_nvmlGpuDynamicPstatesUtilization_t
bIsPresentr   
percentageincThresholddecThresholdNr  r  r  r  r  r  
  s    r  c                   @   r  )c_nvmlGpuDynamicPstatesInfo_tflagsutilizationN)r  r  r  r  r  NVML_MAX_GPU_UTILIZATIONSrl  r  r  r  r  r  

      
r  c                   @   .   e Zd ZdefdefdefdefdefgZdS )c_nvmlGpuThermalSensor_t
controllerdefaultMinTempdefaultMaxTempcurrentTemptargetN)r  r  r  r  rl  r  r  r  r  r  /
  r  r  c                   @   r  )c_nvmlGpuThermalSettings_tr  sensorN)r  r  r  r  r   NVML_MAX_THERMAL_SENSORS_PER_GPUrl  r  r  r  r  r  5
  r  r  c                   @   s(   e Zd ZdefdefdefdefgZdS )c_nvmlCoolerInfo_tr  indexcoolerControlTypecoolerTargetN)r  r  r  r  _nvmlCoolerControl_t_nvmlCoolerTarget_trl  r  r  r  r  r  F
  rr  r  c                 C   s<   t  }t|_d|_td}|| t|}t| |j|jgS )Nr   nvmlDeviceGetCoolerInfo)	r  nvmlCoolerInfo_v1r  r  re  r  r]  r  r  )r  c_coolerInfor  r\  r  r  r  r  O
  s   r  c                   @   r	  )struct_c_nvmlComputeInstance_tNr  r  r  r  r  r  X
  r  r  c                
   @   sF   e Zd Zdefdefdefdefdefdefdefdefd	efg	Zd
S )c_nvmlDeviceAttributesre  rv  rw  rx  ry  rz  gpuInstanceSliceCountcomputeInstanceSliceCountrk  Nr  r  r  r  r  r  \
  r{  r  c                   @   r  ) c_nvmlRowRemapperHistogramValuesmaxhighpartiallownoneNr  r  r  r  r  r  h
  r  r  i   c                   @   rI  )c_nvmlConfComputeSystemState_tenvironment	ccFeaturedevToolsModeNr  r  r  r  r  r  x
  rX  r  i  c                       s>   e Zd ZdefdefdefdefdefgZ fddZ  ZS )$c_nvmlSystemConfComputeSettings_v1_tr  r  r  r  multiGpuModec                    r3  r4  )r  r  rh   nvmlSystemConfComputeSettings_v1r  r  r  r  rh  
  r6  z-c_nvmlSystemConfComputeSettings_v1_t.__init__r  r  r  r  r  r  
  s    r  c                   @   r  )c_nvmlConfComputeSystemCaps_tcpuCapsgpusCapsNr  r  r  r  r  r  
  r  r  c                   @   r  )c_nvmlConfComputeMemSizeInfo_tprotectedMemSizeKibunprotectedMemSizeKibNr	  r  r  r  r  r  
  r  r  c                   @   s0   e Zd Zdefdefdee fdee fgZdS )!c_nvmlConfComputeGpuCertificate_tcertChainSizeattestationCertChainSize	certChainattestationCertChainN)r  r  r  r  r7  NVML_GPU_CERT_CHAIN_SIZE$NVML_GPU_ATTESTATION_CERT_CHAIN_SIZErl  r  r  r  r  r  
  s    

r  c                   @   s@   e Zd Zdefdefdefdee fdee fdee fgZdS )'c_nvmlConfComputeGpuAttestationReport_tisCecAttestationReportPresentattestationReportSizececAttestationReportSizenonceattestationReportcecAttestationReportN)	r  r  r  r  r7  NVML_CC_GPU_CEC_NONCE_SIZE#NVML_CC_GPU_ATTESTATION_REPORT_SIZE'NVML_CC_GPU_CEC_ATTESTATION_REPORT_SIZErl  r  r  r  r  r  
  s    


r  c                   @   r  ).c_nvmlConfComputeSetKeyRotationThresholdInfo_tr  maxAttackerAdvantageNr  r  r  r  r  rl  r  r  r  r  r  
  r  r  c                   @   r  ).c_nvmlConfComputeGetKeyRotationThresholdInfo_tr  attackerAdvantageNr  r  r  r  r  r  
  r  r  c                    s&   t   fdd}tjdkr|S  S )ad  
    In python 3, strings are unicode instead of bytes, and need to be converted for ctypes
    Args from caller: (1, 'string', <__main__.c_nvmlDevice_t at 0xFFFFFFFF>)
    Args passed to function: (1, b'string', <__main__.c_nvmlDevice_t at 0xFFFFFFFF)>
    ----
    Returned from function: b'returned string'
    Returned to caller: 'returned string'
    c                     s@   dd | D }  | i |}t |trt |tr|S | S |S )Nc                 S   s"   g | ]}t |tr| n|qS r  )rm  r  ru  )r@  argr  r  r  rB  
  s   " z4convertStrBytes.<locals>.wrapper.<locals>.<listcomp>)rm  rn  r  ro  )rF  kwargsr  funcr  r  wrapper
  s   

z convertStrBytes.<locals>.wrapperr  )r   rK  rt  r  r  r  r  r  convertStrBytes
  s
   	
r  c                    s   t   fdd}|S )Nc                     s2   z | i |W S  t y   td j d w )NzUnversioned function called and the pyNVML version does not match the NVML lib version. Either use matching pyNVML and NVML lib versions or use a versioned function such as _v2)NVMLError_FunctionNotFoundr
  r  )rF  r  r  r  r  r  
  s   z'throwOnVersionMismatch.<locals>.wrapperr   r  r  r  r  throwOnVersionMismatch
  s   r  c                 C   s:   t   td}|| }t| t  td7 at  d S )NnvmlInitWithFlagsr   )_LoadNvmlLibraryre  r]  r_  r`  _nvmlLib_refcountrb  )r  r  r\  r  r  r  r  
  s   r  c                   C   s   t d d S rk  )r  r  r  r  r  nvmlInit
  s   r  c               
   C   s  t dkrt  zvt dkrqz>tjdd dkrFzttjt	ddda W n# t
yE }  zttjt	ddd	a W Y d} ~ n	d} ~ ww td
a W n t
ya }  z
tt W Y d} ~ nd} ~ ww t dkrxtt W t  dS W t  dS W t  dS t  w dS )z5
    Load the library if it isn't loaded already
    Nr   winWINDIRz
C:/WindowszSystem32/nvml.dllProgramFileszC:/Program Filesz!NVIDIA Corporation/NVSMI/nvml.dllzlibnvidia-ml.so.1)ra  r_  r`  rK  platformCDLLospathr  getenvOSErrorr]  r2  rb  )oser  r  r  r  
  s4   &
r  c                  C   s:   t d} |  }t| t  dtk rtd8 at  d S )NnvmlShutdownr   r   )re  r]  r_  r`  r  rb  )r  r\  r  r  r  r    s   r  c                 C   s   t d}t|_|| }|S )Nr  )re  c_char_prestype)r  r  r\  r  r  r  r  !  s   r  c                  C   ,   t t} td}|| tt}t| | jS )NnvmlSystemGetNVMLVersion)create_string_buffer$NVML_SYSTEM_NVML_VERSION_BUFFER_SIZEre  r  r]  r  	c_versionr  r\  r  r  r  r  )  
   r  c                  C   (   t  } td}|t| }t| | jS )NnvmlSystemGetCudaDriverVersionr  re  r  r]  r  c_cuda_versionr  r\  r  r  r  r  1  
   r  c                  C   r  )N!nvmlSystemGetCudaDriverVersion_v2r  r  r  r  r  r  8  r  r  c                 C   s2   t d}td}|t| |td}t| |jS )Nr  nvmlSystemGetProcessName)r  re  r  r]  r  )r  c_namer  r\  r  r  r  r  @  
   r  c                  C   r  )NnvmlSystemGetDriverVersion)r  r  re  r  r]  r  r  r  r  r  r  H  r  r  c                  C   sr   t d} d }td}|t| d }|tkr|tkrt|| jdkr$g S t| j }| }|t| |}t| |S )Nr   nvmlSystemGetHicVersion)	r  re  r  r[  r-  r  r  r  r]  )c_counthicsr  r\  	hic_arrayr  r  r  r  Q  s   

r  c                  C   s4   t d} t| _td}|t| tt}t| | S )Nr   nvmlSystemGetDriverBranch)r  SystemDriverBranchInfo_v1r  re  r  r  r  r]  )c_branchInfor  r\  r  r  r  r  h  s   r  c                  C   r  )NnvmlUnitGetCountr  re  r  r]  r  r  r  r\  r  r  r  r   q  r  r   c                 C   0   t | }t }td}||t|}t| |S )NnvmlUnitGetHandleByIndex)r  c_nvmlUnit_tre  r  r]  )r  c_indexunitr  r\  r  r  r  r  x     r  c                 C   (   t  }td}|| t|}t| |S )NnvmlUnitGetUnitInfo)r  re  r  r]  r  r  r  r\  r  r  r  r
    
   r
  c                 C   r	  )NnvmlUnitGetLedState)r  re  r  r]  )r  c_stater  r\  r  r  r  r    r  r  c                 C   r	  )NnvmlUnitGetPsuInfo)r  re  r  r]  r  r  r  r  r    r  r  c                 C   s0   t  }td}|| t |t|}t| |jS )NnvmlUnitGetTemperaturer  )r  rR  c_tempr  r\  r  r  r  r    
   r  c                 C   r	  )NnvmlUnitGetFanSpeedInfo)r  re  r  r]  )r  c_speedsr  r\  r  r  r  r    r  r  c                 C   s:   t d}td}|| t|d }|tkrt}t| |jS )Nr   nvmlUnitGetDevices)r  re  r  r-  r[  r]  r  )r  r  r  r\  r  r  r  nvmlUnitGetDeviceCount  s   r  c                 C   s@   t t| }t|j }| }td}|| t||}t| |S )Nr  )r  r  r  r  re  r  r]  )r  r  device_array	c_devicesr  r\  r  r  r  r    s   
r  c                  C   r  )NnvmlDeviceGetCount_v2r  r  r  r  r  nvmlDeviceGetCount  r  r  c                 C   r  )NnvmlDeviceGetHandleByIndex_v2r  r  re  r  r]  )r  r  r  r  r\  r  r  r  nvmlDeviceGetHandleByIndex  r  r  c                 C   r  )NnvmlDeviceGetHandleBySerialr  r  re  r  r]  )r  c_serialr  r  r\  r  r  r  r       r  c                 C   r  )NnvmlDeviceGetHandleByUUIDr  )r  c_uuidr  r  r\  r  r  r  r"    r!  r"  c                 C   sb   t  }||_|tkr| |j_n|tkrt|jj| t t	 }t
d}|t|t|}t| |S )NnvmlDeviceGetHandleByUUIDV)r  rR  NVML_UUID_TYPE_ASCIIr  r  NVML_UUID_TYPE_BINARYmemmovern  r  r  re  r  r]  )r  rR  r#  r  r  r\  r  r  r  r$    s   
r$  c                 C   r  )N nvmlDeviceGetHandleByPciBusId_v2r  )pciBusIdc_busIdr  r  r\  r  r  r  nvmlDeviceGetHandleByPciBusId  r!  r+  c                 C   .   t t}td}|| |tt}t| |jS )NnvmlDeviceGetName)r  rn  re  r  r]  r  )r  r  r  r\  r  r  r  r-    
   r-  c                   @   r  )c_nvmlDevicePerfModes_v1_tr  r  Nr  r  r  r  r  NVML_PERF_MODES_BUFFER_SIZErl  r  r  r  r  r/    r  r/  i c                 C   0   t  }t|_td}|| t|}t| |jS )NnvmlDeviceGetPerformanceModes)r/  nvmlDevicePerfModes_v1r  re  r  r]  r  )r  	perfModesr  r\  r  r  r  r3       r3  c                   @   r  )"c_nvmlDeviceCurrentClockFreqs_v1_tr  r  Nr0  r  r  r  r  r7  
  r  r7  c                 C   r2  )NnvmlDeviceGetCurrentClockFreqs)r7  nvmlDeviceCurrentClockFreqs_v1r  re  r  r]  r  )r  currentClockFreqsr  r\  r  r  r  r8    r6  r8  c                 C   *   t  }td}|| t|}t| |jS )NnvmlDeviceGetBoardIdr  )r  c_idr  r\  r  r  r  r<    
   r<  c                 C   r;  )NnvmlDeviceGetMultiGpuBoardr  )r  
c_multiGpur  r\  r  r  r  r?  "  r>  r?  c                 C   r;  )NnvmlDeviceGetBrand)_nvmlBrandType_tre  r  r]  r  )r  c_typer  r\  r  r  r  rA  )  r>  rA  c                 C   r	  )NnvmlDeviceGetC2cModeInfoV)r  re  r  r]  r  r  r  r  nvmlDeviceGetC2cModeInfoV10  r  rE  c                 C      t | S r"  )rE  r  r  r  r  rD  7     rD  c                 C   r,  )NnvmlDeviceGetBoardPartNumber)r  #NVML_DEVICE_PART_NUMBER_BUFFER_SIZEre  r  r]  r  )r  c_part_numberr  r\  r  r  r  rI  :  r.  rI  c                 C   r,  )NnvmlDeviceGetSerial)r  NVML_DEVICE_SERIAL_BUFFER_SIZEre  r  r]  r  )r  r   r  r\  r  r  r  rL  B  r.  rL  c                 C   sD   t |tu}|r
|nt|}td}|| |}|r|S t| |jS )NnvmlDeviceGetModuleId)rR  r  r  re  r]  r  )r  moduleIdisReferencemoduleIdRefr  r\  r  r  r  rN  J  s   
rN  c                 C   8   t | }| }td}|| |t|t|}t| |S )NnvmlDeviceGetMemoryAffinityr  re  r  _nvmlAffinityScope_tr]  )r  nodeSetSizescopeaffinity_array
c_affinityr  r\  r  r  r  rS  U     rS  c                 C   rR  )N#nvmlDeviceGetCpuAffinityWithinScoperT  )r  
cpuSetSizerW  rX  rY  r  r\  r  r  r  r[  ]  rZ  r[  c                 C   s2   t | }| }td}|| |t|}t| |S )NnvmlDeviceGetCpuAffinity)r  re  r  r]  )r  r\  rX  rY  r  r\  r  r  r  r]  e     r]  c                 C      t d}|| }t| d S )NnvmlDeviceSetCpuAffinityr  r  r  r\  r  r  r  r`  m     r`  c                 C   r_  )NnvmlDeviceClearCpuAffinityr  ra  r  r  r  rc  s  rb  rc  c                 C   *   t d}t }|| t|}t| |jS )NnvmlDeviceGetNumaNodeIdre  r  r  r]  r  )r  r  noder\  r  r  r  re  y  
   re  c                 C   r;  )NnvmlDeviceGetAddressingMode)r  re  r  r]  r  )r  c_moder  r\  r  r  r  ri    r>  ri  c                 C   r;  )NnvmlDeviceGetMinorNumberr  )r  c_minor_numberr  r\  r  r  r  rk    r>  rk  c                 C   r,  )NnvmlDeviceGetUUID)r  NVML_DEVICE_UUID_V2_BUFFER_SIZEre  r  r]  r  )r  r#  r  r\  r  r  r  rm    r.  rm  c                 C   s4   t t}td}|| t||tt}t| |jS )NnvmlDeviceGetInforomVersion)r  'NVML_DEVICE_INFOROM_VERSION_BUFFER_SIZEre  _nvmlInforomObject_tr  r]  r  )r  infoRomObjectr  r  r\  r  r  r  ro    s   
ro  c                 C   r,  )N nvmlDeviceGetInforomImageVersion)r  rp  re  r  r]  r  r  r  r  r\  r  r  r  rs    r.  rs  c                 C   r;  )N)nvmlDeviceGetInforomConfigurationChecksumr  )r  
c_checksumr  r\  r  r  r  ru    r>  ru  c                 C   r_  )NnvmlDeviceValidateInforomr  ra  r  r  r  rw    rb  rw  c                 C   s<   t  }t }td}|| t|t|}t| |j|jgS )NnvmlDeviceGetLastBBXFlushTime)r  r  re  r  r]  r  )r  c_timestampc_durationUsr  r\  r  r  r  rx       rx  c                 C   r;  )NnvmlDeviceGetDisplayMode_nvmlEnableState_tre  r  r]  r  r  rj  r  r\  r  r  r  r|    r>  r|  c                 C   r;  )NnvmlDeviceGetDisplayActiver}  r  r  r  r  r    r>  r  c                 C   r;  )NnvmlDeviceGetPersistenceModer}  )r  r  r  r\  r  r  r  r    r>  r  c                 C      t d}|| |}t| d S )NnvmlDeviceGetPciInfoExtr  r  r  r  r  r       
r  c                 C   r	  )NnvmlDeviceGetPciInfo_v3r  re  r  r]  r  r  r  r  r    r  r  c                 C   rF  r"  )r  rG  r  r  r  nvmlDeviceGetPciInfo  rH  r  c                 C   0   t  }td}|| t|t|}t| |jS )NnvmlDeviceGetClockInfor  re  _nvmlClockType_tr  r]  r  r  rR  c_clockr  r\  r  r  r  r    r  r  c                 C   r  )NnvmlDeviceGetMaxClockInfor  r  r  r  r  r    r  r  c                 C   r  )NnvmlDeviceGetApplicationsClockr  r  r  r  r  r    r  r  c                 C   r  )N"nvmlDeviceGetMaxCustomerBoostClockr  r  r  r  r  r    r  r  c                 C   6   t  }td}|| t|t|t|}t| |jS )NnvmlDeviceGetClock)r  re  r  _nvmlClockId_tr  r]  r  )r  rR  r  r  r  r\  r  r  r  r    s
   r  c                 C   r  )N%nvmlDeviceGetDefaultApplicationsClockr  r  r  r  r  r    r  r  c                 C   s   t d}td}|| t|d }|tkrg S |tkrAt |j }| }|| t||}t| g }t|jD ]	}|||  q5|S t	|)Nr   "nvmlDeviceGetSupportedMemoryClocks
r  re  r  r[  r-  r  r]  r  r~  r  )r  r  r  r\  clocks_arrayc_clocksprocsr  r  r  r  r    s   
r  c           	      C   s   t d}td}|| t |t|d }|tkrg S |tkrGt |j }| }|| t |t||}t| g }t|jD ]	}|||  q;|S t	|)Nr   $nvmlDeviceGetSupportedGraphicsClocksr  )	r  memoryClockMHzr  r  r\  r  r  r  r  r  r  r  r  1  s   
r  c                 C   r;  )NnvmlDeviceGetFanSpeedr  )r  c_speedr  r\  r  r  r  r  L  r>  r  c                 C   ,   t  }td}|| |t|}t| |jS )NnvmlDeviceGetFanSpeed_v2r  r  fanr  r  r\  r  r  r  r  S  
   r  c                   @   rI  )c_nvmlFanSpeedInfo_tr  r  r  Nr  r  r  r  r  r  Z  r|  r  c                 C   s6   t  }d|_t|_td}|| t|}t| |jS )Nr   nvmlDeviceGetFanSpeedRPM)r  r  nvmlFanSpeedInfo_v1r  re  r  r]  r  )r  
c_fanSpeedr  r\  r  r  r  r  c  s   r  c                 C   r  )NnvmlDeviceGetTargetFanSpeedr  r  r  r  r  r  l  r  r  c                 C   r;  )NnvmlDeviceGetNumFansr  )r  	c_numFansr  r\  r  r  r  r  s  r>  r  c                 C      t d}|| |}t| tS )NnvmlDeviceSetDefaultFanSpeed_v2re  r]  r[  )r  r  r  r\  r  r  r  r  z  r  r  c                 C   sh   t |tupt |tu}|r|nt|}|r|nt|}td}|| ||}t| |r.tS |j|jgS )NnvmlDeviceGetMinMaxFanSpeedrR  r  r  re  r]  r[  r  )r  minSpeedmaxSpeedrP  minSpeedRefmaxSpeedRefr  r\  r  r  r  r       r  c                 C   sF   t |tu}|r
|nt|}td}|| ||}t| |r tS |jS )N nvmlDeviceGetFanControlPolicy_v2r  )r  r  fanControlPolicyrP  fanControlPolicyRefr  r\  r  r  r  r    s   r  c                 C   s$   t d}|| |t|}t| tS )NnvmlDeviceSetFanControlPolicy)re  _nvmlFanControlPolicy_tr]  r[  )r  r  r  r  r\  r  r  r  r       r  c                   @   rw  )c_nvmlTemperature_v1_tr  
sensorTypetemperatureN)r  r  r  r  _nvmlTemperatureSensors_tr  rl  r  r  r  r  r    r|  r  c                 C   s:   t  }t|_t||_td}|| t|}t| |jS )NnvmlDeviceGetTemperatureV)	r  nvmlTemperature_v1r  r  r  re  r  r]  r  r  r  r  r  r\  r  r  r  nvmlDeviceGetTemperatureV1  s   
r  c                 C   s   |t kr	t| |S ttr"  )r  r  r  r  )r  r  r  r  r  r  r    s   
r  c                 C   r  )NnvmlDeviceGetTemperature)r  re  r  r  r]  r  r  r  r  r  r    r  r  c                 C   r  )N!nvmlDeviceGetTemperatureThreshold)r  re  _nvmlTemperatureThresholds_tr  r]  r  )r  	thresholdr  r  r\  r  r  r  r    r  r  c                 C   s4   t  }||_td}|| t|t|}t| d S )N!nvmlDeviceSetTemperatureThreshold)r  r  re  r  r  r]  )r  r  tempr  r  r\  r  r  r  r    s   r  c                 C   r2  )NnvmlDeviceGetMarginTemperature)r  nvmlMarginTemperature_v1r  re  r  r]  r  )r  c_marginTempInfor  r\  r  r  r  r    s   r  c                 C   r;  )NnvmlDeviceGetPowerState_nvmlPstates_tre  r  r]  r  r  c_pstater  r\  r  r  r  r    r>  r  c                 C   r;  )NnvmlDeviceGetPerformanceStater  r  r  r  r  r    r>  r  c                 C   r;  )N nvmlDeviceGetPowerManagementModer}  )r  
c_pcapModer  r\  r  r  r  r    r>  r  c                 C   r;  )N!nvmlDeviceGetPowerManagementLimitr  r  c_limitr  r\  r  r  r  r    r>  r  c                 C   <   t  }t  }td}|| t|t|}t| |j|jgS )N,nvmlDeviceGetPowerManagementLimitConstraintsr  )r  
c_minLimit
c_maxLimitr  r\  r  r  r  r    r{  r  c                 C   r;  )N(nvmlDeviceGetPowerManagementDefaultLimitr  r  r  r  r  r    r>  r  c                 C   r;  )NnvmlDeviceGetEnforcedPowerLimitr  r  r  r  r  r    r>  r  c                 C   r;  )NnvmlDeviceGetPowerUsager  )r  c_wattsr  r\  r  r  r  r    r>  r  c                 C   r;  )N#nvmlDeviceGetTotalEnergyConsumption)c_uint64re  r  r]  r  )r  c_millijoulesr  r\  r  r  r  r    r>  r  c                 C   r  )NnvmlDeviceGetGpuOperationMode)_nvmlGpuOperationMode_tre  r  r]  r  r  c_currStatec_pendingStater  r\  r  r  r  r    r{  r  c                 C      t | d S rk  r  rG  r  r  r  $nvmlDeviceGetCurrentGpuOperationMode  r%  r  c                 C   r  Nr   r  rG  r  r  r  $nvmlDeviceGetPendingGpuOperationMode!  r%  r  c                 C   sB   |s
t  }td}n
t }||_td}|| t|}t| |S )NnvmlDeviceGetMemoryInfonvmlDeviceGetMemoryInfo_v2)r  re  r  r  r  r]  )r  r  c_memoryr  r\  r  r  r  r  $  s   
r  c                 C   r	  )NnvmlDeviceGetBAR1MemoryInfo)r  re  r  r]  )r  c_bar1_memoryr  r\  r  r  r  r  0  r  r  c                 C   r;  )NnvmlDeviceGetComputeMode)_nvmlComputeMode_tre  r  r]  r  r  r  r  r  r  7  r>  r  c                 C   s<   t  }t  }td}|| t|t|}t| |j|jfS )N"nvmlDeviceGetCudaComputeCapabilityr  )r  c_majorc_minorr  r\  r  r  r  r  >  r{  r  c                 C   r  )NnvmlDeviceGetEccModer}  r  r  r  r  r  F  r{  r  c                 C   r  rk  r  rG  r  r  r  nvmlDeviceGetCurrentEccModeO  r%  r  c                 C   r  r  r  rG  r  r  r  nvmlDeviceGetPendingEccModeS  r%  r  c                 C   s,   t  }td}|| t|}t| |jgS )NnvmlDeviceGetDefaultEccModer}  )r  c_defaultStater  r\  r  r  r  r  V  s
   r  c                 C   r  )NnvmlDeviceGetTotalEccErrors)r  re  _nvmlMemoryErrorType_t_nvmlEccCounterType_tr  r]  r  )r  	errorTypecounterTyper  r  r\  r  r  r  r  ]  s   
r  c                 C   s4   t  }td}|| t|t|t|}t| |S )NnvmlDeviceGetDetailedEccErrors)r  re  r  r  r  r]  )r  r  r  c_countsr  r\  r  r  r  r   f  s   
r   c                 C   s<   t  }td}|| t|t|t|t|}t| |jS )NnvmlDeviceGetMemoryErrorCounter)r  re  r  r  _nvmlMemoryLocation_tr  r]  r  )r  r  r  locationTyper  r  r\  r  r  r  r  o  s   r  c                 C   r	  )NnvmlDeviceGetUtilizationRates)r  re  r  r]  )r  c_utilr  r\  r  r  r  r  z  r  r  c                 C   r  )NnvmlDeviceGetEncoderUtilizationr  r  r  c_samplingPeriodr  r\  r  r  r  r    r{  r  c                 C   r  )NnvmlDeviceGetDecoderUtilizationr  r  r  r  r  r
    r{  r
  c                 C   r  )NnvmlDeviceGetJpgUtilizationr  r  r  r  r  r    r{  r  c                 C   r  )NnvmlDeviceGetOfaUtilizationr  r  r  r  r  r    r{  r  c                 C   r;  )NnvmlDeviceGetPcieReplayCounterr  )r  c_replayr  r\  r  r  r  r    r>  r  c                 C   r  )NnvmlDeviceGetDriverModel)_nvmlDriverModel_tre  r  r]  r  )r  c_currModelc_pendingModelr  r\  r  r  r  r    r{  r  c                 C   r  rk  r  rG  r  r  r  nvmlDeviceGetCurrentDriverModel  r%  r  c                 C   r  r  r  rG  r  r  r  nvmlDeviceGetPendingDriverModel  r%  r  c                 C   r,  )NnvmlDeviceGetVbiosVersion)r  %NVML_DEVICE_VBIOS_VERSION_BUFFER_SIZEre  r  r]  r  rt  r  r  r  r    r.  r  c           	      C      t d}td}|| t|d }|tkrg S |tkrV|jd d |_t|j }| }|| t||}t| g }t|jD ]}t	|| }|j
tjkrNd |_
|| q=|S t|)Nr   'nvmlDeviceGetComputeRunningProcesses_v2r   r
   r  re  r  r[  r-  r  r  r]  r  rs  r  "NVML_VALUE_NOT_AVAILABLE_ulonglongr~  r  	r  r  r  r\  
proc_arrayc_procsr  r  r  r  r  r  r    &   
r  c           	      C   r  )Nr   'nvmlDeviceGetComputeRunningProcesses_v3r   r
   r  re  r  r[  r-  r  c_nvmlProcessInfo_v3_tr]  r  rs  r  r  r~  r  r  r  r  r  r     &   
r   c                 C   rF  r"  )r   rG  r  r  r  $nvmlDeviceGetComputeRunningProcesses     r$  c           	      C   r  )Nr   (nvmlDeviceGetGraphicsRunningProcesses_v2r   r
   r  r  r  r  r  r&    r  r&  c           	      C   r  )Nr   (nvmlDeviceGetGraphicsRunningProcesses_v3r   r
   r!  r  r  r  r  r'  %  r#  r'  c                 C   rF  r"  )r'  rG  r  r  r  %nvmlDeviceGetGraphicsRunningProcessesG  r%  r(  c                 C   rF  r"  )*nvmlDeviceGetMPSComputeRunningProcesses_v3rG  r  r  r  'nvmlDeviceGetMPSComputeRunningProcessesK  r%  r*  c           	      C   r  )Nr   *nvmlDeviceGetMPSComputeRunningProcesses_v2r   r
   r  r  r  r  r  r+  O  r#  r+  c           	      C   r  )Nr   r)  r   r
   r!  r  r  r  r  r)  q  r#  r)  c           
      C   s   t  }||_||_td}|| t|}|tkrg S |tkr_t|j }t	| t
t|_|| t|}t| g }t|jD ]}|j| }	|	jtjkrNd |	_|	jtjkrWd |	_||	 q>|S t|)N%nvmlDeviceGetRunningProcessDetailList)c_nvmlProcessDetailList_tr  r  re  r  r[  r-  r  r  castr  r  r]  r  r  r  r  r  r~  r  )
r  r  r  c_processDetailListr  r\  r  r  r  r  r  r  r  r,    s,   

r,  c                 C   r  )N%nvmlDeviceGetAutoBoostedClocksEnabledr}  )r  c_isEnabledc_defaultIsEnabledr  r\  r  r  r  r0    r{  r0  c                 C   r  )NnvmlUnitSetLedState)re  r  r]  )r  r  r  r\  r  r  r  r3       r3  c                 C   r  )NnvmlDeviceSetPersistenceModere  r~  r]  r  r  r  r\  r  r  r  r5    r4  r5  c                 C   r  )NnvmlDeviceSetComputeMode)re  r  r]  r7  r  r  r  r8    r4  r8  c                 C   r  )NnvmlDeviceSetEccModer6  r7  r  r  r  r9    r4  r9  c                 C   r  )NnvmlDeviceClearEccErrorCounts)re  r  r]  )r  r  r  r\  r  r  r  r:    r4  r:  c                 C   r  )NnvmlDeviceSetDriverModel)re  r  r]  )r  rv  r  r\  r  r  r  r;    r4  r;  c                 C   r  )N%nvmlDeviceSetAutoBoostedClocksEnabledr6  )r  enabledr  r\  r  r  r  r<    r4  r<  c                 C   (   t d}|| t|t|}t| d S )N,nvmlDeviceSetDefaultAutoBoostedClocksEnabled)re  r~  r  r]  )r  r=  r  r  r\  r  r  r  r?       r?  c                 C   (   t d}|| t|t|}t| d S )NnvmlDeviceSetGpuLockedClocksre  r  r]  )r  minGpuClockMHzmaxGpuClockMHzr  r\  r  r  r  rB    r@  rB  c                 C   r_  )NnvmlDeviceResetGpuLockedClocksr  ra  r  r  r  rF    rb  rF  c                 C   rA  )NnvmlDeviceSetMemoryLockedClocksrC  )r  minMemClockMHzmaxMemClockMHzr  r\  r  r  r  rG    r@  rG  c                 C   r_  )N!nvmlDeviceResetMemoryLockedClocksr  ra  r  r  r  rJ    rb  rJ  c                 C   B   t |tu}|r
|nt|}td}|| |}t| |rtS |S )NnvmlDeviceGetClkMonStatus)rR  r  r  re  r]  r[  )r  c_clkMonInforP  c_clkMonInfoRefr  r\  r  r  r  rL  
  s   
rL  c                 C   rA  )NnvmlDeviceSetApplicationsClocksrC  )r  rI  maxGraphicsClockMHzr  r\  r  r  r  rO    r@  rO  c                 C   r_  )N!nvmlDeviceResetApplicationsClocksr  ra  r  r  r  rQ    rb  rQ  c                 C   r  )N!nvmlDeviceSetPowerManagementLimitrC  )r  limitr  r\  r  r  r  rR  #  r4  rR  c                 C   r  )NnvmlDeviceSetGpuOperationMode)re  r  r]  r7  r  r  r  rT  *  r4  rT  c                  C   s&   t d} t }| t|}t| |S )NnvmlEventSetCreate)re  c_nvmlEventSet_tr  r]  )r  eventSetr\  r  r  r  rU  1  s
   rU  c                 C   s$   t d}|| t||}t| d S )NnvmlDeviceRegisterEvents)re  r  r]  )r  r  rW  r  r\  r  r  r  rX  9  r  rX  c                 C   r;  )N nvmlDeviceGetSupportedEventTypesr  re  r  r]  r  )r  c_eventTypesr  r\  r  r  r  rY  @  r>  rY  c                 C   s.   t d}t }|| t|t|}t| |S )NnvmlEventSetWait_v2)re  r  r  r  r]  )rW  r  r  r  r\  r  r  r  r\  H  s
   r\  c                 C   s
   t | |S r"  )r\  )rW  r  r  r  r  nvmlEventSetWaitO  rj  r]  c                 C   r_  )NnvmlEventSetFreer  )rW  r  r\  r  r  r  r^  S  rb  r^  c                 C   s0   t d}t }|| |t|}t| |jdkS )NnvmlDeviceOnSameBoardr   rf  )handle1handle2r  onSameBoardr\  r  r  r  r_  Z  s
   
r_  c                 C   rd  )N#nvmlDeviceGetCurrPcieLinkGenerationre  r  r  r]  r  r  r  genr\  r  r  r  rc  b  rh  rc  c                 C   rd  )N"nvmlDeviceGetMaxPcieLinkGenerationrd  re  r  r  r  rg  j  rh  rg  c                 C   rd  )NnvmlDeviceGetCurrPcieLinkWidthrd  r  r  widthr\  r  r  r  rh  r  rh  rh  c                 C   rd  )NnvmlDeviceGetMaxPcieLinkWidthrd  ri  r  r  r  rk  z  rh  rk  c                 C   rd  )N%nvmlDeviceGetGpuMaxPcieLinkGenerationrd  re  r  r  r  rl    rh  rl  c                 C   r;  )N+nvmlDeviceGetSupportedClocksThrottleReasonsrZ  r  	c_reasonsr  r\  r  r  r  rm    r>  rm  c                 C   r;  )N(nvmlDeviceGetSupportedClocksEventReasonsrZ  rn  r  r  r  rp    r>  rp  c                 C   r;  )N)nvmlDeviceGetCurrentClocksThrottleReasonsrZ  rn  r  r  r  rq    r>  rq  c                 C   r;  )N&nvmlDeviceGetCurrentClocksEventReasonsrZ  rn  r  r  r  rr    r>  rr  c                 C   rd  )NnvmlDeviceGetIndexrd  )r  r  r  r\  r  r  r  rs    rh  rs  c                 C   r;  )NnvmlDeviceGetAccountingModer}  r  r  r  r  rt    r>  rt  c                 C   r  )NnvmlDeviceSetAccountingModer6  r7  r  r  r  ru    r4  ru  c                 C   r_  )NnvmlDeviceClearAccountingPidsr  ra  r  r  r  rv    rb  rv  c                 C   s@   t  }td}|| t|t|}t| |jtjkrd |_|S )NnvmlDeviceGetAccountingStats)r  re  r  r  r]  r  r  r  )r  r  statsr  r\  r  r  r  rw    s   rw  c                 C   sP   t t| }t |j  }td}|| t||}t| ttt|d|j S )NnvmlDeviceGetAccountingPidsr   )	r  !nvmlDeviceGetAccountingBufferSizer  re  r  r]  listmapint)r  r  pidsr  r\  r  r  r  ry    s   ry  c                 C   .   t  }td}|| t|}t| t|jS )Nrz  )r  re  r  r]  r}  r  )r  
bufferSizer  r\  r  r  r  rz    
   
rz  c                 C   s   t |}td}td}|| |t|d }|tkr!|tkr!t||jd d |_t|j }| }|| |t||}t	| t
tt|d|j S )Nr   nvmlDeviceGetRetiredPagesr   r
   )_nvmlPageRetirementCause_tr  re  r  r[  r-  r  r  r  r]  r{  r|  r}  )r  sourceFilterc_sourcer  r  r\  
page_arrayc_pagesr  r  r  r    s   
r  c                    s   t |}td}td}|| |t|d }|tkr!|tkr!t||jd d |_t|j }|  t|j }| || |t| }t	|  fddt
|jD S )Nr   nvmlDeviceGetRetiredPages_v2r   r
   c                    s&   g | ]}t  | t | d qS ))addressr(  )r}  )r@  r  r  c_timesr  r  rB    s   & z0nvmlDeviceGetRetiredPages_v2.<locals>.<listcomp>)r  r  re  r  r[  r-  r  r  r  r]  r  )r  r  r  r  r  r\  r  times_arrayr  r  r  r    s   

r  c                 C   r  )N&nvmlDeviceGetRetiredPagesPendingStatus)r~  re  r  r]  r}  r  )r  	c_pendingr  r\  r  r  r  r    r  r  c                 C   s4   t  }td}|| t|t|}t| t|jS )NnvmlDeviceGetAPIRestriction)r~  re  _nvmlRestrictedAPI_tr  r]  r}  r  )r  apiTypec_permissionr  r\  r  r  r  r    s
   
r  c                 C   r>  )NnvmlDeviceSetAPIRestriction)re  r  r~  r]  )r  r  isRestrictedr  r\  r  r  r  r    r@  r  c                 C   r	  )NnvmlDeviceGetBridgeChipInfo)r  re  r  r]  )r  bridgeHierarchyr  r\  r  r  r  r  !  r  r  c                 C   s   t |}t|}td}t }td}|| ||t|t|d }|tkr(t||jt	 }	|	 }
|| ||t|t||
}t
| |j|
d|j fS )Nr   nvmlDeviceGetSamples)_nvmlSamplingType_tr  r  r.  re  r  r[  r  r  r  r]  )r  sampling_typer   c_sampling_typec_time_stampc_sample_countc_sample_value_typer  r\  sampleArray	c_samplesr  r  r  r  (  s   
r  c                 C   2   t |}t }td}|| |t|}t| |S )NnvmlDeviceGetViolationStatus)_nvmlPerfPolicyType_tr"  re  r  r]  )r  perfPolicyTypec_perfPolicy_type
c_violTimer  r\  r  r  r  r  =  s   r  c                 C   r  )NnvmlDeviceGetPcieThroughput)r  re  _nvmlPcieUtilCounter_tr  r]  r  )r  counterr  r  r\  r  r  r  r  G  r  r  c                 C   sj   t d}td}|| t|d }|tkrt|t|j }| }|| t||}t| t|d|j S )Nr   nvmlSystemGetTopologyGpuSet	r  re  r  r[  r  r  r  r]  r{  )	cpuNumberr  r  r\  r  r  r  r  r  r  N  s   
r  c                 C   sn   t d}td}|| |t|d }|tkrt|t|j }| }|| |t||}t| t|d|j S )Nr    nvmlDeviceGetTopologyNearestGpusr  )r  levelr  r  r\  r  r  r  r  r  r  ^  s   
r  c                 C   r  )N#nvmlDeviceGetTopologyCommonAncestor)_nvmlGpuTopologyLevel_tre  r  r]  r  )device1device2c_levelr  r\  r  r  r  r  o  r  r  c                 C   s@   t  }t  }td}|| ||t|t|}t| |j|jfS )N%nvmlDeviceGetNvLinkUtilizationCounterrZ  )r  linkr  c_rxcounterc_txcounterr  r\  r  r  r  r  w  s   r  c                 C   s"   t d}|| |||}t| d S )N(nvmlDeviceFreezeNvLinkUtilizationCounterr  )r  r  r  freezer  r\  r  r  r  r    r4  r  c                 C   s    t d}|| ||}t| d S )N'nvmlDeviceResetNvLinkUtilizationCounterr  )r  r  r  r  r\  r  r  r  r       r  c                 C   s(   t d}|| ||t||}t| d S )N%nvmlDeviceSetNvLinkUtilizationControlr  )r  r  r  controlresetr  r\  r  r  r  r    r@  r  c                 C   ,   t  }td}|| ||t|}t| |S )N%nvmlDeviceGetNvLinkUtilizationControl)r  re  r  r]  )r  r  r  	c_controlr  r\  r  r  r  r    
   r  c                 C   .   t  }td}|| ||t|}t| |jS )NnvmlDeviceGetNvLinkCapabilityr  )r  r  
capabilityc_capResultr  r\  r  r  r  r    
   r  c                 C   r  )NnvmlDeviceGetNvLinkErrorCounterrZ  )r  r  r  c_resultr  r\  r  r  r  r    r  r  c                 C   r  )N"nvmlDeviceResetNvLinkErrorCountersr  )r  r  r  r\  r  r  r  r    r  r  c                 C   *   t  }td}|| |t|}t| |S )N#nvmlDeviceGetNvLinkRemotePciInfo_v2r  )r  r  c_pcir  r\  r  r  r   nvmlDeviceGetNvLinkRemotePciInfo  
   r  c                 C   r  )N#nvmlDeviceGetNvLinkRemoteDeviceType)_nvmlNvLinkDeviceType_tre  r  r]  r  )r  r  rC  r  r\  r  r  r  r    r  r  c                 C   r  )NnvmlDeviceGetNvLinkStater  )r  r  
c_isActiver  r\  r  r  r  r    r  r  c                 C   r  )NnvmlDeviceGetNvLinkVersionr  )r  r  r  r  r\  r  r  r  r    r  r  c                 C   s"   t d}|t| |}t| d S )NnvmlDeviceModifyDrainStatere  pointerr]  )pciInfonewStater  r\  r  r  r  r    r4  r  c                 C   .   t  }td}|t| t|}t| |jS )NnvmlDeviceQueryDrainState)r  re  r  r  r]  r  )r  
c_newStater  r\  r  r  r  r    r  r  c                 C       t d}|t| }t| d S )NnvmlDeviceRemoveGpur  r  r  r\  r  r  r  r    r  r  c                 C   r  )NnvmlDeviceDiscoverGpusr  r  r  r  r  r    r  r  c              	   C      t t| }| }td}t|D ]\}}z|\|| _|| _W q ty/   ||| _Y qw || tt|t|}t	| |S )NnvmlDeviceGetFieldValues
r%  lenre  	enumerater&  r'  	TypeErrorc_int32r  r]  r  fieldIds
values_arrvaluesr  r  r&  r\  r  r  r  r       r  c              	   C   r  )NnvmlDeviceClearFieldValuesr  r  r  r  r  r    r  r  c                 C   r;  )NnvmlDeviceGetVirtualizationModerZ  )r  c_virtualization_moder  r\  r  r  r  r    r>  r  c                 C      t d}|| |S )NnvmlDeviceSetVirtualizationModere  )r  virtualization_moder  r  r  r  r  
     
r  c                 C   2   t d}t|_td}|| t|}t| |jS )Nr   "nvmlDeviceGetVgpuHeterogeneousModerC  VgpuHeterogeneousMode_v1r  re  r  r]  r  )r  c_vgpuHeterogeneousModer  r\  r  r  r  r       r  c                 C   6   t d}t|_||_td}|| t|}t| tS )Nr   "nvmlDeviceSetVgpuHeterogeneousModerC  r  r  r  re  r  r]  r[  )r  heterogeneous_moder  r  r\  r  r  r  r       r  c                 C   r  )Nr   nvmlVgpuInstanceGetPlacementId)rD  VgpuPlacementId_v1r  re  r  r]  rE  )rQ  c_placementr  r\  r  r  r  r    r  r  c           	      C   s   t d}td}|| |t|}t| |dkr&t }t|_|j|_||_	n|dkr1t
 }t|_nttt |j }| |_td}|| |t|}t| |S )Nr   nvmlVgpuTypeGetMaxInstancesr   r   (nvmlDeviceGetVgpuTypeSupportedPlacements)r  re  r  r]  rL  VgpuPlacementList_v2r  r  r  r  rF  VgpuPlacementList_v1r  r  rH  )	r  rK  r  r  c_max_instancesr  r\  c_vgpu_placementsc_placementsr  r  r  r  '  s&   
r  c                 C   s   t d}td}|| |t|}t| |dkr#t }t|_|j|_n
|dkr-t	 }t
|_t |j }| |_td}|| |t|}t| |S )Nr   r  r   r   (nvmlDeviceGetVgpuTypeCreatablePlacements)r  re  r  r]  rL  r  r  r  r  rF  r  rH  )r  rK  r  r  r  r\  r  r  r  r  r  r	  ?  s"   

r	  c                 C   r  )NnvmlGetVgpuDriverCapabilities)r  re  _nvmlVgpuDriverCapability_tr  r]  r  )r  r  r  r\  r  r  r  r
  T  r  r
  c                 C   r  )NnvmlDeviceGetVgpuCapabilities)r  re  _nvmlDeviceVgpuCapability_tr  r]  r  )r  r  r  r  r\  r  r  r  r  [  r  r  c                 C   s$   t d}|| t||}t| tS )NnvmlDeviceSetVgpuCapabilities)re  r  r]  r[  )r  r  r  r  r\  r  r  r  r  b  r  r  c                 C      t d}td}|| t|d }|tkrg S |tkrAt|j }| }|| t||}t| g }t|jD ]	}|	||  q5|S t
|)Nr   nvmlDeviceGetSupportedVgpusr  re  r  r[  r-  _nvmlVgpuTypeId_tr  r]  r  r~  r  r  c_vgpu_countr  r\  vgpu_type_ids_arrayc_vgpu_type_idsvgpusr  r  r  r  r  h     
r  c                 C   r  )Nr   nvmlDeviceGetCreatableVgpusr  r  r  r  r  r    r  r  c                 C   ,   t d}td}|| t|}t| |jS )Nr   #nvmlVgpuTypeGetGpuInstanceProfileIdr  )rK  c_profile_idr  r\  r  r  r  r    
   r  c                 C   6   t t}tt}td}|| |t|}t| |jS )NnvmlVgpuTypeGetClassr  NVML_DEVICE_NAME_BUFFER_SIZEr  re  r  r]  r  )rK  c_classc_buffer_sizer  r\  r  r  r  r       r  c                 C   r  )NnvmlVgpuTypeGetNamer   )rK  r  r#  r  r\  r  r  r  r%    r$  r%  c                 C   s@   t d}t d}td}|| t|t|}t| |j|jfS )Nr   nvmlVgpuTypeGetDeviceIDrZ  )rK  c_device_idc_subsystem_idr  r\  r  r  r  r&    s   r&  c                 C   r  )Nr   nvmlVgpuTypeGetFramebufferSizerZ  )rK  	c_fb_sizer  r\  r  r  r  r)    r  r)  c                 C   r  )Nr   nvmlVgpuTypeGetNumDisplayHeadsr  )rK  c_num_headsr  r\  r  r  r  r+    r  r+  c                 C   sB   t d}t d}td}|| dt|t|}t| |j|jfS )Nr   nvmlVgpuTypeGetResolutionr  )rK  c_xdimc_ydimr  r\  r  r  r  r-    s   r-  c                 C   s2   t t}tt}td}|| ||}t| |jS )NnvmlVgpuTypeGetLicense)r  r  r  re  r]  r  )rK  	c_licenser#  r  r\  r  r  r  r0    s   r0  c                 C   r  )Nr   nvmlVgpuTypeGetFrameRateLimitr  )rK  c_frl_configr  r\  r  r  r  r2    r  r2  c                 C   r  )Nr   nvmlVgpuTypeGetGspHeapSizer  )rK  
c_gsp_heapr  r\  r  r  r  r4    r  r4  c                 C   r  )Nr   nvmlVgpuTypeGetFbReservationr  )rK  c_fb_reservationr  r\  r  r  r  r6    r  r6  c                 C   .   t  }t|_td}|| t|}t| |S )N#nvmlVgpuInstanceGetRuntimeStateSize)rj  VgpuRuntimeState_v1r  re  r  r]  )rQ  c_runtime_stater  r\  r  r  r  r9       r9  c                 C   s.   t d}td}|| |t|}t| |jS )Nr   r  r  )r  rK  r  r  r\  r  r  r  r    s
   r  c                 C   r  )Nr    nvmlVgpuTypeGetMaxInstancesPerVmr  )rK  c_max_instances_per_vmr  r\  r  r  r  r=     r  r=  c                 C   s0   t d}t|_td}|| t|}t| |S )Nr   nvmlVgpuTypeGetBAR1Info)rN  VgpuTypeBar1Info_v1r  re  r  r]  )rK  
c_bar1Infor  r\  r  r  r  r?    r  r?  c                 C   r  )Nr   nvmlDeviceGetActiveVgpus)r  re  r  r[  r-  rV  r  r]  r  r~  r  )r  r  r  r\  vgpu_instance_arrayc_vgpu_instancesr  r  r  r  r  rB    r  rB  c                 C   sJ   t t}tt}td}td}|| t||t|}t| |j|jfS )Nr   nvmlVgpuInstanceGetVmID)r  r  r  r  re  r  r]  r  )rQ  c_vm_idr#  c_vm_id_typer  r\  r  r  r  rE  )  s   rE  c                 C   6   t t}tt}td}|| t||}t| |jS )NnvmlVgpuInstanceGetUUIDr  r  r  re  r  r]  r  rQ  r#  r#  r  r\  r  r  r  rI  3  r$  rI  c                 C   rH  )NnvmlVgpuInstanceGetMdevUUIDrJ  rK  r  r  r  rL  <  r$  rL  c                 C   rH  )N"nvmlVgpuInstanceGetVmDriverVersion)r  r  r  re  r  r]  r  )rQ  c_driver_versionr#  r  r\  r  r  r  rM  E  r$  rM  c                 C   r  )Nr    nvmlVgpuInstanceGetLicenseStatusr  )rQ  c_license_statusr  r\  r  r  r  rO  O  r  rO  c                 C   s(   t d}t }|| t|}t| |S )N!nvmlVgpuInstanceGetLicenseInfo_v2)re  rx  r  r]  )rQ  r  c_license_infor\  r  r  r  rQ  V  s
   rQ  c                 C   rF  r"  )rQ  )rQ  r  r  r  nvmlVgpuInstanceGetLicenseInfo]  rH  rS  c                 C   r  )Nr   !nvmlVgpuInstanceGetFrameRateLimitr  )rQ  c_frlr  r\  r  r  r  rT  `  r  rT  c                 C   r;  )NnvmlVgpuInstanceGetEccModer}  rQ  rj  r  r\  r  r  r  rV  g  r>  rV  c                 C   r  )Nr   nvmlVgpuInstanceGetTyper  )rQ  c_vgpu_typer  r\  r  r  r  rX  n  r  rX  c                 C   r  )Nr   "nvmlVgpuInstanceGetEncoderCapacityrZ  )rQ  c_encoder_capacityr  r\  r  r  r  rZ  u  r  rZ  c                 C   r  )N"nvmlVgpuInstanceSetEncoderCapacityr  )rQ  encoder_capacityr  r  r  r  r\  |  r  r\  c                 C   r  )Nr   nvmlVgpuInstanceGetFbUsager  )rQ  
c_fb_usager  r\  r  r  r  r^    r  r^  c                 C   s2   t d}td}|| t|t|}t| |jS )Nr   nvmlVgpuTypeGetCapabilities)r  re  _nvmlVgpuCapability_tr  r]  r  )rK  r  c_cap_resultr  r\  r  r  r  r`    s
   r`  c                 C   r  )Nr    nvmlVgpuInstanceGetGpuInstanceIdr  )rQ  r=  r  r\  r  r  r  rc    r  rc  c                 C   s2   t t}td}|| |ttt}t| |jS )NnvmlVgpuInstanceGetGpuPciId)r  r  re  r  r  r]  r  )rQ  c_vgpuPciIdr  r\  r  r  r  rd    r  rd  c           	      C   s   t d}t|}t }td}|| |t|t|d }|tkr!g S |tkrD|jt }| }|| |t|t||}t	| |d|j S t
|)Nr   nvmlDeviceGetVgpuUtilization)r  r  r.  re  r  r[  r-  r  rP  r]  r  )	r  r   r  r  r  r  r\  r  r  r  r  r  rf    s   
rf  c                 C   s   t |}td}t|_t |_td|_||_t	d}|| t
|}|tkr(g S |tkrI|jt }| }||_|| t
|}t| |d|j S t|)Nr   )nvmlDeviceGetVgpuInstancesUtilizationInfo)r  r\  VgpuInstancesUtilizationInfo_v1r  r.  r]  r  r^  r_  re  r  r[  r-  rX  r`  r]  r  )r  r   r  c_vgpuUtilInfor  r\  r  r  r  r  r  rg    s$   

rg  c                 C   r  )NnvmlDeviceGetP2PStatus)_nvmlGpuP2PStatus_tre  r  r]  r  )r  r  p2pIndexc_p2pstatusr  r\  r  r  r  rj    r  rj  c                 C   r	  )N&nvmlDeviceGetGridLicensableFeatures_v4)r  re  r  r]  )r  c_get_grid_licensable_featuresr  r\  r  r  r  rn    s
   rn  c                 C   rF  r"  )rn  rG  r  r  r  #nvmlDeviceGetGridLicensableFeatures  rH  rp  c                 C   s>   |d u}|st t  }td}|| |}t| |rtS |jS )NnvmlDeviceGetGspFirmwareVersion)r  "NVML_GSP_FIRMWARE_VERSION_BUF_SIZEre  r]  r[  r  )r  r  isUserDefinedr  r\  r  r  r  rq    s   

rq  c                 C   s\   t |tu}|r
|nt|}|r|nt|}td}|| ||}t| |r(tS |j|jgS )NnvmlDeviceGetGspFirmwareModer  )r  	isEnableddefaultModerP  isEnabledRefdefaultModeRefr  r\  r  r  r  rt    s   rt  c                 C   s6   t d}t|}td}|| |t|}t| |jS )Nr   nvmlDeviceGetEncoderCapacity)r  _nvmlEncoderQueryType_tre  r  r]  r  )r  encoderQueryTyper[  c_encoderQuery_typer  r\  r  r  r  ry    s   ry  c                 C   s~   t d}t|}td}|| |t|d }|tkrg S |tkr;|jt }| }|| |t||}t| |d|j S t	|)Nr   #nvmlDeviceGetVgpuProcessUtilization)
r  r  re  r  r[  r-  r  rb  r]  r  )r  r   r  r  r  r\  r  r  r  r  r  r}    s   
r}  c                 C   s   t |}td}t|_td|_||_td}|| t|}|t	kr$g S |t
krE|jt }| }||_|| t|}t| |d|j S t|)Nr   )nvmlDeviceGetVgpuProcessesUtilizationInfo)r  rg  VgpuProcessesUtilizationInfo_v1r  r  rh  r_  re  r  r[  r-  re  ri  r]  r  )r  r   r  c_vgpuProcUtilInfor  r\  r  r  r  r  r  r~    s"   

r~  c                 C   R   t d}t d}t d}td}|| t|t|t|}t| |j|j|jfS )Nr   nvmlDeviceGetEncoderStatsrZ  )r  c_encoderCountc_encodeFpsc_encoderLatencyr  r\  r  r  r  r  8     r  c                 C      t d}td}|| t|d }|tkrB|jdkr@t|j }| }|| t||}t| g }t|jD ]	}|||  q4|S g S t	|)Nr   nvmlDeviceGetEncoderSessions
r  re  r  r[  r  r}  r]  r  r~  r  r  c_session_countr  r\  session_array
c_sessionssessionsr  r  r  r  r  A     

r  c                 C   r	  )NnvmlDeviceGetFBCStatsrT  re  r  r]  )r  
c_fbcStatsr  r\  r  r  r  r  [  r  r  c                 C   r  )Nr   nvmlDeviceGetFBCSessions
r  re  r  r[  r  rY  r]  r  r~  r  r  r  r  r  r  b  r  r  c                 C   r  )Nr   nvmlVgpuInstanceGetEncoderStatsrZ  )rQ  r  r  r  r  r\  r  r  r  r  |  r  r  c                 C   r  )Nr   "nvmlVgpuInstanceGetEncoderSessionsr  rQ  r  r  r\  r  r  r  r  r  r  r  r    r  r  c                 C   r	  )NnvmlVgpuInstanceGetFBCStatsr  )rQ  r  r  r\  r  r  r  r    r  r  c                 C   r  )Nr   nvmlVgpuInstanceGetFBCSessionsr  r  r  r  r  r    r  r  c                 C   sr   t d}t|}td}|| d t||}|tkr5|jt }| }|| |t||}t| |d|j S t|)Nr   nvmlDeviceGetProcessUtilization)	r  r  re  r  r-  r  r  r]  r  )r  r   r  r  r  r\  r  r  r  r  r  r    s   
r  c                 C   s   t |}td}t|_td|_||_td}|| t|}|t	kr?|jt
 }| }||_|| t|}t| |d|j S t|)Nr   %nvmlDeviceGetProcessesUtilizationInfo)r  r  ProcessesUtilizationInfo_v1r  r  r  r_  re  r  r-  r  r  r]  r  )r  r   r  c_processesUtilInfor  r\  r  r  r  r  r  r    s   

r  c                 C   Z   t d}t }td}|| t|t|}|tkr)|| t|t|}t| |S t|)NnvmlVgpuInstanceGetMetadatar   )re  r  r  r  r-  r]  r  )rQ  r  c_vgpuMetadatac_bufferSizer\  r  r  r  r       r  c                 C   r  )NnvmlDeviceGetVgpuMetadatar   )re  r  r  r  r-  r]  r  )r  r  c_vgpuPgpuMetadatar  r\  r  r  r  r    r  r  c                 C   s2   t d}t }|t| t|t|}t| |S )NnvmlGetVgpuCompatibility)re  r  r  r]  )vgpuMetadatapgpuMetadatar  c_vgpuPgpuCompatibilityr\  r  r  r  r    s
   r  c                 C   sf   t d}tt}td}|| t|t|}|tkr)|| t|t|}t| nt||j|jfS )NnvmlDeviceGetPgpuMetadataStringr   )	re  r  r  r  r  r-  r]  r  r  )r  r  c_pgpuMetadatar  r\  r  r  r  r    s   
r  c                 C   r	  )NnvmlDeviceGetVgpuSchedulerLog)r(  re  r  r]  )r  c_vgpu_sched_logr  r\  r  r  r  r  "  r  r  c                 C   r	  )NnvmlDeviceGetVgpuSchedulerState)r2  re  r  r]  )r  c_vgpu_sched_stater  r\  r  r  r  r  )  r  r  c                 C   r	  )N&nvmlDeviceGetVgpuSchedulerCapabilities)r;  re  r  r]  )r  c_vgpu_sched_capsr  r\  r  r  r  r  0  r  r  c                 C   s"   t d}|| t|}t| tS )NnvmlDeviceSetVgpuSchedulerStatere  r  r]  r[  )r  sched_stater  r\  r  r  r  r  7  r4  r  c                 C   s    t d}|t| }t| tS )NnvmlSetVgpuVersionr  )vgpuVersionr  r\  r  r  r  r  =  r  r  c                 C   sb   | d up|d u}|st  } t  }td}|t| t|}t| |r%tS | j| jf|j|jfgS )NnvmlGetVgpuVersion)r  re  r  r]  r[  r  r  )	supportedr  rs  r  r\  r  r  r  r  C  s   r  c                 C   r;  )N!nvmlVgpuInstanceGetAccountingModer}  rW  r  r  r  r  P  r>  r  c                 C   sb   t  }td}|| t|d }|tkr-|jt  }| }|| t|t|}t| ||fS t|)N!nvmlVgpuInstanceGetAccountingPids)r  re  r  r-  r  r]  r  )rQ  
c_pidCountr  r\  r  
c_pidArrayr  r  r  r  W  s   
r  c                 C   r  )N"nvmlVgpuInstanceGetAccountingStats)r  re  r  r]  )rQ  r  c_accountingStatsr  r\  r  r  r  r  d  r  r  c                 C      t d}|| }t| tS )N#nvmlVgpuInstanceClearAccountingPidsr  )rQ  r  r\  r  r  r  r  k  rb  r  c                 C   sd   d|_ td}|| t|}|tkr|S |tkr.t|j  }| |_|| t|}t| |S t|)Nr    nvmlGpuInstanceGetCreatableVgpus)	rG  re  r  r[  r-  r  rH  r]  r  )r  c_vgpusr  r\  r  r  r  r  r  q  s   
r  c                 C   s4   t  }t|_| |_td}|t|}t| |jS )N)nvmlVgpuTypeGetMaxInstancesPerGpuInstance)rJ  nvmlVgpuTypeMaxInstance_v1r  rK  re  r  r]  rL  )rK  r  r  r\  r  r  r  r    s   r  c                 C   sh   t d|_td}|| t|}|tkr|S |tkr0t|j }| |_|| t|}t| |S t	|)Nr   nvmlGpuInstanceGetActiveVgpus)
r  rG  re  r  r[  r-  rV  rN  r]  r  )r  c_vgpu_instance_infor  r\  rC  r  r  r  r    s   

r  c                 C   s"   t d}|| t|}t| |S )N$nvmlGpuInstanceSetVgpuSchedulerStater  )r  r  r  r\  r  r  r  r    r4  r  c                 C   "   t d}|| t|}t| |S )N$nvmlGpuInstanceGetVgpuSchedulerStater  )r  c_vgpu_sched_state_infor  r\  r  r  r  r    r4  r  c                 C   r  )N"nvmlGpuInstanceGetVgpuSchedulerLogr  )r  c_vgpu_sched_log_infor  r\  r  r  r  r    r4  r  c                 C   sl   t  }t|_|j|_td}|t|}t| |j|_t	|j }| |_
td}|| t|}t| |S )Nr  -nvmlGpuInstanceGetVgpuTypeCreatablePlacements)rJ  r  r  rK  re  r  r]  rL  r  r  rH  )r  r  r  r  r\  r  r  r  r  r    s   
r  c                 C   r  )Nr   'nvmlGpuInstanceGetVgpuHeterogeneousModer  )r  r  r  r\  r  r  r  r    r  r  c                 C   r  )Nr   'nvmlGpuInstanceSetVgpuHeterogeneousModer  )r  r  r  r  r\  r  r  r  r    r  r  c                  C   r  )NnvmlGetExcludedDeviceCountr  r  r  r  r  r    r  r  c                 C   r  )N nvmlGetExcludedDeviceInfoByIndex)r  r  re  r  r]  )r  r  infor  r\  r  r  r  r    r  r  c                 C   r;  )NnvmlDeviceGetHostVgpuMode)_nvmlHostVgpuMode_tre  r  r]  r  )r  c_host_vgpu_moder  r\  r  r  r  r    r>  r  c                 C   r  )NnvmlDeviceSetMigModer  )r  r  c_activationStatusr  r\  r  r  r  r    r  r  c                 C   r  )NnvmlDeviceGetMigModer  )r  c_currentModec_pendingModer  r\  r  r  r  r    r{  r  c                 C   sT   |dkrt  }td}n|dkrt }td}ntt|| |t|}t| |S )Nr   $nvmlDeviceGetGpuInstanceProfileInfoVr   #nvmlDeviceGetGpuInstanceProfileInfo)rl  re  ra  r  r3  r  r]  )r  profiler  r  r  r\  r  r  r  r    s   

r  c                 C   r  )N(nvmlDeviceGetGpuInstanceProfileInfoByIdV)rl  re  r  r]  )r  rp  r  r  r\  r  r  r  'nvmlDeviceGetGpuInstanceProfileInfoById  s
   r  c                 C   r  )N)nvmlDeviceGetGpuInstanceRemainingCapacityr  )r  rp  r  r  r\  r  r  r  r    r  r  c                 C   "   t d}|| |||}t| tS )N-nvmlDeviceGetGpuInstancePossiblePlacements_v2r  )r  rp  placementsRefcountRefr  r\  r  r  r  *nvmlDeviceGetGpuInstancePossiblePlacements  r4  r  c                 C   r  )NnvmlDeviceCreateGpuInstancer  re  r  r]  )r  rp  
c_instancer  r\  r  r  r  r     r  r  c                 C   r  )N(nvmlDeviceCreateGpuInstanceWithPlacementr  )r  rp  rq  r  r  r\  r  r  r  r  '  r  r  c                 C   r  )NnvmlGpuInstanceDestroyr  )r  r  r\  r  r  r  r  .  rb  r  c                 C   r  )NnvmlDeviceGetGpuInstancesr  )r  rp  gpuInstancesRefr  r  r\  r  r  r  r  4  r4  r  c                 C   r  )NnvmlDeviceGetGpuInstanceByIdr  )r  r  r  r  r\  r  r  r  r  :  r  r  c                 C   r	  )NnvmlGpuInstanceGetInfo)ro  re  r  r]  )r  r  r  r\  r  r  r  r  A  r  r  c                 C   sV   |dkrt  }td}n|dkrt }td}ntt|| ||t|}t| |S )Nr   -nvmlGpuInstanceGetComputeInstanceProfileInfoVr   ,nvmlGpuInstanceGetComputeInstanceProfileInfo)r|  re  ru  r  r3  r  r]  )r  r  
engProfiler  r  r  r\  r  r  r  r  H  s   

r  c                 C   r  )N2nvmlGpuInstanceGetComputeInstanceRemainingCapacityr  )r  rp  r  r  r\  r  r  r  r  X  r  r  c                 C   r  )N3nvmlGpuInstanceGetComputeInstancePossiblePlacementsr  )r  rp  r  r  r  r\  r  r  r  r  _  r4  r  c                 C   r  )N$nvmlGpuInstanceCreateComputeInstancec_nvmlComputeInstance_tre  r  r]  )r  rp  r  r  r\  r  r  r  r  e  r  r  c                 C   r  )N1nvmlGpuInstanceCreateComputeInstanceWithPlacementr  )r  rp  rq  r  r  r\  r  r  r  r  l  r  r  c                 C   r  )NnvmlComputeInstanceDestroyr  )computeInstancer  r\  r  r  r  r  s  rb  r  c                 C   r  )N"nvmlGpuInstanceGetComputeInstancesr  )r  rp  computeInstancesRefr  r  r\  r  r  r  r  y  r4  r  c                 C   r  )N%nvmlGpuInstanceGetComputeInstanceByIdr  )r  r  r  r  r\  r  r  r  r    r  r  c                 C   r	  )NnvmlComputeInstanceGetInfo_v2)r~  re  r  r]  )r  r  r  r\  r  r  r  r    r  r  c                 C   rF  r"  )r  )r  r  r  r  nvmlComputeInstanceGetInfo  rH  r  c                 C   r	  )NnvmlDeviceIsMigDeviceHandle)r  re  r  r]  )r  c_isMigDevicer  r\  r  r  r  r    r  r  c                 C   r;  )NnvmlDeviceGetGpuInstanceIdr  )r  c_gpuInstanceIdr  r\  r  r  r  r     r>  r   c                 C   r;  )NnvmlDeviceGetComputeInstanceIdr  )r  c_computeInstanceIdr  r\  r  r  r  r    r>  r  c                 C   r;  )NnvmlDeviceGetMaxMigDeviceCountr  )r  r  r  r\  r  r  r  r    r>  r  c                 C   r  )N#nvmlDeviceGetMigDeviceHandleByIndexr  )r  r  r  	migDevicer  r\  r  r  r  r    r^  r  c                 C   r	  )N,nvmlDeviceGetDeviceHandleFromMigDeviceHandle)r  re  r  r]  )r  r  r  r\  r  r  r  r    r  r  c                 C   r	  )NnvmlDeviceGetAttributes_v2)r  re  r  r]  )r  c_attrsr  r\  r  r  r  r    r  r  c                 C   rF  r"  )r  )r  r  r  r  nvmlDeviceGetAttributes  rH  r
  c                 C   s\   t d}t }t }t }t }|| t|t|t|t|}t| |j|j|j|jfS )NnvmlDeviceGetRemappedRowsrd  )r  r  c_corrc_unc
c_bpending
c_bfailurer\  r  r  r  r    s    r  c                 C   r	  )N!nvmlDeviceGetRowRemapperHistogram)r  re  r  r]  )r  c_valsr  r\  r  r  r  r    r  r  c                 C   r;  )NnvmlDeviceGetArchitecture)_nvmlDeviceArchitecture_tre  r  r]  r  )r  archr  r\  r  r  r  r    r>  r  c                 C   r;  )NnvmlDeviceGetBusType)_nvmlBusType_tre  r  r]  r  )r  	c_busTyper  r\  r  r  r  r    r>  r  c                 C   r;  )NnvmlDeviceGetIrqNumr  )r  c_irqNumr  r\  r  r  r  r    r>  r  c                 C   r;  )NnvmlDeviceGetNumGpuCoresr  )r  
c_numCoresr  r\  r  r  r  r    r>  r  c                 C   r;  )NnvmlDeviceGetPowerSource)_nvmlPowerSource_tre  r  r]  r  )r  c_powerSourcer  r\  r  r  r  r    r>  r  c                 C   r;  )NnvmlDeviceGetMemoryBusWidthr  )r  c_memBusWidthr  r\  r  r  r  r    r>  r  c                 C   r;  )NnvmlDeviceGetPcieLinkMaxSpeed)_nvmlPcieLinkMaxSpeed_tre  r  r]  r  r  r  r  r\  r  r  r  r!     r>  r!  c                 C   r;  )N$nvmlDeviceGetAdaptiveClockInfoStatus)_nvmlAdaptiveClockInfoStatus_tre  r  r]  r  )r  c_adaptiveClockInfoStatusr  r\  r  r  r  r$    r>  r$  c                 C   r;  )NnvmlDeviceGetPcieSpeedr  r#  r  r  r  r'    r>  r'  c                 C   rK  )NnvmlDeviceGetDynamicPstatesInfo)rR  r  r  re  r]  r[  )r  c_dynamicpstatesinforP  dynamicpstatesinfoRefr  r\  r  r  r  r(    s   
r(  c                 C   s    t d}|| ||}t| tS )NnvmlDeviceSetFanSpeed_v2r  )r  r  r  r  r\  r  r  r  r+    r  r+  c                 C   sN   t |tu}|r
|nt|}td}|| ||}t| |r tS |jd d  S )NnvmlDeviceGetThermalSettings)rR  r  r  re  r]  r[  r  )r  sensorindexc_thermalsettingsrP  thermalsettingsRefr  r\  r  r  r  r,  $  s   r,  c           
      C   st   t |tupt |tu}|r|nt|}|r|nt|}td}|| t|t|||}	t|	 |r4tS |j|jfS )N nvmlDeviceGetMinMaxClockOfPState)rR  r  r  re  r  r]  r[  r  )
r  	clockTypepstateminClockMHzmaxClockMHzrP  minClockMHzRefmaxClockMHzRefr  r\  r  r  r  r0  ,  s   r0  c                   @   rI  ) c_nvmlDevicePowerMizerModes_v1_tcurrentModer  supportedPowerMizerModesN)r  r  r  _nvmlPowerMizerMode_trl  r  r  r  r  r7  ;  r|  r7  c                 C      t d}|| |}|S )NnvmlDeviceGetPowerMizerMode_v1r  r  r  r  r\  r  r  r  r<  B     
r<  c                 C   r;  )NnvmlDeviceSetPowerMizerMode_v1r  r=  r  r  r  r?  G  r>  r?  c                   @   s4   e Zd ZdefdefdefdefdefdefgZdS )c_nvmlClockOffset_tr  rR  r2  clockOffsetMHzminClockOffsetMHzmaxClockOffsetMHzN)r  r  r  r  r  r  r  rl  r  r  r  r  r@  L  rW  r@  c                 C      t d}|| |}tS )NnvmlDeviceGetClockOffsetsre  r[  r=  r  r  r  rE  X  r>  rE  c                 C   rD  )NnvmlDeviceSetClockOffsetsrF  r=  r  r  r  rG  ]  r>  rG  c           	      C   sf   g }t t}tt |j }t|j }| }td}|| ||}t| |D ]}|tkr0|| q%|S )N'nvmlDeviceGetSupportedPerformanceStates)	r  NVML_MAX_GPU_PERF_PSTATESsizeofr  r  re  r]  NVML_PSTATE_UNKNOWNr~  )	r  pstatesr  c_sizepstates_array	c_pstatesr  r\  r  r  r  r  rH  b  s   

rH  c                 C   r;  )NnvmlDeviceGetGpcClkVfOffsetr  re  r  r]  r  r  offsetr  r\  r  r  r  rP  u  r>  rP  c                 C   &   t |}td}|| |}t| tS )NnvmlDeviceSetGpcClkVfOffsetr  re  r]  r[  r  rS  c_offsetr  r\  r  r  r  rU  }  
   
rU  c                 C   h   t |tupt |tu}|r|nt|}|r|nt|}td}|| ||}t| |r.tS |j|jfS )N!nvmlDeviceGetGpcClkMinMaxVfOffsetrR  r  r  re  r]  r[  r  r  	minOffset	maxOffsetrP  minOffsetRefmaxOffsetRefr  r\  r  r  r  r[    r  r[  c                 C   r;  )NnvmlDeviceGetMemClkVfOffsetrQ  rR  r  r  r  rb    r>  rb  c                 C   rT  )NnvmlDeviceSetMemClkVfOffsetrV  rW  r  r  r  rc    rY  rc  c                 C   rZ  )N!nvmlDeviceGetMemClkMinMaxVfOffsetr\  r]  r  r  r  rd    s   rd  c                 C   s$   t | }td}||}t| tS )N&nvmlSystemSetConfComputeGpusReadyStater  re  r]  r[  )r  r  r  r\  r  r  r  re    s
   re  c                  C   r  )N&nvmlSystemGetConfComputeGpusReadyStater  r  r  r\  r  r  r  rg    r  rg  c                  C   &   t  } td}|t| }t| | S )N$nvmlSystemGetConfComputeCapabilities)r  re  r  r]  )c_ccSysCapsr  r\  r  r  r  rj    
   rj  c                  C   ri  )NnvmlSystemGetConfComputeState)r  re  r  r]  rh  r  r  r  rm    rl  rm  c                 C   s   t d}|| S )N nvmlSystemGetConfComputeSettingsr  )settingsr  r  r  r  rn    s   rn  c                 C   r  )N*nvmlDeviceSetConfComputeUnprotectedMemSizer  r  c_ccMemSizer  r\  r  r  r  rp    r  rp  c                 C   r	  )N#nvmlDeviceGetConfComputeMemSizeInfo)r  re  r  r]  rq  r  r  r  rs    r  rs  c                 C   r	  )N,nvmlDeviceGetConfComputeProtectedMemoryUsage)r  re  r  r]  )r  r  r  r\  r  r  r  rt    r  rt  c                 C   r	  )N&nvmlDeviceGetConfComputeGpuCertificate)r  re  r  r]  )r  c_certr  r\  r  r  r  ru    r  ru  c                 C   sD   t  }tt| | }t|d| td}|| t|}t| |S )Nr  ,nvmlDeviceGetConfComputeGpuAttestationReport)r  r7  r  rS  re  r  r]  )r  c_noncec_attestReportc_nonce_arrr  r\  r  r  r  rw    s   rw  c                 C   s4   t d}t|_| |_td}|t|}t| tS )Nr   0nvmlSystemSetConfComputeKeyRotationThresholdInfo)r  )ConfComputeSetKeyRotationThresholdInfo_v1r  r  re  r  r]  r[  )max_atk_advc_keyRotationThrInfor  r\  r  r  r  r{    s   r{  c                  C   s.   t d} t| _td}|t| }t| | S )Nr   0nvmlSystemGetConfComputeKeyRotationThresholdInfo)r  )ConfComputeGetKeyRotationThresholdInfo_v1r  re  r  r]  )r~  r  r\  r  r  r  r    s   r  )r   )r   )r   )r   )r   )r   )r   )r   )r   )r   )r   )r   )r   )r   )r   )r   )r   )r   )r   )r   )r   )r   )r   )r   )r   )r   )r   )r   )r   )r   )r   )r   )r   )r   )r   )r   )r   )r   )r   )r   )r   )r   )r   )r   c                   @   r  r  r  r  r  r  r  r    r  c                   @   r	  )struct_c_nvmlGpmSample_tNr  r  r  r  r  r    r  r  c                   @   rI  )c_metricInfo_t	shortNamelongNamer  N)r  r  r  r  rl  r  r  r  r  r    r|  r  c                   @   s(   e Zd ZdefdefdefdefgZdS )c_nvmlGpmMetric_tmetricIdr+  r  
metricInfoN)r  r  r  r  r/  r  r  rl  r  r  r  r  r    r
  r  c                   @   s2   e Zd Zdefdefdefdefdee fgZdS )c_nvmlGpmMetricsGet_tr  
numMetricssample1sample2metricsN)r  r  r  r  c_nvmlGpmSample_tr  NVML_GPM_METRIC_MAXrl  r  r  r  r  r    ra  r  c                   @   r  )c_nvmlGpmSupport_tr  isSupportedDeviceNr  r  r  r  r  r    r  r  c                 C   s    t d}|t| }t| | S )NnvmlGpmMetricsGetr  )
metricsGetr  r\  r  r  r  r    r  r  c                 C   r_  )NnvmlGpmSampleFreer  	gpmSampler  r\  r  r  r  r    rb  r  c                  C   ri  )NnvmlGpmSampleAlloc)r  re  r  r]  r  r  r  r  r    rl  r  c                 C   s   t d}|| |}t| |S )NnvmlGpmSampleGetr  )r  r  r  r\  r  r  r  r    r  r  c                 C   s    t d}|| ||}t| |S )NnvmlGpmMigSampleGetr  )r  r  r  r  r\  r  r  r  r    r  r  c                 C   r8  )NnvmlGpmQueryDeviceSupport)r  NVML_GPM_SUPPORT_VERSIONr  re  r  r]  )r  
gpmSupportr  r\  r  r  r  r    r<  r  c                 C   rT  )NnvmlGpmSetStreamingEnabledrf  )r  r  r  r  r\  r  r  r  r    rY  r  c                 C   r;  )NnvmlGpmQueryIfStreamingEnabledr  )r  r  r  r\  r  r  r  r    r>  r  i  c                   @   r  )c_nvmlNvLinkPowerThres_tlowPwrThresholdNr  r  r  r  r  r  (  r  r  c                 C   s.   t  }||_td}|| t|}t| tS )N*nvmlDeviceSetNvLinkDeviceLowPowerThreshold)r  r  re  r  r]  r[  )r  l1thresholdr  r  r\  r  r  r  r  -  r<  r  c                   @   s,   e Zd Zdee fdefdefdefgZdS )c_nvmlGpuFabricInfo_tclusterUuidrt  cliqueIdr  N)	r  r  r  r7  r  r/  r,  _nvmlGpuFabricState_trl  r  r  r  r  r  =  r  r  i$  c                       sH   e Zd Zdefdee fdefdefdefdefgZ	 fddZ
  ZS )	c_nvmlGpuFabricInfo_v2_tr  r  rt  r  r  
healthMaskc                    r3  r4  )r  r  rh  nvmlGpuFabricInfo_v2r  r  r  r  rh  w  r6  z!c_nvmlGpuFabricInfo_v2_t.__init__r  r  r  r  r7  NVML_GPU_FABRIC_UUID_LENr/  r,  r  rl  rh  r  r  r  r  r  r  m  s    
	r  c                       sN   e Zd Zdefdee fdefdefdefdefdefgZ	 fdd	Z
  ZS )
c_nvmlGpuFabricInfo_v3_tr  r  rt  r  r  r  healthSummaryc                    r3  r4  )r  r  rh  nvmlGpuFabricInfo_v3r  r  r  r  rh    r6  z!c_nvmlGpuFabricInfo_v3_t.__init__r  r  r  r  r  r  |  s    

r  i(  c                 C   r  )NnvmlDeviceGetGpuFabricInfor  r  gpuFabricInfor  r\  r  r  r  r    r  r  c                 C   r  )NnvmlDeviceGetGpuFabricInfoVr  r  r  r  r  r    r  r  c                 C   r  )NnvmlSystemSetNvlinkBwModer  r  r  r\  r  r  r  r    rb  r  c                  C   r  )NnvmlSystemGetNvlinkBwModer  r  r  r  r  r    r  r  c                   @   s*   e Zd ZdefdefdefgZddiZdS )c_nvmlPowerValue_v2_tr  
powerScopepowerValueMwrz  r  N)r  r  r  r  _nvmlPowerScopeType_trl  r}  r  r  r  r  r    r  r  i  c                 C   sB   t |}t }t||_||_t||_td}|| t|}tS )N$nvmlDeviceSetPowerManagementLimit_v2)	r  r  r  r  r  r  re  r  r[  )r  r  
powerLimitr  c_powerScopec_powerValuer  r\  r  r  r  r    s   

r  c                       sn   e Zd Zdefdefdefdefdefdefdefdefd	efd
efdefdefdefgZ fddZ  ZS )c_nvmlEccSramErrorStatus_v1_tr  aggregateUncParityaggregateUncSecDedaggregateCorvolatileUncParityvolatileUncSecDedvolatileCoraggregateUncBucketL2aggregateUncBucketSmaggregateUncBucketPcieaggregateUncBucketMcuaggregateUncBucketOtherbThresholdExceededc                    r3  r4  )r  r  rh  nvmlEccSramErrorStatus_v1r  r  r  r  rh    r6  z&c_nvmlEccSramErrorStatus_v1_t.__init__r  r  r  r  r  r    s     r  ih  c                 C   r  )NnvmlDeviceGetSramEccErrorStatusr  )r  rt  r  r\  r  r  r  r    r  r  c                       r  )c_nvmlDeviceCapabilities_v1_tr  capMaskc                    r3  r4  )r  r  rh  nvmlDeviceCapabilities_v1r  r  r  r  rh    r6  z&c_nvmlDeviceCapabilities_v1_t.__init__r  r  r  r  r  r    r  r  c                 C   r  )NnvmlDeviceGetCapabilitiesr  )r  capsr  r  r  r  r    r  r  c                	       X   e Zd Zdefded fded fdefdefdefdefd	efgZ fd
dZ  ZS )c_nvmlPlatformInfo_v1_tr  ibGuidr   rackGuidchassisPhysicalSlotNumbercomputeSlotIndex	nodeIndexpeerTyperO  c                    r3  r4  )r  r  rh  nvmlPlatformInfo_v1r  r  r  r  rh    r6  z c_nvmlPlatformInfo_v1_t.__init__r  r  r  r  r  rl  rh  r  r  r  r  r  r        

r  c                	       r  )c_nvmlPlatformInfo_v2_tr  r  r   chassisSerialNumber
slotNumber	trayIndexhostIdr  rO  c                    r3  r4  )r  r  rh  nvmlPlatformInfo_v2r  r  r  r  rh    r6  z c_nvmlPlatformInfo_v2_t.__init__r  r  r  r  r  r    r  r  i,  i,  c                 C   r  )NnvmlDeviceGetPlatformInfor  )r  platformInfor  r\  r  r  r  r    r  r  c                   @   s   e Zd Zded fgZdS )c_nvmlMask255_tmaskr   Nr  r  r  r  r  r    s    
r  c                       8   e Zd ZdefdefdefdefgZ fddZ  ZS )#c_nvmlWorkloadPowerProfileInfo_v1_tr  rp  priorityconflictingmaskc                    r3  r4  )r  r  rh  nvmlWorkloadPowerProfileInfo_v1r  r  r  r  rh  <  r6  z,c_nvmlWorkloadPowerProfileInfo_v1_t.__init__r  r  r  r  r  rl  rh  r  r  r  r  r  r  4      r  i+ c                       s6   e Zd Zdefdefdee fgZ fddZ  Z	S )+c_nvmlWorkloadPowerProfileProfilesInfo_v1_tr  perfProfilesMaskperfProfilec                    r3  r4  )r  r  rh  'nvmlWorkloadPowerProfileProfilesInfo_v1r  r  r  r  rh  G  r6  z4c_nvmlWorkloadPowerProfileProfilesInfo_v1_t.__init__)
r  r  r  r  r  r   NVML_WORKLOAD_POWER_MAX_PROFILESrl  rh  r  r  r  r  r  r  @      
r  id  c                       s8   e Zd ZdefdefdefdefgZ fddZ  ZS ).c_nvmlWorkloadPowerProfileCurrentProfiles_v1_tr  r  requestedProfilesMaskenforcedProfilesMaskc                    r3  r4  )r  r  rh  *nvmlWorkloadPowerProfileCurrentProfiles_v1r  r  r  r  rh  S  r6  z7c_nvmlWorkloadPowerProfileCurrentProfiles_v1_t.__init__r  r  r  r  r  r  K  r  r  i$  c                       r  )0c_nvmlWorkloadPowerProfileRequestedProfiles_v1_tr  r  c                    r3  r4  )r  r  rh  ,nvmlWorkloadPowerProfileRequestedProfiles_v1r  r  r  r  rh  ]  r6  z9c_nvmlWorkloadPowerProfileRequestedProfiles_v1_t.__init__r  r  r  r  r  r  W  r  r  c                 C   r  )N-nvmlDeviceWorkloadPowerProfileGetProfilesInfor  )r  profilesInfor  r\  r  r  r  r  `  r  r  c                 C   r  )N0nvmlDeviceWorkloadPowerProfileGetCurrentProfilesr  )r  currentProfilesr  r\  r  r  r  r  f  r  r  c                 C   r  )N2nvmlDeviceWorkloadPowerProfileSetRequestedProfilesr  r  requestedProfilesr  r\  r  r  r  r  l  r  r  c                 C   r  )N4nvmlDeviceWorkloadPowerProfileClearRequestedProfilesr  r  r  r  r  r   r  r  r   c                 C   r  )N#nvmlDeviceGetNvlinkSupportedBwModesr  )r  supportedBwModesr  r\  r  r  r  r  x  r  r  c                 C   r  )NnvmlDeviceGetNvlinkBwModer  )r  	getBwModer  r\  r  r  r  r  ~  r  r  c                 C   r  )NnvmlDeviceSetNvlinkBwModer  )r  	setBwModer  r\  r  r  r  r    r  r  c                       r  )c_nvmlDramEncryptionInfo_tr  encryptionStatec                    r3  r4  )r  r  rh  nvmlDramEncryptionInfo_v1r  r  r  r  rh    r6  z#c_nvmlDramEncryptionInfo_t.__init__)r  r  r  r  r~  rl  rh  r  r  r  r  r  r    r  r  c                 C   r  )NnvmlDeviceGetDramEncryptionMode)r  re  r  r]  r  r  r  r  r  r
    r{  r
  c                 C   r  rk  r
  rG  r  r  r  &nvmlDeviceGetCurrentDramEncryptionMode  r%  r  c                 C   r  r  r  rG  r  r  r  &nvmlDeviceGetPendingDramEncryptionMode  r%  r  c                 C   s.   t d}t }||_|| t|}t| d S )NnvmlDeviceSetDramEncryptionMode)re  r  r  r  r]  )r  r  r  c_dramEncryptionModer\  r  r  r  r    s   r  c                       r  )c_nvmlPowerSmoothingState_v1_tr  r  c                    r3  r4  )r  r  rh  nvmlPowerSmoothingState_v1r  r  r  r  rh    r6  z'c_nvmlPowerSmoothingState_v1_t.__init__r  r  r  r  r  r    r  r  c                       r  ) c_nvmlPowerSmoothingProfile_v1_tr  rp  paramIdr  c                    r3  r4  )r  r  rh  nvmlPowerSmoothingProfile_v1r  r  r  r  rh    r6  z)c_nvmlPowerSmoothingProfile_v1_t.__init__)r  r  r  r  r  rl  rh  r  r  r  r  r  r    r  r  c                 C   r  )N-nvmlDevicePowerSmoothingActivatePresetProfiler  r  r  r  r\  r  r  r  r       
r  c                 C   r  )N0nvmlDevicePowerSmoothingUpdatePresetProfileParamr  r  r  r  r  r    r  r  c                 C   r  )N nvmlDevicePowerSmoothingSetStater  )r  r  r  r\  r  r  r  r    r  r  c                   @   s:   e Zd ZdefdefdefdefdefdefdefgZdS )	-c_nvmlEccSramUniqueUncorrectedErrorEntry_v1_tr  locationsublocationextlocationr  isParityr  Nr  r  r  r  r  r    r  r  c                       s6   e Zd ZdefdefdeefgZ fddZ  ZS ).c_nvmlEccSramUniqueUncorrectedErrorCounts_v1_tr  
entryCountentriesc                    r3  r4  )r  r  rh  *nvmlEccSramUniqueUncorrectedErrorCounts_v1r  r  r  r  rh    r6  z7c_nvmlEccSramUniqueUncorrectedErrorCounts_v1_t.__init__)	r  r  r  r  r  r  rl  rh  r  r  r  r  r  r    r  r  c                 C   r  )N0nvmlDeviceGetSramUniqueUncorrectedEccErrorCountsr  )r  countsr  r\  r  r  r  r#    r  r#  c                 C   r;  )NnvmlDeviceGetPdi)r  re  r  r]  r  )r  c_pdir  r\  r  r  r  r%    r>  r%  c                 C   r  )NnvmlDeviceGetNvLinkInfor  r=  r  r  r  r'    r  r'  c                 C   s0   t  }td}|| t|}t| |j|jgS )NnvmlDeviceGetRepairStatus)r  re  r  r]  r  r  )r  c_statusr  r\  r  r  r  r(    s
   r(  r"  )r   r   )NN(A  ctypesctypes.utilr   	functoolsr   rK  r  	threadingrN  r  r~  NVML_FEATURE_DISABLEDNVML_FEATURE_ENABLEDrB  NVML_BRAND_UNKNOWNNVML_BRAND_QUADRONVML_BRAND_TESLANVML_BRAND_NVSNVML_BRAND_GRIDNVML_BRAND_GEFORCENVML_BRAND_TITANNVML_BRAND_NVIDIA_VAPPSNVML_BRAND_NVIDIA_VPCNVML_BRAND_NVIDIA_VCSNVML_BRAND_NVIDIA_VWSNVML_BRAND_NVIDIA_CLOUD_GAMINGNVML_BRAND_NVIDIA_VGAMINGNVML_BRAND_QUADRO_RTXNVML_BRAND_NVIDIA_RTXNVML_BRAND_NVIDIANVML_BRAND_GEFORCE_RTXNVML_BRAND_TITAN_RTXNVML_BRAND_COUNTr  #NVML_TEMPERATURE_THRESHOLD_SHUTDOWN#NVML_TEMPERATURE_THRESHOLD_SLOWDOWN"NVML_TEMPERATURE_THRESHOLD_MEM_MAX"NVML_TEMPERATURE_THRESHOLD_GPU_MAX'NVML_TEMPERATURE_THRESHOLD_ACOUSTIC_MIN(NVML_TEMPERATURE_THRESHOLD_ACOUSTIC_CURR'NVML_TEMPERATURE_THRESHOLD_ACOUSTIC_MAX#NVML_TEMPERATURE_THRESHOLD_GPS_CURR NVML_TEMPERATURE_THRESHOLD_COUNTr  NVML_TEMPERATURE_GPUNVML_TEMPERATURE_COUNTr  NVML_COMPUTEMODE_DEFAULT!NVML_COMPUTEMODE_EXCLUSIVE_THREADNVML_COMPUTEMODE_PROHIBITED"NVML_COMPUTEMODE_EXCLUSIVE_PROCESSNVML_COMPUTEMODE_COUNTr  NVML_MEMORY_LOCATION_L1_CACHENVML_MEMORY_LOCATION_L2_CACHE"NVML_MEMORY_LOCATION_DEVICE_MEMORYNVML_MEMORY_LOCATION_DRAM"NVML_MEMORY_LOCATION_REGISTER_FILE#NVML_MEMORY_LOCATION_TEXTURE_MEMORY NVML_MEMORY_LOCATION_TEXTURE_SHMNVML_MEMORY_LOCATION_CBUNVML_MEMORY_LOCATION_SRAMNVML_MEMORY_LOCATION_COUNTNVML_NVLINK_MAX_LINKSNVML_NVLINK_MAX_LANES_nvmlNvLinkErrorCounter_tNVML_NVLINK_ERROR_DL_REPLAYNVML_NVLINK_ERROR_DL_RECOVERYNVML_NVLINK_ERROR_DL_CRC_FLITNVML_NVLINK_ERROR_DL_CRC_DATANVML_NVLINK_ERROR_DL_ECC_DATANVML_NVLINK_ERROR_COUNT _nvmlNvLinkEccLaneErrorCounter_tNVML_NVLINK_ERROR_DL_ECC_LANE0NVML_NVLINK_ERROR_DL_ECC_LANE1NVML_NVLINK_ERROR_DL_ECC_LANE2NVML_NVLINK_ERROR_DL_ECC_LANE3NVML_NVLINK_ERROR_DL_ECC_COUNT_nvmlNvLinkCapability_tNVML_NVLINK_CAP_P2P_SUPPORTEDNVML_NVLINK_CAP_SYSMEM_ACCESSNVML_NVLINK_CAP_P2P_ATOMICSNVML_NVLINK_CAP_SYSMEM_ATOMICSNVML_NVLINK_CAP_SLI_BRIDGENVML_NVLINK_CAP_VALIDNVML_NVLINK_CAP_COUNTr  !NVML_NVLINK_COUNTER_PKTFILTER_NOP"NVML_NVLINK_COUNTER_PKTFILTER_READ#NVML_NVLINK_COUNTER_PKTFILTER_WRITE#NVML_NVLINK_COUNTER_PKTFILTER_RATOM$NVML_NVLINK_COUNTER_PKTFILTER_NRATOM#NVML_NVLINK_COUNTER_PKTFILTER_FLUSH&NVML_NVLINK_COUNTER_PKTFILTER_RESPDATA(NVML_NVLINK_COUNTER_PKTFILTER_RESPNODATA!NVML_NVLINK_COUNTER_PKTFILTER_ALLr  NVML_NVLINK_COUNTER_UNIT_CYCLES NVML_NVLINK_COUNTER_UNIT_PACKETSNVML_NVLINK_COUNTER_UNIT_BYTES!NVML_NVLINK_COUNTER_UNIT_RESERVEDNVML_NVLINK_COUNTER_UNIT_COUNTr  NVML_NVLINK_DEVICE_TYPE_GPUNVML_NVLINK_DEVICE_TYPE_IBMNPUNVML_NVLINK_DEVICE_TYPE_SWITCHNVML_NVLINK_DEVICE_TYPE_UNKNOWN_nvmlEccBitType_tNVML_SINGLE_BIT_ECCNVML_DOUBLE_BIT_ECCNVML_ECC_ERROR_TYPE_COUNTr  NVML_VOLATILE_ECCNVML_AGGREGATE_ECCNVML_ECC_COUNTER_TYPE_COUNTr   NVML_MEMORY_ERROR_TYPE_CORRECTED"NVML_MEMORY_ERROR_TYPE_UNCORRECTEDNVML_MEMORY_ERROR_TYPE_COUNTr  NVML_CLOCK_GRAPHICSNVML_CLOCK_SMNVML_CLOCK_MEMNVML_CLOCK_VIDEONVML_CLOCK_COUNTr  NVML_CLOCK_ID_CURRENTNVML_CLOCK_ID_APP_CLOCK_TARGETNVML_CLOCK_ID_APP_CLOCK_DEFAULT NVML_CLOCK_ID_CUSTOMER_BOOST_MAXNVML_CLOCK_ID_COUNTr  NVML_DRIVER_WDDMNVML_DRIVER_WDMNVML_DRIVER_MCDMrI  r  NVML_PSTATE_0NVML_PSTATE_1NVML_PSTATE_2NVML_PSTATE_3NVML_PSTATE_4NVML_PSTATE_5NVML_PSTATE_6NVML_PSTATE_7NVML_PSTATE_8NVML_PSTATE_9NVML_PSTATE_10NVML_PSTATE_11NVML_PSTATE_12NVML_PSTATE_13NVML_PSTATE_14NVML_PSTATE_15rK  rq  NVML_INFOROM_OEMNVML_INFOROM_ECCNVML_INFOROM_POWERNVML_INFOROM_DENNVML_INFOROM_COUNTr/  r[  r'  r(  r)  r*  r+  r,  r-  r.  r/  r0  r1  r2  r3  r4  r5  r6  r7  r8  NVML_ERROR_IN_USEr9  NVML_ERROR_NO_DATA!NVML_ERROR_VGPU_ECC_NOT_SUPPORTED!NVML_ERROR_INSUFFICIENT_RESOURCESNVML_ERROR_FREQ_NOT_SUPPORTEDr  NVML_ERROR_DEPRECATEDNVML_ERROR_NOT_READYNVML_ERROR_GPU_NOT_FOUNDNVML_ERROR_INVALID_STATE#NVML_ERROR_RESET_TYPE_NOT_SUPPORTEDr:  r  NVML_FAN_NORMALNVML_FAN_FAILEDr  (NVML_FAN_POLICY_TEMPERATURE_CONTINOUS_SWNVML_FAN_POLICY_MANUALr  NVML_LED_COLOR_GREENNVML_LED_COLOR_AMBERr  NVML_GOM_ALL_ONNVML_GOM_COMPUTENVML_GOM_LOW_DPr  9NVML_PAGE_RETIREMENT_CAUSE_MULTIPLE_SINGLE_BIT_ECC_ERRORS/NVML_PAGE_RETIREMENT_CAUSE_DOUBLE_BIT_ECC_ERROR NVML_PAGE_RETIREMENT_CAUSE_COUNTr  *NVML_RESTRICTED_API_SET_APPLICATION_CLOCKS+NVML_RESTRICTED_API_SET_AUTO_BOOSTED_CLOCKSNVML_RESTRICTED_API_COUNTr  NVML_BRIDGE_CHIP_PLXNVML_BRIDGE_CHIP_BRO4NVML_MAX_PHYSICAL_BRIDGEr.  NVML_VALUE_TYPE_DOUBLENVML_VALUE_TYPE_UNSIGNED_INTNVML_VALUE_TYPE_UNSIGNED_LONG"NVML_VALUE_TYPE_UNSIGNED_LONG_LONG NVML_VALUE_TYPE_SIGNED_LONG_LONGNVML_VALUE_TYPE_SIGNED_INTNVML_VALUE_TYPE_UNSIGNED_SHORTNVML_VALUE_TYPE_COUNT_nvmlNvlinkVersion_tNVML_NVLINK_VERSION_INVALIDNVML_NVLINK_VERSION_1_0NVML_NVLINK_VERSION_2_0NVML_NVLINK_VERSION_2_2NVML_NVLINK_VERSION_3_0NVML_NVLINK_VERSION_3_1NVML_NVLINK_VERSION_4_0NVML_NVLINK_VERSION_5_0r  NVML_PERF_POLICY_POWERNVML_PERF_POLICY_THERMALNVML_PERF_POLICY_SYNC_BOOSTNVML_PERF_POLICY_BOARD_LIMIT NVML_PERF_POLICY_LOW_UTILIZATIONNVML_PERF_POLICY_RELIABILITY!NVML_PERF_POLICY_TOTAL_APP_CLOCKS"NVML_PERF_POLICY_TOTAL_BASE_CLOCKSNVML_PERF_POLICY_COUNTrz  NVML_ENCODER_QUERY_H264NVML_ENCODER_QUERY_HEVCNVML_ENCODER_QUERY_AV1NVML_ENCODER_QUERY_UNKNOWN_nvmlFBCSessionType_tNVML_FBC_SESSION_TYPE_UNKNOWNNVML_FBC_SESSION_TYPE_TOSYSNVML_FBC_SESSION_TYPE_CUDANVML_FBC_SESSION_TYPE_VIDNVML_FBC_SESSION_TYPE_HWENC_nvmlDetachGpuState_tNVML_DETACH_GPU_KEEPNVML_DETACH_GPU_REMOVE_nvmlPcieLinkState_tNVML_PCIE_LINK_KEEPNVML_PCIE_LINK_SHUT_DOWNr  NVML_TOTAL_POWER_SAMPLESNVML_GPU_UTILIZATION_SAMPLESNVML_MEMORY_UTILIZATION_SAMPLESNVML_ENC_UTILIZATION_SAMPLESNVML_DEC_UTILIZATION_SAMPLESNVML_PROCESSOR_CLK_SAMPLESNVML_MEMORY_CLK_SAMPLESNVML_MODULE_POWER_SAMPLESNVML_JPG_UTILIZATION_SAMPLESNVML_OFA_UTILIZATION_SAMPLESNVML_SAMPLINGTYPE_COUNTr  NVML_PCIE_UTIL_TX_BYTESNVML_PCIE_UTIL_RX_BYTESNVML_PCIE_UTIL_COUNTr  NVML_TOPOLOGY_INTERNALNVML_TOPOLOGY_SINGLENVML_TOPOLOGY_MULTIPLENVML_TOPOLOGY_HOSTBRIDGENVML_TOPOLOGY_NODENVML_TOPOLOGY_CPUNVML_TOPOLOGY_SYSTEM_nvmlGpuP2PCapsIndex_tNVML_P2P_CAPS_INDEX_READNVML_P2P_CAPS_INDEX_WRITENVML_P2P_CAPS_INDEX_NVLINKNVML_P2P_CAPS_INDEX_ATOMICSNVML_P2P_CAPS_INDEX_PROPNVML_P2P_CAPS_INDEX_PCINVML_P2P_CAPS_INDEX_UNKNOWNrk  NVML_P2P_STATUS_OK$NVML_P2P_STATUS_CHIPSET_NOT_SUPPORED%NVML_P2P_STATUS_CHIPSET_NOT_SUPPORTED!NVML_P2P_STATUS_GPU_NOT_SUPPORTED*NVML_P2P_STATUS_IOH_TOPOLOGY_NOT_SUPPORTED"NVML_P2P_STATUS_DISABLED_BY_REGKEYNVML_P2P_STATUS_NOT_SUPPORTEDNVML_P2P_STATUS_UNKNOWNr  NVML_DEVICE_ARCH_KEPLERNVML_DEVICE_ARCH_MAXWELLNVML_DEVICE_ARCH_PASCALNVML_DEVICE_ARCH_VOLTANVML_DEVICE_ARCH_TURINGNVML_DEVICE_ARCH_AMPERENVML_DEVICE_ARCH_ADANVML_DEVICE_ARCH_HOPPERNVML_DEVICE_ARCH_BLACKWELLNVML_DEVICE_ARCH_UNKNOWNr  NVML_BUS_TYPE_UNKNOWNNVML_BUS_TYPE_PCINVML_BUS_TYPE_PCIENVML_BUS_TYPE_FPCINVML_BUS_TYPE_AGPr  NVML_POWER_SOURCE_ACNVML_POWER_SOURCE_BATTERYNVML_POWER_SOURCE_UNDERSIZEDr%  +NVML_ADAPTIVE_CLOCKING_INFO_STATUS_DISABLED*NVML_ADAPTIVE_CLOCKING_INFO_STATUS_ENABLED_nvmlClockLimitId_tNVML_CLOCK_LIMIT_ID_RANGE_STARTNVML_CLOCK_LIMIT_ID_TDPNVML_CLOCK_LIMIT_ID_UNLIMITEDr"   NVML_PCIE_LINK_MAX_SPEED_INVALID!NVML_PCIE_LINK_MAX_SPEED_2500MBPS!NVML_PCIE_LINK_MAX_SPEED_5000MBPS!NVML_PCIE_LINK_MAX_SPEED_8000MBPS"NVML_PCIE_LINK_MAX_SPEED_16000MBPS"NVML_PCIE_LINK_MAX_SPEED_32000MBPS"NVML_PCIE_LINK_MAX_SPEED_64000MBPS_nvmlPcieAtomicsCapability_t NVML_PCIE_ATOMICS_CAP_FETCHADD32 NVML_PCIE_ATOMICS_CAP_FETCHADD64NVML_PCIE_ATOMICS_CAP_SWAP32NVML_PCIE_ATOMICS_CAP_SWAP64NVML_PCIE_ATOMICS_CAP_CAS32NVML_PCIE_ATOMICS_CAP_CAS64NVML_PCIE_ATOMICS_CAP_CAS128NVML_PCIE_ATOMICS_OPS_MAXrU  NVML_AFFINITY_SCOPE_NODENVML_AFFINITY_SCOPE_SOCKET_nvmlDeviceGpuRecoveryAction_tNVML_GPU_RECOVERY_ACTION_NONE"NVML_GPU_RECOVERY_ACTION_GPU_RESET$NVML_GPU_RECOVERY_ACTION_NODE_REBOOT"NVML_GPU_RECOVERY_ACTION_DRAIN_P2P(NVML_GPU_RECOVERY_ACTION_DRAIN_AND_RESET&NVML_GPU_RECOVERY_ACTION_GPU_RESET_BUSnvmlFlagDefaultnvmlFlagForceNVML_INIT_FLAG_NO_GPUSNVML_INIT_FLAG_NO_ATTACHNVML_MAX_GPC_COUNTrp  r  rn  r  r  r!  rn  rM  rJ  'NVML_DEVICE_GPU_PART_NUMBER_BUFFER_SIZEr  r  r  r  rd  r  rJ  r  r  +NVML_DEVICE_GPU_FRU_PART_NUMBER_BUFFER_SIZEr1  !NVML_DEVICE_PCI_BUS_ID_LEGACY_FMTNVML_DEVICE_PCI_BUS_ID_FMTr  r  NVML_VALUE_NOT_AVAILABLE_uintNVML_FI_DEV_ECC_CURRENTNVML_FI_DEV_ECC_PENDINGNVML_FI_DEV_ECC_SBE_VOL_TOTALNVML_FI_DEV_ECC_DBE_VOL_TOTALNVML_FI_DEV_ECC_SBE_AGG_TOTALNVML_FI_DEV_ECC_DBE_AGG_TOTALNVML_FI_DEV_ECC_SBE_VOL_L1NVML_FI_DEV_ECC_DBE_VOL_L1NVML_FI_DEV_ECC_SBE_VOL_L2NVML_FI_DEV_ECC_DBE_VOL_L2NVML_FI_DEV_ECC_SBE_VOL_DEVNVML_FI_DEV_ECC_DBE_VOL_DEVNVML_FI_DEV_ECC_SBE_VOL_REGNVML_FI_DEV_ECC_DBE_VOL_REGNVML_FI_DEV_ECC_SBE_VOL_TEXNVML_FI_DEV_ECC_DBE_VOL_TEXNVML_FI_DEV_ECC_DBE_VOL_CBUNVML_FI_DEV_ECC_SBE_AGG_L1NVML_FI_DEV_ECC_DBE_AGG_L1NVML_FI_DEV_ECC_SBE_AGG_L2NVML_FI_DEV_ECC_DBE_AGG_L2NVML_FI_DEV_ECC_SBE_AGG_DEVNVML_FI_DEV_ECC_DBE_AGG_DEVNVML_FI_DEV_ECC_SBE_AGG_REGNVML_FI_DEV_ECC_DBE_AGG_REGNVML_FI_DEV_ECC_SBE_AGG_TEXNVML_FI_DEV_ECC_DBE_AGG_TEXNVML_FI_DEV_ECC_DBE_AGG_CBUNVML_FI_DEV_RETIRED_SBENVML_FI_DEV_RETIRED_DBENVML_FI_DEV_RETIRED_PENDING*NVML_FI_DEV_NVLINK_CRC_FLIT_ERROR_COUNT_L0*NVML_FI_DEV_NVLINK_CRC_FLIT_ERROR_COUNT_L1*NVML_FI_DEV_NVLINK_CRC_FLIT_ERROR_COUNT_L2*NVML_FI_DEV_NVLINK_CRC_FLIT_ERROR_COUNT_L3*NVML_FI_DEV_NVLINK_CRC_FLIT_ERROR_COUNT_L4*NVML_FI_DEV_NVLINK_CRC_FLIT_ERROR_COUNT_L5-NVML_FI_DEV_NVLINK_CRC_FLIT_ERROR_COUNT_TOTAL*NVML_FI_DEV_NVLINK_CRC_DATA_ERROR_COUNT_L0*NVML_FI_DEV_NVLINK_CRC_DATA_ERROR_COUNT_L1*NVML_FI_DEV_NVLINK_CRC_DATA_ERROR_COUNT_L2*NVML_FI_DEV_NVLINK_CRC_DATA_ERROR_COUNT_L3*NVML_FI_DEV_NVLINK_CRC_DATA_ERROR_COUNT_L4*NVML_FI_DEV_NVLINK_CRC_DATA_ERROR_COUNT_L5-NVML_FI_DEV_NVLINK_CRC_DATA_ERROR_COUNT_TOTAL(NVML_FI_DEV_NVLINK_REPLAY_ERROR_COUNT_L0(NVML_FI_DEV_NVLINK_REPLAY_ERROR_COUNT_L1(NVML_FI_DEV_NVLINK_REPLAY_ERROR_COUNT_L2(NVML_FI_DEV_NVLINK_REPLAY_ERROR_COUNT_L3(NVML_FI_DEV_NVLINK_REPLAY_ERROR_COUNT_L4(NVML_FI_DEV_NVLINK_REPLAY_ERROR_COUNT_L5+NVML_FI_DEV_NVLINK_REPLAY_ERROR_COUNT_TOTAL*NVML_FI_DEV_NVLINK_RECOVERY_ERROR_COUNT_L0*NVML_FI_DEV_NVLINK_RECOVERY_ERROR_COUNT_L1*NVML_FI_DEV_NVLINK_RECOVERY_ERROR_COUNT_L2*NVML_FI_DEV_NVLINK_RECOVERY_ERROR_COUNT_L3*NVML_FI_DEV_NVLINK_RECOVERY_ERROR_COUNT_L4*NVML_FI_DEV_NVLINK_RECOVERY_ERROR_COUNT_L5-NVML_FI_DEV_NVLINK_RECOVERY_ERROR_COUNT_TOTAL"NVML_FI_DEV_NVLINK_BANDWIDTH_C0_L0"NVML_FI_DEV_NVLINK_BANDWIDTH_C0_L1"NVML_FI_DEV_NVLINK_BANDWIDTH_C0_L2"NVML_FI_DEV_NVLINK_BANDWIDTH_C0_L3"NVML_FI_DEV_NVLINK_BANDWIDTH_C0_L4"NVML_FI_DEV_NVLINK_BANDWIDTH_C0_L5%NVML_FI_DEV_NVLINK_BANDWIDTH_C0_TOTAL"NVML_FI_DEV_NVLINK_BANDWIDTH_C1_L0"NVML_FI_DEV_NVLINK_BANDWIDTH_C1_L1"NVML_FI_DEV_NVLINK_BANDWIDTH_C1_L2"NVML_FI_DEV_NVLINK_BANDWIDTH_C1_L3"NVML_FI_DEV_NVLINK_BANDWIDTH_C1_L4"NVML_FI_DEV_NVLINK_BANDWIDTH_C1_L5%NVML_FI_DEV_NVLINK_BANDWIDTH_C1_TOTALNVML_FI_DEV_PERF_POLICY_POWERNVML_FI_DEV_PERF_POLICY_THERMAL"NVML_FI_DEV_PERF_POLICY_SYNC_BOOST#NVML_FI_DEV_PERF_POLICY_BOARD_LIMIT'NVML_FI_DEV_PERF_POLICY_LOW_UTILIZATION#NVML_FI_DEV_PERF_POLICY_RELIABILITY(NVML_FI_DEV_PERF_POLICY_TOTAL_APP_CLOCKS)NVML_FI_DEV_PERF_POLICY_TOTAL_BASE_CLOCKSNVML_FI_DEV_MEMORY_TEMP$NVML_FI_DEV_TOTAL_ENERGY_CONSUMPTION NVML_FI_DEV_NVLINK_SPEED_MBPS_L0 NVML_FI_DEV_NVLINK_SPEED_MBPS_L1 NVML_FI_DEV_NVLINK_SPEED_MBPS_L2 NVML_FI_DEV_NVLINK_SPEED_MBPS_L3 NVML_FI_DEV_NVLINK_SPEED_MBPS_L4 NVML_FI_DEV_NVLINK_SPEED_MBPS_L5$NVML_FI_DEV_NVLINK_SPEED_MBPS_COMMONNVML_FI_DEV_NVLINK_LINK_COUNTNVML_FI_DEV_RETIRED_PENDING_SBENVML_FI_DEV_RETIRED_PENDING_DBENVML_FI_DEV_PCIE_REPLAY_COUNTER(NVML_FI_DEV_PCIE_REPLAY_ROLLOVER_COUNTER*NVML_FI_DEV_NVLINK_CRC_FLIT_ERROR_COUNT_L6*NVML_FI_DEV_NVLINK_CRC_FLIT_ERROR_COUNT_L7*NVML_FI_DEV_NVLINK_CRC_FLIT_ERROR_COUNT_L8*NVML_FI_DEV_NVLINK_CRC_FLIT_ERROR_COUNT_L9+NVML_FI_DEV_NVLINK_CRC_FLIT_ERROR_COUNT_L10+NVML_FI_DEV_NVLINK_CRC_FLIT_ERROR_COUNT_L11*NVML_FI_DEV_NVLINK_CRC_DATA_ERROR_COUNT_L6*NVML_FI_DEV_NVLINK_CRC_DATA_ERROR_COUNT_L7*NVML_FI_DEV_NVLINK_CRC_DATA_ERROR_COUNT_L8*NVML_FI_DEV_NVLINK_CRC_DATA_ERROR_COUNT_L9+NVML_FI_DEV_NVLINK_CRC_DATA_ERROR_COUNT_L10+NVML_FI_DEV_NVLINK_CRC_DATA_ERROR_COUNT_L11(NVML_FI_DEV_NVLINK_REPLAY_ERROR_COUNT_L6(NVML_FI_DEV_NVLINK_REPLAY_ERROR_COUNT_L7(NVML_FI_DEV_NVLINK_REPLAY_ERROR_COUNT_L8(NVML_FI_DEV_NVLINK_REPLAY_ERROR_COUNT_L9)NVML_FI_DEV_NVLINK_REPLAY_ERROR_COUNT_L10)NVML_FI_DEV_NVLINK_REPLAY_ERROR_COUNT_L11*NVML_FI_DEV_NVLINK_RECOVERY_ERROR_COUNT_L6*NVML_FI_DEV_NVLINK_RECOVERY_ERROR_COUNT_L7*NVML_FI_DEV_NVLINK_RECOVERY_ERROR_COUNT_L8*NVML_FI_DEV_NVLINK_RECOVERY_ERROR_COUNT_L9+NVML_FI_DEV_NVLINK_RECOVERY_ERROR_COUNT_L10+NVML_FI_DEV_NVLINK_RECOVERY_ERROR_COUNT_L11"NVML_FI_DEV_NVLINK_BANDWIDTH_C0_L6"NVML_FI_DEV_NVLINK_BANDWIDTH_C0_L7"NVML_FI_DEV_NVLINK_BANDWIDTH_C0_L8"NVML_FI_DEV_NVLINK_BANDWIDTH_C0_L9#NVML_FI_DEV_NVLINK_BANDWIDTH_C0_L10#NVML_FI_DEV_NVLINK_BANDWIDTH_C0_L11"NVML_FI_DEV_NVLINK_BANDWIDTH_C1_L6"NVML_FI_DEV_NVLINK_BANDWIDTH_C1_L7"NVML_FI_DEV_NVLINK_BANDWIDTH_C1_L8"NVML_FI_DEV_NVLINK_BANDWIDTH_C1_L9#NVML_FI_DEV_NVLINK_BANDWIDTH_C1_L10#NVML_FI_DEV_NVLINK_BANDWIDTH_C1_L11 NVML_FI_DEV_NVLINK_SPEED_MBPS_L6 NVML_FI_DEV_NVLINK_SPEED_MBPS_L7 NVML_FI_DEV_NVLINK_SPEED_MBPS_L8 NVML_FI_DEV_NVLINK_SPEED_MBPS_L9!NVML_FI_DEV_NVLINK_SPEED_MBPS_L10!NVML_FI_DEV_NVLINK_SPEED_MBPS_L11%NVML_FI_DEV_NVLINK_THROUGHPUT_DATA_TX%NVML_FI_DEV_NVLINK_THROUGHPUT_DATA_RX$NVML_FI_DEV_NVLINK_THROUGHPUT_RAW_TX$NVML_FI_DEV_NVLINK_THROUGHPUT_RAW_RXNVML_FI_DEV_REMAPPED_CORNVML_FI_DEV_REMAPPED_UNCNVML_FI_DEV_REMAPPED_PENDINGNVML_FI_DEV_REMAPPED_FAILURE#NVML_FI_DEV_NVLINK_REMOTE_NVLINK_ID)NVML_FI_DEV_NVSWITCH_CONNECTED_LINK_COUNT*NVML_FI_DEV_NVLINK_ECC_DATA_ERROR_COUNT_L0*NVML_FI_DEV_NVLINK_ECC_DATA_ERROR_COUNT_L1*NVML_FI_DEV_NVLINK_ECC_DATA_ERROR_COUNT_L2*NVML_FI_DEV_NVLINK_ECC_DATA_ERROR_COUNT_L3*NVML_FI_DEV_NVLINK_ECC_DATA_ERROR_COUNT_L4*NVML_FI_DEV_NVLINK_ECC_DATA_ERROR_COUNT_L5*NVML_FI_DEV_NVLINK_ECC_DATA_ERROR_COUNT_L6*NVML_FI_DEV_NVLINK_ECC_DATA_ERROR_COUNT_L7*NVML_FI_DEV_NVLINK_ECC_DATA_ERROR_COUNT_L8*NVML_FI_DEV_NVLINK_ECC_DATA_ERROR_COUNT_L9+NVML_FI_DEV_NVLINK_ECC_DATA_ERROR_COUNT_L10+NVML_FI_DEV_NVLINK_ECC_DATA_ERROR_COUNT_L11-NVML_FI_DEV_NVLINK_ECC_DATA_ERROR_COUNT_TOTAL"NVML_FI_DEV_NVLINK_ERROR_DL_REPLAY$NVML_FI_DEV_NVLINK_ERROR_DL_RECOVERYNVML_FI_DEV_NVLINK_ERROR_DL_CRCNVML_FI_DEV_NVLINK_GET_SPEEDNVML_FI_DEV_NVLINK_GET_STATENVML_FI_DEV_NVLINK_GET_VERSION"NVML_FI_DEV_NVLINK_GET_POWER_STATE&NVML_FI_DEV_NVLINK_GET_POWER_THRESHOLD'NVML_FI_DEV_PCIE_L0_TO_RECOVERY_COUNTERNVML_FI_DEV_C2C_LINK_COUNTNVML_FI_DEV_C2C_LINK_GET_STATUSNVML_FI_DEV_C2C_LINK_GET_MAX_BW)NVML_FI_DEV_PCIE_COUNT_CORRECTABLE_ERRORS$NVML_FI_DEV_PCIE_COUNT_NAKS_RECEIVED%NVML_FI_DEV_PCIE_COUNT_RECEIVER_ERRORNVML_FI_DEV_PCIE_COUNT_BAD_TLP NVML_FI_DEV_PCIE_COUNT_NAKS_SENTNVML_FI_DEV_PCIE_COUNT_BAD_DLLP&NVML_FI_DEV_PCIE_COUNT_NON_FATAL_ERROR"NVML_FI_DEV_PCIE_COUNT_FATAL_ERROR&NVML_FI_DEV_PCIE_COUNT_UNSUPPORTED_REQ!NVML_FI_DEV_PCIE_COUNT_LCRC_ERROR!NVML_FI_DEV_PCIE_COUNT_LANE_ERROR&NVML_FI_DEV_IS_RESETLESS_MIG_SUPPORTEDNVML_FI_DEV_POWER_AVERAGENVML_FI_DEV_POWER_INSTANTNVML_FI_DEV_POWER_MIN_LIMITNVML_FI_DEV_POWER_MAX_LIMITNVML_FI_DEV_POWER_DEFAULT_LIMITNVML_FI_DEV_POWER_CURRENT_LIMITNVML_FI_DEV_ENERGY!NVML_FI_DEV_POWER_REQUESTED_LIMIT'NVML_FI_DEV_TEMPERATURE_SHUTDOWN_TLIMIT'NVML_FI_DEV_TEMPERATURE_SLOWDOWN_TLIMIT&NVML_FI_DEV_TEMPERATURE_MEM_MAX_TLIMIT&NVML_FI_DEV_TEMPERATURE_GPU_MAX_TLIMITNVML_FI_DEV_PCIE_COUNT_TX_BYTESNVML_FI_DEV_PCIE_COUNT_RX_BYTES5NVML_FI_DEV_IS_MIG_MODE_INDEPENDENT_MIG_QUERY_CAPABLE*NVML_FI_DEV_NVLINK_GET_POWER_THRESHOLD_MAX%NVML_FI_DEV_NVLINK_COUNT_XMIT_PACKETS#NVML_FI_DEV_NVLINK_COUNT_XMIT_BYTES$NVML_FI_DEV_NVLINK_COUNT_RCV_PACKETS"NVML_FI_DEV_NVLINK_COUNT_RCV_BYTES%NVML_FI_DEV_NVLINK_COUNT_VL15_DROPPED0NVML_FI_DEV_NVLINK_COUNT_MALFORMED_PACKET_ERRORS.NVML_FI_DEV_NVLINK_COUNT_BUFFER_OVERRUN_ERRORS#NVML_FI_DEV_NVLINK_COUNT_RCV_ERRORS*NVML_FI_DEV_NVLINK_COUNT_RCV_REMOTE_ERRORS+NVML_FI_DEV_NVLINK_COUNT_RCV_GENERAL_ERRORS4NVML_FI_DEV_NVLINK_COUNT_LOCAL_LINK_INTEGRITY_ERRORS&NVML_FI_DEV_NVLINK_COUNT_XMIT_DISCARDS8NVML_FI_DEV_NVLINK_COUNT_LINK_RECOVERY_SUCCESSFUL_EVENTS4NVML_FI_DEV_NVLINK_COUNT_LINK_RECOVERY_FAILED_EVENTS-NVML_FI_DEV_NVLINK_COUNT_LINK_RECOVERY_EVENTS&NVML_FI_DEV_NVLINK_COUNT_RAW_BER_LANE0&NVML_FI_DEV_NVLINK_COUNT_RAW_BER_LANE1 NVML_FI_DEV_NVLINK_COUNT_RAW_BER)NVML_FI_DEV_NVLINK_COUNT_EFFECTIVE_ERRORS&NVML_FI_DEV_NVLINK_COUNT_EFFECTIVE_BER&NVML_FI_DEV_NVLINK_COUNT_SYMBOL_ERRORS#NVML_FI_DEV_NVLINK_COUNT_SYMBOL_BER*NVML_FI_DEV_NVLINK_GET_POWER_THRESHOLD_MIN,NVML_FI_DEV_NVLINK_GET_POWER_THRESHOLD_UNITS0NVML_FI_DEV_NVLINK_GET_POWER_THRESHOLD_SUPPORTEDNVML_FI_DEV_RESET_STATUS"NVML_FI_DEV_DRAIN_AND_RESET_STATUS&NVML_FI_DEV_PCIE_OUTBOUND_ATOMICS_MASK%NVML_FI_DEV_PCIE_INBOUND_ATOMICS_MASK#NVML_FI_DEV_GET_GPU_RECOVERY_ACTIONNVML_FI_DEV_C2C_LINK_ERROR_INTR!NVML_FI_DEV_C2C_LINK_ERROR_REPLAY%NVML_FI_DEV_C2C_LINK_ERROR_REPLAY_B2B NVML_FI_DEV_C2C_LINK_POWER_STATE&NVML_FI_DEV_NVLINK_COUNT_FEC_HISTORY_0&NVML_FI_DEV_NVLINK_COUNT_FEC_HISTORY_1&NVML_FI_DEV_NVLINK_COUNT_FEC_HISTORY_2&NVML_FI_DEV_NVLINK_COUNT_FEC_HISTORY_3&NVML_FI_DEV_NVLINK_COUNT_FEC_HISTORY_4&NVML_FI_DEV_NVLINK_COUNT_FEC_HISTORY_5&NVML_FI_DEV_NVLINK_COUNT_FEC_HISTORY_6&NVML_FI_DEV_NVLINK_COUNT_FEC_HISTORY_7&NVML_FI_DEV_NVLINK_COUNT_FEC_HISTORY_8&NVML_FI_DEV_NVLINK_COUNT_FEC_HISTORY_9'NVML_FI_DEV_NVLINK_COUNT_FEC_HISTORY_10'NVML_FI_DEV_NVLINK_COUNT_FEC_HISTORY_11'NVML_FI_DEV_NVLINK_COUNT_FEC_HISTORY_12'NVML_FI_DEV_NVLINK_COUNT_FEC_HISTORY_13'NVML_FI_DEV_NVLINK_COUNT_FEC_HISTORY_14'NVML_FI_DEV_NVLINK_COUNT_FEC_HISTORY_15,NVML_FI_DEV_CLOCKS_EVENT_REASON_SW_POWER_CAP*NVML_FI_DEV_CLOCKS_EVENT_REASON_SYNC_BOOST1NVML_FI_DEV_CLOCKS_EVENT_REASON_SW_THERM_SLOWDOWN1NVML_FI_DEV_CLOCKS_EVENT_REASON_HW_THERM_SLOWDOWN7NVML_FI_DEV_CLOCKS_EVENT_REASON_HW_POWER_BRAKE_SLOWDOWN%NVML_FI_DEV_POWER_SYNC_BALANCING_FREQ#NVML_FI_DEV_POWER_SYNC_BALANCING_AFNVML_FI_PWR_SMOOTHING_ENABLEDNVML_FI_PWR_SMOOTHING_PRIV_LVL+NVML_FI_PWR_SMOOTHING_IMM_RAMP_DOWN_ENABLED&NVML_FI_PWR_SMOOTHING_APPLIED_TMP_CEIL'NVML_FI_PWR_SMOOTHING_APPLIED_TMP_FLOOR3NVML_FI_PWR_SMOOTHING_MAX_PERCENT_TMP_FLOOR_SETTING3NVML_FI_PWR_SMOOTHING_MIN_PERCENT_TMP_FLOOR_SETTING=NVML_FI_PWR_SMOOTHING_HW_CIRCUITRY_PERCENT_LIFETIME_REMAINING-NVML_FI_PWR_SMOOTHING_MAX_NUM_PRESET_PROFILES/NVML_FI_PWR_SMOOTHING_PROFILE_PERCENT_TMP_FLOOR*NVML_FI_PWR_SMOOTHING_PROFILE_RAMP_UP_RATE,NVML_FI_PWR_SMOOTHING_PROFILE_RAMP_DOWN_RATE0NVML_FI_PWR_SMOOTHING_PROFILE_RAMP_DOWN_HYST_VAL+NVML_FI_PWR_SMOOTHING_ACTIVE_PRESET_PROFILE6NVML_FI_PWR_SMOOTHING_ADMIN_OVERRIDE_PERCENT_TMP_FLOOR1NVML_FI_PWR_SMOOTHING_ADMIN_OVERRIDE_RAMP_UP_RATE3NVML_FI_PWR_SMOOTHING_ADMIN_OVERRIDE_RAMP_DOWN_RATE7NVML_FI_PWR_SMOOTHING_ADMIN_OVERRIDE_RAMP_DOWN_HYST_VALNVML_FI_MAXNVML_NVLINK_STATE_INACTIVENVML_NVLINK_STATE_ACTIVENVML_NVLINK_STATE_SLEEP*NVML_NVLINK_LOW_POWER_THRESHOLD_UNIT_100US)NVML_NVLINK_LOW_POWER_THRESHOLD_UNIT_50USNVML_C2C_POWER_STATE_FULL_POWERNVML_C2C_POWER_STATE_LOW_POWER!NVML_GPU_VIRTUALIZATION_MODE_NONE(NVML_GPU_VIRTUALIZATION_MODE_PASSTHROUGH!NVML_GPU_VIRTUALIZATION_MODE_VGPU&NVML_GPU_VIRTUALIZATION_MODE_HOST_VGPU&NVML_GPU_VIRTUALIZATION_MODE_HOST_VSGAra  Lockr_  r  r  rV  _nvmlVgpuVmIdType_tNVML_VGPU_VM_ID_DOMAIN_IDNVML_VGPU_VM_ID_UUIDr  &NVML_GRID_LICENSE_FEATURE_CODE_UNKNOWN#NVML_GRID_LICENSE_FEATURE_CODE_VGPU)NVML_GRID_LICENSE_FEATURE_CODE_NVIDIA_RTX+NVML_GRID_LICENSE_FEATURE_CODE_VWORKSTATION%NVML_GRID_LICENSE_FEATURE_CODE_GAMING&NVML_GRID_LICENSE_FEATURE_CODE_COMPUTEr7  _nvmlGridLicenseExpiryStatus_t&NVML_GRID_LICENSE_EXPIRY_NOT_AVAILABLE NVML_GRID_LICENSE_EXPIRY_INVALIDNVML_GRID_LICENSE_EXPIRY_VALID'NVML_GRID_LICENSE_EXPIRY_NOT_APPLICABLE"NVML_GRID_LICENSE_EXPIRY_PERMANENTra  NVML_VGPU_CAP_NVLINK_P2PNVML_VGPU_CAP_GPUDIRECT"NVML_VGPU_CAP_MULTI_VGPU_EXCLUSIVENVML_VGPU_CAP_EXCLUSIVE_TYPENVML_VGPU_CAP_EXCLUSIVE_SIZENVML_VGPU_CAP_COUNTr  -NVML_VGPU_DRIVER_CAP_HETEROGENEOUS_MULTI_VGPU NVML_VGPU_DRIVER_CAP_WARM_UPDATENVML_VGPU_DRIVER_CAP_COUNTr  *NVML_DEVICE_VGPU_CAP_FRACTIONAL_MULTI_VGPU5NVML_DEVICE_VGPU_CAP_HETEROGENEOUS_TIMESLICE_PROFILES2NVML_DEVICE_VGPU_CAP_HETEROGENEOUS_TIMESLICE_SIZES*NVML_DEVICE_VGPU_CAP_READ_DEVICE_BUFFER_BW+NVML_DEVICE_VGPU_CAP_WRITE_DEVICE_BUFFER_BW%NVML_DEVICE_VGPU_CAP_DEVICE_STREAMING%NVML_DEVICE_VGPU_CAP_MINI_QUARTER_GPU-NVML_DEVICE_VGPU_CAP_COMPUTE_MEDIA_ENGINE_GPU NVML_DEVICE_VGPU_CAP_WARM_UPDATE+NVML_DEVICE_VGPU_CAP_HOMOGENEOUS_PLACEMENTS.NVML_DEVICE_VGPU_CAP_MIG_TIMESLICING_SUPPORTED,NVML_DEVICE_VGPU_CAP_MIG_TIMESLICING_ENABLEDNVML_DEVICE_VGPU_CAP_COUNTr  1NVML_VGPU_INSTANCE_GUEST_INFO_STATE_UNINITIALIZED/NVML_VGPU_INSTANCE_GUEST_INFO_STATE_INITIALIZEDr  NVML_VGPU_VM_COMPATIBILITY_NONENVML_VGPU_VM_COMPATIBILITY_COLD$NVML_VGPU_VM_COMPATIBILITY_HIBERNATE NVML_VGPU_VM_COMPATIBILITY_SLEEPNVML_VGPU_VM_COMPATIBILITY_LIVEr  "NVML_VGPU_COMPATIBILITY_LIMIT_NONE)NVML_VGPU_COMPATIBILITY_LIMIT_HOST_DRIVER*NVML_VGPU_COMPATIBILITY_LIMIT_GUEST_DRIVER!NVML_VGPU_COMPATIBILITY_LIMIT_GPU#NVML_VGPU_COMPATIBILITY_LIMIT_OTHERr  NVML_HOST_VGPU_MODE_NON_SRIOVNVML_HOST_VGPU_MODE_SRIOV _nvmlConfComputeGpusReadyState_t'NVML_CC_ACCEPTING_CLIENT_REQUESTS_FALSE&NVML_CC_ACCEPTING_CLIENT_REQUESTS_TRUE_nvmlConfComputeGpuCaps_t"NVML_CC_SYSTEM_GPUS_CC_NOT_CAPABLENVML_CC_SYSTEM_GPUS_CC_CAPABLE_nvmlConfComputeCpuCaps_tNVML_CC_SYSTEM_CPU_CAPS_NONENVML_CC_SYSTEM_CPU_CAPS_AMD_SEV!NVML_CC_SYSTEM_CPU_CAPS_INTEL_TDX#NVML_CC_SYSTEM_CPU_CAPS_AMD_SEV_SNP$NVML_CC_SYSTEM_CPU_CAPS_AMD_SNP_VTOM_nvmlConfComputeDevToolsMode_t NVML_CC_SYSTEM_DEVTOOLS_MODE_OFFNVML_CC_SYSTEM_DEVTOOLS_MODE_ONNVML_CC_SYSTEM_MULTIGPU_NONE&NVML_CC_SYSTEM_MULTIGPU_PROTECTED_PCIENVML_CC_SYSTEM_MULTIGPU_NVLE&NVML_CC_SYSTEM_ENVIRONMENT_UNAVAILABLENVML_CC_SYSTEM_ENVIRONMENT_SIMNVML_CC_SYSTEM_ENVIRONMENT_PROD_nvmlConfComputeCcFeature_tNVML_CC_SYSTEM_FEATURE_DISABLEDNVML_CC_SYSTEM_FEATURE_ENABLED0_nvmlConfComputeCcKeyRotationThreshAttackerAdv_t2NVML_CC_KEY_ROTATION_THRESH_ATTACKER_ADVANTAGE_MIN2NVML_CC_KEY_ROTATION_THRESH_ATTACKER_ADVANTAGE_MAXrr  r  r
  r  r=  rZ  r]  r&  r^  re  objectrf  rs  rw  	Structurerx  r  r  ry  r  r  nvmlC2cModeInfo_v1r  r  r  r  r  r  r  nvmlPciInfoExt_v1r  r  r  r  r  r  r  r  nvmlMemory_v2r  r  r  r  r  r"  c_nvmlProcessInfo_tr  NVML_PROCESS_MODE_COMPUTENVML_PROCESS_MODE_GRAPHICSNVML_PROCESS_MODE_MPSr  r  r-  nvmlProcessDetailList_v1r  r  r  r  r  Unionr  r  r"  r%  r8  r5  r0  r=  r:  rB  r@  rC  r  rD  r   rF  r  !NVML_VGPU_PGPU_HETEROGENEOUS_MODENVML_VGPU_PGPU_HOMOGENEOUS_MODErL  r  rN  r@  rP  rX  r\  rh  rb  re  rg  r  rj  r:  rm  NVML_GRID_LICENSE_STATE_UNKNOWN%NVML_GRID_LICENSE_STATE_UNINITIALIZED/NVML_GRID_LICENSE_STATE_UNLICENSED_UNRESTRICTED-NVML_GRID_LICENSE_STATE_UNLICENSED_RESTRICTED"NVML_GRID_LICENSE_STATE_UNLICENSED NVML_GRID_LICENSE_STATE_LICENSEDrx  r}  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  NVML_UUID_TYPE_NONEr%  r&  r  r  r  r  r  r  r  r  r  #NVML_NVLINK_FIRMWARE_UCODE_TYPE_MSE%NVML_NVLINK_FIRMWARE_UCODE_TYPE_NETIR*NVML_NVLINK_FIRMWARE_UCODE_TYPE_NETIR_UPHY)NVML_NVLINK_FIRMWARE_UCODE_TYPE_NETIR_CLN)NVML_NVLINK_FIRMWARE_UCODE_TYPE_NETIR_DLNr  r  r  r  r  r  r  r   NVML_DEVICE_ADDRESSING_MODE_NONENVML_DEVICE_ADDRESSING_MODE_HMMNVML_DEVICE_ADDRESSING_MODE_ATSr  r  r  rV  nvmlEventTypeSingleBitEccErrornvmlEventTypeDoubleBitEccErrornvmlEventTypePStatenvmlEventTypeXidCriticalErrornvmlEventTypeClocknvmlEventTypePowerSourceChangenvmlEventMigConfigChange#nvmlEventTypeSingleBitEccErrorStorm nvmlEventTypeDramRetirementEvent"nvmlEventTypeDramRetirementFailure nvmlEventTypeNonFatalPoisonErrornvmlEventTypeFatalPoisonError nvmlEventTypeGpuUnavailableErrornvmlEventTypeGpuRecoveryActionnvmlEventTypeNonenvmlEventTypeAllnvmlClocksEventReasonGpuIdle.nvmlClocksEventReasonApplicationsClocksSetting&nvmlClocksEventReasonUserDefinedClocksnvmlClocksEventReasonSwPowerCapnvmlClocksEventReasonHwSlowdownnvmlClocksEventReasonSyncBoost&nvmlClocksEventReasonSwThermalSlowdown&nvmlClocksEventReasonHwThermalSlowdown)nvmlClocksEventReasonHwPowerBrakeSlowdown(nvmlClocksEventReasonDisplayClockSettingnvmlClocksEventReasonNonenvmlClocksEventReasonAllnvmlClocksThrottleReasonGpuIdle1nvmlClocksThrottleReasonApplicationsClocksSetting)nvmlClocksThrottleReasonUserDefinedClocks"nvmlClocksThrottleReasonSwPowerCap"nvmlClocksThrottleReasonHwSlowdown!nvmlClocksThrottleReasonSyncBoost)nvmlClocksThrottleReasonSwThermalSlowdown)nvmlClocksThrottleReasonHwThermalSlowdown,nvmlClocksThrottleReasonHwPowerBrakeSlowdown+nvmlClocksThrottleReasonDisplayClockSettingnvmlClocksThrottleReasonNonenvmlClocksThrottleReasonAllr  r  r  "nvmlSystemEventTypeGpuDriverUnbind nvmlSystemEventTypeGpuDriverBindnvmlSystemEventTypeCountr  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  "NVML_VGPU_SCHEDULER_POLICY_UNKNOWN&NVML_VGPU_SCHEDULER_POLICY_BEST_EFFORT&NVML_VGPU_SCHEDULER_POLICY_EQUAL_SHARE&NVML_VGPU_SCHEDULER_POLICY_FIXED_SHARErD  r0  NVML_VGPU_SCHEDULER_ARR_DEFAULTNVML_VGPU_SCHEDULER_ARR_DISABLENVML_VGPU_SCHEDULER_ARR_ENABLE(NVML_VGPU_SCHEDULER_ENGINE_TYPE_GRAPHICSr  r  r  r"  r(  r2  r4  r6  r7  r8  r;  rF  nvmlVgpuTypeIdInfo_v1rJ  r  rM  nvmlActiveVgpuInstanceInfo_v1rP  nvmlVgpuSchedulerState_v1rQ  nvmlVgpuSchedulerStateInfo_v1rR  nvmlVgpuSchedulerLogInfo_v1rS  !nvmlVgpuCreatablePlacementInfo_v1rT  rY  NVML_DEVICE_MIG_DISABLENVML_DEVICE_MIG_ENABLE!NVML_GPU_INSTANCE_PROFILE_1_SLICE!NVML_GPU_INSTANCE_PROFILE_2_SLICE!NVML_GPU_INSTANCE_PROFILE_3_SLICE!NVML_GPU_INSTANCE_PROFILE_4_SLICE!NVML_GPU_INSTANCE_PROFILE_7_SLICE!NVML_GPU_INSTANCE_PROFILE_8_SLICE!NVML_GPU_INSTANCE_PROFILE_6_SLICE&NVML_GPU_INSTANCE_PROFILE_1_SLICE_REV1&NVML_GPU_INSTANCE_PROFILE_2_SLICE_REV1&NVML_GPU_INSTANCE_PROFILE_1_SLICE_REV2%NVML_GPU_INSTANCE_PROFILE_1_SLICE_GFX%NVML_GPU_INSTANCE_PROFILE_2_SLICE_GFX%NVML_GPU_INSTANCE_PROFILE_4_SLICE_GFX'NVML_GPU_INSTANCE_PROFILE_1_SLICE_NO_ME'NVML_GPU_INSTANCE_PROFILE_2_SLICE_NO_ME(NVML_GPU_INSTANCE_PROFILE_1_SLICE_ALL_ME(NVML_GPU_INSTANCE_PROFILE_2_SLICE_ALL_MENVML_GPU_INSTANCE_PROFILE_COUNTr_  ra  rm  rl  ro  rs  r  %NVML_COMPUTE_INSTANCE_PROFILE_1_SLICE%NVML_COMPUTE_INSTANCE_PROFILE_2_SLICE%NVML_COMPUTE_INSTANCE_PROFILE_3_SLICE%NVML_COMPUTE_INSTANCE_PROFILE_4_SLICE%NVML_COMPUTE_INSTANCE_PROFILE_7_SLICE%NVML_COMPUTE_INSTANCE_PROFILE_8_SLICE%NVML_COMPUTE_INSTANCE_PROFILE_6_SLICE*NVML_COMPUTE_INSTANCE_PROFILE_1_SLICE_REV1#NVML_COMPUTE_INSTANCE_PROFILE_COUNT+NVML_COMPUTE_INSTANCE_ENGINE_PROFILE_SHARED*NVML_COMPUTE_INSTANCE_ENGINE_PROFILE_COUNTrt  ru  r}  r|  r~  r  NVML_GPU_UTILIZATION_DOMAIN_GPUNVML_GPU_UTILIZATION_DOMAIN_FBNVML_GPU_UTILIZATION_DOMAIN_VIDNVML_GPU_UTILIZATION_DOMAIN_BUSr  r  r  NVML_THERMAL_TARGET_NONENVML_THERMAL_TARGET_GPUNVML_THERMAL_TARGET_MEMORY NVML_THERMAL_TARGET_POWER_SUPPLYNVML_THERMAL_TARGET_BOARDNVML_THERMAL_TARGET_VCD_BOARDNVML_THERMAL_TARGET_VCD_INLETNVML_THERMAL_TARGET_VCD_OUTLETNVML_THERMAL_TARGET_ALLNVML_THERMAL_TARGET_UNKNOWNNVML_THERMAL_CONTROLLER_NONE$NVML_THERMAL_CONTROLLER_GPU_INTERNALNVML_THERMAL_CONTROLLER_ADM1032NVML_THERMAL_CONTROLLER_ADT7461NVML_THERMAL_CONTROLLER_MAX6649NVML_THERMAL_CONTROLLER_MAX1617NVML_THERMAL_CONTROLLER_LM99NVML_THERMAL_CONTROLLER_LM89NVML_THERMAL_CONTROLLER_LM64NVML_THERMAL_CONTROLLER_G781NVML_THERMAL_CONTROLLER_ADT7473!NVML_THERMAL_CONTROLLER_SBMAX6649 NVML_THERMAL_CONTROLLER_VBIOSEVTNVML_THERMAL_CONTROLLER_OS'NVML_THERMAL_CONTROLLER_NVSYSCON_CANOAS%NVML_THERMAL_CONTROLLER_NVSYSCON_E551 NVML_THERMAL_CONTROLLER_MAX6649R NVML_THERMAL_CONTROLLER_ADT7473SNVML_THERMAL_CONTROLLER_UNKNOWNr  r  r  NVML_THERMAL_COOLER_SIGNAL_NONE!NVML_THERMAL_COOLER_SIGNAL_TOGGLE#NVML_THERMAL_COOLER_SIGNAL_VARIABLE NVML_THERMAL_COOLER_SIGNAL_COUNTr  NVML_THERMAL_COOLER_TARGET_NONENVML_THERMAL_COOLER_TARGET_GPU!NVML_THERMAL_COOLER_TARGET_MEMORY'NVML_THERMAL_COOLER_TARGET_POWER_SUPPLY&NVML_THERMAL_COOLER_TARGET_GPU_RELATEDr  r  r  r  r  r  r  r  r  r  r  r  *NVML_CC_CEC_ATTESTATION_REPORT_NOT_PRESENT&NVML_CC_CEC_ATTESTATION_REPORT_PRESENTr  r  r  r  r  r  r  r  r|  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r   r  r
  r  r  r  r  r  r  r  r  r  r"  r$  r+  r-  r/  r4  r3  r7  r9  r8  r<  r?  rA  rE  rD  rI  rL  rN  rS  r[  r]  r`  rc  re  ri  rk  rm  ro  rs  ru  rw  rx  r|  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r   r  r  r  r
  r  r  r  r  r  r  r  r  r   r$  r&  r'  r(  r*  r+  r)  r,  r0  r3  r5  r8  r9  r:  r;  r<  r?  rB  rF  rG  rJ  rL  rO  rQ  rR  rT  rU  rX  rY  r\  r]  r^  r_  rc  rg  rh  rk  rl  rm  rp  rq  rr  rs  rt  ru  rv  rw  ry  rz  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r	  r
  r  r  r  r  r  r  r%  r&  r)  r+  r-  r0  r2  r4  r6  r9  r  r=  r?  rB  rE  rI  rL  rM  rO  rQ  rS  rT  rV  rX  rZ  r\  r^  r`  rc  rd  rf  rg  rj  rn  rp  rq  rt  ry  r}  r~  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r   r  r  r  r  r  r
  r  r  r  r  r  r  r  r  r!  r$  r'  r(  r+  r,  r0  r:  NVML_POWER_MIZER_MODE_ADAPTIVE0NVML_POWER_MIZER_MODE_PREFER_MAXIMUM_PERFORMANCENVML_POWER_MIZER_MODE_AUTO3NVML_POWER_MIZER_MODE_PREFER_CONSISTENT_PERFORMANCEr7  r<  r?  r@  nvmlClockOffset_v1rE  rG  rH  rP  rU  r  r[  rb  rc  rd  re  rg  rj  rm  rn  rp  rs  rt  ru  rw  r{  r  NVML_GPM_METRIC_GRAPHICS_UTILNVML_GPM_METRIC_SM_UTILNVML_GPM_METRIC_SM_OCCUPANCYNVML_GPM_METRIC_INTEGER_UTILNVML_GPM_METRIC_ANY_TENSOR_UTIL NVML_GPM_METRIC_DFMA_TENSOR_UTIL NVML_GPM_METRIC_HMMA_TENSOR_UTIL NVML_GPM_METRIC_IMMA_TENSOR_UTILNVML_GPM_METRIC_DRAM_BW_UTILNVML_GPM_METRIC_FP64_UTILNVML_GPM_METRIC_FP32_UTILNVML_GPM_METRIC_FP16_UTILNVML_GPM_METRIC_PCIE_TX_PER_SECNVML_GPM_METRIC_PCIE_RX_PER_SECNVML_GPM_METRIC_NVDEC_0_UTILNVML_GPM_METRIC_NVDEC_1_UTILNVML_GPM_METRIC_NVDEC_2_UTILNVML_GPM_METRIC_NVDEC_3_UTILNVML_GPM_METRIC_NVDEC_4_UTILNVML_GPM_METRIC_NVDEC_5_UTILNVML_GPM_METRIC_NVDEC_6_UTILNVML_GPM_METRIC_NVDEC_7_UTILNVML_GPM_METRIC_NVJPG_0_UTILNVML_GPM_METRIC_NVJPG_1_UTILNVML_GPM_METRIC_NVJPG_2_UTILNVML_GPM_METRIC_NVJPG_3_UTILNVML_GPM_METRIC_NVJPG_4_UTILNVML_GPM_METRIC_NVJPG_5_UTILNVML_GPM_METRIC_NVJPG_6_UTILNVML_GPM_METRIC_NVJPG_7_UTILNVML_GPM_METRIC_NVOFA_0_UTILNVML_GPM_METRIC_NVOFA_1_UTIL'NVML_GPM_METRIC_NVLINK_TOTAL_RX_PER_SEC'NVML_GPM_METRIC_NVLINK_TOTAL_TX_PER_SEC$NVML_GPM_METRIC_NVLINK_L0_RX_PER_SEC$NVML_GPM_METRIC_NVLINK_L0_TX_PER_SEC$NVML_GPM_METRIC_NVLINK_L1_RX_PER_SEC$NVML_GPM_METRIC_NVLINK_L1_TX_PER_SEC$NVML_GPM_METRIC_NVLINK_L2_RX_PER_SEC$NVML_GPM_METRIC_NVLINK_L2_TX_PER_SEC$NVML_GPM_METRIC_NVLINK_L3_RX_PER_SEC$NVML_GPM_METRIC_NVLINK_L3_TX_PER_SEC$NVML_GPM_METRIC_NVLINK_L4_RX_PER_SEC$NVML_GPM_METRIC_NVLINK_L4_TX_PER_SEC$NVML_GPM_METRIC_NVLINK_L5_RX_PER_SEC$NVML_GPM_METRIC_NVLINK_L5_TX_PER_SEC$NVML_GPM_METRIC_NVLINK_L6_RX_PER_SEC$NVML_GPM_METRIC_NVLINK_L6_TX_PER_SEC$NVML_GPM_METRIC_NVLINK_L7_RX_PER_SEC$NVML_GPM_METRIC_NVLINK_L7_TX_PER_SEC$NVML_GPM_METRIC_NVLINK_L8_RX_PER_SEC$NVML_GPM_METRIC_NVLINK_L8_TX_PER_SEC$NVML_GPM_METRIC_NVLINK_L9_RX_PER_SEC$NVML_GPM_METRIC_NVLINK_L9_TX_PER_SEC%NVML_GPM_METRIC_NVLINK_L10_RX_PER_SEC%NVML_GPM_METRIC_NVLINK_L10_TX_PER_SEC%NVML_GPM_METRIC_NVLINK_L11_RX_PER_SEC%NVML_GPM_METRIC_NVLINK_L11_TX_PER_SEC%NVML_GPM_METRIC_NVLINK_L12_RX_PER_SEC%NVML_GPM_METRIC_NVLINK_L12_TX_PER_SEC%NVML_GPM_METRIC_NVLINK_L13_RX_PER_SEC%NVML_GPM_METRIC_NVLINK_L13_TX_PER_SEC%NVML_GPM_METRIC_NVLINK_L14_RX_PER_SEC%NVML_GPM_METRIC_NVLINK_L14_TX_PER_SEC%NVML_GPM_METRIC_NVLINK_L15_RX_PER_SEC%NVML_GPM_METRIC_NVLINK_L15_TX_PER_SEC%NVML_GPM_METRIC_NVLINK_L16_RX_PER_SEC%NVML_GPM_METRIC_NVLINK_L16_TX_PER_SEC%NVML_GPM_METRIC_NVLINK_L17_RX_PER_SEC%NVML_GPM_METRIC_NVLINK_L17_TX_PER_SEC$NVML_GPM_METRIC_C2C_TOTAL_TX_PER_SEC$NVML_GPM_METRIC_C2C_TOTAL_RX_PER_SEC#NVML_GPM_METRIC_C2C_DATA_TX_PER_SEC#NVML_GPM_METRIC_C2C_DATA_RX_PER_SEC*NVML_GPM_METRIC_C2C_LINK0_TOTAL_TX_PER_SEC*NVML_GPM_METRIC_C2C_LINK0_TOTAL_RX_PER_SEC)NVML_GPM_METRIC_C2C_LINK0_DATA_TX_PER_SEC)NVML_GPM_METRIC_C2C_LINK0_DATA_RX_PER_SEC*NVML_GPM_METRIC_C2C_LINK1_TOTAL_TX_PER_SEC*NVML_GPM_METRIC_C2C_LINK1_TOTAL_RX_PER_SEC)NVML_GPM_METRIC_C2C_LINK1_DATA_TX_PER_SEC)NVML_GPM_METRIC_C2C_LINK1_DATA_RX_PER_SEC*NVML_GPM_METRIC_C2C_LINK2_TOTAL_TX_PER_SEC*NVML_GPM_METRIC_C2C_LINK2_TOTAL_RX_PER_SEC)NVML_GPM_METRIC_C2C_LINK2_DATA_TX_PER_SEC)NVML_GPM_METRIC_C2C_LINK2_DATA_RX_PER_SEC*NVML_GPM_METRIC_C2C_LINK3_TOTAL_TX_PER_SEC*NVML_GPM_METRIC_C2C_LINK3_TOTAL_RX_PER_SEC)NVML_GPM_METRIC_C2C_LINK3_DATA_TX_PER_SEC)NVML_GPM_METRIC_C2C_LINK3_DATA_RX_PER_SEC*NVML_GPM_METRIC_C2C_LINK4_TOTAL_TX_PER_SEC*NVML_GPM_METRIC_C2C_LINK4_TOTAL_RX_PER_SEC)NVML_GPM_METRIC_C2C_LINK4_DATA_TX_PER_SEC)NVML_GPM_METRIC_C2C_LINK4_DATA_RX_PER_SEC*NVML_GPM_METRIC_C2C_LINK5_TOTAL_TX_PER_SEC*NVML_GPM_METRIC_C2C_LINK5_TOTAL_RX_PER_SEC)NVML_GPM_METRIC_C2C_LINK5_DATA_TX_PER_SEC)NVML_GPM_METRIC_C2C_LINK5_DATA_RX_PER_SEC*NVML_GPM_METRIC_C2C_LINK6_TOTAL_TX_PER_SEC*NVML_GPM_METRIC_C2C_LINK6_TOTAL_RX_PER_SEC)NVML_GPM_METRIC_C2C_LINK6_DATA_TX_PER_SEC)NVML_GPM_METRIC_C2C_LINK6_DATA_RX_PER_SEC*NVML_GPM_METRIC_C2C_LINK7_TOTAL_TX_PER_SEC*NVML_GPM_METRIC_C2C_LINK7_TOTAL_RX_PER_SEC)NVML_GPM_METRIC_C2C_LINK7_DATA_TX_PER_SEC)NVML_GPM_METRIC_C2C_LINK7_DATA_RX_PER_SEC*NVML_GPM_METRIC_C2C_LINK8_TOTAL_TX_PER_SEC*NVML_GPM_METRIC_C2C_LINK8_TOTAL_RX_PER_SEC)NVML_GPM_METRIC_C2C_LINK8_DATA_TX_PER_SEC)NVML_GPM_METRIC_C2C_LINK8_DATA_RX_PER_SEC*NVML_GPM_METRIC_C2C_LINK9_TOTAL_TX_PER_SEC*NVML_GPM_METRIC_C2C_LINK9_TOTAL_RX_PER_SEC)NVML_GPM_METRIC_C2C_LINK9_DATA_TX_PER_SEC)NVML_GPM_METRIC_C2C_LINK9_DATA_RX_PER_SEC+NVML_GPM_METRIC_C2C_LINK10_TOTAL_TX_PER_SEC+NVML_GPM_METRIC_C2C_LINK10_TOTAL_RX_PER_SEC*NVML_GPM_METRIC_C2C_LINK10_DATA_TX_PER_SEC*NVML_GPM_METRIC_C2C_LINK10_DATA_RX_PER_SEC+NVML_GPM_METRIC_C2C_LINK11_TOTAL_TX_PER_SEC+NVML_GPM_METRIC_C2C_LINK11_TOTAL_RX_PER_SEC*NVML_GPM_METRIC_C2C_LINK11_DATA_TX_PER_SEC*NVML_GPM_METRIC_C2C_LINK11_DATA_RX_PER_SEC+NVML_GPM_METRIC_C2C_LINK12_TOTAL_TX_PER_SEC+NVML_GPM_METRIC_C2C_LINK12_TOTAL_RX_PER_SEC*NVML_GPM_METRIC_C2C_LINK12_DATA_TX_PER_SEC*NVML_GPM_METRIC_C2C_LINK12_DATA_RX_PER_SEC+NVML_GPM_METRIC_C2C_LINK13_TOTAL_TX_PER_SEC+NVML_GPM_METRIC_C2C_LINK13_TOTAL_RX_PER_SEC*NVML_GPM_METRIC_C2C_LINK13_DATA_TX_PER_SEC*NVML_GPM_METRIC_C2C_LINK13_DATA_RX_PER_SEC!NVML_GPM_METRIC_HOSTMEM_CACHE_HIT"NVML_GPM_METRIC_HOSTMEM_CACHE_MISS!NVML_GPM_METRIC_PEERMEM_CACHE_HIT"NVML_GPM_METRIC_PEERMEM_CACHE_MISSNVML_GPM_METRIC_DRAM_CACHE_HITNVML_GPM_METRIC_DRAM_CACHE_MISSNVML_GPM_METRIC_NVENC_0_UTILNVML_GPM_METRIC_NVENC_1_UTILNVML_GPM_METRIC_NVENC_2_UTILNVML_GPM_METRIC_NVENC_3_UTIL(NVML_GPM_METRIC_GR0_CTXSW_CYCLES_ELAPSED'NVML_GPM_METRIC_GR0_CTXSW_CYCLES_ACTIVE"NVML_GPM_METRIC_GR0_CTXSW_REQUESTS(NVML_GPM_METRIC_GR0_CTXSW_CYCLES_PER_REQ$NVML_GPM_METRIC_GR0_CTXSW_ACTIVE_PCT(NVML_GPM_METRIC_GR1_CTXSW_CYCLES_ELAPSED'NVML_GPM_METRIC_GR1_CTXSW_CYCLES_ACTIVE"NVML_GPM_METRIC_GR1_CTXSW_REQUESTS(NVML_GPM_METRIC_GR1_CTXSW_CYCLES_PER_REQ$NVML_GPM_METRIC_GR1_CTXSW_ACTIVE_PCT(NVML_GPM_METRIC_GR2_CTXSW_CYCLES_ELAPSED'NVML_GPM_METRIC_GR2_CTXSW_CYCLES_ACTIVE"NVML_GPM_METRIC_GR2_CTXSW_REQUESTS(NVML_GPM_METRIC_GR2_CTXSW_CYCLES_PER_REQ$NVML_GPM_METRIC_GR2_CTXSW_ACTIVE_PCT(NVML_GPM_METRIC_GR3_CTXSW_CYCLES_ELAPSED'NVML_GPM_METRIC_GR3_CTXSW_CYCLES_ACTIVE"NVML_GPM_METRIC_GR3_CTXSW_REQUESTS(NVML_GPM_METRIC_GR3_CTXSW_CYCLES_PER_REQ$NVML_GPM_METRIC_GR3_CTXSW_ACTIVE_PCT(NVML_GPM_METRIC_GR4_CTXSW_CYCLES_ELAPSED'NVML_GPM_METRIC_GR4_CTXSW_CYCLES_ACTIVE"NVML_GPM_METRIC_GR4_CTXSW_REQUESTS(NVML_GPM_METRIC_GR4_CTXSW_CYCLES_PER_REQ$NVML_GPM_METRIC_GR4_CTXSW_ACTIVE_PCT(NVML_GPM_METRIC_GR5_CTXSW_CYCLES_ELAPSED'NVML_GPM_METRIC_GR5_CTXSW_CYCLES_ACTIVE"NVML_GPM_METRIC_GR5_CTXSW_REQUESTS(NVML_GPM_METRIC_GR5_CTXSW_CYCLES_PER_REQ$NVML_GPM_METRIC_GR5_CTXSW_ACTIVE_PCT(NVML_GPM_METRIC_GR6_CTXSW_CYCLES_ELAPSED'NVML_GPM_METRIC_GR6_CTXSW_CYCLES_ACTIVE"NVML_GPM_METRIC_GR6_CTXSW_REQUESTS(NVML_GPM_METRIC_GR6_CTXSW_CYCLES_PER_REQ$NVML_GPM_METRIC_GR6_CTXSW_ACTIVE_PCT(NVML_GPM_METRIC_GR7_CTXSW_CYCLES_ELAPSED'NVML_GPM_METRIC_GR7_CTXSW_CYCLES_ACTIVE"NVML_GPM_METRIC_GR7_CTXSW_REQUESTS(NVML_GPM_METRIC_GR7_CTXSW_CYCLES_PER_REQ$NVML_GPM_METRIC_GR7_CTXSW_ACTIVE_PCTr  r  r  r  r  r  NVML_GPM_METRICS_GET_VERSIONr  r  r  r  r  r  r  r  r  r  "NVML_NVLINK_POWER_STATE_HIGH_SPEEDNVML_NVLINK_POWER_STATE_LOW#NVML_NVLINK_LOW_POWER_THRESHOLD_MIN#NVML_NVLINK_LOW_POWER_THRESHOLD_MAX%NVML_NVLINK_LOW_POWER_THRESHOLD_RESET'NVML_NVLINK_LOW_POWER_THRESHOLD_DEFAULTr  r  r  r  #NVML_GPU_FABRIC_STATE_NOT_SUPPORTED!NVML_GPU_FABRIC_STATE_NOT_STARTED!NVML_GPU_FABRIC_STATE_IN_PROGRESSNVML_GPU_FABRIC_STATE_COMPLETEDr  5NVML_GPU_FABRIC_HEALTH_MASK_DEGRADED_BW_NOT_SUPPORTED,NVML_GPU_FABRIC_HEALTH_MASK_DEGRADED_BW_TRUE-NVML_GPU_FABRIC_HEALTH_MASK_DEGRADED_BW_FALSE-NVML_GPU_FABRIC_HEALTH_MASK_SHIFT_DEGRADED_BW-NVML_GPU_FABRIC_HEALTH_MASK_WIDTH_DEGRADED_BW8NVML_GPU_FABRIC_HEALTH_MASK_ROUTE_RECOVERY_NOT_SUPPORTED/NVML_GPU_FABRIC_HEALTH_MASK_ROUTE_RECOVERY_TRUE0NVML_GPU_FABRIC_HEALTH_MASK_ROUTE_RECOVERY_FALSE0NVML_GPU_FABRIC_HEALTH_MASK_SHIFT_ROUTE_RECOVERY0NVML_GPU_FABRIC_HEALTH_MASK_WIDTH_ROUTE_RECOVERY9NVML_GPU_FABRIC_HEALTH_MASK_ROUTE_UNHEALTHY_NOT_SUPPORTED0NVML_GPU_FABRIC_HEALTH_MASK_ROUTE_UNHEALTHY_TRUE1NVML_GPU_FABRIC_HEALTH_MASK_ROUTE_UNHEALTHY_FALSE1NVML_GPU_FABRIC_HEALTH_MASK_SHIFT_ROUTE_UNHEALTHY1NVML_GPU_FABRIC_HEALTH_MASK_WIDTH_ROUTE_UNHEALTHYANVML_GPU_FABRIC_HEALTH_MASK_ACCESS_TIMEOUT_RECOVERY_NOT_SUPPORTED8NVML_GPU_FABRIC_HEALTH_MASK_ACCESS_TIMEOUT_RECOVERY_TRUE9NVML_GPU_FABRIC_HEALTH_MASK_ACCESS_TIMEOUT_RECOVERY_FALSE9NVML_GPU_FABRIC_HEALTH_MASK_SHIFT_ACCESS_TIMEOUT_RECOVERY9NVML_GPU_FABRIC_HEALTH_MASK_WIDTH_ACCESS_TIMEOUT_RECOVERYANVML_GPU_FABRIC_HEALTH_MASK_INCORRECT_CONFIGURATION_NOT_SUPPORTED8NVML_GPU_FABRIC_HEALTH_MASK_INCORRECT_CONFIGURATION_NONEENVML_GPU_FABRIC_HEALTH_MASK_INCORRECT_CONFIGURATION_INCORRECT_SYSGUIDHNVML_GPU_FABRIC_HEALTH_MASK_INCORRECT_CONFIGURATION_INCORRECT_CHASSIS_SN@NVML_GPU_FABRIC_HEALTH_MASK_INCORRECT_CONFIGURATION_NO_PARTITIONHNVML_GPU_FABRIC_HEALTH_MASK_INCORRECT_CONFIGURATION_INSUFFICIENT_NVLINKS9NVML_GPU_FABRIC_HEALTH_MASK_SHIFT_INCORRECT_CONFIGURATION9NVML_GPU_FABRIC_HEALTH_MASK_WIDTH_INCORRECT_CONFIGURATION,NVML_GPU_FABRIC_HEALTH_SUMMARY_NOT_SUPPORTED&NVML_GPU_FABRIC_HEALTH_SUMMARY_HEALTHY(NVML_GPU_FABRIC_HEALTH_SUMMARY_UNHEALTHY/NVML_GPU_FABRIC_HEALTH_SUMMARY_LIMITED_CAPACITYr  r  c_nvmlGpuFabricInfoV_tr  r  r  r  NVML_GPU_NVLINK_BW_MODE_FULLNVML_GPU_NVLINK_BW_MODE_OFFNVML_GPU_NVLINK_BW_MODE_MINNVML_GPU_NVLINK_BW_MODE_HALF NVML_GPU_NVLINK_BW_MODE_3QUARTERNVML_GPU_NVLINK_BW_MODE_COUNTr  r  r  NVML_POWER_SCOPE_GPUNVML_POWER_SCOPE_MODULENVML_POWER_SCOPE_MEMORYr  nvmlPowerValue_v2r  r  r  r  NVML_DEV_CAP_EGMr  r  r  r  r  r  r  r  r  r  NVML_POWER_PROFILE_MAX_PNVML_POWER_PROFILE_MAX_QNVML_POWER_PROFILE_COMPUTENVML_POWER_PROFILE_MEMORY_BOUNDNVML_POWER_PROFILE_NETWORKNVML_POWER_PROFILE_BALANCED NVML_POWER_PROFILE_LLM_INFERENCENVML_POWER_PROFILE_LLM_TRAININGNVML_POWER_PROFILE_RBMNVML_POWER_PROFILE_DCPCIENVML_POWER_PROFILE_HMMA_SPARSENVML_POWER_PROFILE_HMMA_DENSE NVML_POWER_PROFILE_SYNC_BALANCEDNVML_POWER_PROFILE_HPCNVML_POWER_PROFILE_MIGNVML_POWER_PROFILE_MAXr  r  r  r  r  r  r  r  r  r  r  r   r  r  r  r	  r  r
  r  r  r  %NVML_POWER_SMOOTHING_MAX_NUM_PROFILES+NVML_POWER_SMOOTHING_ADMIN_OVERRIDE_NOT_SET4NVML_POWER_SMOOTHING_PROFILE_PARAM_PERCENT_TMP_FLOOR/NVML_POWER_SMOOTHING_PROFILE_PARAM_RAMP_UP_RATE1NVML_POWER_SMOOTHING_PROFILE_PARAM_RAMP_DOWN_RATE7NVML_POWER_SMOOTHING_PROFILE_PARAM_RAMP_DOWN_HYSTERESISr  r  r  r  r  r  r  r  r  r"  r#  r%  r'  r(  r  r  r  r  <module>   s,  
-
3
			


	
	

	
	
		
	
		
		
			!

				
	"	

															""""#

		

												
		
	
					


					
