o
S۷i @ s: d dl T dd Zdd Zdd Zedkree d S d S )
)*c C s@ | t krdS | tkr dS | tkrdS | tkrdS | tkr dS dS )NNonez Pass-ThroughVGPUz Host VGPUz Host VSGAUnknown)!NVML_GPU_VIRTUALIZATION_MODE_NONE(NVML_GPU_VIRTUALIZATION_MODE_PASSTHROUGH!NVML_GPU_VIRTUALIZATION_MODE_VGPU&NVML_GPU_VIRTUALIZATION_MODE_HOST_VGPU&NVML_GPU_VIRTUALIZATION_MODE_HOST_VSGA)mode r =/home/ubuntu/vllm_env/lib/python3.10/site-packages/example.pyStrVirt) s r c C s | j tkrdS | S )NzN/A)valueNVML_ERROR_NOT_SUPPORTED__str__)errr r r
handleError: s
r c C s` d} zt | dtt d 7 } t }| dt| d 7 } td|D ]f}t|}t|}| d|j 7 } | dt| d 7 } i t d
t
d t d t d
t
dtdtdtdtdtdtdtdtdtdtdtdtd}z|t| }W n ty } z
t |}W Y d }~nd }~ww | d| d 7 } zt |}W n ty } z
t |}W Y d }~nd }~ww | d | d 7 } zt |} W n ty } z
t |} W Y d }~nd }~ww | d | d 7 } | d!7 } zt t |}
W n ty } z
t |}
W Y d }~nd }~ww | d"|
d# 7 } | d$7 } zYt!|} | j"d%krn| d&7 } t| j#D ]?}| j$| j%dkrXt |t&krF| d'7 } | d(7 } q*| d)| j$| j' d* 7 } | d+7 } q*| d)| j$| j' d* 7 } | d(7 } q*| d,7 } W n ty } z
t |} W Y d }~nd }~ww | d-7 } q$W n ty } z| d.|( d/ 7 } W Y d }~nd }~ww t) | S )0N z z
z z
r z
z z
r QuadroTeslaNVSGridTitanGeForcezNVIDIA Virtual ApplicationszNVIDIA Virtual PCz NVIDIA Virtual Compute Serverz NVIDIA RTX Virtual WorkstationzNVIDIA Cloud Gamingz
Quadro RTXz
NVIDIA RTXNVIDIAz GeForce RTXz TITAN RTXz z
z z
z
z
z
z z
z
z%
zS NVIDIA Virtual Applications
z2 Licensed
z z
z4 Unlicensed
z&
z
z example.py:
)*nvmlInitstrnvmlSystemGetDriverVersionnvmlDeviceGetCountrangenvmlDeviceGetHandleByIndexnvmlDeviceGetPciInfobusIdnvmlDeviceGetNameNVML_BRAND_UNKNOWNNVML_BRAND_QUADRONVML_BRAND_TESLANVML_BRAND_NVSNVML_BRAND_GRIDNVML_BRAND_TITANNVML_BRAND_GEFORCENVML_BRAND_NVIDIA_VAPPSNVML_BRAND_NVIDIA_VPCNVML_BRAND_NVIDIA_VCSNVML_BRAND_NVIDIA_VWS NVML_BRAND_NVIDIA_CLOUD_GAMINGNVML_BRAND_QUADRO_RTXNVML_BRAND_NVIDIA_RTXNVML_BRAND_NVIDIANVML_BRAND_GEFORCE_RTXNVML_BRAND_TITAN_RTXnvmlDeviceGetBrand NVMLErrorr nvmlDeviceGetSerialnvmlDeviceGetUUIDr nvmlDeviceGetVirtualizationMode#nvmlDeviceGetGridLicensableFeaturesisGridLicenseSupportedlicensableFeaturesCountgridLicensableFeatures featureStater productNamer nvmlShutdown) strResult deviceCountihandlepciInfo
brandNames brandNamer serialuuidr r@ r r r
deviceQueryA s
P rM __main__N)pynvmlr r rM __name__printr r r r
s #f