o X۷i5@sddlmZddlZddlZddlZddlZddlZddlZddlZddl Z e j j j j Z e s4ddl mZddZddZdd ZGd d d ZGd d d ZddddZddZddZdS)) annotationsN) pathfinderc Cs6z|WS|y}z t|WYd}~Sd}~wwN)repr)funcerrorser D/home/ubuntu/vllm_env/lib/python3.10/site-packages/cupyx/_runtime.py_eval_or_errors r c Cs.z t|}W|jStjtfyYdSwr)rload_nvidia_dynamic_libDynamicLibNotFoundError RuntimeErrorabs_path)lib_name loaded_dlr r r _load_and_get_paths  rcCsVt|t|ks Jg}tt|D]}||||t|kr(|||q|Sr)lenrangeappend)ver_seqpath_seqresultir r r _version_and_path's rc@s$eZdZddZddZddZdS) _InstallInfocCs`|}|dur#tj|d}ttj|dttj|dd}nddd}||_||_dS)Nz.datalibinclude)rr)_get_cupy_package_rootospathjoin _dir_or_nonecupy_package_root data_paths)selfr# data_rootr$r r r __init__5s z_InstallInfo.__init__cCs"||jvr td||j|S)NzInvalid data type: {})r$ ValueErrorformat)r% data_typer r r get_data_pathFs  z_InstallInfo.get_data_pathcCs0ztt}Wn tyYdSwtj|Sr)inspectgetfilecupy TypeErrorrr dirname)r% cupy_pathr r r rKs   z#_InstallInfo._get_cupy_package_rootN)__name__ __module__ __qualname__r'r+rr r r r r1s rc@seZdZdZdZdZdZdZdZdZ dZ dZ dZ dZ dZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZ dZ!dZ"dZ#dZ$dZ%dZ&ddddZ'ddZ(dS) _RuntimeInfoNTfullc s^||_tj|_tstj|_ntj |_tstj |_ ntj |_ t tjj|_tjjrZz ddl}|jj}WntyNddl}|j}Ynw|jd|d7_ttjjjtjjj|_ttjjjtjjj|_ttjjt|_|rtstd|_ d|_!|rtddt|_!tstd|_"zdd l#m$tfd dt|_%|rtstd |_&Wn tyYnwtd dt|_'|rtstd |_(tddt|_)|rtstd|_*d|_+|rtddt|_+tstd|_,tddt|_-|rtstd|_.zddl/mm0}||_1Wn tyYnwtsJztjj23}Wn ty7d}Ynw|durAd|_4n t tjj5||_4tj6drj|rctj7dtsbtd|_8nd|_9|j9|_:zddl;m<}||_9|=}|dkrd}||_:Wn tyYnwtjj>|_?zddl@mmA}||_BWn tyYnwz ddl;mC} | =|_DWn tyYnw|rtstd|_Ez ddl;mF} | |_GWn tyYnw|rtstd|_HtjIjJ|_Kz ddlL} | j|_MWn tyYnwtNjOjP|_Qz ddlR} | jOjP|_SWdSty.YdSw)Nrz (CUDA Python: )cudartz (available)cStjjtjjSr)r.cudacublas getVersiondeviceget_cublas_handler r r r  z'_RuntimeInfo.__init__..r<cufftcsSr)r=r rBr r r@srCcS tjjSr)r.r;curandr=r r r r r@ rEcSrDr)r.r;cusolver _getVersionr r r r r@rFrGcSr:r)r.r;cusparser=r>get_cusparse_handler r r r r@rArIcSrDr)r.r;nvrtcr=r r r r r@rFrKz(NVRTC unavailable)ncclz/(not loaded; try `import cupy.cuda.nccl` first))rLz (unknown))cutensorrM) cusparselt cusparseLt)T_fullr. __version__ cupy_versionis_hipr; get_cuda_path cuda_path _environment get_rocm_path get_nvcc_path nvcc_pathget_hipcc_pathstrdriverget_build_versioncuda_build_version_is_cuda_python cuda.bindingsbindings ImportErrorr runtimedriverGetVersionCUDARuntimeErrorcuda_driver_versionruntimeGetVersioncuda_runtime_versionget_local_runtime_version Exceptioncuda_local_runtime_versionrcuda_local_runtime_pathcublas_version cublas_path cupy.cudarC cufft_version cufft_pathcurand_version curand_pathcusolver_version cusolver_pathcusparse_version cusparse_path nvrtc_version nvrtc_pathcupy.cuda.thrustthrustthrust_versionrKr=cuda_extra_include_dirs$_get_include_dir_from_conda_or_wheel_can_attempt_preload_preload_library nccl_pathnccl_build_versionnccl_runtime_versioncupy_backends.cuda.libsrL get_versioncubcub_build_versioncupy.cuda.jitifyjitifyjitify_build_versionrMcutensor_version cutensor_pathrNcusparselt_versioncusparselt_path_utilcython_build_vercython_build_versionCythoncython_versionnumpyversion full_version numpy_versionscipy scipy_version) r%r7r; cuda_versionr{rxrLrrrMrNrrr rBr r's0                                 z_RuntimeInfo.__init__cCsv|j}dtfdtfd|jfdtsdndfd|jfd|jfd |jfd |jfd |j ftr0d nd |j fd|j fd|j fd|j d|jdfg }|rXtsX|d|jdfg7}|d|jfg7}d|jfd|jfd|jfd|jfd|jfd|jfd|jfd|jfd|jfg }|rtsd|jfd|jfd |jfd!|jfd"|jfd#|jfg}|t ||7}n||7}|d$|j!fd%|j"fg7}|rts|d&|j#fg7}|d'|j$fg7}|rts|d(|j%fg7}|d)|j&fg7}|rts|d*|j'fg7}d+}zt(j)j*+}Wn&t(j)j*j,y }zd,|j-d+vrt./d-|WYd}~nd}~wwt0|D]i}t(j)1|W}t(j)j*2|} d.3|| d/4f} d03||j5f} trnz| d14} Wnt6yed2t7| d3} Ynwd43|| f} nd53||j8f} || | | g7}Wdn 1swYq%t9d6d7|Dd8} d9t7| d:}t:;}|D]\}}|<|3||q|=S);NOSzPython Versionz CuPy Versionz CuPy Platformz NVIDIA CUDAzAMD ROCmz NumPy Versionz SciPy VersionzCython Build VersionzCython Runtime Versionz CUDA Rootz HIPCC PATHz NVCC PATHzCUDA Build VersionzCUDA Driver VersionzCUDA Runtime Versionz (linked to CuPy) / z (locally installed)zCUDA Runtime PathzCUDA Extra Include DirszcuBLAS Versionz cuFFT VersionzcuRAND VersionzcuSOLVER VersionzcuSPARSE Versionz NVRTC VersionzThrust VersionzCUB Build VersionzJitify Build Versionz cuBLAS Pathz cuFFT Pathz cuRAND Pathz cuSOLVER Pathz cuSPARSE Pathz NVRTC PathzNCCL Build VersionzNCCL Runtime Versionz NCCL PathzcuTENSOR Versionz cuTENSOR PathzcuSPARSELt Build VersionzcuSPARSELt Pathr ErrorNoDevicez!Failed to detect number of GPUs: zDevice {} NamenamezDevice {} PCI Bus ID gcnArchNamegfxgcnArchzDevice {} ArchzDevice {} Compute CapabilitycSsg|]}t|dqS)r)r).0rr r r sz(_RuntimeInfo.__str__..z{:z}: {} )>rPplatformpython_versionrRrSrrrrrUrYr^rfrhrkrlr}rmrprrrtrvrxr|rrrnrqrsrurwryrrrrrrrrr.r;rcgetDeviceCountreargswarningswarnrDevicegetDevicePropertiesr)decode pci_bus_idKeyErrorr[compute_capabilitymaxioStringIOwritegetvalue)r%r7records ctk_lib_vers ctk_lib_paths device_countr device_idr>propsrpci_busarchwidthfmtskvr r r __str__3s       z_RuntimeInfo.__str__))r2r3r4rRrUrYr^rfrhrkrlrmrnrprqrrrsrtrurvrwrxryr|r}rrrrrrrrrrrrrrPr'rr r r r r5SsP 0r5Tr6cCs t|dS)Nr6)r5r6r r r get_runtime_infos rcCstSr)rr r r r get_install_infosrcCstj|r|SdS)z$Returns None if path does not exist.N)rr isdir)r r r r r"s r") __future__rr,rrrrrr. cupy_backendsr;apircrSrr rrrr5rrr"r r r r s,      "Q