o Ơi<#@sddlZddlZddlZddlZddlZddlZddlZddlZddlm Z ddl m Z m Z m Z eeZdadadede eeffdd Zd ed e edefd d ZdddZGddde ZdddZedS)N) ModuleType)AnyDictListFversionreturncCs8|d}t|dkr|d|d|d|ddS)N.rr)majorminorpatch)splitlenappend)rrrW/home/ubuntu/.local/lib/python3.10/site-packages/torch_tensorrt/_TensorRTProxyModule.py _parse_semvers   rnamepathscCs@|D]}tj||}tj|r|Sqtd|d|)NzCould not find z Search paths: )ospathjoinisfileFileNotFoundError)rrrlibpathrrr _find_libs  rc Cs tjdd}|dus|dkr|dkrtddStjds3t dtjtj ddSg}dtjvrG| tjd tj jtjdkrT|d n tjd kr`|d |D]2}tj tj |d rztjtj |d tjd |}Wnty}zWYd}~qbd}~wwqb|durt dtj ddStj |dtjd<ddl}|td}tj td|d}tj|ddtj |d}|tjd<tj |d} tj |rt|tj | rt| t d|ddS)N$TORCHTRT_ENABLE_TENSORRT_API_CAPTURE1truez+Capturing TensorRT API calls is not enabledlinuxz{Capturing TensorRT API calls is only supported on Linux, therefore ignoring the capture_tensorrt_api_recording setting for LD_LIBRARY_PATHx86_64/usr/lib/x86_64-linux-gnuaarch64/usr/lib/aarch64-linux-gnuzlibtensorrt_shim.so)modezCapturing TensorRT API calls is enabled, but libtensorrt_shim.so is not found, make sure TensorRT lib is in the LD_LIBRARY_PATH, therefore ignoring the capture_tensorrt_api_recording settingz libnvinfer.soTRT_SHIM_NVINFER_LIB_NAMErtorch_tensorrt_z/shimT)exist_okz shim.jsonTRT_SHIM_OUTPUT_JSON_FILEzshim.binzRCapturing TensorRT API calls feature is enabled and the captured output is in the z directory)!renvirongetlower_LOGGERdebugsysplatform startswithwarningpopextendrrpathsepuname processorrrrctypesCDLL RTLD_GLOBAL Exceptionpwdgetpwuidgetuidtempfile gettempdirmakedirsexistsremoveinfo) os_env_flaglinux_lib_pathrtensorrt_lib_pather? current_user shim_temp_dirjson_file_name bin_file_namerrr%enable_capture_tensorrt_api_recording"sl                rPc@sBeZdZdeddfddZdedefddZdeefd d Z dS) TensorRTProxyModule target_modulerNcCstjjddd}||_|j|_|j|_|j|_|j|_|j|_||_ d|_ d|_ t |dr2|j |_ n t |dr;|j|_ |j rD|j |_dSdS)Ntensorrt)loaderr tensorrt_rtx) importlibutilspec_from_loader__spec__ __package____path____file__ __loader__ __version___target_module_nested_module _package_namehasattrrUrS)selfrRspecrrr__init__cs"    zTensorRTProxyModule.__init__rcCsFzt|j|WSty"td||dkr!|jr!|jYSw)NzAttributeError: rS)getattrr_AttributeErrorprintr`)rcrrrr __getattr__{s  zTensorRTProxyModule.__getattr__cCs t|jS)N)dirr_)rcrrr__dir__s zTensorRTProxyModule.__dir__) __name__ __module__ __qualname__rrestrrrilistrkrrrrrQbs rQc CsjtrdSd}tjd}dur|dkrd}|rdnda|s#tztt}t |}t|_ |t j d<daWdSt y4}ztdtd|td tjd |r}d d lm}t|}|d }|d}d|d|dgd|gd} n)d dlm} t| }|d }|d}d|dd|dgd|d|gd} d dlm} t jdr| d} tjdtjj} | D] }tt|| qnTt jdrd| ddd g}d tjvr|tjd tjj7}tjd!kr|d"g7}n tjd#kr |d$g7}| d}|D]}tt||qWYd}~dSWYd}~dSWYd}~dSd}~ww)%NF USE_TRT_RTXr!TrUrSz-import error when try to import package_name=z got error z2make sure tensorrt lib is in the LD_LIBRARY_PATH: r#r)__tensorrt_rtx_version__r r tensorrt_rtx__z.dllzlibtensorrt_rtx.so.)winr")__tensorrt_version__nvinfer_nvinfer_plugin_zlibnvinfer.so.zlibnvinfer_plugin.so.)__cuda_version__ruPATHr"z/usr/local/cuda-z/lib64z/usr/libz /usr/lib64r$r%r&r')package_importedrr-r.r/ package_namerPrV import_modulerQrar2modules ImportErrorrhtorch_tensorrt._versionrrrrvtorch_tensorrtryr3r4rrr8r;r<rr9r:)use_rtxuse_rtx_env_varrRproxyrKrrtensorrt_versiontensorrt_majortensorrt_minor tensorrt_librvryWIN_LIBS WIN_PATHSlib LINUX_PATHS LINUX_LIBSrrralias_tensorrts             r)rN)r;rVimportlib.utilloggingrr3r2rBtypesrtypingrrr getLoggerrlr0r{r|rorrrPrQrrrrrs&   @ ( \