o Y۷i6@sdZddlmZddlZddlZddlZddlZddlZddlm Z ddl m Z ddl m ZddlmZmZdd lmZmZmZmZdd lmZmZmZmZd&d dZd'ddZd(ddZd)d"d#Zd*d$d%Z e!dkrse"edSdS)+z-TVM-FFI Stub Generator (``tvm-ffi-stubgen``).) annotationsNPath)codegen)consts)FileInfo collect_files)collect_global_funcscollect_type_keysobject_info_from_type_keytoposort_objects)FuncInfo ImportItem InitConfigOptionsreturnintc Cstt}|jpgD]}t|qdd|jD}tdd|jD}t}d}|jr:t|jd }| r:|j }t j }|D]%}zt||WqAtyftt jd|jdtt jYqAw|jr||dusrJdt|||j||d |D]8}|jrtt jd |jt jz t||||Wq~tytt jd|jdtt jYq~w~dS) zCommand line entry point for ``tvm-ffi-stubgen``. This generates in-place type stubs inside special ``tvm-ffi-stubgen`` blocks in the given files or directories. See the module docstring for an overview and examples of the block syntax. cSsg|]}t|qS)ctypesCDLL).0librrF/home/ubuntu/vllm_env/lib/python3.10/site-packages/tvm_ffi/stub/cli.py 2sz__main__..cSsg|]}t|qSrr)rfrrrr3sNrz[Failed] File "z": z!init-path could not be determined)init_cfg init_path global_funcsz[File] ) _parse_argsimports importlib import_moduledllsr filesr rresolveis_fileparentCTY_MAP_DEFAULTScopy_stage_1 ExceptionprintTERM_REDpath traceback format_exc TERM_RESETinit_stage_2verbose TERM_CYAN_stage_3)optimpr#r$rrty_mapfilerrr__main__(sR       r<r;rr:dict[str, str]Nonec Cs||jD]8}|jdkr;zt|jtsJ|jd\}}Wnty2}z td|jd|d}~ww|||<qdS)Nzty-mapz->zInvalid ty_map format at line z. Example: `A.B -> C.D`) code_blockskind isinstanceparamstrsplit ValueError lineno_startstrip)r;r:codelhsrhserrrr+cs   r+r$list[FileInfo]rrrrrdict[str, list[FuncInfo]]c sdfdd }ddD}d dDtjB}|j}|r(|d s(|d 7}|d } t} |D]} | | gq2| D]\} } | | ksM| |sMq?t | |vrTgn| | gd d d } t t | |}t |}| sp|spq?|| d d}|jddd|d}||}|jddd}|tj|j|| ||| | kdWdn1swY||d}||}|jddd}|tj|j| ddWdn1swY|q?dS)Nr/rrrcsh|s t|dgd}n!D] }||jr|Sqtj|dd}|dus-Jd|||S)Nr)r/linesr?T)r; include_emptyzFailed to read file: )existsrsamefiler/ from_fileappend)r/retr;r$rr_find_or_insert_filezs  z&_stage_2.._find_or_insert_filecSs,h|]}|jD] }|jdkr|jdqqS)globalrr?r@rBrr;rHrrr sz_stage_2..cSs(h|]}|jD] }|jdkr|jqqS)objectrXrYrrrrZs.cSs|jjS)N)schemaname)rrrrsz_stage_2..)key/T)parentsexist_okz _ffi_api.pyazutf-8)encoding)is_rootz __init__.py_ffi_api) submodule)r/rrr)r(BUILTIN_TYPE_KEYSprefixrGendswithrstripr setdefaultitems startswithsortedgetsetr replacemkdiropenwriteGgenerate_ffi_apir?reload generate_init)r$r:rrrrVdefined_func_prefixes defined_objs prefix_filter root_prefixprefixesrj obj_namesfuncsobjs object_infos directory target_path target_filerrrUrr4ssf    r4r8rcst}tg}d}|jD]5}|jdkrB|j\}} } |t|t| o,t| to,| dk| r0| ndd| r;| dks@| drBd}q |jD]%}|jdkrk| |jd g} | D] } | | j jqXt|| |||qF|jD].}|jd kr|j} t| tsJt| }| | | } t| j} |t|||||qofd d |D}|jD]}|jd krt|||nq|jD]}|jdkr|B}|r|dhB}t|||nq|jD] }|jdkrt|q|j|j|jddS)NFz import-objecttrue)type_checking_onlyalias _FFI_LOAD_LIBzlibinfo.load_lib_moduleTrWrr[csg|] }|jvr|qSr) full_name)ri defined_typesrrrsz_stage_3..zimport-section__all__LIBexport)r5dry_run)rrr?r@rBrSrboolrArClowerrkrqaddr]r^rwgenerate_global_funcsr rgenerate_objectgenerate_import_section generate_allgenerate_exportupdater5r)r;r8r:r defined_funcsr ffi_load_lib_importedrHr^rrrfunctype_keyobj_infor export_namesrrrr7sp                     r7c Cs~Gdddtjtj}d/dd}tjd d tjtjtjd |d }|jd t dddd|jdt dddd|jdt ddd|jdt ddd|jdt ddd|jdt ddtj dd|jd d!d"d#d$|jd%d&d'd(|jd)d&d*d(| }|j |j|jg}d}t|rt|s|d+t|j |j|jd,}|js|td-t||j||j||j|j|j|jd.S)0Nc@s eZdZdS)z"_parse_args..HelpFormatterN)__name__ __module__ __qualname__rrrr HelpFormattersrarg str | Noner list[str]cSs|sgSdd|dDS)NcSsg|] }|r|qSr)rG)ritemrrrrsz8_parse_args.._split_list_arg..;)rD)rrrr_split_list_argsz$_parse_args.._split_list_argztvm-ffi-stubgenaGenerate type stubs for TVM FFI extensions. It supports two modes - In `--init-*` mode, it generates missing `_ffi_api.py` and `__init__.py` files, based on the registered global functions and object types in the loaded libraries. - In normal mode, it processes the given files/directories in-place, generating type stubs inside special `tvm-ffi-stubgen` directive blocks. Documentation: r\)prog descriptionformatter_classz --importsIMPORTSz\Additional imports to load before generation, separated by ';' (e.g. 'pkgA;pkgB.submodule').)typedefaultmetavarhelpz--dllsLIBSzShared libraries to preload before generation (e.g. TVM runtime or your extension), separated by ';'. This ensures global function and object metadata is available. Platform-specific suffixes like .so/.dylib/.dll are supported.z --init-pypkgzuPython package name to generate stubs for (e.g. apache-tvm-ffi). Required together with --init-lib and --init-prefix.)rrrz --init-libzCMake target that produces the shared library to load for stub generation (e.g. tvm_ffi_shared). Required together with --init-pypkg and --init-prefix.z --init-prefixzGlobal function/object prefix to include when generating stubs (e.g. tvm_ffi.). Required together with --init-pypkg and --init-lib.z--indentzbExtra spaces added inside each generated block, relative to the indentation of the corresponding 'z' line.r$*PATHzFiles or directories to process. Directories are scanned recursively; only .py and .pyi files are modified. Use tvm-ffi-stubgen directives to select where stubs are generated.)nargsrrz --verbose store_truezvPrint a unified diff of changes to each file. This is useful for debugging or previewing changes before applying them.)actionrz --dry-runz`Don't write changes to files. This is useful for previewing changes without modifying any files.zE--init-pypkg, --init-lib, and --init-prefix must be provided together)pkg shared_targetrjr)r r#r3indentr$r5r)rrrr)argparseArgumentDefaultsHelpFormatterRawTextHelpFormatterArgumentParserr(r6DOC_URLr2 add_argumentrCr STUB_BEGIN parse_args init_pypkginit_lib init_prefixanyallerrorrr$ print_helpsysexitrr r#rr5r)rrparserargs init_flagsrrrrrs           r)rr)r;rr:r=rr>) r$rLr:r=rrrrrrMrr>) r;rr8rr:r=rrMrr>)rr)#__doc__ __future__rrrr!rr0pathlibrrrrwrr( file_utilsrr lib_stater r r r utilsrrrrr<r+r4r7rrrrrrrs,      ;  I B