o Y۷i&@sdZddlmZddlmZddlmZddlm Z ddl m Z m Z m Z mZmZ d8d9ddZd:ddZd;ddZdd&d'Zd?d2d3Z 4d@dAd6d7ZdS)Bz5Code generation logic for the `tvm-ffi-stubgen` tool.) annotations)Callable)consts) CodeBlock)FuncInfo ImportItem InitConfig ObjectInfoOptionsNty_mapdict[str, str]importslist[ImportItem] func_namesset[str] | NonereturnCallable[[str], str]csdfdd }|S)Nnamestrrcs^||}|ddd}d|vr-d}r|vrd|}t|d|d|r-|S|S)N.r_Ttype_checking_onlyalias)getrsplitappendr)rsuffixrrrr J/home/ubuntu/vllm_env/lib/python3.10/site-packages/tvm_ffi/stub/codegen.py_run!s   z%_type_suffix_and_record.._run)rrrrr!)r rrr#r!r r"_type_suffix_and_records r$coder global_funcslist[FuncInfo]optr Nonec st|jdks J|s dSt|jtsJ|j\}}|sd}|t|ddddtddd gd d |D}t|||d d d|ddgfdd|Dd}d|j|jdgfdd|D|jd|_dS)ztGenerate function signatures for global functions. It processes: global/${prefix}@${import_from="tvm_ffi") Ntvm_ffiz .init_ffi_apiF_FFI_INIT_FUNCrtyping.TYPE_CHECKINGrcS h|] }|jjdddqSrrrschemarr.0fr!r!r" P z(generate_global_funcs..r # fmt: offz_FFI_INIT_FUNC("z ", __name__)if TYPE_CHECKING:csg|] }|jjdqS)indent)genr<)r4func) fn_ty_mapr(r!r" Vz)generate_global_funcs.. # fmt: on rcg|]}|qSr!r!r4liner;r!r"r@\r) lenlines isinstanceparamtupleextendrr$r<) r%r&r rr(prefix import_fromrresultsr!)r?r<r(r"generate_global_funcs1sH      rQobj_infor c st|jdks J|}dd|jD}t|||d}|jr=|tddddg|j|d d d |j||jd d }n dg|j|d d d }d |j|jd gfdd|D|jd|_dS)zZGenerate a class definition for an object type. It processes: object/${type_key} r*cSr/r0r1)r4mr!r!r"r6nr7z"generate_object..r8r-Fr.r9rr;r:rBrCcrDr!r!rEr;r!r"r@rGz#generate_object..rN) rHrImethodsr$rr gen_fields gen_methodsr<) r%r rr(rRinfo method_namesr?rPr!r;r"generate_objectasD      rYcsii|D]}|jr|jg|q|jg|qr0dgtddddd d g}rH|fddtDr_|d|fddtD|rx|jddddg|dd|jd|_dSdS)zaGenerate import statements for the types used in the stub. It processes: import-section typingr-Tr.modritemsrr<intrcSsZ|jddddttdd|D}d|}|r&|d|d |S|d |S) NcSs|jSNr)itemr!r!r"sz=generate_import_section.._make_line..keyz, css|]}|jVqdSr^)name_with_alias)r4r`r!r!r" sz>generate_import_section.._make_line..rCzfrom z import zimport )sortjoinsortedset)r[r\r<names indent_strr!r!r" _make_lines z+generate_import_section.._make_linec3s"|] }||ddVqdS)rr;Nr!r4r[)rlimports_concreter!r"re z*generate_import_section..r:c3s"|] }||jVqdSr^r;rm)rlimports_ty_checkr(r!r"rerorr9 # isort: offz"from __future__ import annotations # isort: onrBrN)r[rr\rr<r]rr)r setdefaultr[rrrMrhrI)r%rr(r`rPr!)rlrnrpr(r"generate_import_sectionsH       rtrjset[str]csrt|jdks J|s dSd|jdd|D}dd d }|jd gfd dt||dD|jd|_dS)3Generate an `__all__` variable for the given names.r*NrCcSsh|] }|dddqSr0)rr3r!r!r"r6rAzgenerate_all..rrrtuple[int, str]cSs8|rd|fS|r|drd|vrd|fSd|fS)Nrrrr*)isupperr_r!r!r" _sort_keys zgenerate_all.._sort_keyrcsg|] }d|dqS)"z",r!)r4rr;r!r"r@rAz generate_all..rbr)rrrrw)rHrIr<rh)r%rjr(ryr!r;r" generate_alls   r{c Csbt|jdks J|j}|jdddd|dd|d|dd d d |d d d|jdg |_dS)rvr*rr9rqzfrom .z import * # noqa: F403z import __all__ as __all__zif "__all__" not in globals():z __all__ = []z__all__.extend(z__all__)rrrBrN)rHrIrK)r%r[r!r!r"generate_exports   r} code_blockslist[CodeBlock] module_namer object_infoslist[ObjectInfo]init_cfgr is_rootboolc Csjd}|s |d|d7}tdd|Ds|tj7}|r1|tdd7}|d|jd |jd 7}td d|DsA|t|7}|rK|td d 7}dd|D}|D]P}|j} |j} | duraqT| | | } | ddd} | rw| | | n| } | r| dddnd} | r| |vrd| dd} |t| | 7}|t | | | 7}qTtdd|Ds|tj 7}|S)z:Generate the initial FFI API stub code for a given module.z"""FFI API bindings for .""" cs|]}|jdkVqdS)zimport-sectionNkindr4r%r!r!r"rez#generate_ffi_api..ztvm_ffi.libinfo.load_lib_module _FFI_LOAD_LIBzLIB = _FFI_LOAD_LIB("z", "z") csr)globalNrrr!r!r"rerztvm_ffi.register_object _FFI_REG_OBJcSsh|]}|jr|jqSr!)type_key)r4rWr!r!r"r6 sz#generate_ffi_api..NrrrObjectrcsr)r|Nrrr!r!r"re$r)anyCPROMPT_IMPORT_SECTION_prompt_import_objectpkg shared_target_prompt_globalsrparent_type_keyrrreplace_prompt_class_defPROMPT_ALL_SECTION) r~r rrrrrdefined_type_keysrWrr type_nameparent_type_namer!r!r"generate_ffi_apisD     r_ffi_api submodulecCsJdtjd|dtjd}|sd|d|Stdd|Ds#|SdS)z:Generate the `__init__.py` file for the `tvm_ffi` package. z export/z """Package rcsr)exportNrrr!r!r"re5rz generate_init..r)r STUB_BEGINSTUB_ENDr)r~rrr%r!r!r" generate_init)srr^)r r rrrrrr) r%rr&r'r r rrr(r rr)) r%rr r rrr(r rRr rr))r%rrrr(r rr))r%rrjrur(r rr))r%rrr))r~rr r rrrrrr rrrr)r)r~rrrrrrr)__doc__ __future__rrZrrrr file_utilsrutilsrrr r r r$rQrYrtr{r}rrr!r!r!r"s       0 + 5  @