o i$@s.UddlZddlZddlZddlZddlZddlZddlZddlmZddl m Z m Z m Z ddl Z GdddejZGdddejZGdd d eZGd d d eZdaiae ee efed <ejd dkZejddkZdadddZGdddeZedejfde defddZ!e e Z"dS)N)Enum)AnyDictListc@$eZdZddZddZddZdS)_ForLoopUnrollercCs||_||_||_dSN) loop_itertargetinline_variables)selfr r r r Q/home/ubuntu/.local/lib/python3.10/site-packages/xformers/triton/vararg_kernel.py__init__s z_ForLoopUnroller.__init__cCs |j|jkr|Stt|jSr)idr astNamestrr r noder r r visit_Names z_ForLoopUnroller.visit_NamecCsTt|jtjr(|jj|jkr(t|jtjr(|jj|jvr(t|jj|jS|Sr) isinstanceslicerrrr valuer r rr r rvisit_Subscripts  z _ForLoopUnroller.visit_SubscriptN)__name__ __module__ __qualname__rrrr r r rrs rc@r)_VisitorVarargKernelcCst|_||_dSr)setr N)r r r r rr+s z_VisitorVarargKernel.__init__cCs|jdur(|jdkr(t|jtjr(t|jtjr(|jjdkr(|j |jj gS|jdur4| |j|_|jdur@| |j|_|jdurL| |j|_|S)NVAR_ARGS_ARRAY) rsimplerr rr annotationConstantr addrvisitrr r rvisit_AnnAssign/s        z$_VisitorVarargKernel.visit_AnnAssigncsg}jD]/jdur/tjtjr/jjdkr/|jj|fddt |j D7}q| qj dur[|jj j|fddt |j D7}d_ |j 7}g_ |_S)Nr"cs g|] }tj|qSr )rarg.0i)r)r r Ms z8_VisitorVarargKernel.visit_arguments..cs"g|] }tjj|qSr )rr)varargr*)rr rr-Rs")argsr$rrr%rr r&r)ranger appendr. kwonlyargs)r rnew_argsr )r)rrvisit_argumentsCs$       z$_VisitorVarargKernel.visit_argumentsN)rrrrr(r4r r r rr*s rc@seZdZddZdS)_VisitorUnrollKernelcst|jtjrB|jjjdksBt|jjdksBt|jjdtjrB|jjdjjdksBt|jjdjdksB|jjdjdjjvrOfdd|j D|_ |Sg}t j D])}t |j jj|d}|j D]}t|}t||}|}||qeqV|S)Nr0r!rlencsg|]}|qSr )r')r+xr r rr-esz2_VisitorUnrollKernel.visit_For..)r r r )riterrCallfuncrr6r/r bodyr0r rr copydeepcopyfix_missing_locationsr'r1)r r new_nodesr,unrollerr<new_noder r8r visit_For[s2     z_VisitorUnrollKernel.visit_ForN)rrrrCr r r rr5Zs r5cs,eZdZfddZddZddZZS)_VisitorConditionalKernelcstj|i|d|_dSr)superr extra_nodes)r r/kwargs __class__r rrxs z"_VisitorConditionalKernel.__init__cCst|jtjr||j|_|S|jj|jvrlt|jtjrldg|j }t|jj|j d|d<t t |j dD]*}t |jt gt|g}t|jj|}tj||||dd||<q=|dS|S)Nr!)testr<orelser)rrr Subscriptrrr rrr reversedr0CompareEqr%IfExp)r r if_statementsr,rKr<r r rr|s     z)_VisitorConditionalKernel.visit_SubscriptcCsft|jtjr,|jjdkr,t|jdkr,t|jdtjr,|jdj|jvr,t|j S| ||S)Nr6r!r) rr;rrrr6r/r r%r generic_visitrr r r visit_Calls    z$_VisitorConditionalKernel.visit_Call)rrrrrrT __classcell__r r rHrrDws rD_FILENAME_TO_SRCXFORMERS_MATERIALIZE_CODEGEN1XFORMERS_KEEP_CODEGENcCs|tvrt|St||Sr)rV_getlines_orig)filenamemodule_globalsr r r_monkey_patched_getliness r]c@seZdZdZdZdS) VarargModeunroll conditionalN)rrrUNROLL CONDITIONALr r r rr^sr^r modecCst|j}t|j}|tjkrt|d}n |tj kr!t |d}| |}t |}t jjt jjfdkr9tdt|}d|jjd|jd|}trtsTtatjtj|d}trndatjtj|dd t |d  } | !|Wdn1swYnt"st#j$a%t&t#_$d |d }|j'dd t"|<t(||d} i} t)| |jj*| t+| dksJt+| t,t-| .} t/| } t0| dr| 1|d| _2| S|| _| S)a" Specializes a triton kernel with variable number of inputs to a specific number of inputs `N`. `mode` can either be `UNROLL` or `CONDITIONAL`. Both options implement the same functionality, but have different implementations and can have different performance. In `UNROLL` mode, any loops that loop over the varargs will be unrolled. In `CONDITIONAL` mode, indexing into the list of varargs is replaced with conditional statements like `a0 if i==0 else a1 if i==1 else a2...`. `CONDITIONAL` mode is generally better if `N` is large, because it generates a smaller triton kernel that should fit in the instruction cache and will compile faster. NOTE: Because it's quite costly to call `triton.jit`, we cache the returned value with `lru_cache` )r )z6Error: This functionality requires python 3.9 or abovezunroll_varargs--z.pyNT)exist_okw<>)keependsexecr!_unsafe_update_src)3triton JITFunctionfnrparsesrcr^rar5rbrDr'r?sys version_infomajorminor RuntimeErrorunparserr_should_materialize_codegen_tmp_dirtempfileTemporaryDirectoryospathjoinname _should_keep_materialized_sourcemakedirsdirnameopenwriterV linecachegetlinesrZr] splitlinescompilerl __globals__r6nextr9valuesjithasattrrmhash)kernelr rckparsed nodeVisitornew_src fn_basename fn_filenamefcode_localsrp jitted_fnr r runroll_varargssP                rr)#rr= functoolsrr}rsr{enumrtypingrrrrnNodeTransformerrrr5rDrZrVr__annotations__environgetryrrzr]r^ lru_cacheraintrr"r r r rs0  0*  L