o پi@sddlmZddlZddlmZmZmZmZmZm Z m Z ddl Z ededZ e ddddddddZ e ddddd ddZ e dddddd!ddZ e ddddd"ddZ d#ddddd$ddZ GdddZdS)%) annotationsN)AnyCallableListOptionalTypeVarUnionoverloadF)boundTop_name mutates_args out_shapeeagerfnr Optional[str]rOptional[List[str]]rOptional[Union[int, str]]rboolreturncCdSN)rr rrrrrN/home/ubuntu/.local/lib/python3.10/site-packages/sglang/srt/utils/custom_op.pyregister_custom_op r)r rr fake_implOptional[Callable]cCrrr)rr rrrrrrrrCallable[[F], F]cCrrrr rrrr!cCrrr)r rrrrrrr+r rc  st}tddh}||ksJd||dv}dv}|r)|r)Jd|s1|s1dd<d fd d } |durC| |S| S) a* A decorator to register a custom operator. Example usage: ```python # inplace operator, out_shape is None by default @register_custom_op(mutates_args=["x"]) def add_1_(x: torch.Tensor) -> None: x.add_(1) # operator with output, out_shape indicates the position of output @register_custom_op(mutates_args=["x"], out_shape=0) def add(x: torch.Tensor, y: torch.Tensor) -> torch.Tensor: return x.add_(y) ``` :param fn: The function to be registered as a custom operator. If None, return a decorator. :type fn: Callable :param op_name: The name of the operator. If None, use the function name :type op_name: Optional[str] :param mutates_args: A list of argument names that are mutated in-place. :type mutates_args: List[str] :param out_shape: The position (int for positional, str for keyword) of the output-shape tensor. It is used to generate a fake implementation for torch.compile compatibility. If the operator is inplace and has no output, set to None. :type out_shape: Optional[List[Union[int, str]]] :param fake_impl: A fake implementation for the operator. Only one of `out_shape` or `fake_impl` should be provided. :type fake_impl: Optional[Callable] :param eager: Whether to register the operator eagerly. If False, the registration will be deferred until the first call. If you met any issue with torch.compile, try to set eager=True. Currently, to avoid misuse, we set eager=True by default. :type eager: bool :return: The registered JIT custom operator, or a decorator. NOTE: the real register will occur at the first call of the function. :rtype: Callable rrzUnexpected extra kwargs: z:Only one of `out_shape` or `fake_impl` should be provided.Nop_funcrrcs.tdp|j|p gd}r|jS|S)N)r r!rr)CustomOpWrapper__name__ real_impl)r!wrapperr extra_kwargsrr rr decoratortsz%register_custom_op..decorator)r!rrr)setkeys) rr rrr'extra_kwarg_keysexpected_kwarg_keys has_out_shape has_fake_implr(rr&rr6s& /    c@s:eZdZdddZd d Zedd d ZedddZdS)r"r strr!rr List[str]cKs"||_||_||_||_d|_dSr)r r!rr'_impl)selfr r!rr'rrr__init__s  zCustomOpWrapper.__init__cOs|j|i|Sr)r$)r2argskwargsrrr__call__szCustomOpWrapper.__call__rcCsd|jdur/ttjj|jsddlm}||j|j|j |j dt tjj|j|_|jdus/J|jS)Nr)direct_register_custom_op)r r!rr) r1hasattrtorchopssglangr sglang.srt.utils.commonr7r!rrgetattr)r2r7rrrr$s  zCustomOpWrapper.real_implcsLdjvr jdSdjvsJtjjdfdd}|S)Nrrc sdurdSj|i|}|ztttr!|jWS|jWStt fy?t ddj ddw)Nz)Cannot find output argument at position `z` for custom operator `z` with signature `z`.) bindapply_defaultsr9 empty_like isinstanceintr4 arguments IndexErrorKeyError RuntimeErrorr )r4r5r rr2 signaturerrrs( z,CustomOpWrapper.fake_impl..fake_impl)r'inspectrHr!)r2rrrGrrs    zCustomOpWrapper.fake_implN)r r/r!rrr0)rr)r# __module__ __qualname__r3r6propertyr$rrrrrr"s   r") rr r rrrrrrrrr ) rr r rrrrrrrrr ) r rrrrrrrrr) r rrrrrrrrrr) rrr rrrrrrr) __future__rrItypingrrrrrrr r9r rr"rrrrsD $     L