o پi @sUddlmZddlmZddlmZddlmZmZm Z m Z ddl Z er+ddl m Z dadadadd Zd d Zd d ZeddZeddZed'ddZeGdddZdaded<d(ddZed)d%d&ZdS)*) annotations)contextmanager) dataclass) TYPE_CHECKINGAnyListOptionalN) ForwardBatchFcCtSN_in_piecewise_cuda_graphrrd/home/ubuntu/.local/lib/python3.10/site-packages/sglang/srt/compilation/piecewise_context_manager.pyis_in_piecewise_cuda_graphrcCr r _in_pcg_torch_compilerrrris_in_pcg_torch_compilerrcCr r _pcg_capture_streamrrrrget_pcg_capture_streamrrccdadVdadSNTFrrrrr#enable_piecewise_cuda_graph_compilerccrrr rrrrenable_piecewise_cuda_graph%srstreamtorch.cuda.Streamccs|adVdadSr r)rrrrset_pcg_capture_stream/rrc@sFeZdZddZdddZdd d Zdd dZdddZdddZdS)ForwardContextcCs"d|_d|_d|_d|_d|_dSr ) forward_batchattention_layer quant_config moe_layers moe_fusions)selfrrr__init__9s  zForwardContext.__init__r!r cC ||_dSr )r!)r&r!rrrset_forward_batch@ z ForwardContext.set_forward_batchlayers List[Any]cCr(r )attention_layersr&r+rrrset_attention_layersCr*z#ForwardContext.set_attention_layersr#rcCr(r )r#)r&r#rrrset_quant_configFr*zForwardContext.set_quant_configcCr(r )r$r.rrrset_moe_layersIr*zForwardContext.set_moe_layersfusionscCr(r )r%)r&r2rrrset_moe_fusionsLr*zForwardContext.set_moe_fusionsN)r!r )r+r,)r#r)r2r,) __name__ __module__ __qualname__r'r)r/r0r1r3rrrrr 7s    r Optional[ForwardContext]_forward_contextreturncCstdurdStSr )r8rrrrget_forward_contextSsr:r!r r-r,r#rr$r%ccsRtat|t|t|t|t|zdVWdadSdawr )r r8r)r/r0r1r3)r!r-r#r$r%rrrset_forward_contextYs     r;)rr)r9r7) r!r r-r,r#rr$r,r%r,) __future__r contextlibr dataclassesrtypingrrrrtorch,sglang.srt.model_executor.forward_batch_infor r rrrrrrrrr r8__annotations__r:r;rrrrs2