o پi*@sddlZddlZddlmZddlmZmZddlZddlm Z ddl m Z m Z er0ddl mZeeZe ZdaGdddeZd efd d ZdddZeddZejfdejdedejfddZddZdS)N)IntEnum) TYPE_CHECKINGCallable)envs)get_npu_memory_capacityis_npu) ServerArgsc@seZdZdZdZdZdS) NPUACLFormatN)__name__ __module__ __qualname__ACL_FORMAT_UNDEFINED ACL_FORMAT_NDACL_FORMAT_FRACTAL_NZrrY/home/ubuntu/.local/lib/python3.10/site-packages/sglang/srt/hardware_backend/npu/utils.pyr sr fncstfdd}|S)Ncs2tddrtdjdSd_|i|S)N_has_been_calledFz$Function {} has already been called.T)getattrloggerdebugr r)argskwargsrrrwrappers z_call_once..wrapper) functoolswraps)rrrrr _call_oncesr rrcCsd|_d|_d|_|jdurd|_t}|dkr2|jdur d|_|jdur1|jdkr.d|_n!d|_n|d krO|jdur>d |_|jdurO|jdkrLd|_nd |_d |_|j rfd |_ | rad|_ dSd|_ dSdS)z7 Set default server arguments for NPU backend. ascendNii@ii T kernel_ascendpage_first_kv_splitpage_first_direct) attention_backendprefill_attention_backenddecode_attention_backend page_sizerchunked_prefill_sizecuda_graph_max_bstp_sizedisable_custom_all_reduceenable_hierarchical_cachehicache_io_backenduse_mla_backendhicache_mem_layout)rnpu_memrrrset_default_server_args's8         r7cCsPtsJdddl}ddl}ddlm}ddtj_d|jj _ |jj dd dS) zK Initialize NPU backend. This function should be called only once. z4NPU backend initialization called on non-NPU device.rN)transfer_to_npucSsdS)NFrrrrrcsz"init_npu_backend..TF) jit_compile) _is_npusgl_kernel_npu torch_nputorch_npu.contribr8torchcuda is_availablenpuconfigallow_internal_formatset_compile_mode)r<r=r8rrrinit_npu_backendVs    rFtensor acl_formatreturncCs,ts|Stjr |Sddl}|||jS)a Cast a tensor to a specific NPU ACL format. Args: tensor (torch.Tensor): The input tensor. acl_format (NPUACLFormat): The target NPU ACL format. Returns: torch.Tensor: The tensor cast to the specified NPU ACL format. rN)r;r$SGLANG_NPU_DISABLE_ACL_FORMAT_WEIGHTgetr=npu_format_castvalue)rGrHr=rrrrLis  rLcCstdur tjatS)N)indexer_weight_streamr?rBStreamrrrrget_indexer_weight_streams rP)rr)rloggingenumrtypingrrr?sglang.srt.environrsglang.srt.utilsrrsglang.srt.server_argsr getLoggerr rr;rNr r r7rFrTensorrLrPrrrrs4     /