o پi@sUddlZddlZddlmZddlZddlmZddlmZddl m Z ddl m Z m Z ddlmZmZeeZdaeeed<d d d d d Zd edejdefddZdedejdefddZdefddZdejdededefddZdeddfddZdeefdd ZdS)!N)Optional)BaseSparseAlgorithmDeepSeekNSAAlgorithmQuestAlgorithm)FlashAttentionAdaptorNSABackendAdaptor) SparseConfigSparseCoordinator_global_sparse_coordinatorcKt||fi|SNrconfigdevicekwrY/home/ubuntu/.local/lib/python3.10/site-packages/sglang/srt/mem_cache/sparsity/factory.pysrcKr rrrrrrrs )quest deepseek_nsarrreturncKs<|j}t|}|durtd||||fi|S)NzUnknown sparse algorithm: ) algorithmlower_ALGORITHM_REGISTRYget ValueError)rrkwargsalgorithm_namefactoryrrr_create_sparse_algorithms  r!backendsparse_algorithmcCs2t|tr t||S|dvrt|Std|)zCreate backend adaptor.)fa3flashattentionzUnknown attention backend: ) isinstancerr rr)r"rr#req_to_token_poolrrr_create_backend_adaptor-s  r(c Cs|j}|dur>zt|}|dd}|dd}|dd}|}Wntjy=}ztd|WYd}~nd}~wwt|||j||d }|S) z Parse hierarchical sparse configNrrr"r%min_sparse_prompt_lenizr=cCs|adSrr )r=rrrr<xsr<cCstSrr?rrrrget_sparse_coordinator}sr@) r-loggingtypingrtorch7sglang.srt.mem_cache.sparsity.algorithms.base_algorithmr5sglang.srt.mem_cache.sparsity.algorithms.deepseek_nsar8sglang.srt.mem_cache.sparsity.algorithms.quest_algorithmr5sglang.srt.mem_cache.sparsity.backend.backend_adaptorrr 5sglang.srt.mem_cache.sparsity.core.sparse_coordinatorr r getLogger__name__r1r __annotations__rrr!strr(r7intr>r<r@rrrrsP