o
    ÔÙ¾iê  ã                   @  s`   d dl mZ d dlZd dlmZmZ d dlZer$d dlmZ d dl	m
Z
 ejG dd„ dƒƒZdS )é    )ÚannotationsN)ÚTYPE_CHECKINGÚOptional)ÚBaseTokenToKVPoolAllocator)ÚReqToTokenPoolc                   @  s¾   e Zd ZU ded< ded< ded< ded< d	Zded
< dZded< dZded< d	Zded< d	Zded< d	Z	ded< d	Z
ded< dZded< dZded< dZded< dZded< dZded< dS )ÚCacheInitParamsÚboolÚdisabler   Úreq_to_token_poolr   Útoken_to_kv_pool_allocatorÚintÚ	page_sizeFÚis_eagleNz(Optional[torch.distributed.ProcessGroup]Útp_cache_groupÚlruÚstrÚeviction_policyÚdisable_finished_insertÚenable_metricsÚenable_kv_cache_eventsÚenable_mamba_extra_bufferr   Úpp_ranké   Úpp_sizezOptional[int]Úchunked_prefill_sizeÚsliding_window_sizezOptional[float]Úcache_ttl_seconds)Ú__name__Ú
__module__Ú__qualname__Ú__annotations__r   r   r   r   r   r   r   r   r   r   r   r   © r!   r!   úZ/home/ubuntu/.local/lib/python3.10/site-packages/sglang/srt/mem_cache/cache_init_params.pyr      s"   
 r   )Ú
__future__r   ÚdataclassesÚtypingr   r   ÚtorchÚsglang.srt.mem_cache.allocatorr   Ú sglang.srt.mem_cache.memory_poolr   Ú	dataclassr   r!   r!   r!   r"   Ú<module>   s    