o پi@sUddlZddlmZddlmZddlmZddlmZm Z ddl Z ddl Z ddl mZddlmZeeZGdd d ZeGd d d Zdae eed <d dZdefddZdS)N) dataclass) shared_memory)Path)ListOptional)get_naive_distributed)check_cuda_resultc@s6eZdZdefddZddZdedejfdd Z d S) HostSharedMemoryManager base_namecCst||_d|_g|_dS)Nr)r _base_name_operation_index_records)selfr rW/home/ubuntu/.local/lib/python3.10/site-packages/sglang/srt/utils/host_shared_memory.py__init__s  z HostSharedMemoryManager.__init__cCs.tj||dd}|j|jd}||j|S)Nmeta)sizedtypedevice) num_bytes)torchempty _malloc_rawnbytesview)rshaper meta_tensorrawrrrmallocszHostSharedMemoryManager.mallocrreturncCsddlmm}|jd7_|jd|j}tdkr(tj|d|d}t tdkr:tj|d}t j |ft j |j d}t|}t||||jt |jt|||d|S) Nr_opT)namecreater)r#)rbuffer)shmnp_arraytensor)cuda.bindings.runtimebindingsruntimer r rget_rankr SharedMemorybarriernpndarrayuint8bufr from_numpyrcudaHostRegisterdata_ptrcudaHostRegisterPortabler append_Record)rrcuda_rtshm_namer&r'r(rrrrs0     z#HostSharedMemoryManager._malloc_rawN) __name__ __module__ __qualname__strrrintrTensorrrrrrr sr c@s,eZdZUejed<ejed<ej ed<dS)r8r&r'r(N) r;r<r=rr-__annotations__r/r0rr@rrrrr8?s  r8 _instancecCstdusJtSNrBrrrrget_host_shared_memory_managerJs rEinstancecCstdusJ|adSrCrD)rFrrrset_host_shared_memory_managerOs rG)logging dataclassesrmultiprocessingrpathlibrtypingrrnumpyr/r(sglang.srt.distributed.naive_distributedrsglang.srt.utilsr getLoggerr;loggerr r8rBrArErGrrrrs      /