o
    'i                     @   s  d dl mZmZmZ d dlmZ d dlmZ d dlm	Z	 d dlm
Z
 d dlmZ d dlmZ d dlmZ d d	lmZ d d
lmZ d dlmZ d dlmZ d dlmZ d dlmZ d dlmZ d dlmZ d dlmZ d dlmZ d dlmZ d dlmZ d dlmZ d dlmZ d dlmZ d dlm Z! d dlm"Z# d dlm$Z% d dlm&Z' d dlm(Z) d dl*m+Z+ d dl,m-Z- d dl*m.Z. d d l*m/Z/ d d!l*m0Z0 d d"l1m2Z2 d d#l1m3Z3 d d$l1m4Z4 d d%l1m5Z5 d d&l1m6Z6 d d'l1m7Z7 d d(l1m8Z8 d)S )*   )CudaRTLibrarycreate_shared_bufferfree_shared_buffer)pack_strided_memory)Mapping)AllReduceFusionOp)AllReduceFusionPattern)AllReduceStrategyConfig)AllReduceStrategyType)QuantizationSFLayout)#compute_fp4_swizzled_layout_sf_size)gen_trtllm_comm_module)trtllm_allreduce_fusion)*trtllm_create_ipc_workspace_for_all_reduce)1trtllm_create_ipc_workspace_for_all_reduce_fusion)trtllm_custom_all_reduce)+trtllm_destroy_ipc_workspace_for_all_reduce)2trtllm_destroy_ipc_workspace_for_all_reduce_fusion)trtllm_lamport_initialize)trtllm_lamport_initialize_all)trtllm_moe_allreduce_fusion)$trtllm_moe_finalize_allreduce_fusion)
all_reduce)dispose)gen_vllm_comm_module)get_graph_buffer_ipc_meta)init_custom_ar)	meta_size)register_buffer)register_graph_buffers)AllReduceFusionWorkspace)MNNVLAllReduceFusionWorkspace)TRTLLMAllReduceFusionWorkspace)allreduce_fusion)!create_allreduce_fusion_workspace)MoeAlltoAll)moe_a2a_combine)moe_a2a_dispatch)moe_a2a_initialize)#moe_a2a_get_workspace_size_per_rank)moe_a2a_sanitize_expert_ids)(moe_a2a_wrap_payload_tensor_in_workspaceN)9cuda_ipcr   r   r   dlpack_utilsr   mappingr   	trtllm_arr   r   r	   r
   r   r   r   r   r   r   r   r   r   r   r   r   r   vllm_arr   vllm_all_reducer   vllm_disposer   r   vllm_get_graph_buffer_ipc_metar   vllm_init_custom_arr   vllm_meta_sizer   vllm_register_bufferr   vllm_register_graph_buffers	allreducer    trtllm_mnnvl_arr!   r"   r#   r$   trtllm_moe_alltoallr%   r&   r'   r(   r)   r*   r+    r;   r;   U/home/ubuntu/veenaModal/venv/lib/python3.10/site-packages/flashinfer/comm/__init__.py<module>   sP    