o -i+ @sddlmZddlZddlZddlmZdejdejfddZ ddejd edejfd d Z ddejd edejfd dZ ddejded edejdBfddZ dde eejeBfdBdefddZ dS))AnyN) get_tp_groupinput_returncCs t|S)z8All-reduce the input tensor across model parallel group.)r all_reduce)rr^/home/ubuntu/veenaModal/venv/lib/python3.10/site-packages/vllm/distributed/communication_op.py tensor_model_parallel_all_reduce s r dimcCt||S)z8All-gather the input tensor across model parallel group.)r all_gatherrr rrr tensor_model_parallel_all_gatherrcCr )zsJ