o
    Ti,                     @   st   d dl mZ d dlmZ d dlZd dlmZ d dlmZ G dd deZ	G dd	 d	eZ
G d
d deZdd ZdS )    )Enum)DeepSpeedConfigModelN)Field)Optionalc                   @   s   e Zd ZdZdZdS )AUTOTP_MODETRAINING	INFERENCEN)__name__
__module____qualname__r   r    r   r   \/home/ubuntu/.local/lib/python3.10/site-packages/deepspeed/runtime/tensor_parallel/config.pyr      s    r   c                   @   sL   e Zd ZU dZdZeed< 	 dZeed< 	 	 	 dZe	ed< 	 dZ
e	ed< dS )TPConfigz' Configure tensor parallelism settings    tp_sizetp_grain_sizeNmputp_group)r	   r
   r   __doc__r   int__annotations__r   r   objectr   r   r   r   r   r      s   
 r   c                   @   s   e Zd ZU ejZejed< 	 dZeed< 	 dZ	e
ed< 	 ei ddZeed< 	 d	Zee ed
< dZe
ed< 	 edddZe
ed< d	S )TPTrainingConfigdtyper   autotp_sizeFtp_overlap_commtp)aliastensor_parallelNinjection_policy_tuplekeep_module_on_hostkernel_injectreplace_with_kernel_inject)r	   r
   r   torchfloat16r   r   r   r   r   boolr   r   r   r   r   tupler    r"   r   r   r   r   r   &   s   
 r   c                 C   s    d| v rt di | d S t  S )Nr   r   )r   )	ds_configr   r   r   get_tensor_parallel_configP   s   r(   )enumr   deepspeed.runtime.config_utilsr   r#   pydanticr   typingr   r   r   r   r(   r   r   r   r   <module>   s   *