o ۷i @sTddlZddlmZmZmZddlmZddlmZee Z ej GdddZ dS)N)OptionalDictAny)ParallelismBackend) init_loggerc @seZdZUejZeed<dZeed<dZ eed<dZ eed<e j e dZeeeefed<dZeed <dZeed <dZeed <d d ZdefddZ    d!dededededef ddZdeefddZedefddZedefddZedefddZedefdd ZdS)"ParallelismConfigbackendN ulysses_size ring_sizetp_size)default_factoryparallel_kwargsF_has_text_encoder_has_auto_encoder_has_controlnetcCst|jsJd|jd|jtjkrJ|jdur|jdks)|jdur.|jdkr.tj|_n|jdur=|jdkr=tj|_ntj |_t d|j|jdur|jdkr|jdusb|jdksbJd|jdusp|jdkspJd|jtjkrt dtj|_dSdS|jdur|jdkr|jdur|jdkrt d|jdur|jdks|jdur|jdkr|jtjkrt d tj|_dSdSdSdS) NzParallel backend zH is not supported. Please make sure the required packages are installed.z3Auto selected parallelism backend for transformer: zGTensor parallelism plus Ulysses parallelism is not supported right now.zDTensor parallelism plus Ring parallelism is not supported right now.zoTensor parallelism is only supported for NATIVE_PYTORCH backend right now. Force set backend to NATIVE_PYTORCH.zKUlysses parallelism plus Ring parallelism is not fully supported right now.zwUlysses/Ring parallelism is only supported for NATIVE_DIFFUSER backend right now. Force set backend to NATIVE_DIFFUSER.)r is_supportedrAUTOr r NATIVE_DIFFUSERr NATIVE_PYTORCHNONEloggerinfowarning ValueErrorselfrR/home/ubuntu/vllm_env/lib/python3.10/site-packages/cache_dit/parallelism/config.py __post_init__#sP            zParallelismConfig.__post_init__returncCs<|jdur |jdkp|jduo|jdkp|jduo|jdkS)Nr)r r r rrrrenabledVs zParallelismConfig.enableddetails text_encodervae controlnetcCsp|rr|s|r8|}dtjd}|r|d|d7}n|r'|d|d7}n|d|d7}|dd}|Sd|jd}|jdurM|d|jd7}|jdur[|d|jd7}|jduri|d|jd7}|dd}|Sd}|jdur|d |j7}|jdur|d |j7}|jdur|d |j7}|s|jr|d 7}|s|j r|d 7}|s|j r|d7}|S)NzParallelismConfig(backend=z, ztp_size=z ulysses_size=zdp_size=)z ring_size=UlyssesRingTP_TEP_VAEP_CNP) _get_extra_module_world_sizerrrstriprr r r rrr)rr"r#r$r%extra_module_world_size parallel_strrrrstrify]sD         zParallelismConfig.strifycCstg}|jdur|jdkr||j|jdur"|jdkr"||j|jdur2|jdkr2||j|r8t|SdS)zJGet the world size for extra parallel modules, e.g., text encoder and VAE.Nr)r appendr r max)rsizesrrrr.s   z.ParallelismConfig._get_extra_module_world_sizecC*|}|dus|dksJdd|_|S)z0Get the world size for text encoder parallelism.NrzGText encoder world size must be None or greater than 1 for parallelism.T)r.rr world_sizerrrtext_encoder_world_size z)ParallelismConfig.text_encoder_world_sizecCr6)z'Get the world size for VAE parallelism.Nrz>VAE world size must be None or greater than 1 for parallelism.T)r.rr7rrrauto_encoder_world_sizer:z)ParallelismConfig.auto_encoder_world_sizecCs|jS)N)vae_world_sizerrrrr<sz ParallelismConfig.vae_world_sizecCr6)z.Get the world size for ControlNet parallelism.NrzEControlNet world size must be None or greater than 1 for parallelism.T)r.rr7rrrcontrolnet_world_sizer:z'ParallelismConfig.controlnet_world_size)FFFF) __name__ __module__ __qualname__rrr__annotations__r intr r dataclassesfielddictr rrstrrrboolrrrr!r2r.propertyr9r;r<r=rrrrr sF        3  1  r) rCtypingrrrcache_dit.parallelism.backendrcache_dit.loggerrr>r dataclassrrrrrs