o ٷi@sUddlZddlmZddlmZmZddlmZddlm Z er=dZ e e d<dZ edBe d<dZe dBe d <dZee d <d d d d dd dd dZee egeffe d<eeZGdddZeZddZddZdS)N)Callable) TYPE_CHECKINGAny) init_logger)current_omni_platform MASTER_ADDR MASTER_PORT CUDA_HOME LOCAL_RANKcCs tddS)Nrr)osgetenvrrL/home/ubuntu/.local/lib/python3.10/site-packages/vllm_omni/diffusion/envs.pys rcCsdtjvr ttddSdS)Nr 0)r environintr rrrrrscCstjddS)Nr )r rgetrrrrrscCsttjddS)Nr r)rr rrrrrrrs)rr r r environment_variablescsHeZdZdZdZfddZddZdefdd Zde fd d Z Z S) PackagesEnvCheckerz2Singleton class for checking package availability.Ncs(|jdurt||_|j|jSN) _instancesuper__new__ initialize)cls __class__rrr(s  zPackagesEnvChecker.__new__cCsi}|||d<||_dS)Nhas_flash_attn)_check_flash_attn packages_info)selfr!rrrr.s zPackagesEnvChecker.initializereturnc Cst}|sdS|dkrdSzL|}d|vs!d|vs!d|vr$WdSzddl}WWdSttfy7Ynwzddl}WWdSttfyKYnwddlm }|d krZtd WdSttfys| d dspt d YdSw) z5Check if flash attention is available and compatible.FrTuringTeslaT4NT) __version__z2.6.0zinstall flash_attn >= 2.6.0 has_aiterzCNo Flash Attention backend found, using pytorch SDPA implementation) r is_cuda_alikeget_device_countget_device_namefa3_fwd_interface ImportErrorModuleNotFoundErrorflash_attn_interface flash_attnr'rloggerwarning)r"r!platformgpu_namer,r/r'rrrr 3s<    z$PackagesEnvChecker._check_flash_attncCs|jS)z!Get the packages info dictionary.)r!)r"rrrget_packages_infoasz$PackagesEnvChecker.get_packages_info) __name__ __module__ __qualname____doc__rrrboolr dictr5 __classcell__rrrrr#s .rcCs&|tvr t|Stdtd|)Nzmodule z has no attribute )rAttributeErrorr6)namerrr __getattr__is r?cCs ttSr)listrkeysrrrr__dir__ps rB)r collections.abcrtypingrr vllm.loggerrvllm_omni.platformsrrstr__annotations__r rr r rr;r6r1rPACKAGES_CHECKERr?rBrrrrs(      C