o ۾i .@sUddlZddlZddlZddlZddlZddlZddlZddlmZddl m Z m Z m Z e rdZ eed<dZedBed<eZeed<dZeed <d Zeed <dZedBed <dZedBed <dZeed<dZeed<dZedBed<d Zeed<dZeed<dZedBed<dZeed<dZ edBed<dZ!edBed<dZ"edBed<dZ#edBed<ej$%dZ&eed<ej$%dZ'eed<dZ(eed <dZ)eed!<dZ*eed"<dZ+eed#<d$Z,eed%<d&Z-eed'<dZ.eed(<d)Z/eed*<dZ0edBed+<d,Z1eed-<dZ2eed.<d/Z3e4ed0<dZ5eed1<dZ6edBed2<dZ7edBed3<dZ8edBed4<dZ9eed5<dZ:edBed6<dZ;eed7<ej$eed:<d;Z?eed<<d$Z@eed=<d,ZAe d>ed?<dZBeed@<d$ZCeedA<dZDeedB<dCZEe dDedE<ej$d3dedd?d3d d@d3d dAd3idBdCd3d dDd3d dEd3ddFd3ddGd3ddHd3ddId3dqedrdJd3dsdKd3dtdLd3ddMd3ddNd3ddOd3ddPd3ddQd3ddRd3iddSd3ddTd3ddUd3d dVd3d!dWd3d"dXd3d#dYd3d%dZd3d+d[d3d'd\d3d*d]d3d(d^d3d-d_d3d.d`d3d0dad3d1dbd3d2dcd3id3ddd3d4ded3d5dfd3d6dgd3d7dhd3d?ed?d,gd>d@did3dAdjd3dEedEdCdkdCgdGdld3dHdmd3dJdnd3dLdod3dNdpd3dOdqd3dQdrd3dSdsd3idUdtd3dWdud3dYedYdXgdvdd5d9dwd3d:dxd3dBdyd3d<dzd3d=d{d3dfd|d3djd}d3d~dd3ddd3dldd3dmdd3dndd3dodd3dpdd3idudd3dvdd3dwdd3dxdd3dydd3dzdd3d{dd3d|dd3d}dd3d~dd3ddd3ddd3ddd3ddd3ddd3ddd3ddd3iddd3ddd3ddd3ddd3ddd3ddd3ddd3deddgdܢdސdd3dߐdd3ddd3ddd3ddd3ddd3ddd3deddd3iddd3ddd3ddd3ddd3ddd3ddd3ddd3ddd3ddd3ddd3ddd3ddd3ddd3ddd3ddd3ddd3ddd3iddd3deddddgddd3ddd3ddd3ddd3ddd3ddd3ddd3ddÐd3ddĐd3deddgdddŐd3ddƐd3ddǐd3ddȐd3ddɐd3iddʐd3ddːd3dd̐d3dd͐d3dƐdΐd3dǐdϐd3dȐdАd3dʐdѐd3d̐dҐd3dΐdӐd3deddgd¢dŐdԐd3dАdՐd3d֐dאd3dؐdِd3dѐdڐd3dҐdېd3idԐdܐd3d֐dݐd3dedddސdgdِdd3dڐdd3ddd3ddd3ddd3ddd3ddd3ddd3ddd3deddgdddd3ddd3ddd3ddd3iddd3ddd3ddd3ddd3ddd3dedggddddd3ddd3ddd3ddd3ddd3deddd3ddd3ddd3ddd3ddd3ddd3dd3dd3dd3dd3dd3dd3dd3dd3edd d d gd d3d d3d d3d d3dd3dZeeege ffed<defddadefddZd!ddZd!ddZddZdefddZdeeeffddZdS("N)Callable) TYPE_CHECKINGAnyLiteral VLLM_HOST_IP VLLM_PORTVLLM_RPC_BASE_PATHFVLLM_USE_MODELSCOPE< VLLM_RINGBUFFER_WARNING_INTERVALVLLM_NCCL_SO_PATHLD_LIBRARY_PATHVLLM_ROCM_SLEEP_MEM_CHUNK_SIZE LOCAL_RANKCUDA_VISIBLE_DEVICESVLLM_ENGINE_ITERATION_TIMEOUT_SiXVLLM_ENGINE_READY_TIMEOUT_S VLLM_API_KEY"VLLM_DEBUG_LOG_API_SERVER_RESPONSES3_ACCESS_KEY_IDS3_SECRET_ACCESS_KEYS3_ENDPOINT_URLVLLM_MODEL_REDIRECT_PATHz ~/.cache/vllmVLLM_CACHE_ROOTz~/.config/vllmVLLM_CONFIG_ROOThttps://stats.vllm.aiVLLM_USAGE_STATS_SERVERVLLM_NO_USAGE_STATSVLLM_DO_NOT_TRACKVLLM_USAGE_SOURCETVLLM_CONFIGURE_LOGGINGINFOVLLM_LOGGING_LEVELVLLM_LOGGING_PREFIXext://sys.stdoutVLLM_LOGGING_STREAMVLLM_LOGGING_CONFIG_PATHautoVLLM_LOGGING_COLORNO_COLOR$@VLLM_LOG_STATS_INTERVALVLLM_TRACE_FUNCTIONVLLM_USE_FLASHINFER_SAMPLERVLLM_PP_LAYER_PARTITIONVLLM_CPU_KVCACHE_SPACEVLLM_CPU_OMP_THREADS_BINDVLLM_CPU_NUM_OF_RESERVED_CPUVLLM_CPU_SGL_KERNEL xla_cacheVLLM_XLA_CACHE_PATHVLLM_XLA_CHECK_RECOMPILATION@VLLM_FUSED_MOE_CHUNK_SIZE)VLLM_ENABLE_FUSED_MOE_ACTIVATION_CHUNKING)r)ncclshm&VLLM_USE_RAY_COMPILED_DAG_CHANNEL_TYPE&VLLM_USE_RAY_COMPILED_DAG_OVERLAP_COMMVLLM_USE_RAY_WRAPPED_PP_COMMVLLM_XLA_USE_SPMDfork)rAspawnVLLM_WORKER_MULTIPROC_METHODassetsVLLM_ASSETS_CACHEVLLM_ASSETS_CACHE_MODEL_CLEANVLLM_IMAGE_FETCH_TIMEOUTVLLM_VIDEO_FETCH_TIMEOUT VLLM_AUDIO_FETCH_TIMEOUTVLLM_MEDIA_URL_ALLOW_REDIRECTSVLLM_MEDIA_LOADING_THREAD_COUNTVLLM_MAX_AUDIO_CLIP_FILESIZE_MBopencvVLLM_VIDEO_LOADER_BACKENDhttpVLLM_MEDIA_CONNECTORblake3VLLM_MM_HASHER_ALGORITHMcudaVLLM_TARGET_DEVICE12.9VLLM_MAIN_CUDA_VERSIONhighest)r\highmediumVLLM_FLOAT32_MATMUL_PRECISIONMAX_JOBS NVCC_THREADSVLLM_USE_PRECOMPILED$VLLM_SKIP_PRECOMPILED_VERSION_SUFFIXVLLM_DOCKER_BUILD_CONTEXTVLLM_KEEP_ALIVE_ON_ENGINE_DEATH)DebugReleaseRelWithDebInfoCMAKE_BUILD_TYPEVERBOSEVLLM_ALLOW_LONG_MAX_MODEL_LENi'VLLM_RPC_TIMEOUTVLLM_HTTP_TIMEOUT_KEEP_ALIVE VLLM_PLUGINSVLLM_LORA_RESOLVER_CACHE_DIRVLLM_LORA_RESOLVER_HF_REPO_LISTVLLM_USE_AOT_COMPILEVLLM_USE_BYTECODE_HOOKVLLM_FORCE_AOT_LOADVLLM_USE_MEGA_AOT_ARTIFACTVLLM_USE_TRITON_AWQ VLLM_ALLOW_RUNTIME_LORA_UPDATINGVLLM_SKIP_P2P_CHECKVLLM_DISABLED_KERNELSVLLM_DISABLE_PYNCCLVLLM_ROCM_USE_AITERVLLM_ROCM_USE_AITER_PAGED_ATTNVLLM_ROCM_USE_AITER_LINEARVLLM_ROCM_USE_AITER_MOEVLLM_ROCM_USE_AITER_RMSNORMVLLM_ROCM_USE_AITER_MLAVLLM_ROCM_USE_AITER_MHA VLLM_ROCM_USE_AITER_FP4_ASM_GEMMVLLM_ROCM_USE_AITER_TRITON_ROPEVLLM_ROCM_USE_AITER_FP8BMMVLLM_ROCM_USE_AITER_FP4BMM%VLLM_ROCM_USE_AITER_UNIFIED_ATTENTION)VLLM_ROCM_USE_AITER_FUSION_SHARED_EXPERTSVLLM_ROCM_USE_AITER_TRITON_GEMMVLLM_ROCM_USE_SKINNY_GEMMVLLM_ROCM_FP8_PADDINGVLLM_ROCM_MOE_PADDINGVLLM_ROCM_CUSTOM_PAGED_ATTN!VLLM_ROCM_SHUFFLE_KV_CACHE_LAYOUTVLLM_ENABLE_V1_MULTIPROCESSINGVLLM_LOG_BATCHSIZE_INTERVALVLLM_DISABLE_COMPILE_CACHEQ_SCALE_CONSTANTK_SCALE_CONSTANTdV_SCALE_CONSTANTVLLM_SERVER_DEV_MODEVLLM_V1_OUTPUT_PROC_CHUNK_SIZEVLLM_MLA_DISABLEg?VLLM_RAY_PER_WORKER_GPUSVLLM_RAY_BUNDLE_INDICESVLLM_CUDART_SO_PATH VLLM_DP_RANKVLLM_DP_RANK_LOCAL VLLM_DP_SIZEVLLM_USE_STANDALONE_COMPILEVLLM_DP_MASTER_IPVLLM_DP_MASTER_PORTVLLM_MOE_DP_CHUNK_SIZEVLLM_ENABLE_MOE_DP_CHUNKVLLM_RANDOMIZE_DP_DUMMY_INPUTSstrict)rfillspanVLLM_RAY_DP_PACK_STRATEGYVLLM_MARLIN_USE_ATOMIC_ADD)int8fp8VLLM_MARLIN_INPUT_DTYPEVLLM_MXFP4_USE_MARLINVLLM_DEEPEPLL_NVFP4_DISPATCHVLLM_V1_USE_OUTLINES_CACHEVLLM_TPU_BUCKET_PADDING_GAPVLLM_TPU_MOST_MODEL_LENVLLM_TPU_USING_PATHWAYSVLLM_USE_DEEP_GEMMVLLM_MOE_USE_DEEP_GEMMVLLM_USE_DEEP_GEMM_E8M0%VLLM_USE_DEEP_GEMM_TMA_ALIGNED_SCALESrelax)skipfullrVLLM_DEEP_GEMM_WARMUPVLLM_USE_FUSED_MOE_GROUPED_TOPK#VLLM_BLOCKSCALE_FP8_GEMM_FLASHINFERVLLM_USE_FLASHINFER_MOE_FP16VLLM_USE_FLASHINFER_MOE_FP8VLLM_USE_FLASHINFER_MOE_FP4VLLM_USE_FLASHINFER_MOE_INT4latency) throughputr masked_gemmVLLM_FLASHINFER_MOE_BACKEND%VLLM_FLASHINFER_WORKSPACE_BUFFER_SIZEVLLM_XGRAMMAR_CACHE_MB VLLM_MSGPACK_ZERO_COPY_THRESHOLD!VLLM_ALLOW_INSECURE_SERIALIZATION localhostVLLM_NIXL_SIDE_CHANNEL_HOSTiVLLM_NIXL_SIDE_CHANNEL_PORTi&#VLLM_MOONCAKE_BOOTSTRAP_PORTi"VLLM_MAX_TOKENS_PER_EXPERT_FP4_MOE%VLLM_TOOL_PARSE_REGEX_TIMEOUT_SECONDSVLLM_SLEEP_WHEN_IDLEVLLM_MQ_MAX_CHUNK_BYTES_MBi,"VLLM_EXECUTE_MODEL_TIMEOUT_SECONDS)NHDHNDVLLM_KV_CACHE_LAYOUTVLLM_COMPUTE_NANS_IN_LOGITSVLLM_USE_NVFP4_CT_EMULATIONSNONE)FPINT8INT6INT4r#VLLM_ROCM_QUICK_REDUCE_QUANTIZATION(VLLM_ROCM_QUICK_REDUCE_CAST_BF16_TO_FP16(VLLM_ROCM_QUICK_REDUCE_MAX_SIZE_BYTES_MBiVLLM_NIXL_ABORT_REQUEST_TIMEOUTVLLM_MORIIO_CONNECTOR_READ_MODEVLLM_MORIIO_QP_PER_TRANSFERVLLM_MORIIO_POST_BATCH_SIZEVLLM_MORIIO_NUM_WORKERS#VLLM_MOONCAKE_ABORT_REQUEST_TIMEOUTVLLM_ENABLE_CUDAGRAPH_GCVLLM_LOOPBACK_IP2VLLM_ALLOW_CHUNKED_LOCAL_ATTN_WITH_HYBRID_KV_CACHEVLLM_ENABLE_RESPONSES_API_STOREVLLM_NVFP4_GEMM_BACKENDVLLM_HAS_FLASHINFER_CUBIN#VLLM_USE_FLASHINFER_MOE_MXFP4_MXFP8"VLLM_USE_FLASHINFER_MOE_MXFP4_BF16VLLM_ROCM_FP8_MFMA_PAGE_ATTN+VLLM_USE_FLASHINFER_MOE_MXFP4_MXFP8_CUTLASSVLLM_ALLREDUCE_USE_SYMM_MEMVLLM_TUNED_CONFIG_FOLDER#VLLM_GPT_OSS_SYSTEM_TOOL_MCP_LABELS$VLLM_USE_EXPERIMENTAL_PARSER_CONTEXT(VLLM_GPT_OSS_HARMONY_SYSTEM_INSTRUCTIONS$VLLM_TOOL_JSON_ERROR_AUTOMATIC_RETRY VLLM_CUSTOM_SCOPES_FOR_PROFILINGVLLM_NVTX_SCOPES_FOR_PROFILING#VLLM_KV_EVENTS_USE_INT_BLOCK_HASHESVLLM_OBJECT_STORAGE_SHM_BUFFER#VLLM_OBJECT_STORAGE_SHM_BUFFER_NAMEiVLLM_DEEPEP_BUFFER_SIZE_MB,VLLM_DEEPEP_HIGH_THROUGHPUT_FORCE_INTRA_NODE!VLLM_DEEPEP_LOW_LATENCY_USE_MNNVLVLLM_DBO_COMM_SMSVLLM_PATTERN_MATCH_DEBUGVLLM_DEBUG_DUMP_PATH!VLLM_ENABLE_INDUCTOR_MAX_AUTOTUNE.VLLM_ENABLE_INDUCTOR_COORDINATE_DESCENT_TUNINGVLLM_USE_NCCL_SYMM_MEMVLLM_NCCL_INCLUDE_PATHVLLM_USE_FBGEMM VLLM_GC_DEBUGVLLM_DEBUG_WORKSPACE"VLLM_DISABLE_SHARED_EXPERTS_STREAM*VLLM_SHARED_EXPERTS_STREAM_TOKEN_THRESHOLDbinary)runpackedVLLM_COMPILE_CACHE_SAVE_FORMATVLLM_USE_V2_MODEL_RUNNERVLLM_LOG_MODEL_INSPECTIONVLLM_DEBUG_MFU_METRICSVLLM_DISABLE_LOG_LOGOVLLM_LORA_DISABLE_PDLcCtdtjtjddS)NXDG_CACHE_HOME~z.cacheosgetenvpathjoin expanduserrr=/home/ubuntu/.local/lib/python3.10/site-packages/vllm/envs.pyget_default_cache_rootr!cCr)NXDG_CONFIG_HOMErz.configrrrrr get_default_config_rootr"r$valuereturncCs|durdSt|SN)intr%rrr maybe_convert_intsr*cCs|durdStt|Sr')boolr(r)rrr maybe_convert_bools r,cCtttddS)Nr0r+r(rrrrrr disable_compile_cacher0cCsHddlm}ddlm}|drtsdnd}| o#tjd|dkS)Nr)vllm_is_batch_invariant)is_torch_equal_or_newerz 2.10.0.dev1r.rq)*vllm.model_executor.layers.batch_invariantr2vllm.utils.torch_utilsr3r0renvironget)r2r3 default_valuerrr use_aot_compile s  r:env_namedefaultchoicescase_sensitivecs dtdBffdd }|S)a Create a lambda that validates environment variable against allowed choices Args: env_name: Name of the environment variable default: Default value if not set (can be None) choices: List of valid string options or callable that returns list case_sensitive: Whether validation should be case sensitive Returns: Lambda function for environment_variables dict r&Ncstt}|dur Strn}s"|}dd|D}n|}|}||vr8td|dd|d|S)NcSg|]}|qSrlower.0choicerrr  9z@env_with_choices.._get_validated_env..Invalid value 'z' for . Valid options: .)rrcallablerA ValueError)r%actual_choices check_value check_choicesr>r=r<r;rr _get_validated_env/s z,env_with_choices.._get_validated_envstr)r;r<r=r>rPrrOr env_with_choicessrSc dttffdd }|S)a Create a lambda that validates environment variable containing comma-separated values against allowed choices Args: env_name: Name of the environment variable default: Default list of values if not set choices: List of valid string options or callable that returns list case_sensitive: Whether validation should be case sensitive Returns: Lambda function for environment_variables dict that returns list of strings r&c st}|dur Sdd|dD}|sStr n}|D]&}s4|}dd|D}n|}|}||vrJtd|dd|dq$|S) NcSsg|] }|r|qSr)strip)rCvrrr rEdszJenv_list_with_choices.._get_validated_env_list..,cSr?rr@rBrrr rEprFrGz' in rHrI)rrsplitrJrArK)r%valuesrLvalrMrNrOrr _get_validated_env_list^s* z6env_list_with_choices.._get_validated_env_list)listrR)r;r<r=r>r[rrOr env_list_with_choicesIsr]crT)z Creates a lambda which that validates environment variable containing comma-separated values against allowed choices which returns choices as a set. r&csttSr')setr]rrOrr _get_validated_env_setr1z4env_set_with_choices.._get_validated_env_set)r^rR)r;r<r=r>r_rrOr env_set_with_choicess r`c Cs|dtjvrdStdd}zt|WSty=}zddlm}||}|jr0td|ddtd|d|d}~ww) zGet the port from VLLM_PORT environment variable. Returns: The port number as an integer if VLLM_PORT is set, None otherwise. Raises: ValueError: If VLLM_PORT is a URI, suggest k8s service discovery issue. rNr.r) parse_urlz VLLM_PORT 'z' appears to be a URI. This may be caused by a Kubernetes service discovery issue,check the warning in: https://docs.vllm.ai/en/stable/serving/env_vars.htmlz' must be a valid integer)rr7rr(rK urllib3.utilrascheme)porterrraparsedrrr  get_vllm_ports"     rgdefault_factorycsdtffdd }|S)z Create a lambda that returns an environment variable value if set, or generates and sets a default value using the provided factory function. r&cs*t}|dur |S}|tj<|Sr')rrr7)r%r9rhr;rr _get_or_set_defaults  z3get_env_or_set_default.._get_or_set_defaultrQ)r;rhrjrrir get_env_or_set_defaults  rkcCtddS)NrYrXrrrArrrr rncCstddp dS)Nr[rrZrmrrrr rns)r>cC tddS)Nr`rrrrrr rn cCrp)Nrarqrrrr rnrrcCs*tjdddvpttjdS)Nrbrr4trueVLLM_PRECOMPILED_WHEEL_LOCATION)rr7r8rUrAr+rrrr rns cCtttjddS)Nrcr.r+r(rr7r8rrrr rncCtjdddvS)Nrdrrsrr7r8rUrArrrr rns cCr-)Nrjr.r/rrrr rnrFc C tjtdtjtdS)Nrvllm)rrrrrr$rrrr rn c Cr{)Nrr|rrrrrr!rrrr rnr}cC tddS)Nrrrqrrrr rnrrcCstdtS)Nr )rrtempfile gettempdirrrrr rnscCtjdddkS)Nr Falsertrr7r8rArrrr rn cCttjddS)Nr 60r(rr7r8rrrr rn$  CUDA_HOMEcCtjddS)Nrrr7r8rrrr rn)cCr)Nr rrrrr rn,rcCr)Nrrrrrr rn/rcCr)Nr256rrrrr rn1rcCstjdddkS)Nrr4rrrrr rn7 cCr)Nrrrrrr rn=cCr)Nrrrrrr rnBrcCrv)Nrrr4rwrrrr rnIrxcCtjdddkS)Nrsr.r4rrrrr rnOcCr)Nrtr.r4rrrrr rnSrcCr)Nrr.rrrrr rnYrcCr)Nrrrrrr rn[rcCr)Nrrrrrrr rn]rcCr)Nr600rrrrr rnbrcCr)Nrrrrrr rnfrcCr)Nrrrtrrrrr rnhrcCr)Nrrrrrr rnmrcCr)Nrrrrrr rnnrcCr)Nrrrrrr rnorcCtjddS)Nrrrrrrr rnqrcCr)Nrr.r4rrrrr rntrcCs$tjddptjddpddkS)Nr DO_NOT_TRACKr.r4rrrrr rnus  cCr)Nr! productionrrrrr rn{rcCr-)Nr"r4r/rrrr rncCs tdS)Nr(rqrrrr rns cCrl)Nr$r#)rrupperrrrr rnrocCr)Nr'r&rqrrrr rnrrcCr)Nr%rrqrrrr rnrrcCr)Nr*r)rqrrrr rnrrcCstdddkS)Nr+r.rqrrrr rnrocCs ttdd}dkr|SdS)Nr-z10.gr,floatrr)rZrrr rnscCttddS)Nr.r.r(rrrrrr rnrocCs dtjvrtttjdSdS)Nr/)rr7r+r(rrrr rns  cCrp)Nr0rqrrrr rnrrcCdtjvr ttddSdS)Nr1r.rr7r(rrrrr rns cCr)Nr2r)rqrrrr rnrrcCr)Nr3r.rrrrr rns  cCr-)Nr4r.r/rrrr rnrFcCr-)Nr>r.r/rrrr rnrcCr-)Nr?r4r/rrrr rnrrBc C"tjtdtjtddS)NrEr|rDr~rrrr rn cCr-)NrFr.r/rrrr rnrcCr)NrH5rrrrr rnrocCr)NrJ30rrrrr rn cCr)NrL10rrrrr rnrcCr-)NrMr4r/rrrr rnrcCr)NrO8rrrrr rnrcCr)NrQ25rrrrr rnrcCr)NrSrRrqrrrr rncCr)NrUrTrqrrrr rnrr)rVsha256sha512c Cr)Nr6r|r5r~rrrr rnrcCr-)Nr7r.r/rrrr rnrcCr-)Nr@r.r/rrrr rn rFcCttdtdS)Nr9r8r(rrrRrrrr rn!rcCr-)Nr:r4r/rrrr rn'rcCr-)Nrer.r/rrrr rn,rcCry)Nrkr.rsrzrrrr rn3VLLM_TEST_FORCE_FP8_MARLINcCry)Nrr.rsrzrrrr rn9rVLLM_TEST_FORCE_LOAD_FORMATcCr)Nrdummyrqrrrr rn=rcCr)Nrl10000rrrrr rnBrocCr)Nrmrrrrrr rnDrcCsdtjvrdStjddS)NrnrWrr7rXrrrr rnJ cCrp)Nrorqrrrr rnPrcCrp)Nrprqrrrr rnWrcCr-)Nrur.r/rrrr rn[rFcCry)Nrvr.rsrzrrrr rn]rcCstdddkS)Nrwr4rqrrrr rngrocCsdtjvrgStjddS)NrxrWrrrrr rnlrcCtdddvS)Nryrrtr4rmrrrr rnpr1cCr)Nrzrrrmrrrr rnur1cCr)Nr{rrrmrrrr rnzr1cCr)Nr|Truerrmrrrr rnr1cCr)Nr}rrrmrrrr rnr1cCr)Nr~rrrmrrrr rnr1cCr)Nrrrrmrrrr rnr1cCr)Nrrrrmrrrr rnr1cCr)Nrrrrmrrrr rnr1cCr)Nrrrrmrrrr rnr1cCr)Nrrrrmrrrr rnr1cCr)Nrrrrmrrrr rnr1cCr)Nrrrrmrrrr rncCr)Nrrrrmrrrr rnrcCr)Nrrrrmrrrr rnr1cCr)Nrrrrmrrrr rnr1cCr-)Nrr4r/rrrr rnrFcCr-)Nrr4r/rrrr rnrFcCr)Nrrrrmrrrr rnr1cCr)Nrrrrmrrrr rnr1cCr)Nrrrrmrrrr rnrcCttjddS)Nrr*rr7r8rrrr rnrcCr)Nr200rrrrr rnrocCr)Nrrrrrrr rnrocCr)Nr100rrrrr rnrocCr-)Nrr4r/rrrr rnrcCr)Nr-1rrrrr rnrcCr-)Nrr.r/rrrr rnrFcCr)Nr128rrrrr rnrcCr-)Nrr.r/rrrr rnrFcCr)Nrz1.0rrrrr rnrcCr)Nrrrqrrrr rn rrcCrp)Nrrqrrrr rnrrcCr)Nrr.rrrrr rnrocCsttdtjtjS)Nr)r(rrsysmodules__name__rrrrr rncCr)Nrr4rrrrr rnrocCr)Nrz 127.0.0.1rqrrrr rnrrcCr)Nrr.rrrrr rnrocCr)Nrrrrrrr rn!rocCr-)Nrr4r/rrrr rn"rcCr)Nrr.r4rrrrr rn&rcCr)Nrrrqrrrr rn5rVLLM_CI_USE_S3cCr)Nrr.r4rrrrr rn9rcCr)Nrrrrrr rn@rcCr)Nrr.r4rrrrr rnDrcCr)Nr)r,rr7r8rrrr rnIrrrcCr-)Nrr.r/rrrr rnSrcCr)Nrr.r4rrrrr rnYrcCsdtjvr ttjdSdS)Nrr)rr7r(rrrr rn_s cCr)Nrrrrrr rndrcCstdtddvS)Nproxy JAX_PLATFORMSr)r+rrrArrrr rnhrcCr-)Nrr4r/rrrr rnlrFcCr-)Nrr4r/rrrr rnnrcCr-)Nrr4r/rrrr rnrrcCr-)Nrr4r/rrrr rnvrcCr-)Nrr4r/rrrr rnrcCr-)Nrr.r/rrrr rnrcCr-)Nrr.r/rrrr rnrcCr-)Nrr.r/rrrr rnrcCr-)Nrr.r/rrrr rnrcCr-)Nrr.r/rrrr rnrcCr-)Nrr.r/rrrr rnrcCr-)Nrr.r/rrrr rnrcCr-)Nrr.r/rrrr rnrcCr)Nr512rrrrr rnrocCr)Nrrrrrrr rnrcCr-)Nrr.r/rrrr rnrcCr)Nrrrqrrrr rnrcCr)Nr5600rrrrr rnrcCr)Nr8998rrrrr rnrcCr)Nrrrrrrr rnrcCr)Nr163840rrrrr rnr.VLLM_FLASHINFER_ALLREDUCE_FUSION_THRESHOLDS_MBcCsttddS)Nrz{})jsonloadsrrrrrr rns $VLLM_MOE_ROUTING_SIMULATION_STRATEGYcCstjddS)Nrrrrrrr rnscCr)Nrr4rrrrr rnrcCr-)Nrr.r/rrrr rnrFcCr)Nr16rrrrr rn rcCr)Nr300rrrrr rnrrrcCr-)Nrr.r/rrrr rnrcCr-)Nrr.r/rrrr rn%rcCr)Nr480rrrrr rn,rcCr)Nrrrrmrrrr rn0r1cCr)Nrr4rrrrr rn4rcCr)Nrrrrrrr rn8rcCr)Nrr4rrrrr rn<rocCr)Nrrrrrrr rn>rcCr-)Nrr.r/rrrr rnCr)zflashinfer-cudnnzflashinfer-trtllmzflashinfer-cutlasscutlassmarlincCr-)Nrr.r/rrrr rnZrcCr)Nrrrqrrrr rn^rrVLLM_PROCESS_NAME_PREFIXcCr)NrVLLMrqrrrr rnbrrcCr-)Nrr4r/rrrr rnjrcCr-)Nrr.r/rrrr rnvrcCr-)Nrr.r/rrrr rnzrcCr-)Nrr4r/rrrr rn~rcCr-)Nrr.r/rrrr rnrcCrp)Nrrqrrrr rnrr) containercode_interpreterweb_search_preview)r<r=cCr-)Nrr.r/rrrr rnrcCr-)Nrr.r/rrrr rnrcCr-)Nrr.r/rrrr rnrcCr-)Nrr.r/rrrr rnrcCr-)Nrr4r/rrrr rnrcCsdtjS)NVLLM_OBJECT_STORAGE_SHM_BUFFER_)uuiduuid4hexrrrr rnrocCr)Nr1024rrrrr rnrcCr-)Nrr.r/rrrr rnrcCr-)Nrr.r/rrrr rnrcCr)Nr20rrrrr rnrocCr-)Nrr4r/rrrr rnrcCr-)Nrr4r/rrrr rnrcCr-)Nrr.r/rrrr rnrcCr)Nrrrrrr rnrcCr-)Nr r.r/rrrr rnrFcCr)Nr rrqrrrr rnrrcCr-)Nr r.r/rrrr rnrFcCr-)Nr r.r/rrrr rnrcCstttddS)Nr rrrrrr rnrrcCr-)Nrr.r/rrrr rnrcCr-)Nrr.r/rrrr rnrcCr-)Nrr.r/rrrr rnrcCr-)Nrr.r/rrrr rnrFcCr-)Nrr.r/rrrr rnrF)rrrr r r r r rrrrrrenvironment_variablesnamecCs&|tvr t|Stdtd|)z Gets environment variables lazily. NOTE: After enable_envs_cache() invocation (which triggered after service initialization), all environment variables will be cached. module  has no attribute )rAttributeErrorrrrrr  __getattr__ s rcCs ttdS)z6Checked if __getattr__ is wrapped with functools.cache cache_clear)hasattrrrrrr _is_envs_cache_enableds rcCs*trdSttatD]}t|q dS)at Enables caching of environment variables. This is useful for performance reasons, as it avoids the need to re-evaluate environment variables on every call. NOTE: Currently, it's invoked after service initialization to reduce runtime overhead. This also means that environment variables should NOT be updated after the service is initialized. N)r functoolscacherr)keyrrr enable_envs_caches    rcCs"trttds JtjadSdS)zr Resets the environment variables cache. It could be used to isolate environments between unit tests. __wrapped__N)rrrrrrrr disable_envs_cache2s rcCs ttSr')r\rkeysrrrr __dir__>s rcCs&|tvr |tjvStdtd|)z3Check if an environment variable is explicitly set.rr)rrr7rrrrrr is_setBs rc Cshd}ddlm}i}tD].\}}||vrqz|}Wnty7}z td||WYd}~qd}~ww||||<qgd}|D] }|t|||<qE|S)zReturn env vars used for torch.compile cache keys. Start with every known vLLM env var; drop entries in `ignored_factors`; hash everything else. This keeps the cache key aligned across workers.>:r`r+rrrrrrrrrEr rr*r$r r4rrsr%r'rr rrVLLM_CPU_MOE_PREPACKrrUrrr1r-rrLrHr(rrrJr2rSrr3rmrCrFrrMrrrrerQrOr rrrr)normalize_valuezBSkipping environment variable %s while hashing compile factors: %sN) +RAY_EXPERIMENTAL_NOSET_CUDA_VISIBLE_DEVICES+RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES*RAY_EXPERIMENTAL_NOSET_HIP_VISIBLE_DEVICES0RAY_EXPERIMENTAL_NOSET_ASCEND_RT_VISIBLE_DEVICES-RAY_EXPERIMENTAL_NOSET_HABANA_VISIBLE_MODULES.RAY_EXPERIMENTAL_NOSET_NEURON_RT_VISIBLE_CORES(RAY_EXPERIMENTAL_NOSET_TPU_VISIBLE_CHIPS-RAY_EXPERIMENTAL_NOSET_ONEAPI_DEVICE_SELECTOR.RAY_EXPERIMENTAL_NOSET_RBLN_RT_VISIBLE_DEVICES) vllm.config.utilsrritems Exceptionloggerwarningrr) ignored_factorsrfactorsfactorgetterrawexcray_noset_env_varsvarrrr compile_factorsIs, =  r)T)r&N(rrloggingrrrrcollections.abcrtypingrrrrrR__annotations__rr(rr r r+r r rrrrrrrrrrrrrrrrrrr r!r"r$r%r'r(r*r+r-rr.r/r0r1r2r3r4rr6r7r9r:r=r>r?r@rCrErFrHrJrLrMrOrQrSrUrWrYr[r_r`rarbrcrdrerirjrkrlrmrnr\rorprqrrrsrtrurvrwrxryrzr{r|r}r~rrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrr^rrrrrrrrrrrrrrrrrrr r r r r rrrrrrr!r$r*r,r0r:rSr]r`rgrk getLoggerrrrdictrrrrrrobjectrrrrr s                                                                                                                                                           ""1;           #*  . 4 = GL O T Y^ a d f lrw{ ~         # $ % ' * + 1 6 9 ; = ? B D G M O U X ] ` fn  s y~        # ) 4 >D L S W X ^ c jpt y {       $ ( - 2 8 = A F K P U Z _ c i o s w y {      ! # &) - 5 9 > D G I L P R T Z [ _ nr y }      " & ( , 0> H M Q U Y ] b i n t |      &/8 < A E JT Z ` g k o s w y ~   & 2 6 : > BG M S W [ `g  l r w|              $G  $