o :/ilC@s^UddlZddlZddlZddlZddlZddlZddlZddlmZddl m Z m Z m Z e rdZ eed<dZedBed<eZeed<dZeed <d Zeed <dZedBed <dZedBed <dZeed<dZeed<dZedBed<d Zeed<dZeed<dZedBed<dZeed<dZ edBed<dZ!edBed<dZ"edBed<dZ#edBed<ej$%dZ&eed<ej$%dZ'eed<dZ(eed <dZ)eed!<dZ*eed"<d#Z+eed$<d%Z,eed&<d'Z-eed(<dZ.eed)<d*Z/eed+<dZ0edBed,<d-Z1eed.<dZ2eed/<d0Z3e4ed1<dZ5eed2<dZ6edBed3<dZ7edBed4<dZ8edBed5<d-Z9eed6<dZ:edBed7<dZ;eed8<d%Zeed;<dZ?eed<<d-Z@e d=ed><dZAeed?<d%ZBeed@<dZCeedA<dBZDe dCedD<ej$=e&dEZEeedF<dZFeedG<dHZGeedI<dJZHeedK<dLZIeedM<d%ZJeedN<dOZKeedP<dQZLeedR<dSZMeedT<dUZNeedV<dWZOeedX<dYZPeedZ<d[ZQeed\<d]ZRe d^ed_<dZSedBed`<dZTedBeda<dZUeedb<dZVeedc<dZWeedd<dZXeede<dZYe dfdBedg<dZZeedh<dZ[eedi<djZ\eedk<dHZ]eedl<dZ^e_edBedm<dZ`edBedn<dZaedBedo<dZbeedp<d%Zceedq<dZdeedr<dZeeeds<dZfeedt<dZgeedu<dZheedv<gZie_eedw<d%Zjeedx<dZkeedy<dZleedz<dZmeed{<dZneed|<d%Zoeed}<d%Zpeed~<d%Zqeed<d%Zreed<d%Zseed<dZteed<dZueed<d%Zveed<d%Zweed<dZxeed<dZyeed<d%Zzeed<d%Z{eed<d%Z|eed<d%Z}eed<d%Z~eed<dZeed<d%Zeed<dZe4ed<dZeed<dZeed<dZeed<dZeed<dZeed<dZeed<dZeed<dZe4ed<dZeed<dZedBed<dZeed<dZeed<dZeed<d%Zeed<dZeed<dZeed<dZeed<dZeed<d%Zeed<dZeed<dZe ded<dZeed<dZeed<dZeed<dZe ddBed<dZedBed<dZeed<dZeed<dZeed<dZedBed<dZeed<d%Zeed<d%Zeed<d%Zeed<d%Zeed<dZe ded<d%Zeed<d%Zeed<dZeed<dZeed<dZeed<dZeed<dZe ded<dZe ded<dZeed<dZeed<dZeed<dZeed<dZeed<dZeed<dZeed<dZeed<dZeed<dZeed<dZeed<dZeed<dZe ddBed<dZeed<dZeed<dZe ded<d%Zeed<dZedBed<dZeed<dZeed<dZeed<dZeed<dZeed<dZeed<dZeed<dZeed<d%Zeed<dZeed<dZedBed<dZeed<dZeed<dZeed<dZeed<dZeed<d%Zeed<dZeed<dZedBed<eӃZeeed<dZeed<dZeed<dZedBed<dZeed<dZeed<dZeed<d%Zeed<dZeed<dZeed<dZeed<dZeed<d Zeed <dZedBed <dZedBed <d%Zeed <d%Zeed<dZeed<dZedBed<dZeed<dZeed<dZeed<dZeed<dZeed<dZe ded<dZeed<dZeed<dZeed<dZeed<dZeed<dZeed<dZeed<dZeed <dZedBed!<dZeed"<dZeed#<dZeed$<d%Zeed&<d'd(Zd)d*Zd+edBd,edBfd-d.Zd+edBd,edBfd/d0Zd,efd1d2Zd,efd3d4Z %dCd5ed6edBd7e_eege_efBd8ed,egedBff d9d:Z %dCd5ed6e_ed7e_eege_efBd8ed,ege_eff d;d<Z %dCd5ed6e_ed7e_eege_efBd8ed,egeeff d=d>Zd,edBfd?d@Zd5edAegefd,egeffdBdCZeeZidZdDdEd\dFdEd_ed_d]gd^ddGd`dHdEdadIdEdbdJdEdcdKdEdddLdEdgedgdgdfdhdMdEddNdEddOdEddPdEdeddQdEd dRdEd dSdEidTdUdEd dVdEd dWdEddXdEddYdEddZdEd d[dEd d\dEdpedqd]dEdrd^dEdsd_dEdd`dEddadEddbdEddcdEddddEiddedEddfdEddgdEddhdEd didEd!djdEd"dkdEd$dldEd&dmdEd,dndEd(dodEd+dpdEd)dqdEd.drdEd/dsdEd1dtdEd2dudEid3dvdEd4dwdEd5dxdEd6dydEd7dzdEd8d{dEd9d|dEd>ed>d-gd=d?d}dEd@d~dEdDedDdBddBgdFddEdGddEdIddEdKddEdMddEdNddEidPddEdRddEdTddEdVddEdXedXdWgdddGd;ddEd<ddEdAddEdeddEdiddEdddEdddEdkddEdlddEdmddEdnddEdoddEidtddEduddEdvddEdwddEdxddEdyddEdzddEd{ddEd|ddEd}ddEd~ddEdddEdddEdddEdddEdddEdddEidddEdddEdddEdddEdddEdddEdddEdddEdddEdeddgddddEdddEdddEdddEdddEdddEdddEidedddEdddEdddEdddEdddEdddEdddEdddEdddEddÐdEddĐdEddŐdEddƐdEddǐdEddȐdEddɐdEiddʐdEdːd̐dEdd͐dEddΐdEddϐdEdedddАdgddҐdEddӐdEddԐdEddՐdEdd֐dEddאdEddؐdEddِdEddڐdEdeddgdddېdEiddܐdEddݐdEddސdEdÐdߐdEdĐddEdddEdddEdddEd͐ddEdΐddEdϐddEdАddEdҐddEdԐddEd֐ddEdǐeddgdƢdʐeddgdɢid̐ddEdؐddEdddEdddEdِddEdېddEdݐddEdߐeddddgdddEdddEdddEdddEdddEdddEdddEdddEdddEideddgddddEdddEdddEdddEdddEdddEdddEdddEdd dEdd dEdedggd d dd dEdddEdddEdddEdddEidddEdedddEdddEdddEdddEd ddEd ddEdddEdddEdddEdddEdddEdddEdddEdd dEdedddd!gdd"dEd#dEd$dEd%dEd&dEd'dEd(dEd)dEd*dEd+dEd,dEd-dEd.dEd/ Ze eege ffed0<d1efd2d3a d,efd4d5Z dDd6d7Z dDd8d9Z d:d;Zd1efd<d=Zd>ed,dfd?d@Zd,e eeffdAdBZdS(EN)Callable) TYPE_CHECKINGAnyLiteral VLLM_HOST_IP VLLM_PORTVLLM_RPC_BASE_PATHFVLLM_USE_MODELSCOPE< VLLM_RINGBUFFER_WARNING_INTERVALVLLM_NCCL_SO_PATHLD_LIBRARY_PATHVLLM_ROCM_SLEEP_MEM_CHUNK_SIZE LOCAL_RANKCUDA_VISIBLE_DEVICESVLLM_ENGINE_ITERATION_TIMEOUT_SiXVLLM_ENGINE_READY_TIMEOUT_S VLLM_API_KEY"VLLM_DEBUG_LOG_API_SERVER_RESPONSES3_ACCESS_KEY_IDS3_SECRET_ACCESS_KEYS3_ENDPOINT_URLVLLM_MODEL_REDIRECT_PATHz ~/.cache/vllmVLLM_CACHE_ROOTz~/.config/vllmVLLM_CONFIG_ROOThttps://stats.vllm.aiVLLM_USAGE_STATS_SERVERVLLM_NO_USAGE_STATSVLLM_DO_NOT_TRACK productionVLLM_USAGE_SOURCETVLLM_CONFIGURE_LOGGINGINFOVLLM_LOGGING_LEVELVLLM_LOGGING_PREFIXext://sys.stdoutVLLM_LOGGING_STREAMVLLM_LOGGING_CONFIG_PATHautoVLLM_LOGGING_COLORNO_COLOR$@VLLM_LOG_STATS_INTERVALVLLM_TRACE_FUNCTIONVLLM_USE_FLASHINFER_SAMPLERVLLM_PP_LAYER_PARTITIONVLLM_CPU_KVCACHE_SPACEVLLM_CPU_OMP_THREADS_BINDVLLM_CPU_NUM_OF_RESERVED_CPUVLLM_CPU_SGL_KERNELVLLM_ZENTORCH_WEIGHT_PREPACK xla_cacheVLLM_XLA_CACHE_PATHVLLM_XLA_CHECK_RECOMPILATION)r*ncclshm&VLLM_USE_RAY_COMPILED_DAG_CHANNEL_TYPE&VLLM_USE_RAY_COMPILED_DAG_OVERLAP_COMMVLLM_USE_RAY_WRAPPED_PP_COMMVLLM_XLA_USE_SPMDfork)r@spawnVLLM_WORKER_MULTIPROC_METHODassetsVLLM_ASSETS_CACHEVLLM_ASSETS_CACHE_MODEL_CLEANVLLM_IMAGE_FETCH_TIMEOUTVLLM_VIDEO_FETCH_TIMEOUT VLLM_AUDIO_FETCH_TIMEOUTVLLM_MEDIA_URL_ALLOW_REDIRECTSVLLM_MEDIA_LOADING_THREAD_COUNTVLLM_MAX_AUDIO_CLIP_FILESIZE_MBopencvVLLM_VIDEO_LOADER_BACKENDhttpVLLM_MEDIA_CONNECTORblake3VLLM_MM_HASHER_ALGORITHMcudaVLLM_TARGET_DEVICE12.9VLLM_MAIN_CUDA_VERSIONhighest)r[highmediumVLLM_FLOAT32_MATMUL_PRECISIONMAX_JOBS NVCC_THREADSVLLM_USE_PRECOMPILED$VLLM_SKIP_PRECOMPILED_VERSION_SUFFIXVLLM_DOCKER_BUILD_CONTEXTVLLM_KEEP_ALIVE_ON_ENGINE_DEATH)DebugReleaseRelWithDebInfoCMAKE_BUILD_TYPEVERBOSEVLLM_ALLOW_LONG_MAX_MODEL_LENi'VLLM_RPC_TIMEOUTVLLM_HTTP_TIMEOUT_KEEP_ALIVE VLLM_PLUGINSVLLM_LORA_RESOLVER_CACHE_DIRVLLM_LORA_RESOLVER_HF_REPO_LISTVLLM_USE_AOT_COMPILEVLLM_USE_BYTECODE_HOOKVLLM_FORCE_AOT_LOADVLLM_USE_MEGA_AOT_ARTIFACTVLLM_USE_TRITON_AWQ VLLM_ALLOW_RUNTIME_LORA_UPDATINGVLLM_SKIP_P2P_CHECKVLLM_DISABLED_KERNELS'VLLM_ENABLE_FLA_PACKED_RECURRENT_DECODEVLLM_DISABLE_PYNCCLVLLM_USE_OINK_OPSVLLM_ROCM_USE_AITERVLLM_ROCM_USE_AITER_PAGED_ATTNVLLM_ROCM_USE_AITER_LINEARVLLM_ROCM_USE_AITER_MOEVLLM_ROCM_USE_AITER_RMSNORMVLLM_ROCM_USE_AITER_MLAVLLM_ROCM_USE_AITER_MHA VLLM_ROCM_USE_AITER_FP4_ASM_GEMMVLLM_ROCM_USE_AITER_TRITON_ROPEVLLM_ROCM_USE_AITER_FP8BMMVLLM_ROCM_USE_AITER_FP4BMM%VLLM_ROCM_USE_AITER_UNIFIED_ATTENTION)VLLM_ROCM_USE_AITER_FUSION_SHARED_EXPERTSVLLM_ROCM_USE_AITER_TRITON_GEMMVLLM_ROCM_USE_SKINNY_GEMMVLLM_ROCM_FP8_PADDINGVLLM_ROCM_MOE_PADDINGVLLM_ROCM_CUSTOM_PAGED_ATTN!VLLM_ROCM_SHUFFLE_KV_CACHE_LAYOUTVLLM_ENABLE_V1_MULTIPROCESSINGVLLM_LOG_BATCHSIZE_INTERVALVLLM_DISABLE_COMPILE_CACHEQ_SCALE_CONSTANTK_SCALE_CONSTANTdV_SCALE_CONSTANTVLLM_SERVER_DEV_MODEVLLM_V1_OUTPUT_PROC_CHUNK_SIZEVLLM_MLA_DISABLEg?VLLM_RAY_PER_WORKER_GPUSVLLM_RAY_BUNDLE_INDICESVLLM_CUDART_SO_PATH VLLM_DP_RANKVLLM_DP_RANK_LOCAL VLLM_DP_SIZEVLLM_USE_STANDALONE_COMPILEVLLM_ENABLE_PREGRAD_PASSESVLLM_DP_MASTER_IPVLLM_DP_MASTER_PORTVLLM_MOE_DP_CHUNK_SIZEVLLM_ENABLE_MOE_DP_CHUNKVLLM_RANDOMIZE_DP_DUMMY_INPUTSstrict)rfillspanVLLM_RAY_DP_PACK_STRATEGY'VLLM_RAY_EXTRA_ENV_VAR_PREFIXES_TO_COPYVLLM_RAY_EXTRA_ENV_VARS_TO_COPYVLLM_MARLIN_USE_ATOMIC_ADD)int8fp8VLLM_MARLIN_INPUT_DTYPEVLLM_MXFP4_USE_MARLINVLLM_DEEPEPLL_NVFP4_DISPATCHVLLM_V1_USE_OUTLINES_CACHEVLLM_TPU_BUCKET_PADDING_GAPVLLM_TPU_MOST_MODEL_LENVLLM_TPU_USING_PATHWAYSVLLM_USE_DEEP_GEMMVLLM_MOE_USE_DEEP_GEMMVLLM_USE_DEEP_GEMM_E8M0%VLLM_USE_DEEP_GEMM_TMA_ALIGNED_SCALESrelax)skipfullrVLLM_DEEP_GEMM_WARMUPVLLM_USE_FUSED_MOE_GROUPED_TOPK#VLLM_BLOCKSCALE_FP8_GEMM_FLASHINFERVLLM_USE_FLASHINFER_MOE_FP16VLLM_USE_FLASHINFER_MOE_FP8VLLM_USE_FLASHINFER_MOE_FP4VLLM_USE_FLASHINFER_MOE_INT4latency) throughputr masked_gemmVLLM_FLASHINFER_MOE_BACKENDtrtllm)r*rmnnvl!VLLM_FLASHINFER_ALLREDUCE_BACKEND%VLLM_FLASHINFER_WORKSPACE_BUFFER_SIZEVLLM_XGRAMMAR_CACHE_MB VLLM_MSGPACK_ZERO_COPY_THRESHOLD!VLLM_ALLOW_INSECURE_SERIALIZATION%VLLM_DISABLE_REQUEST_ID_RANDOMIZATION localhostVLLM_NIXL_SIDE_CHANNEL_HOSTiVLLM_NIXL_SIDE_CHANNEL_PORTi&#VLLM_MOONCAKE_BOOTSTRAP_PORTi"VLLM_MAX_TOKENS_PER_EXPERT_FP4_MOE%VLLM_TOOL_PARSE_REGEX_TIMEOUT_SECONDSVLLM_MQ_MAX_CHUNK_BYTES_MBi,"VLLM_EXECUTE_MODEL_TIMEOUT_SECONDS)NHDHNDVLLM_KV_CACHE_LAYOUTVLLM_COMPUTE_NANS_IN_LOGITSVLLM_USE_NVFP4_CT_EMULATIONSNONE)FPINT8INT6INT4r#VLLM_ROCM_QUICK_REDUCE_QUANTIZATION(VLLM_ROCM_QUICK_REDUCE_CAST_BF16_TO_FP16(VLLM_ROCM_QUICK_REDUCE_MAX_SIZE_BYTES_MBiVLLM_NIXL_ABORT_REQUEST_TIMEOUTVLLM_MORIIO_CONNECTOR_READ_MODEVLLM_MORIIO_QP_PER_TRANSFERVLLM_MORIIO_POST_BATCH_SIZEVLLM_MORIIO_NUM_WORKERS#VLLM_MOONCAKE_ABORT_REQUEST_TIMEOUTVLLM_ENABLE_CUDAGRAPH_GCVLLM_LOOPBACK_IP2VLLM_ALLOW_CHUNKED_LOCAL_ATTN_WITH_HYBRID_KV_CACHEVLLM_ENABLE_RESPONSES_API_STOREVLLM_NVFP4_GEMM_BACKENDVLLM_HAS_FLASHINFER_CUBIN#VLLM_USE_FLASHINFER_MOE_MXFP4_MXFP8"VLLM_USE_FLASHINFER_MOE_MXFP4_BF16VLLM_ROCM_FP8_MFMA_PAGE_ATTN+VLLM_USE_FLASHINFER_MOE_MXFP4_MXFP8_CUTLASSVLLM_ALLREDUCE_USE_SYMM_MEMVLLM_ALLREDUCE_USE_FLASHINFERVLLM_TUNED_CONFIG_FOLDER#VLLM_GPT_OSS_SYSTEM_TOOL_MCP_LABELS$VLLM_USE_EXPERIMENTAL_PARSER_CONTEXT(VLLM_GPT_OSS_HARMONY_SYSTEM_INSTRUCTIONSVLLM_SYSTEM_START_DATE$VLLM_TOOL_JSON_ERROR_AUTOMATIC_RETRY VLLM_CUSTOM_SCOPES_FOR_PROFILINGVLLM_NVTX_SCOPES_FOR_PROFILING#VLLM_KV_EVENTS_USE_INT_BLOCK_HASHESVLLM_OBJECT_STORAGE_SHM_BUFFER#VLLM_OBJECT_STORAGE_SHM_BUFFER_NAMEiVLLM_DEEPEP_BUFFER_SIZE_MB,VLLM_DEEPEP_HIGH_THROUGHPUT_FORCE_INTRA_NODE!VLLM_DEEPEP_LOW_LATENCY_USE_MNNVLVLLM_DBO_COMM_SMSVLLM_PATTERN_MATCH_DEBUGVLLM_DEBUG_DUMP_PATH!VLLM_ENABLE_INDUCTOR_MAX_AUTOTUNE.VLLM_ENABLE_INDUCTOR_COORDINATE_DESCENT_TUNINGVLLM_USE_NCCL_SYMM_MEMVLLM_NCCL_INCLUDE_PATHVLLM_USE_FBGEMM VLLM_GC_DEBUGVLLM_DEBUG_WORKSPACE"VLLM_DISABLE_SHARED_EXPERTS_STREAM*VLLM_SHARED_EXPERTS_STREAM_TOKEN_THRESHOLDbinary)runpackedVLLM_COMPILE_CACHE_SAVE_FORMATVLLM_USE_V2_MODEL_RUNNERVLLM_LOG_MODEL_INSPECTIONVLLM_DEBUG_MFU_METRICS)VLLM_WEIGHT_OFFLOADING_DISABLE_PIN_MEMORY"VLLM_WEIGHT_OFFLOADING_DISABLE_UVAVLLM_DISABLE_LOG_LOGOVLLM_LORA_DISABLE_PDLVLLM_ENABLE_CUDA_COMPATIBILITYVLLM_CUDA_COMPATIBILITY_PATHVLLM_ELASTIC_EP_SCALE_UP_LAUNCHVLLM_ELASTIC_EP_DRAIN_REQUESTS(VLLM_MEMORY_PROFILER_ESTIMATE_CUDAGRAPHS VLLM_NIXL_EP_MAX_NUM_RANKScCtdtjtjddS)NXDG_CACHE_HOME~z.cacheosgetenvpathjoin expanduserr1r1V/lsinfo/ai/hellotax_ai/llm_service/venv_vllm/lib/python3.10/site-packages/vllm/envs.pyget_default_cache_rootr3cCr()NXDG_CONFIG_HOMEr*z.configr+r1r1r1r2get_default_config_rootr4r6valuereturncCs|durdSt|SN)intr7r1r1r2maybe_convert_int sr<cCs|durdStt|Sr9)boolr:r;r1r1r2maybe_convert_bools r>cCtttddS)Nr0r=r:r,r-r1r1r1r2disable_compile_cacherBcCsHddlm}ddlm}|drtsdnd}| o#tjd|dkS)Nr)vllm_is_batch_invariant)is_torch_equal_or_newerz2.10.01r@rp)*vllm.model_executor.layers.batch_invariantrDvllm.utils.torch_utilsrErBr,environget)rDrE default_valuer1r1r2use_aot_compiles  rLenv_namedefaultchoicescase_sensitivecs dtdBffdd }|S)a Create a lambda that validates environment variable against allowed choices Args: env_name: Name of the environment variable default: Default value if not set (can be None) choices: List of valid string options or callable that returns list case_sensitive: Whether validation should be case sensitive Returns: Lambda function for environment_variables dict r8Ncstt}|dur Strn}s"|}dd|D}n|}|}||vr8td|dd|d|S)NcSg|]}|qSr1lower.0choicer1r1r2 Hz@env_with_choices.._get_validated_env..Invalid value 'z' for . Valid options: .)r,r-callablerS ValueError)r7actual_choices check_value check_choicesrPrOrNrMr1r2_get_validated_env>s z,env_with_choices.._get_validated_envstr)rMrNrOrPrbr1rar2env_with_choices+srec dttffdd }|S)a Create a lambda that validates environment variable containing comma-separated values against allowed choices Args: env_name: Name of the environment variable default: Default list of values if not set choices: List of valid string options or callable that returns list case_sensitive: Whether validation should be case sensitive Returns: Lambda function for environment_variables dict that returns list of strings r8c st}|dur Sdd|dD}|sStr n}|D]&}s4|}dd|D}n|}|}||vrJtd|dd|dq$|S) NcSsg|] }|r|qSr1)strip)rUvr1r1r2rWsszJenv_list_with_choices.._get_validated_env_list..,cSrQr1rRrTr1r1r2rWrXrYz' in rZr[)r,r-splitr\rSr])r7valuesr^valr_r`rar1r2_get_validated_env_listms* z6env_list_with_choices.._get_validated_env_list)listrd)rMrNrOrPrmr1rar2env_list_with_choicesXsrocrf)z Creates a lambda which that validates environment variable containing comma-separated values against allowed choices which returns choices as a set. r8csttSr9)setror1rar1r2_get_validated_env_setrCz4env_set_with_choices.._get_validated_env_set)rprd)rMrNrOrPrqr1rar2env_set_with_choicess rrc Cs|dtjvrdStdd}zt|WSty=}zddlm}||}|jr0td|ddtd|d|d}~ww) zGet the port from VLLM_PORT environment variable. Returns: The port number as an integer if VLLM_PORT is set, None otherwise. Raises: ValueError: If VLLM_PORT is a URI, suggest k8s service discovery issue. rNr@r) parse_urlz VLLM_PORT 'z' appears to be a URI. This may be caused by a Kubernetes service discovery issue,check the warning in: https://docs.vllm.ai/en/stable/serving/env_vars.htmlz' must be a valid integer)r,rIr-r:r] urllib3.utilrsscheme)porterrrsparsedr1r1r2 get_vllm_ports"     rydefault_factorycsdtffdd }|S)z Create a lambda that returns an environment variable value if set, or generates and sets a default value using the provided factory function. r8cs*t}|dur |S}|tj<|Sr9)r,r-rI)r7rKrzrMr1r2_get_or_set_defaults  z3get_env_or_set_default.._get_or_set_defaultrc)rMrzr|r1r{r2get_env_or_set_defaults  r}cCtddS)NrXrWr,r-rSr1r1r1r2rcCstddp dS)NrZrrYrr1r1r1r2rs)rPcC tddS)Nr_r,r-r1r1r1r2r cCr)Nr`rr1r1r1r2rrcCs*tjdddvpttjdS)NrarrFtrueVLLM_PRECOMPILED_WHEEL_LOCATION)r,rIrJrgrSr=r1r1r1r2rs cCtttjddS)Nrbr@r=r:r,rIrJr1r1r1r2rcCtjdddvS)Nrcrrr,rIrJrgrSr1r1r1r2rs cCr?)Nrir@rAr1r1r1r2rrXc C tjtdtjtdS)Nrvllm)r,r.r0r-r/r6r1r1r1r2r c Cr)Nrrr,r.r0r-r/r3r1r1r1r2rrcC tddS)Nrrrr1r1r1r2r!rcCstdtS)Nr )r,r-tempfile gettempdirr1r1r1r2r)scCtjdddkS)Nr Falserr,rIrJrSr1r1r1r2r. cCttjddS)Nr 60r:r,rIrJr1r1r1r2r3  CUDA_HOMEcCtjddS)Nrr,rIrJr1r1r1r2r8cCr)Nr rr1r1r1r2r;rcCr)Nrrr1r1r1r2r>rcCr)Nr256rr1r1r1r2r@rcCstjdddkS)NrrFrr1r1r1r2rF cCtjdddkS)Nrr@rFrr1r1r1r2rOrcCr)Nr rr1r1r1r2rUcCr)Nr rr1r1r1r2rZrcCr)NrqrFrr1r1r1r2rarcCr)Nrrr@rFrr1r1r1r2rgcCr)Nrsr@rFrr1r1r1r2rkrcCr)Nrr@rr1r1r1r2rqrcCr)Nrrr1r1r1r2rsrcCr)Nrrrr1r1r1r2rurcCr)Nr600rr1r1r1r2rzrcCr)Nrrr1r1r1r2r~rcCr)Nrrrrr1r1r1r2rrcCr)Nrrr1r1r1r2rrcCr)Nrrr1r1r1r2rrcCr)Nrrr1r1r1r2rrcCtjddS)Nrrrr1r1r1r2rrcCr)Nrr@rFrr1r1r1r2rrcCs$tjddptjddpddkS)Nr DO_NOT_TRACKr@rFrr1r1r1r2rs  cCr)Nr"r!rr1r1r1r2rrcCr?)Nr#rFrAr1r1r1r2rcCs tdS)Nr)rr1r1r1r2rs cCr~)Nr%r$)r,r-upperr1r1r1r2rrcCr)Nr(r'rr1r1r1r2rrcCr)Nr&rrr1r1r1r2rrcCr)Nr+r*rr1r1r1r2rrcCstdddkS)Nr,r@rr1r1r1r2rrcCs ttdd}dkr|SdS)Nr.z10.gr-floatr,r-)rlr1r1r2rscCttddS)Nr/r@r:r,r-r1r1r1r2rrcCs dtjvrtttjdSdS)Nr0)r,rIr=r:r1r1r1r2rs  cCr)Nr1rr1r1r1r2rrcCdtjvr ttddSdS)Nr2r@r,rIr:r-r1r1r1r2rs cCr)Nr3r*rr1r1r1r2rrcCr)Nr4r@rr1r1r1r2rs  cCr?)Nr5r@rAr1r1r1r2rrXcCr?)Nr6rFrAr1r1r1r2rrcCr?)Nr=r@rAr1r1r1r2rrcCr?)Nr>rFrAr1r1r1r2rrrAc C"tjtdtjtddS)NrDrrCrr1r1r1r2r cCr?)NrEr@rAr1r1r1r2rrcCr)NrG5rr1r1r1r2rrcCr)NrI30rr1r1r1r2r cCr)NrK10rr1r1r1r2rrcCr?)NrLrFrAr1r1r1r2rrcCr)NrN8rr1r1r1r2r rcCr)NrP25rr1r1r1r2rrcCr)NrRrQrr1r1r1r2rcCr)NrTrSrr1r1r1r2r$r)rUsha256sha512c Cr)Nr8rr7rr1r1r1r2r2rcCr?)Nr9r@rAr1r1r1r2r9rcCr?)Nr?r@rAr1r1r1r2r=rXcCr?)Nrdr@rAr1r1r1r2r@rcCr)Nrjr@rrr1r1r1r2rGVLLM_TEST_FORCE_FP8_MARLINcCr)Nrr@rrr1r1r1r2rMrVLLM_TEST_FORCE_LOAD_FORMATcCr)Nrdummyrr1r1r1r2rQrcCr)Nrk10000rr1r1r1r2rVrcCr)Nrlrrr1r1r1r2rXrcCsdtjvrdStjddS)Nrmrir,rIrjr1r1r1r2r^ cCr)Nrnrr1r1r1r2rdrcCr)Nrorr1r1r1r2rkrcCr?)Nrtr@rAr1r1r1r2rorXcCr)Nrur@rrr1r1r1r2rqrcCstdddkS)NrvrFrr1r1r1r2r{rcCsdtjvrgStjddS)Nrwrirr1r1r1r2rrcCr?)NrxrFrAr1r1r1r2rrcCtdddvS)NryrrrFrr1r1r1r2rrCcCr)Nrzrrrr1r1r1r2rrCcCr)Nr{rrrr1r1r1r2rrCcCr)Nr|rrrr1r1r1r2rrCcCr)Nr}Truerrr1r1r1r2rrCcCr)Nr~rrrr1r1r1r2rrCcCr)Nrrrrr1r1r1r2rrCcCr)Nrrrrr1r1r1r2rrCcCr)Nrrrrr1r1r1r2rrCcCr)Nrrrrr1r1r1r2rrCcCr)Nrrrrr1r1r1r2rrCcCr)Nrrrrr1r1r1r2rrCcCr)Nrrrrr1r1r1r2rrCcCr)Nrrrrr1r1r1r2rcCr)Nrrrrr1r1r1r2rrcCr)Nrrrrr1r1r1r2rrCcCr)Nrrrrr1r1r1r2rrCcCr?)NrrFrAr1r1r1r2rrXcCr?)NrrFrAr1r1r1r2rrXcCr)Nrrrrr1r1r1r2rrCcCr)Nrrrrr1r1r1r2rrCcCr)Nrrrrr1r1r1r2rrcCttjddS)Nrr<r,rIrJr1r1r1r2rrcCr)Nr200rr1r1r1r2rrcCr)Nrrrr1r1r1r2rrcCr)Nr100rr1r1r1r2rrcCr?)NrrFrAr1r1r1r2rrcCr)Nr-1rr1r1r1r2r rcCr?)Nrr@rAr1r1r1r2rrXcCr)Nr128rr1r1r1r2rrcCr?)Nrr@rAr1r1r1r2rrXcCr)Nrz1.0rr1r1r1r2r!rcCr)Nrrrr1r1r1r2r'rcCr)Nrrr1r1r1r2r*rcCr)Nrr@rr1r1r1r2r,rcCsttdtjtjS)Nr)r:r,r-sysmodules__name__rr1r1r1r2r/cCr)NrrFrr1r1r1r2r3rcCr)Nrz 127.0.0.1rr1r1r1r2r5rcCr)Nrr@rr1r1r1r2r7rcCr)Nrrrr1r1r1r2r=rcCr?)NrrFrAr1r1r1r2r>rcCr)Nrr@rFrr1r1r1r2rBrcCr)Nrrrr1r1r1r2rQrcCr)Nrrrr1r1r1r2rWrcCr)Nrrrr1r1r1r2r^rVLLM_CI_USE_S3cCr)Nrr@rFrr1r1r1r2rbrcCr)Nrrr1r1r1r2rircCr)Nrr@rFrr1r1r1r2rmrcCr)Nr)r>r,rIrJr1r1r1r2rrrrrcCr?)Nrr@rAr1r1r1r2r|rcCr)Nrr@rFrr1r1r1r2rrcCsdtjvr ttjdSdS)Nrr)r,rIr:r1r1r1r2rs cCr)Nrrr1r1r1r2rrcCstdtddvS)Nproxy JAX_PLATFORMSr)r=r,r-rSr1r1r1r2rrcCr?)NrrFrAr1r1r1r2rrXcCr?)NrrFrAr1r1r1r2rrcCr?)NrrFrAr1r1r1r2rrcCr?)NrrFrAr1r1r1r2rrcCr?)NrrFrAr1r1r1r2rrcCr?)NrrFrAr1r1r1r2rrcCr?)Nrr@rAr1r1r1r2rrcCr?)Nrr@rAr1r1r1r2rrcCr?)Nrr@rAr1r1r1r2rrcCr?)Nrr@rAr1r1r1r2rrcCr?)Nrr@rAr1r1r1r2rrcCr?)Nrr@rAr1r1r1r2rrcCr?)Nrr@rAr1r1r1r2rrcCr)Nr512rr1r1r1r2rrcCr)Nrrrr1r1r1r2rrcCr?)Nrr@rAr1r1r1r2rrcCr?)Nrr@rAr1r1r1r2rrcCr)Nrrrr1r1r1r2rrcCr)Nr5600rr1r1r1r2rrcCr)Nr8998rr1r1r1r2rrcCsttdtdS)Nrr)r:r,r-rdr1r1r1r2rrcCr)Nr163840rr1r1r1r2r$r.VLLM_FLASHINFER_ALLREDUCE_FUSION_THRESHOLDS_MBcCsttddS)Nrz{})jsonloadsr,r-r1r1r1r2r-s $VLLM_MOE_ROUTING_SIMULATION_STRATEGYcCstjddS)Nrrrr1r1r1r2r6scCr)NrrFrr1r1r1r2r:rcCr)Nr16rr1r1r1r2r@rcCr)Nr300rr1r1r1r2rErrrcCr?)Nrr@rAr1r1r1r2rUrcCr?)Nrr@rAr1r1r1r2r[rcCr)Nr480rr1r1r1r2rbrcCr)Nrrrrr1r1r1r2rfrCcCr)NrrFrr1r1r1r2rjrcCr)Nrrrr1r1r1r2rnrcCr)NrrFrr1r1r1r2rrrcCr)Nrrrr1r1r1r2rtrcCr?)Nrr@rAr1r1r1r2ryr)zflashinfer-cudnnzflashinfer-trtllmzflashinfer-cutlasscutlassmarlincCr?)Nrr@rAr1r1r1r2rrcCr)Nrrrr1r1r1r2rrVLLM_PROCESS_NAME_PREFIXcCr)NrVLLMrr1r1r1r2rrcCr?)NrrFrAr1r1r1r2rrcCr?)Nrr@rAr1r1r1r2rrcCr?)Nrr@rAr1r1r1r2rrcCr?)NrrFrAr1r1r1r2rrcCr?)Nrr@rAr1r1r1r2rrcCr?)Nrr@rAr1r1r1r2rrcCr)Nrrr1r1r1r2rr) containercode_interpreterweb_search_preview)rNrOcCr?)Nrr@rAr1r1r1r2rrcCr)Nrrr1r1r1r2rrcCr?)Nrr@rAr1r1r1r2rrcCr?)Nrr@rAr1r1r1r2rrcCr?)Nrr@rAr1r1r1r2rrcCr?)NrrFrAr1r1r1r2rrcCsdtjS)NVLLM_OBJECT_STORAGE_SHM_BUFFER_)uuiduuid4hexr1r1r1r2rrcCr)Nr1024rr1r1r1r2rrcCr?)Nrr@rAr1r1r1r2rrcCr?)Nr r@rAr1r1r1r2rrcCr)Nr 20rr1r1r1r2rrcCr?)NrrFrAr1r1r1r2rrcCr?)NrrFrAr1r1r1r2r rcCr?)Nrr@rAr1r1r1r2r rcCr)Nrrr1r1r1r2rrcCr?)Nrr@rAr1r1r1r2rrXcCr)Nrrrr1r1r1r2rrcCr?)Nrr@rAr1r1r1r2rrXcCr?)Nrr@rAr1r1r1r2rrcCstttddS)Nrrrr1r1r1r2r%rrcCr?)Nrr@rAr1r1r1r2r2rcCr?)Nrr@rAr1r1r1r2r8rcCr?)Nrr@rAr1r1r1r2r<rcCr?)Nrr@rAr1r1r1r2r@rcCr?)Nrr@rAr1r1r1r2rDrcCr?)Nrr@rAr1r1r1r2rHrXcCr?)Nr r@rAr1r1r1r2rKrXcCr)Nr!r@rrr1r1r1r2rNrcCr)Nr"rr1r1r1r2rSrcCr?)Nr#r@rAr1r1r1r2rXrcCr?)Nr$r@rAr1r1r1r2r]rcCr?)Nr%r@rAr1r1r1r2rcrcCr)Nr'32rr1r1r1r2rgr) rrrrrr r!r"r#r$r%r'environment_variablesnamecCs&|tvr t|Stdtd|)z Gets environment variables lazily. NOTE: After enable_envs_cache() invocation (which triggered after service initialization), all environment variables will be cached. module  has no attribute )rAttributeErrorrrr1r1r2 __getattr__ps rcCs ttdS)z6Checked if __getattr__ is wrapped with functools.cache cache_clear)hasattrrr1r1r1r2_is_envs_cache_enabled|s rcCs*trdSttatD]}t|q dS)at Enables caching of environment variables. This is useful for performance reasons, as it avoids the need to re-evaluate environment variables on every call. NOTE: Currently, it's invoked after service initialization to reduce runtime overhead. This also means that environment variables should NOT be updated after the service is initialized. N)r functoolscacherr)keyr1r1r2enable_envs_caches    rcCs"trttds JtjadSdS)zr Resets the environment variables cache. It could be used to isolate environments between unit tests. __wrapped__N)rrrrr1r1r1r2disable_envs_caches rcCs ttSr9)rnrkeysr1r1r1r2__dir__s rcCs&|tvr |tjvStdtd|)z3Check if an environment variable is explicitly set.rr)rr,rIrrrr1r1r2is_sets r hard_failcCs@tjD]}|dr|tvr|rtd|td|qdS)NVLLM_z,Unknown vLLM environment variable detected: z.Unknown vLLM environment variable detected: %s)r,rI startswithrr]loggerwarning)renvr1r1r2validate_environs  rc Cshd}ddlm}i}tD].\}}||vrqz|}Wnty7}z td||WYd}~qd}~ww||||<qgd}|D] }|t|||<qE|S)zReturn env vars used for torch.compile cache keys. Start with every known vLLM env var; drop entries in `ignored_factors`; hash everything else. This keeps the cache key aligned across workers.>9r_r,rrrrrrrrrDr rr+r%r rrrr&r(rr rrVLLM_CPU_MOE_PREPACKr rTrr2r.rrKrGr)rrrIrRrr"rlrBr6rEr!rrLrrrrdrPrNr rrrr)normalize_valuezBSkipping environment variable %s while hashing compile factors: %sN) +RAY_EXPERIMENTAL_NOSET_CUDA_VISIBLE_DEVICES+RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES*RAY_EXPERIMENTAL_NOSET_HIP_VISIBLE_DEVICES0RAY_EXPERIMENTAL_NOSET_ASCEND_RT_VISIBLE_DEVICES-RAY_EXPERIMENTAL_NOSET_HABANA_VISIBLE_MODULES.RAY_EXPERIMENTAL_NOSET_NEURON_RT_VISIBLE_CORES(RAY_EXPERIMENTAL_NOSET_TPU_VISIBLE_CHIPS-RAY_EXPERIMENTAL_NOSET_ONEAPI_DEVICE_SELECTOR.RAY_EXPERIMENTAL_NOSET_RBLN_RT_VISIBLE_DEVICES) vllm.config.utilsrritems Exceptionrrr,r-) ignored_factorsrfactorsfactorgetterrawexcray_noset_env_varsvarr1r1r2compile_factorss, <  r)T)r8N(rrloggingr,rrrcollections.abcrtypingrrrrrd__annotations__rr:rr r r=r r rrrrrrrrrrrrr.r0rrrrr r"r#r%r&r(r)r+r,r.rr/r0r1r2r3r4r5r6r/r8r9r<r=r>r?rBrDrErGrIrKrLrNrPrRrTrVrXrZr^r_r`rarbrcrdrhrirjrkrlrmrnrnrorprqrrrsrtrurvrwrxryrzr{r|r}r~rrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrprrrrrrrrrrrr r r r rrrrrrrrrrrrrrrrr r!r"r#r$r%r'r3r6r<r>rBrLrerorrryr} getLoggerrrrdictrrrrrrrobjectrr1r1r1r2sj                                                                                                                                                         ""1;          #*  . 4 = GL O T Y^ a d f l u{       ! % ' , - . 0 3 4 : ? B D F H K M P V X ^ a f i o r|        ! & + 1 7 B LR Z a e h ouy ~       $ ) , 0 5 : ? E J N S X ] b g l p v |       & * , . 0 36 : B F K Q T V Y ] _ a g h l {      ! ' - 3 8 < @ B F JX b g k o s w |      " & * .8C I PYb f l q{        ! &/ = AE M Y ] a e i mr x     $).27;?AGJLS\` f           (  &