o
    :/i	                     @   sF   d Z ddlZddlZddlmZ eeZdd Zedkr!e  dS dS )zThe CLI entrypoints of vLLM

Note that all future modules must be lazily loaded within main
to avoid certain eager import breakage.    N)init_loggerc                  C   s  dd l } dd l} dd l} dd l} dd l} dd l} ddlm}m} ddl	m
} | jjj| jjj| jjj| jjjj| jjj| jjjg}|  ttjdkrqtjd dkrqtd ddlm} |j rqddlm} | |_td	 |d
|j ddd}|j!dddt"j#$dd |j%ddd}i }	|D ]}
|
& }|D ]}|'|j(|j)d ||	|j*< qq|+ }|j,|	v r|	|j, -| t.|dr|/| d S |0  d S )Nr   )VLLM_SUBCMD_PARSER_EPILOGcli_env_setup)FlexibleArgumentParser   benchztBench command detected, must ensure current platform is not UnspecifiedPlatform to avoid device type inference error)	platforms)CpuPlatformzAUnspecified platform detected, switching to CPU Platform instead.zvLLM CLIz[subcommand])subcmd)descriptionepilogz-vz	--versionversionvllm)actionr   F	subparser)requireddest)dispatch_functionr   )1#vllm.entrypoints.cli.benchmark.main vllm.entrypoints.cli.collect_envvllm.entrypoints.cli.launchvllm.entrypoints.cli.openaivllm.entrypoints.cli.run_batchvllm.entrypoints.cli.servevllm.entrypoints.utilsr   r   vllm.utils.argparse_utilsr   entrypointscliopenaiservelaunch	benchmarkmaincollect_env	run_batchlensysargvloggerdebugr   r   current_platformis_unspecifiedvllm.platforms.cpur	   infoformatadd_argument	importlibmetadatar   add_subparserscmd_initsubparser_initset_defaultscmdname
parse_argsr   validatehasattrr   
print_help)r   r   r   r   CMD_MODULESr   r	   parser
subparserscmds
cmd_modulenew_cmdsr6   args rC   f/lsinfo/ai/hellotax_ai/llm_service/venv_vllm/lib/python3.10/site-packages/vllm/entrypoints/cli/main.pyr"      sf   
	




r"   __main__)	__doc__importlib.metadatar0   r&   vllm.loggerr   __name__r(   r"   rC   rC   rC   rD   <module>   s   @
