o :/i;4@sddlZddlZddlZddlZddlmZddlmZddlmZddl m Z ddl m Z ddl mZddlmZdd lmZdd lmZd d lmZmZd d lmZzddlZWn eygedZYnwe d ddeefddZ dedeede!fddZ"dedeede!defddZ#de$ee%fdedede&de$ee%ff dd Z'd!e(ed"e)ed#fde(efd$d%Z*d!e(ed&e de(efd'd(Z+d)e d*ed+ede fd,d-Z,d.e de&dBde fd/d0Z-d1e(ededede&d&e d2e!d3e!de$ee%fdBfd4d5Z.d1e(ed*ed+ed.e d6e&d2e!d3e!de(e$ee%fdBfd7d8Z/d1e(ed9ed:ed)e d6e&d2e!d3e!dd;fdd?d?Z1d@e1fdAdBZ2d@ej3fdCdDZ4e5dEkriej6e1j7dFZ8e1e8e4e89dSdS)GN)contextmanager) dataclass)datetime) lru_cache)Path)ClassVar) add_cli_args)FlexibleArgumentParser)PlaceholderModule)ParameterSweepParameterSweepItem)sanitize_filenamepandas)maxsizereturncCsttdd}t|dh}|jD](}|jr |jtjur ||j|jD]}|dr6|| d ddq#q|S)NF)add_helpconfigz---_) r add_startup_cli_args_actionsdestargparseSUPPRESSaddoption_strings startswithlstripreplace)parser supportedactionoptionr$j/lsinfo/ai/hellotax_ai/llm_service/venv_vllm/lib/python3.10/site-packages/vllm/benchmarks/sweep/startup.py_get_supported_startup_keyss     r& param_keyr!cCs0|dkrdS|ddd}|dd}||vS)N_benchmark_nameT.r rrr)splitr)r'r!prefix normalizedr$r$r%_is_supported_param+s  r-paramsstrictc Csg}|D]P}i}g}|D]\}}t||r|||<q||q|rL|dp,|} d| r6dt| ndddt|} |rHt| t | |t |qt |S)Nr(z#Ignoring unsupported startup paramsz for z: z, ) itemsr-appendgetas_textstrjoinsorted ValueErrorprintr from_recordr ) r.r!r/filtereditemkeptdroppedkeyvaluelabelmessager$r$r%_filter_params3s*    rCrun_dataserve_overridesstartup_overrides run_numbercCs ||d<|||||S)NrG)update)rDrErFrGr$r$r%_update_run_dataPs  rIcmdkeys.csPg}d}|D]|r d}q|vrd}qtfdd|Dr q|q|S)NFTc3s |] }|dVqdS)=N)r).0r?argr$r% fsz_strip_arg..)anyr2)rJrKstripped skip_nextr$rNr% _strip_arg\s rT output_pathcCs&d}t||}g||dt|S)N)z --output-jsonz --output_jsonr)rTr5)rJrUrKr$r$r%_apply_output_jsonls rVexperiment_dir serve_comb startup_combcCsDtt}|r|d|jf|r|d|jf|td|S)NzSERVE-zSTARTUP-r)listr5extendnamerr6)rWrXrYpartsr$r$r%_get_comb_base_pathrs r^ base_pathcCs |dur|dS|d|dS)Nz summary.jsonzrun=z.jsonr$)r_rGr$r$r%_get_comb_run_pathsr` startup_cmd show_stdoutdry_runc Cs||}||}t||}tdtd|td|td|td|td||retdtd|jd d d }t|} t| |||WdS1s`wY|rmtd dS|jj d d dt j ||r|dnt j d d|jd d d  }t|} Wdn1swYt| |||} |jdd d }tj | |ddWdn1swYtd | S)Nz[BEGIN BENCHMARK]zServe overrides: zStartup overrides: z Run Number: zBenchmark command: z Output file: zFound existing results.z[SKIPPED BENCHMARK]rutf-8encodingz[END BENCHMARK]T)parentsexist_ok)stdoutcheckwindent) apply_to_cmdrVr9existsopenjsonloadrIparentmkdir subprocessrunDEVNULLdump) rarErFrGrUrbrcrJfrDr$r$r% run_benchmarksL      r|num_runsc Csttttf}t|D]}t||||t||||d} | dur&|| q |r+dSt|ddjddd} t j || ddWd|S1sJwY|S)N)rErFrGrUrbrc)rGrlrerfrmrn) rZdictr5objectranger|r`r2rrrsrz) rarXrYr_r}rbrc comb_datarGrDr{r$r$r%run_combs2    r serve_paramsstartup_paramszpd.DataFrame | Nonec Csttttf}|D]!}|D]} t||| } t||| | |||d} | dur+|| qq |r1dStj |} | |d| S)N)rXrYr_r}rbrcz summary.csv) rZr~r5rr^rr[pd DataFrame from_recordsto_csv) rarrrWr}rbrcall_datarXrYr_r combined_dfr$r$r% run_combss,    rc@seZdZUeeed<eed<eed<eed<eed<eed<e ed<e ed<e ed <d Z e eed <d Z e eed <e dejfddZe dejdejfddZdefddZedefddZdS)SweepStartupArgsrarr output_direxperiment_namer}rbrcresumestartup parser_namez8Benchmark vLLM startup time over parameter combinations. parser_helpargsc Cst|j}|jrt|j}ntig}|jr t|j}ntig}t}|j }t |||d}t |||d}|j rA|j }nt d}|jdkrQtd||||t|j||j|j|j|jd S)N)r!r/z %Y%m%d_%H%M%Sr z `num_runs` should be at least 1.) rarrrrr}rbrcr)shlexr*rarr read_jsonrrr& strict_paramsrCrrnowstrftimer}r8rrrbrcr)clsrrarrr!rrr$r$r% from_cli_argss>    zSweepStartupArgs.from_cli_argsr rcCs|jdtddd|jdtddd|jdtddd|jd d d d |jd dtddd|jddtddd|jdtddd|jdd dd |jdd dd |jdd dd |S)Nz --startup-cmdzvllm bench startupz.The command used to run the startup benchmark.)typedefaulthelpz--serve-paramszPath to JSON file containing parameter combinations for the `vllm serve` command. Only parameters supported by `vllm bench startup` will be applied.z--startup-paramszYPath to JSON file containing parameter combinations for the `vllm bench startup` command.z--strict-params store_truezRIf set, unknown parameters in sweep files raise an error instead of being ignored.)r"rz-oz --output-dirresultsz0The main directory to which results are written.z-ez--experiment-namezwThe name of this experiment (defaults to current timestamp). Results will be stored under `output_dir/experiment_name`.z --num-runsr z)Number of runs per parameter combination.z --show-stdoutz0If set, logs the standard output of subcommands.z --dry-runzFIf set, prints the commands to run, then exits without executing them.z--resumezResume a previous execution of this script, i.e., only run parameter combinations for which there are still no output files under `output_dir/experiment_name`.) add_argumentr5int)rr r$r$r%r?svzSweepStartupArgs.add_cli_argscCsF|j|j}|jr|std||S|r!td||S)Nz/Cannot resume from non-existent experiment_dir=z)Cannot overwrite existing experiment_dir=)rrrrqr8)selfrWr$r$r%resolve_experiment_dirs z'SweepStartupArgs.resolve_experiment_dirrWc cs^|jrdVtd|dSz dVtd|WdSty.}ztd|d}~ww)NzExperiment will be saved at: zExperiment has been saved at: z`The script was terminated early. Use `--resume` to continue the script from its last checkpoint.)rcr9 BaseException RuntimeError)rrWexcr$r$r%run_ctxs zSweepStartupArgs.run_ctxN)__name__ __module__ __qualname__rZr5__annotations__r rrboolrrr classmethodr NamespacerArgumentParserrrrrr$r$r$r%rs( *H rrc CsX|}||t|j|j|j||j|j|jdWdS1s%wYdS)N)rarrrWr}rbrc) rrrrarrr}rbrc)rrWr$r$r%run_mains $rcCstt|dS)N)rrr)rr$r$r%mainsr__main__) description):rrsrrw contextlibr dataclassesrr functoolsrpathlibrtypingrvllm.benchmarks.startuprrvllm.utils.argparse_utilsr vllm.utils.import_utilsr param_sweepr r utilsrrr ImportErrorsetr5r&rr-rCr~rrrIrZtuplerTrVr^r`r|rrrrrrrrrr parse_argsr$r$r$r%s                 &   8 # ""