File tree Expand file tree Collapse file tree 1 file changed +9
-2
lines changed Expand file tree Collapse file tree 1 file changed +9
-2
lines changed Original file line number Diff line number Diff line change @@ -35,8 +35,15 @@ WORKDIR /results
35
35
LABEL org.opencontainers.image.source="https://github.com/vllm-project/guidellm" \
36
36
org.opencontainers.image.description="GuideLLM Performance Benchmarking Container"
37
37
38
- # Argument defaults can be set with GUIDELLM_<ARG>
39
- ENV GUIDELLM_OUTPUT_PATH="/results/benchmarks.json"
38
+ # Set the environment variable for the benchmark script
39
+ # TODO: Replace with scenario environment variables
40
+ ENV GUIDELLM_TARGET="http://localhost:8000" \
41
+ GUIDELLM_MODEL="neuralmagic/Meta-Llama-3.1-8B-Instruct-quantized.w4a16" \
42
+ GUIDELLM_RATE_TYPE="sweep" \
43
+ GUIDELLM_DATA="prompt_tokens=256,output_tokens=128" \
44
+ GUIDELLM_MAX_REQUESTS="100" \
45
+ GUIDELLM_MAX_SECONDS="" \
46
+ GUIDELLM_OUTPUT_PATH="/results/results.json"
40
47
41
48
ENTRYPOINT [ "/opt/app-root/guidellm/bin/guidellm" ]
42
49
CMD [ "benchmark" , "run" ]
You can’t perform that action at this time.
0 commit comments