Skip to content

Commit 147cd50

Browse files
committed
Drop default scenario from image ENV
Signed-off-by: Samuel Monson <[email protected]>
1 parent 9277908 commit 147cd50

File tree

1 file changed

+9
-2
lines changed

1 file changed

+9
-2
lines changed

deploy/Containerfile

Lines changed: 9 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -35,8 +35,15 @@ WORKDIR /results
3535
LABEL org.opencontainers.image.source="https://github.com/vllm-project/guidellm" \
3636
org.opencontainers.image.description="GuideLLM Performance Benchmarking Container"
3737

38-
# Argument defaults can be set with GUIDELLM_<ARG>
39-
ENV GUIDELLM_OUTPUT_PATH="/results/benchmarks.json"
38+
# Set the environment variable for the benchmark script
39+
# TODO: Replace with scenario environment variables
40+
ENV GUIDELLM_TARGET="http://localhost:8000" \
41+
GUIDELLM_MODEL="neuralmagic/Meta-Llama-3.1-8B-Instruct-quantized.w4a16" \
42+
GUIDELLM_RATE_TYPE="sweep" \
43+
GUIDELLM_DATA="prompt_tokens=256,output_tokens=128" \
44+
GUIDELLM_MAX_REQUESTS="100" \
45+
GUIDELLM_MAX_SECONDS="" \
46+
GUIDELLM_OUTPUT_PATH="/results/results.json"
4047

4148
ENTRYPOINT [ "/opt/app-root/guidellm/bin/guidellm" ]
4249
CMD [ "benchmark", "run" ]

0 commit comments

Comments
 (0)