diff --git a/examples/backends/vllm/launch/agg_multimodal_epd.sh b/examples/backends/vllm/launch/agg_multimodal_epd.sh index 3b61789e41..848384ea6a 100755 --- a/examples/backends/vllm/launch/agg_multimodal_epd.sh +++ b/examples/backends/vllm/launch/agg_multimodal_epd.sh @@ -19,6 +19,7 @@ trap 'echo Cleaning up...; kill 0' EXIT MODEL_NAME="llava-hf/llava-1.5-7b-hf" PROMPT_TEMPLATE="USER: \n ASSISTANT:" PROVIDED_PROMPT_TEMPLATE="" +REQUEST_PLANE="nats" # Parse command line arguments while [[ $# -gt 0 ]]; do @@ -31,11 +32,16 @@ while [[ $# -gt 0 ]]; do PROVIDED_PROMPT_TEMPLATE=$2 shift 2 ;; + --request-plane) + REQUEST_PLANE=$2 + shift 2 + ;; -h|--help) echo "Usage: $0 [OPTIONS]" echo "Options:" echo " --model Specify the model to use (default: $MODEL_NAME)" echo " --prompt-template