Makefile

.PHONY: vllm-server
.PHONY: whisper-vllm

vllm-server:
	python -m vllm.entrypoints.openai.api_server \
		--model Qwen/Qwen2.5-VL-3B-Instruct \
		--max-model-len 20000 \
		--max-seq-len-to-capture 20000 \
		--dtype bfloat16 \
		--allowed-local-media-path=/ \
		--limit-mm-per-prompt '{"image": 1, "video": 1}' \
		--mm-processor-kwargs '{"max_pixels": 65536, "fps": 1}' \
		--max_num_seqs 8 \
		--port 8000 \
		--host 127.0.0.1 \
		--gpu-memory-utilization 0.7

whisper-vllm:
	VLLM_USE_V1=0 python -m vllm.entrypoints.openai.api_server \
		--model openai/whisper-large-v3-turbo \
		--task transcription \
		--allowed-local-media-path=/ \
		--limit-mm-per-prompt "audio=1" \
		--disable-log-requests \
		--host 127.0.0.1 \
		--port 9000 \