From b939afdced5bff9dd823934165b4fdc433c5126c Mon Sep 17 00:00:00 2001 From: Varun Gupta Date: Tue, 18 Feb 2025 15:40:38 -0800 Subject: [PATCH] Update log config for sample deployments (#704) --- samples/adapter/base-api-key.yaml | 2 ++ samples/adapter/base-without-runtime.yaml | 2 ++ samples/adapter/base.yaml | 2 ++ samples/autoscaling/deploy.yaml | 2 ++ samples/heterogeneous/deepseek-coder-7b-l20-deployment.yaml | 2 ++ samples/heterogeneous/deepseek-coder-7b-v100-deployment.yaml | 2 ++ samples/kvcache/deployment-tp.yaml | 2 ++ samples/kvcache/deployment.yaml | 2 ++ samples/quickstart/model.yaml | 2 ++ 9 files changed, 18 insertions(+) diff --git a/samples/adapter/base-api-key.yaml b/samples/adapter/base-api-key.yaml index da1d7663..5b230aca 100644 --- a/samples/adapter/base-api-key.yaml +++ b/samples/adapter/base-api-key.yaml @@ -26,6 +26,8 @@ spec: - "0.0.0.0" - --port - "8000" + - --uvicorn-log-level + - warning - --model - Qwen/Qwen2.5-Coder-1.5B-Instruct - --served-model-name diff --git a/samples/adapter/base-without-runtime.yaml b/samples/adapter/base-without-runtime.yaml index a90389d1..4225ffe1 100644 --- a/samples/adapter/base-without-runtime.yaml +++ b/samples/adapter/base-without-runtime.yaml @@ -26,6 +26,8 @@ spec: - "0.0.0.0" - --port - "8000" + - --uvicorn-log-level + - warning - --model - Qwen/Qwen2.5-Coder-1.5B-Instruct - --served-model-name diff --git a/samples/adapter/base.yaml b/samples/adapter/base.yaml index 55f4b23f..740031c5 100644 --- a/samples/adapter/base.yaml +++ b/samples/adapter/base.yaml @@ -26,6 +26,8 @@ spec: - "0.0.0.0" - --port - "8000" + - --uvicorn-log-level + - warning - --model - Qwen/Qwen2.5-Coder-1.5B-Instruct - --served-model-name diff --git a/samples/autoscaling/deploy.yaml b/samples/autoscaling/deploy.yaml index dda75c4a..a9cb935a 100644 --- a/samples/autoscaling/deploy.yaml +++ b/samples/autoscaling/deploy.yaml @@ -31,6 +31,8 @@ spec: - "0.0.0.0" - --port - "8000" + - --uvicorn-log-level + - warning - --model - deepseek-ai/DeepSeek-R1-Distill-Llama-8B - --served-model-name diff --git a/samples/heterogeneous/deepseek-coder-7b-l20-deployment.yaml b/samples/heterogeneous/deepseek-coder-7b-l20-deployment.yaml index 3f9568b1..bb242c9e 100644 --- a/samples/heterogeneous/deepseek-coder-7b-l20-deployment.yaml +++ b/samples/heterogeneous/deepseek-coder-7b-l20-deployment.yaml @@ -44,6 +44,8 @@ spec: - 0.0.0.0 - --port - "8000" + - --uvicorn-log-level + - warning - --model - /models/deepseek-coder-6.7b-instruct - --served-model-name diff --git a/samples/heterogeneous/deepseek-coder-7b-v100-deployment.yaml b/samples/heterogeneous/deepseek-coder-7b-v100-deployment.yaml index ebca0298..5893ce7e 100644 --- a/samples/heterogeneous/deepseek-coder-7b-v100-deployment.yaml +++ b/samples/heterogeneous/deepseek-coder-7b-v100-deployment.yaml @@ -43,6 +43,8 @@ spec: - 0.0.0.0 - --port - "8000" + - --uvicorn-log-level + - warning - --model - /models/deepseek-coder-6.7b-instruct - --served-model-name diff --git a/samples/kvcache/deployment-tp.yaml b/samples/kvcache/deployment-tp.yaml index 10f51b01..bfa52b5f 100644 --- a/samples/kvcache/deployment-tp.yaml +++ b/samples/kvcache/deployment-tp.yaml @@ -30,6 +30,8 @@ spec: - vllm.entrypoints.openai.api_server - --port - "8000" + - --uvicorn-log-level + - warning - --model - deepseek-ai/deepseek-coder-33b-instruct - --served-model-name diff --git a/samples/kvcache/deployment.yaml b/samples/kvcache/deployment.yaml index c363cc55..3acffad4 100644 --- a/samples/kvcache/deployment.yaml +++ b/samples/kvcache/deployment.yaml @@ -30,6 +30,8 @@ spec: - vllm.entrypoints.openai.api_server - --port - "8000" + - --uvicorn-log-level + - warning - --model - deepseek-ai/deepseek-coder-6.7b-instruct - --served-model-name diff --git a/samples/quickstart/model.yaml b/samples/quickstart/model.yaml index e5799782..24543aaf 100644 --- a/samples/quickstart/model.yaml +++ b/samples/quickstart/model.yaml @@ -25,6 +25,8 @@ spec: - "0.0.0.0" - --port - "8000" + - --uvicorn-log-level + - warning - --model - deepseek-ai/DeepSeek-R1-Distill-Llama-8B - --served-model-name