chore: align embedding clip with hosted context

Author: Disaster-Terminator

config/routes.yaml

@@ -17,7 +17,7 @@ embedding_url: http://127.0.0.1:1234/v1/embeddings
 embedding_model: text-embedding-qwen3-embedding-0.6b@f16
 embedding_batch_size: 128
 embedding_timeout: 60
-embedding_input_max_chars: 12000
+embedding_input_max_chars: 8192
 route_embedding_cache_enabled: true
 litellm_base_url: http://127.0.0.1:4000
 litellm_timeout: 120

docs/azure_container_apps_rehearsal.md

@@ -121,7 +121,7 @@ ROUTER_LITELLM_API_KEY=secretref:litellm-api-key
 ROUTER_EMBEDDING_URL=<hosted or private tunnel embedding URL>
 ROUTER_EMBEDDING_MODEL=<embedding model name>
 ROUTER_EMBEDDING_TIMEOUT=60
-ROUTER_EMBEDDING_INPUT_MAX_CHARS=12000
+ROUTER_EMBEDDING_INPUT_MAX_CHARS=8192
 ```
 
 Keep LiteLLM, embedding, databases, and monitoring out of this repository's
@@ -207,7 +207,7 @@ az containerapp create \
     ROUTER_EMBEDDING_URL=https://embedding.example.invalid/v1/embeddings \
     ROUTER_EMBEDDING_MODEL=text-embedding-qwen3-embedding-0.6b@f16 \
     ROUTER_EMBEDDING_TIMEOUT=60 \
-    ROUTER_EMBEDDING_INPUT_MAX_CHARS=12000 \
+    ROUTER_EMBEDDING_INPUT_MAX_CHARS=8192 \
   --tags project=intentmux env=rehearsal cost_guard=delete_when_done
 ```
 

router/config.py

@@ -117,7 +117,7 @@ class RouterSettings(BaseModel):
     embedding_model: str = "text-embedding-qwen3-embedding-0.6b@f16"
     embedding_batch_size: int = 128
     embedding_timeout: float = 60.0
-    embedding_input_max_chars: int | None = 12_000
+    embedding_input_max_chars: int | None = 8_192
     embedding_api_key: str | None = None
     embedding_headers: dict[str, str] = Field(default_factory=dict)
     litellm_base_url: str = "http://127.0.0.1:4000"

router/embedding.py

@@ -10,7 +10,7 @@ async def embed(self, texts: list[str]) -> list[list[float]]:
         """Return one vector per input text."""
 
 
-DEFAULT_EMBEDDING_INPUT_MAX_CHARS = 12_000
+DEFAULT_EMBEDDING_INPUT_MAX_CHARS = 8_192
 
 
 class OpenAIEmbeddingClient:

tests/test_eval_routes.py

@@ -539,7 +539,7 @@ def __init__(
             batch_size: int = 128,
             api_key: str | None = None,
             headers: dict[str, str] | None = None,
-            input_max_chars: int | None = 12000,
+            input_max_chars: int | None = 8192,
         ):
             pass
 
@@ -681,7 +681,7 @@ def __init__(
             batch_size: int = 128,
             api_key: str | None = None,
             headers: dict[str, str] | None = None,
-            input_max_chars: int | None = 12000,
+            input_max_chars: int | None = 8192,
         ):
             captured["timeout"] = timeout
             captured["batch_size"] = batch_size