Retrieval Service efficiency optimization (#13543)

langgenius · Feb 17, 2025 · 222df44 · 222df44
1 parent 566e548
commit 222df44
Show file tree

Hide file tree

Showing 2 changed files with 170 additions and 124 deletions.
diff --git a/api/configs/middleware/__init__.py b/api/configs/middleware/__init__.py
@@ -1,3 +1,4 @@
+import os
 from typing import Any, Literal, Optional
 from urllib.parse import quote_plus
 
@@ -166,6 +167,11 @@ def SQLALCHEMY_DATABASE_URI(self) -> str:
         default=False,
     )
 
+    RETRIEVAL_SERVICE_WORKER: NonNegativeInt = Field(
+        description="If True, enables the retrieval service worker.",
+        default=os.cpu_count(),
+    )
+
     @computed_field
     def SQLALCHEMY_ENGINE_OPTIONS(self) -> dict[str, Any]:
         return {