Merge pull request #76 from foundation-model-stack/update_tgis_071

📦 Update vllm tgis adapter range to max 0.7.2

Author: gkumbhat

pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "vllm-detector-adapter"
-version = "0.6.1"
+version = "0.7.1"
 authors = [
   { name="Gaurav Kumbhat", email="[email protected]" },
   { name="Evaline Ju", email="[email protected]" },
@@ -18,7 +18,7 @@ dependencies = [
 
 [project.optional-dependencies]
 vllm-tgis-adapter = [
-    "vllm-tgis-adapter>=0.7.0,<0.7.1"
+    "vllm-tgis-adapter>=0.7.0,<0.7.2"
 ]
 vllm = [
     # Note: 0.8.4 has a triton bug on Mac

vllm_detector_adapter/start_with_tgis_adapter.py

@@ -71,8 +71,12 @@ async def run_http_server(
     # allows passing of the engine
 
     app = api_server.build_app(args)
-    model_config = await engine.get_model_config()
-    await init_app_state_with_detectors(engine, model_config, app.state, args)
+    if hasattr(engine, "get_vllm_config"):
+        vllm_config = await engine.get_vllm_config()
+        await init_app_state_with_detectors(engine, vllm_config, app.state, args)
+    else:
+        model_config = await engine.get_model_config()
+        await init_app_state_with_detectors(engine, model_config, app.state, args)
 
     serve_kwargs = {
         "host": args.host,