Skip to content

Commit 6a0e867

Browse files
committed
🔧 Update vllm run init app command to work with vllm_config
Signed-off-by: Gaurav-Kumbhat <[email protected]>
1 parent d7f5e84 commit 6a0e867

File tree

1 file changed

+10
-2
lines changed

1 file changed

+10
-2
lines changed

vllm_detector_adapter/start_with_tgis_adapter.py

Lines changed: 10 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -71,8 +71,16 @@ async def run_http_server(
7171
# allows passing of the engine
7272

7373
app = api_server.build_app(args)
74-
model_config = await engine.get_model_config()
75-
await init_app_state_with_detectors(engine, model_config, app.state, args)
74+
if hasattr(engine, "get_vllm_config"):
75+
vllm_config = await engine.get_vllm_config()
76+
await init_app_state_with_detectors(
77+
engine, vllm_config, app.state, args
78+
)
79+
else:
80+
model_config = await engine.get_model_config()
81+
await init_app_state_with_detectors(
82+
engine, model_config, app.state, args
83+
)
7684

7785
serve_kwargs = {
7886
"host": args.host,

0 commit comments

Comments
 (0)