Update base image (#81)

* Update base image

Signed-off-by: Mateus Devino <[email protected]>

* Fix vLLM top version

Signed-off-by: Mateus Devino <[email protected]>

* Update vllm version

Signed-off-by: Mateus Devino <[email protected]>

* Break array items into separate lines

Signed-off-by: Mateus Devino <[email protected]>

* Update vLLM supported versions

Signed-off-by: Mateus Devino <[email protected]>

* Remove trailing space

Signed-off-by: Mateus Devino <[email protected]>

---------

Signed-off-by: Mateus Devino <[email protected]>

Author: mdevino

.gitignore

@@ -28,3 +28,5 @@ venv/
 
 # Tox envs
 .tox
+
+.python-version

Dockerfile

@@ -8,7 +8,7 @@ ARG BASE_UBI_IMAGE_TAG=9.5
 ARG PYTHON_VERSION=3.12
 
 ### Build layer
-FROM quay.io/vllm/vllm:0.8.5.0_cu128 as build
+FROM quay.io/modh/vllm:rhoai-2.23-cuda as build
 
 ARG PYTHON_VERSION
 ENV PYTHON_VERSION=${PYTHON_VERSION}

pyproject.toml

@@ -2,28 +2,22 @@
 name = "vllm-detector-adapter"
 version = "0.7.1"
 authors = [
-  { name="Gaurav Kumbhat", email="[email protected]" },
-  { name="Evaline Ju", email="[email protected]" },
+    { name = "Gaurav Kumbhat", email = "[email protected]" },
+    { name = "Evaline Ju", email = "[email protected]" },
 ]
 description = "A lightweight adapter layer that provides detector APIs on top of vllm"
 readme = "README.md"
 requires-python = ">=3.11"
-classifiers = [
-    "Programming Language :: Python :: 3"
-]
+classifiers = ["Programming Language :: Python :: 3"]
 
-dependencies = [
-    "orjson>=3.10.16,<3.11",
-]
+dependencies = ["orjson>=3.10.16,<3.11"]
 
 [project.optional-dependencies]
-vllm-tgis-adapter = [
-    "vllm-tgis-adapter>=0.7.0,<0.7.2"
-]
+vllm-tgis-adapter = ["vllm-tgis-adapter>=0.7.0,<0.7.2"]
 vllm = [
     # Note: 0.8.4 has a triton bug on Mac
-    "vllm @ git+https://github.com/vllm-project/vllm.git@v0.8.5 ; sys_platform == 'darwin'",
-    "vllm>=0.7.2,<0.8.6 ; sys_platform != 'darwin'",
+    "vllm @ git+https://github.com/vllm-project/vllm.git@v0.9.0 ; sys_platform == 'darwin'",
+    "vllm>=0.7.2,<0.9.1 ; sys_platform != 'darwin'",
 ]
 
 ## Dev Extra Sets ##
@@ -39,9 +33,12 @@ dev-test = [
 dev-fmt = [
     "ruff==0.4.7",
     "pre-commit>=3.0.4,<4.0",
-    "pydeps>=1.12.12,<2",
+    "pydeps>=1.12.12,<2"
 ]
 
 [tool.setuptools.packages.find]
 where = [""]
-include = ["vllm_detector_adapter", "vllm_detector_adapter*"]
+include = [
+    "vllm_detector_adapter",
+    "vllm_detector_adapter*"
+]