⬆️ Increase upper bound of vllm to 0.9.2 (#88)

* ⬆️ Bump vllm upper bound support

Signed-off-by: Evaline Ju <[email protected]>

* 🔧 Bump base UBI

Signed-off-by: Evaline Ju <[email protected]>

---------

Signed-off-by: Evaline Ju <[email protected]>

Author: evaline-ju

Dockerfile

@@ -4,11 +4,11 @@
 # NOTE: The image generated out of this file should only be used in conjunction with a
 # compatible vllm image, otherwise it will throw error.
 
-ARG BASE_UBI_IMAGE_TAG=9.5
+ARG BASE_UBI_IMAGE_TAG=9.6
 ARG PYTHON_VERSION=3.12
 
 ### Build layer
-FROM quay.io/modh/vllm:rhoai-2.23-cuda as build
+FROM quay.io/vllm/vllm-cuda:0.9.2.2 as build
 
 ARG PYTHON_VERSION
 ENV PYTHON_VERSION=${PYTHON_VERSION}
@@ -52,4 +52,4 @@ ENTRYPOINT ["/bin/bash", "-c", "cp -r /app/target_packages/*  ${SHARED_PACKAGE_P
 ### Release Layer (with vllm-tgis-adapter)
 FROM release as release_tgis_adapter
 
-COPY --from=build_tgis_adapter --chown=1001 /app/target_packages /app/target_packages
+COPY --from=build_tgis_adapter --chown=1001 /app/target_packages /app/target_packages

pyproject.toml

@@ -16,8 +16,8 @@ dependencies = ["orjson>=3.10.16,<3.11"]
 vllm-tgis-adapter = ["vllm-tgis-adapter>=0.7.0,<0.7.2"]
 vllm = [
     "transformers<4.54.0", # vllm <= 0.10.0 has issues with higher transformers versions, fixed later in https://github.com/vllm-project/vllm/pull/20921
-    "vllm @ git+https://github.com/vllm-project/[email protected].0 ; sys_platform == 'darwin'",
-    "vllm>=0.7.2,<0.9.1 ; sys_platform != 'darwin'",
+    "vllm @ git+https://github.com/vllm-project/[email protected].2 ; sys_platform == 'darwin'",
+    "vllm>=0.7.2,<0.10.0 ; sys_platform != 'darwin'",
 ]
 
 ## Dev Extra Sets ##