Update TensorRT-LLM backend (#352)

kaiyux · web-flow · commit 5b5eb96e4d57 · 2024-02-27T17:48:57.000+08:00
* Update TensorRT-LLM backend
diff --git a/README.md b/README.md
@@ -95,6 +95,7 @@ cd server
               --filesystem=gcs --filesystem=s3 --filesystem=azure_storage \
               --endpoint=http --endpoint=grpc --endpoint=sagemaker --endpoint=vertex-ai \
               --backend=ensemble --enable-gpu --endpoint=http --endpoint=grpc \
+              --no-container-pull \
               --image=base,${TRTLLM_BASE_IMAGE} \
               --backend=tensorrtllm:${TENSORRTLLM_BACKEND_REPO_TAG} \
               --backend=python:${PYTHON_BACKEND_REPO_TAG}
diff --git a/all_models/gemma/ensemble/1/.tmp b/all_models/gemma/ensemble/1/.tmp
@@ -1 +0,0 @@
-
diff --git a/all_models/gemma/tensorrt_llm/1/.gitkeep b/all_models/gemma/tensorrt_llm/1/.gitkeep
@@ -1 +0,0 @@
-
diff --git a/tensorrt_llm b/tensorrt_llm
@@ -1 +1 @@
-Subproject commit eb8f26c7e40f07067884b96c3637652351d13d04
+Subproject commit 655524dd82648edea35591ff146da8be4dcf2e02
diff --git a/tools/version.txt b/tools/version.txt
@@ -1 +1 @@
-6dad7bf5c32e5067ac49cc898e434a24759cfd58
+721a579afde43dd2e2037153da244baac6eedd29
