Patch release for older vllm engine lora support in gateway plugins (#…

…599) Patch release for gateway plugins
vllm-project · Jan 24, 2025 · c85514d · c85514d
1 parent 409d87b
commit c85514d
Showing 1 changed file with 11 additions and 10 deletions.
diff --git a/pkg/plugins/gateway/gateway.go b/pkg/plugins/gateway/gateway.go
@@ -410,17 +410,18 @@ func (s *Server) HandleResponseBody(ctx context.Context, requestID string, req *
 					Key: "x-error-response-unmarshal", RawValue: []byte("true"),
 				}}},
 				err.Error()), complete
-		} else if res.Model != model {
-			err = ErrorUnknownResponse
-			klog.ErrorS(err, "unexpected response", "requestID", requestID, "responseBody", string(b.ResponseBody.GetBody()))
-			complete = true
-			return generateErrorResponse(
-				envoyTypePb.StatusCode_InternalServerError,
-				[]*configPb.HeaderValueOption{{Header: &configPb.HeaderValue{
-					Key: "x-error-response-unknown", RawValue: []byte("true"),
-				}}},
-				err.Error()), complete
 		}
+		// } else if res.Model != model {
+		// 	err = ErrorUnknownResponse
+		// 	klog.ErrorS(err, "unexpected response", "requestID", requestID, "responseBody", string(b.ResponseBody.GetBody()))
+		// 	complete = true
+		// 	return generateErrorResponse(
+		// 		envoyTypePb.StatusCode_InternalServerError,
+		// 		[]*configPb.HeaderValueOption{{Header: &configPb.HeaderValue{
+		// 			Key: "x-error-response-unknown", RawValue: []byte("true"),
+		// 		}}},
+		// 		err.Error()), complete
+		// }
 		// Do not overwrite model, res can be empty.
 		usage = res.Usage
 	}