We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 02f4e63 commit 30cb893Copy full SHA for 30cb893
vllm_spyre/platform.py
@@ -9,7 +9,7 @@
9
if sys.platform.startswith("darwin"):
10
if sys.modules.get('triton'):
11
del sys.modules['triton']
12
-
+import inspect
13
import math
14
import operator
15
import os
@@ -72,7 +72,11 @@ def device_type(cls):
72
# TODO: temporary hack while BertModels
73
# inherit SupportsV0Only in vllm upstream.
74
from vllm.config import ModelConfig
75
- ModelConfig.is_v1_compatible = is_v1_compatible
+
76
+ # no need to patch after the model_config change
77
+ if not 'model_config' in \
78
+ inspect.getfullargspec(ModelConfig.is_v1_compatible).args:
79
+ ModelConfig.is_v1_compatible = is_v1_compatible
80
return cls._device_type
81
82
@classmethod
0 commit comments