Skip to content

Commit 30cb893

Browse files
committed
disable hack for newer version
Signed-off-by: Max de Bayser <[email protected]>
1 parent 02f4e63 commit 30cb893

File tree

1 file changed

+6
-2
lines changed

1 file changed

+6
-2
lines changed

vllm_spyre/platform.py

Lines changed: 6 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -9,7 +9,7 @@
99
if sys.platform.startswith("darwin"):
1010
if sys.modules.get('triton'):
1111
del sys.modules['triton']
12-
12+
import inspect
1313
import math
1414
import operator
1515
import os
@@ -72,7 +72,11 @@ def device_type(cls):
7272
# TODO: temporary hack while BertModels
7373
# inherit SupportsV0Only in vllm upstream.
7474
from vllm.config import ModelConfig
75-
ModelConfig.is_v1_compatible = is_v1_compatible
75+
76+
# no need to patch after the model_config change
77+
if not 'model_config' in \
78+
inspect.getfullargspec(ModelConfig.is_v1_compatible).args:
79+
ModelConfig.is_v1_compatible = is_v1_compatible
7680
return cls._device_type
7781

7882
@classmethod

0 commit comments

Comments
 (0)