- pass the revision in the engine args

runpod-workers · Feb 6, 2025 · 633f7fd · 633f7fd
1 parent 789e14a
commit 633f7fd
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/src/embedding_service.py b/src/embedding_service.py
@@ -20,6 +20,7 @@ def __init__(self):
             engine_args.append(
                 EngineArgs(
                     model_name_or_path=model_name,
+                    revision=os.path.basename(model_name),
                     batch_size=batch_size,
                     engine=self.config.backend,
                     dtype=dtype,