rename to training_args_max_seq_length

Signed-off-by: George Ohashi <[email protected]>
vllm-project · Feb 18, 2025 · 52a4d85 · 52a4d85
1 parent fada8f0
commit 52a4d85
Showing 1 changed file with 3 additions and 4 deletions.
diff --git a/src/llmcompressor/transformers/finetune/session_mixin.py b/src/llmcompressor/transformers/finetune/session_mixin.py
@@ -88,12 +88,11 @@ def __init__(
             # inherits HuggingFace's `TrainingArguments`
             training_args_dict = training_args.to_dict()
             if "max_seq_length" in training_args_dict:
-                training_args_dict.pop("max_seq_length")
+                training_args_dict["training_args_max_seq_length"] = training_args_dict.pop("max_seq_length")
                 logger.warning(
                     "Detected `max_seq_length` in both data_args ",
-                    "and training_args. This is expected for TRL in distillation. ",
-                    "Updating metadata with "
-                    f"`max_seq_length`: {data_args.max_seq_length} from data_args.",
+                    "andx training_args. This is expected for TRL in distillation. ",
+                    "Updating metadata to `training_args_max_seq_length`"
                 )
 
             self.metadata = self._extract_metadata(