From 5eeed1b94b1092b20128a38f9f31a38f973640aa Mon Sep 17 00:00:00 2001 From: Kyle Sayers Date: Sat, 22 Feb 2025 22:26:37 -0500 Subject: [PATCH] remote code check Signed-off-by: Kyle Sayers --- .../transformers/finetune/text_generation.py | 10 +++++++++- 1 file changed, 9 insertions(+), 1 deletion(-) diff --git a/src/llmcompressor/transformers/finetune/text_generation.py b/src/llmcompressor/transformers/finetune/text_generation.py index d79d8cbbe..132c916fe 100644 --- a/src/llmcompressor/transformers/finetune/text_generation.py +++ b/src/llmcompressor/transformers/finetune/text_generation.py @@ -292,7 +292,15 @@ def initialize_processor_from_path( use_auth_token=True if model_args.use_auth_token else None, trust_remote_code=model_args.trust_remote_code_model, ) - except Exception: + except ValueError as exception: + if "trust_remote_code=True" in exception.value: + raise ValueError( + f"The repository for {processor_src} contains custom code which must " + "be executed to correctly load the tokenizer/processor. You can " + f"inspect the repository content at https://hf.co/{processor_src}.\n" + "Please pass the argument `trust_remote_code_model=True`." + ) + logger.debug("Could not load fast processor, loading slow processor instead") processor = AutoProcessor.from_pretrained( processor_src,