Skip to content

Commit

Permalink
delete useless codes
Browse files Browse the repository at this point in the history
  • Loading branch information
HIT-cwh committed Aug 29, 2024
1 parent 587f226 commit 84351e9
Showing 1 changed file with 0 additions and 3 deletions.
3 changes: 0 additions & 3 deletions xtuner/model/sft.py
Original file line number Diff line number Diff line change
Expand Up @@ -88,9 +88,6 @@ def __init__(self,
tokenizer = BUILDER.build(tokenizer)
smart_tokenizer_and_embedding_resize(tokenizer, self.llm)

self.llm.config.use_cache = False
dispatch_modules(self.llm, use_varlen_attn=use_varlen_attn)

if use_activation_checkpointing:
# For backward compatibility
if hasattr(self.llm, 'enable_input_require_grads'):
Expand Down

0 comments on commit 84351e9

Please sign in to comment.