diff --git a/inference.py b/inference.py index 2ae99b6..a27d5f4 100644 --- a/inference.py +++ b/inference.py @@ -4,7 +4,7 @@ from model import Transformer from config import LlamaConfig -from sentencepiece import SentencePieceProcessor +from sentencepiece import SentencePieceProcessor import time import json from tqdm import tqdm