From 2af304740551895be451e80eca1ebdc786f3f07a Mon Sep 17 00:00:00 2001 From: HMUNACHI Date: Thu, 14 Mar 2024 12:12:01 +0000 Subject: [PATCH] fixed tokenizer dependencies --- requirements.txt | 3 ++- setup.py | 2 ++ 2 files changed, 4 insertions(+), 1 deletion(-) diff --git a/requirements.txt b/requirements.txt index 93deb62..66ac453 100644 --- a/requirements.txt +++ b/requirements.txt @@ -2,4 +2,5 @@ jax jaxlib flax optax -einops \ No newline at end of file +einops +sentencepiece \ No newline at end of file diff --git a/setup.py b/setup.py index 753fdda..48c5b31 100644 --- a/setup.py +++ b/setup.py @@ -15,6 +15,8 @@ 'jax', 'jaxlib', 'optax', + 'einops', + 'sentencepiece', ], classifiers=[ 'Development Status :: 3 - Alpha',