fix bug, cls token does not need pos emb

lucidrains · Dec 25, 2021 · f741c36 · f741c36
1 parent 89ed952
commit f741c36
Show file tree

Hide file tree

Showing 3 changed files with 3 additions and 3 deletions.
diff --git a/README.md b/README.md
@@ -137,7 +137,7 @@ image_encoder = Extractor(
 text_encoder = TextTransformer(
     dim = 512,
     num_tokens = 10000,
-    max_seq_len = 256 + 1,
+    max_seq_len = 256,
     depth = 6,
     heads = 8
 )

diff --git a/setup.py b/setup.py
@@ -3,7 +3,7 @@
 setup(
   name = 'x-clip',
   packages = find_packages(exclude=[]),
-  version = '0.0.11',
+  version = '0.0.12',
   license='MIT',
   description = 'X-CLIP',
   author = 'Phil Wang',

diff --git a/x_clip/x_clip.py b/x_clip/x_clip.py
@@ -247,7 +247,7 @@ def __init__(
             self.text_transformer = TextTransformer(
                 dim = dim_text,
                 num_tokens = num_text_tokens + (1 if use_mlm else 0),
-                max_seq_len = text_seq_len + 1,
+                max_seq_len = text_seq_len,
                 depth = text_enc_depth,
                 heads = text_heads
             )