fix issue with simsiam mlp hidden size

lucidrains · Apr 13, 2022 · 8eac5ed · 8eac5ed
1 parent b069cf1
commit 8eac5ed
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 1 deletion.
diff --git a/setup.py b/setup.py
@@ -4,7 +4,7 @@
   name = 'x-clip',
   packages = find_packages(exclude=[]),
   include_package_data = True,
-  version = '0.4.4',
+  version = '0.4.5',
   license='MIT',
   description = 'X-CLIP',
   author = 'Phil Wang',

diff --git a/x_clip/visual_ssl.py b/x_clip/visual_ssl.py
@@ -116,6 +116,8 @@ def MLP(dim, projection_size, hidden_size = None):
     )
 
 def SimSiamMLP(dim, projection_size, hidden_size = 4096):
+    hidden_size = default(hidden_size, projection_size * 2)
+
     return nn.Sequential(
         nn.Linear(dim, hidden_size, bias = False),
         nn.BatchNorm1d(hidden_size),