From b67e10bc3bab0ff9f052d4772d34a052e698eafe Mon Sep 17 00:00:00 2001
From: Liam <liambai2000@gmail.com>
Date: Thu, 23 Jan 2025 22:51:32 -0500
Subject: [PATCH] Add layer 4

---
 viz/src/SAEConfigs.ts | 9 +++++++++
 1 file changed, 9 insertions(+)

diff --git a/viz/src/SAEConfigs.ts b/viz/src/SAEConfigs.ts
index 10dc825..2dc4d3e 100644
--- a/viz/src/SAEConfigs.ts
+++ b/viz/src/SAEConfigs.ts
@@ -414,6 +414,15 @@ export const SAE_CONFIGS: Record<string, SAEConfig> = {
     defaultDim: 4000,
     supportsCustomSequence: true,
   },
+  "SAE4096-L4": {
+    storagePath: "4096_layer_sweep/esm2_plm1280_l4_sae4096_k64_auxk640",
+    description: "",
+    numHiddenDims: 4096,
+    plmLayer: 4,
+    defaultDim: 0,
+    supportsCustomSequence: false,
+    curated: [],
+  },
   "SAE4096-L8": {
     storagePath: "4096_layer_sweep/esm2_plm1280_l8_sae4096_k64_auxk640",
     description: "",