From 23bc7dcc1525e7e097b4eb01acd6772635d83830 Mon Sep 17 00:00:00 2001 From: Liam Date: Fri, 17 Jan 2025 08:37:02 -0500 Subject: [PATCH] Add new L24 checkpoint --- viz/src/SAEConfigs.ts | 10 ++++++++++ 1 file changed, 10 insertions(+) diff --git a/viz/src/SAEConfigs.ts b/viz/src/SAEConfigs.ts index ca0bb21..2204ddf 100644 --- a/viz/src/SAEConfigs.ts +++ b/viz/src/SAEConfigs.ts @@ -441,6 +441,16 @@ export const SAE_CONFIGS: Record = { supportsCustomSequence: false, curated: [], }, + "SAE4096-L24-v2": { + storagePath: "4096_layer_sweep/esm2_plm1280_l24_sae4096_k64_auxk640", + description: + "This is has the same dimensions and layer as our original SAE4096-L24, but with a larger training set and K=64 instead of K=128.", + numHiddenDims: 4096, + plmLayer: 24, + defaultDim: 0, + supportsCustomSequence: false, + curated: [], + }, "SAE4096-L28": { storagePath: "4096_layer_sweep/esm2_plm1280_l28_sae4096_k64_auxk640", description: "",