Skip to content

Commit

Permalink
Add layer sweep models
Browse files Browse the repository at this point in the history
  • Loading branch information
liambai committed Jan 17, 2025
1 parent 0c02561 commit 663361b
Showing 1 changed file with 46 additions and 1 deletion.
47 changes: 46 additions & 1 deletion viz/src/SAEConfigs.ts
Original file line number Diff line number Diff line change
Expand Up @@ -414,8 +414,53 @@ export const SAE_CONFIGS: Record<string, SAEConfig> = {
defaultDim: 4000,
supportsCustomSequence: true,
},
"SAE4096-L8": {
storagePath: "4096_layer_sweep/esm2_plm1280_l8_sae4096_aux640",
description: "",
numHiddenDims: 4096,
plmLayer: 8,
defaultDim: 0,
supportsCustomSequence: false,
curated: [],
},
"SAE4096-L12": {
storagePath: "4096_layer_sweep/esm2_plm1280_l12_sae4096_aux640",
description: "",
numHiddenDims: 4096,
plmLayer: 12,
defaultDim: 0,
supportsCustomSequence: false,
curated: [],
},
"SAE4096-L16": {
storagePath: "4096_layer_sweep/esm2_plm1280_l16_sae4096_aux640",
description: "",
numHiddenDims: 4096,
plmLayer: 16,
defaultDim: 0,
supportsCustomSequence: false,
curated: [],
},
"SAE4096-L28": {
storagePath: "4096_layer_sweep/esm2_plm1280_l28_sae4096_aux640",
description: "",
numHiddenDims: 4096,
plmLayer: 28,
defaultDim: 0,
supportsCustomSequence: false,
curated: [],
},
"SAE4096-L32": {
storagePath: "4096_layer_sweep/esm2_plm1280_l32_sae4096_aux640",
description: "",
numHiddenDims: 4096,
plmLayer: 32,
defaultDim: 0,
supportsCustomSequence: false,
curated: [],
},
"SAE4096-L33": {
storagePath: "esm2_plm1280_l33_sae4096_aux640",
storagePath: "4096_layer_sweep/esm2_plm1280_l33_sae4096_aux640",
description: "",
numHiddenDims: 4096,
plmLayer: 33,
Expand Down

0 comments on commit 663361b

Please sign in to comment.