Skip to content

Commit 7bd8371

Browse files
vicky kumarvicky kumar
vicky kumar
authored and
vicky kumar
committed
Auto-fetch evidence: the Governance panel now automatically fetches parsed SYNAPSE_META when the selected layer changes.
1 parent 9d3a4a4 commit 7bd8371

51 files changed

Lines changed: 3511 additions & 205 deletions

File tree

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

‎.gitignore‎

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -13,4 +13,5 @@ dist/
1313
build/
1414
backend/.env
1515
# Ignore local submission form
16-
form.md
16+
form.md
17+
summary.md

‎artifacts/explain/inf-0c920dfe-42c6-4902-9a09-20545da37732.json‎

Lines changed: 108 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,108 @@
1+
{
2+
"inference_id": "inf-0c920dfe-42c6-4902-9a09-20545da37732",
3+
"explanation": {
4+
"method": "token-attribution+activations",
5+
"summary": "Top tokens: Einstein, refrigerator, Szilard",
6+
"attributions": [
7+
{
8+
"token": "what",
9+
"score": 0.05
10+
},
11+
{
12+
"token": "invention",
13+
"score": 1.0
14+
},
15+
{
16+
"token": "done",
17+
"score": 0.05
18+
},
19+
{
20+
"token": "by",
21+
"score": 0.05
22+
},
23+
{
24+
"token": "albert",
25+
"score": 0.05
26+
},
27+
{
28+
"token": "einstein",
29+
"score": 1.0
30+
}
31+
],
32+
"activations": {
33+
"layer_1": [
34+
0.5134,
35+
0.9924,
36+
0.4125,
37+
0.7162,
38+
0.0513,
39+
0.6608,
40+
0.1296,
41+
0.7505
42+
],
43+
"layer_2": [
44+
0.9407,
45+
0.1387,
46+
0.6214,
47+
0.1423,
48+
0.4769,
49+
0.003
50+
]
51+
},
52+
"attention": [
53+
[
54+
0.079,
55+
0.094,
56+
0.131,
57+
0.297,
58+
0.291,
59+
0.109
60+
],
61+
[
62+
0.259,
63+
0.043,
64+
0.054,
65+
0.191,
66+
0.274,
67+
0.179
68+
],
69+
[
70+
0.226,
71+
0.084,
72+
0.174,
73+
0.061,
74+
0.202,
75+
0.253
76+
],
77+
[
78+
0.086,
79+
0.099,
80+
0.205,
81+
0.289,
82+
0.27,
83+
0.05
84+
],
85+
[
86+
0.047,
87+
0.166,
88+
0.08,
89+
0.246,
90+
0.427,
91+
0.034
92+
],
93+
[
94+
0.25,
95+
0.274,
96+
0.006,
97+
0.233,
98+
0.03,
99+
0.206
100+
]
101+
],
102+
"counterfactual": {
103+
"changed_input": "what invention done by szilard",
104+
"changed_prediction": "Szilard co-invented the refrigerator with Einstein",
105+
"delta_confidence": -0.02
106+
}
107+
}
108+
}

‎artifacts/explain/inf-1c52f25b-77f1-41d1-b201-69fef717c876.json‎

Lines changed: 108 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,108 @@
1+
{
2+
"inference_id": "inf-1c52f25b-77f1-41d1-b201-69fef717c876",
3+
"explanation": {
4+
"method": "token-attribution+activations",
5+
"summary": "Top tokens: Einstein, refrigerator, Szilard",
6+
"attributions": [
7+
{
8+
"token": "what",
9+
"score": 0.05
10+
},
11+
{
12+
"token": "invention",
13+
"score": 1.0
14+
},
15+
{
16+
"token": "done",
17+
"score": 0.05
18+
},
19+
{
20+
"token": "by",
21+
"score": 0.05
22+
},
23+
{
24+
"token": "albert",
25+
"score": 0.05
26+
},
27+
{
28+
"token": "einstein",
29+
"score": 1.0
30+
}
31+
],
32+
"activations": {
33+
"layer_1": [
34+
0.5134,
35+
0.9924,
36+
0.4125,
37+
0.7162,
38+
0.0513,
39+
0.6608,
40+
0.1296,
41+
0.7505
42+
],
43+
"layer_2": [
44+
0.9407,
45+
0.1387,
46+
0.6214,
47+
0.1423,
48+
0.4769,
49+
0.003
50+
]
51+
},
52+
"attention": [
53+
[
54+
0.079,
55+
0.094,
56+
0.131,
57+
0.297,
58+
0.291,
59+
0.109
60+
],
61+
[
62+
0.259,
63+
0.043,
64+
0.054,
65+
0.191,
66+
0.274,
67+
0.179
68+
],
69+
[
70+
0.226,
71+
0.084,
72+
0.174,
73+
0.061,
74+
0.202,
75+
0.253
76+
],
77+
[
78+
0.086,
79+
0.099,
80+
0.205,
81+
0.289,
82+
0.27,
83+
0.05
84+
],
85+
[
86+
0.047,
87+
0.166,
88+
0.08,
89+
0.246,
90+
0.427,
91+
0.034
92+
],
93+
[
94+
0.25,
95+
0.274,
96+
0.006,
97+
0.233,
98+
0.03,
99+
0.206
100+
]
101+
],
102+
"counterfactual": {
103+
"changed_input": "what invention done by szilard",
104+
"changed_prediction": "Szilard co-invented the refrigerator with Einstein",
105+
"delta_confidence": -0.02
106+
}
107+
}
108+
}

‎artifacts/explain/inf-262981ff-a83e-48ac-84c1-354941c0887c.json‎

Lines changed: 108 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,108 @@
1+
{
2+
"inference_id": "inf-262981ff-a83e-48ac-84c1-354941c0887c",
3+
"explanation": {
4+
"method": "token-attribution+activations",
5+
"summary": "Top tokens: Einstein, refrigerator, Szilard",
6+
"attributions": [
7+
{
8+
"token": "what",
9+
"score": 0.05
10+
},
11+
{
12+
"token": "invention",
13+
"score": 1.0
14+
},
15+
{
16+
"token": "done",
17+
"score": 0.05
18+
},
19+
{
20+
"token": "by",
21+
"score": 0.05
22+
},
23+
{
24+
"token": "albert",
25+
"score": 0.05
26+
},
27+
{
28+
"token": "einstein",
29+
"score": 1.0
30+
}
31+
],
32+
"activations": {
33+
"layer_1": [
34+
0.5134,
35+
0.9924,
36+
0.4125,
37+
0.7162,
38+
0.0513,
39+
0.6608,
40+
0.1296,
41+
0.7505
42+
],
43+
"layer_2": [
44+
0.9407,
45+
0.1387,
46+
0.6214,
47+
0.1423,
48+
0.4769,
49+
0.003
50+
]
51+
},
52+
"attention": [
53+
[
54+
0.079,
55+
0.094,
56+
0.131,
57+
0.297,
58+
0.291,
59+
0.109
60+
],
61+
[
62+
0.259,
63+
0.043,
64+
0.054,
65+
0.191,
66+
0.274,
67+
0.179
68+
],
69+
[
70+
0.226,
71+
0.084,
72+
0.174,
73+
0.061,
74+
0.202,
75+
0.253
76+
],
77+
[
78+
0.086,
79+
0.099,
80+
0.205,
81+
0.289,
82+
0.27,
83+
0.05
84+
],
85+
[
86+
0.047,
87+
0.166,
88+
0.08,
89+
0.246,
90+
0.427,
91+
0.034
92+
],
93+
[
94+
0.25,
95+
0.274,
96+
0.006,
97+
0.233,
98+
0.03,
99+
0.206
100+
]
101+
],
102+
"counterfactual": {
103+
"changed_input": "what invention done by szilard",
104+
"changed_prediction": "Szilard co-invented the refrigerator with Einstein",
105+
"delta_confidence": -0.02
106+
}
107+
}
108+
}

0 commit comments

Comments
 (0)