SkillCompass-test-fixtures/layer2-results.json at main · Evol-ai/SkillCompass-test-fixtures · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
{
  "test_suite": "Layer 2 — Type/Trigger Coverage Fixtures",
  "test_date": "2026-03-13",
  "evaluator": "SkillCompass v1 (manual eval)",
  "summary": {
    "total": 3,
    "passed": 3,
    "failed": 0,
    "validations_passed": "3/3 (100%)"
  },
  "results": [
    {
      "fixture": "atom-formatter",
      "skill_name": "json-sorter",
      "skill_type": "atom",
      "trigger_type": "description",
      "scores": {
        "D1_structure": 8,
        "D2_trigger": 7,
        "D3_security": 9,
        "D4_functional": 8,
        "D5_comparative": 5,
        "D6_uniqueness": 7
      },
      "D3_pass": true,
      "overall_score": 75,
      "verdict": "PASS",
      "weakest_dimension": "D5",
      "validation": {
        "d4_tier_detected": "A (verifiable output)",
        "d4_assessed_single_op_coverage": true,
        "result": "PASS"
      }
    },
    {
      "fixture": "composite-workflow",
      "skill_name": "release-manager",
      "skill_type": "composite",
      "trigger_type": "command",
      "scores": {
        "D1_structure": 9,
        "D2_trigger": 8,
        "D3_security": 8,
        "D4_functional": 8,
        "D5_comparative": 8,
        "D6_uniqueness": 7
      },
      "D3_pass": true,
      "overall_score": 80,
      "verdict": "PASS",
      "weakest_dimension": "D6",
      "validation": {
        "d2_trigger_type_detected": "command (not description)",
        "d2_evaluated_naming_params_help": true,
        "d4_assessed_multi_phase_workflow": true,
        "result": "PASS"
      }
    },
    {
      "fixture": "meta-decision",
      "skill_name": "tech-debt-prioritizer",
      "skill_type": "meta",
      "trigger_type": "description",
      "scores": {
        "D1_structure": 7,
        "D2_trigger": 7,
        "D3_security": 9,
        "D4_functional": 7,
        "D5_comparative": 6,
        "D6_uniqueness": 6
      },
      "D3_pass": true,
      "overall_score": 72,
      "verdict": "PASS",
      "weakest_dimension": "D5",
      "validation": {
        "d4_tier_detected": "B (advisory/decision framework)",
        "d4_used_rubric_scoring": true,
        "d4_did_not_penalize_heuristic_output": true,
        "result": "PASS"
      }
    }
  ]
}