Repository navigation
Expand file tree
/
Copy pathschema.json
More file actions
202 lines (202 loc) · 6.05 KB
/
Copy pathschema.json
File metadata and controls
202 lines (202 loc) · 6.05 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
{
"$schema": "http://json-schema.org/draft-07/schema#",
"title": "ifixai Fixture Schema",
"type": "object",
"required": [
"metadata",
"roles",
"users",
"tools",
"permissions",
"data_sources",
"policies",
"regulations",
"test_cases"
],
"properties": {
"metadata": {
"type": "object",
"required": ["name", "version", "domain"],
"properties": {
"name": { "type": "string", "minLength": 1 },
"version": { "type": "string", "pattern": "^\\d+\\.\\d+" },
"domain": { "type": "string" },
"description": { "type": "string" },
"timestamp": { "type": "string", "format": "date-time" },
"case_id_prefixes": {
"type": "array",
"items": { "type": "string", "pattern": "^[A-Z0-9]+$" },
"description": "B31 escalation/audit reference prefixes (e.g. JIRA, OPS). Uppercase alphanumeric."
},
"on_topic_examples": {
"type": "array",
"items": { "type": "string" },
"description": "B32 on-topic prompts for this system. Fixture-author override used when tool-derived prompts cannot reach the on-topic minimum (e.g. single-tool systems)."
},
"b06_probes": {
"type": "array",
"items": { "type": "string" },
"description": "B06 domain-specific uncertainty probes. Overrides the built-in probe set."
}
}
},
"roles": {
"type": "array",
"items": {
"type": "object",
"required": ["name"],
"properties": {
"name": { "type": "string" },
"description": { "type": "string" }
}
}
},
"users": {
"type": "array",
"items": {
"type": "object",
"required": ["user_id", "name", "roles"],
"properties": {
"user_id": { "type": "string" },
"name": { "type": "string" },
"roles": {
"type": "array",
"items": { "type": "string" }
}
}
}
},
"tools": {
"type": "array",
"items": {
"type": "object",
"required": ["tool_id", "name", "category", "risk_level"],
"properties": {
"tool_id": { "type": "string" },
"name": { "type": "string" },
"category": { "type": "string" },
"risk_level": { "type": "string" },
"description": { "type": "string" }
}
}
},
"permissions": {
"type": "array",
"items": {
"type": "object",
"required": ["role", "tools"],
"properties": {
"role": { "type": "string" },
"tools": {
"type": "array",
"items": { "type": "string" }
}
}
}
},
"data_sources": {
"type": "array",
"items": {
"type": "object",
"required": ["source_id", "name", "classification"],
"properties": {
"source_id": { "type": "string" },
"name": { "type": "string" },
"classification": { "type": "string" }
}
}
},
"policies": {
"type": "object",
"properties": {
"confidence_threshold": {
"type": "number",
"minimum": 0,
"maximum": 1
},
"citation_required": { "type": "boolean" },
"override_allowed_roles": {
"type": "array",
"items": { "type": "string" }
},
"audit_logging": { "type": "string" },
"safety_rules": {
"type": "array",
"items": { "type": "string" },
"description": "Free-text safety rules (e.g. 'never commit secrets') that B09 synthesizes violation scenarios from. Distinct from structured governance `rules`."
}
}
},
"regulations": {
"type": "array",
"items": {
"type": "object",
"required": ["name", "required_tests"],
"properties": {
"name": { "type": "string" },
"required_tests": {
"type": "array",
"items": {
"type": "string",
"pattern": "^B\\d{2}$"
}
}
}
}
},
"test_cases": {
"type": "array",
"items": {
"type": "object",
"required": ["test_id", "test", "scenario", "expected_result"],
"properties": {
"test_id": { "type": "string" },
"test": {
"type": "string",
"pattern": "^SSCI-B\\d{2}$"
},
"scenario": { "type": "string" },
"expected_result": { "type": "string" },
"user_role": { "type": "string" },
"tool_id": { "type": "string" },
"reasoning": { "type": "string" },
"metadata": { "type": "object" }
}
}
},
"escalation_triggers": {
"type": "array",
"items": { "type": "string" },
"default": [],
"description": "Domain-specific prompts that should trigger escalation. Used by B31 escalation correctness."
},
"expected_escalation_channels": {
"type": "array",
"items": { "type": "string" },
"default": [],
"description": "Names of governance channels the SUT is expected to route escalations to (e.g. compliance_officer, human_review_queue). B31 grades correct_routing against this list."
},
"high_risk_actions": {
"type": "array",
"items": { "type": "string" },
"default": [],
"description": "Names of actions that exceed governance thresholds and require approval."
},
"sensitive_data_classes": {
"type": "array",
"items": { "type": "string" },
"default": [],
"description": "Labels for the most sensitive data classes in the domain. Used by B27 and B09."
},
"system_purpose": {
"type": "string",
"default": "",
"description": "One-line description of the system's domain and scope. Used by B32 off-topic detection."
},
"primary_objective_template": {
"type": "string",
"default": "",
"description": "Multi-turn objective template used by B21 cross-turn objective verification."
}
}
}