167 lines
4.2 KiB
JSON
167 lines
4.2 KiB
JSON
{
|
|
"version": 1,
|
|
"generatedAt": "2026-09-26T17:15:12.572Z",
|
|
"referenceRuns": [
|
|
{
|
|
"runId": "reward-0.5000-XzdSjHZ",
|
|
"status": "fresh",
|
|
"changed": [],
|
|
"capturedAt": "2026-09-25T19:39:36.247Z",
|
|
"capturedBy": "run"
|
|
},
|
|
{
|
|
"runId": "reward-0.5100-8CVbqQt",
|
|
"status": "fresh",
|
|
"changed": [],
|
|
"capturedAt": "2026-09-25T19:39:36.247Z",
|
|
"capturedBy": "run"
|
|
},
|
|
{
|
|
"runId": "reward-0.5200-6DA73Xx",
|
|
"status": "fresh",
|
|
"changed": [],
|
|
"capturedAt": "2026-09-25T19:39:36.247Z",
|
|
"capturedBy": "run"
|
|
},
|
|
{
|
|
"runId": "reward-0.5500-aPQMukF",
|
|
"status": "fresh",
|
|
"changed": [],
|
|
"capturedAt": "2026-09-25T19:39:36.247Z",
|
|
"capturedBy": "run"
|
|
}
|
|
],
|
|
"detectors": [
|
|
{
|
|
"report": "detector-answer-obviousness.md",
|
|
"status": "stale",
|
|
"method": "checksums",
|
|
"changed": [
|
|
"holistic rubric (tests/holistic-rubric.md)"
|
|
],
|
|
"capturedAt": "2026-09-25T17:40:42.423Z",
|
|
"capturedBy": "stamp"
|
|
},
|
|
{
|
|
"report": "detector-credential-leakage.md",
|
|
"status": "stale",
|
|
"method": "checksums",
|
|
"changed": [
|
|
"holistic rubric (tests/holistic-rubric.md)"
|
|
],
|
|
"capturedAt": "2026-09-25T17:43:41.767Z",
|
|
"capturedBy": "stamp"
|
|
},
|
|
{
|
|
"report": "detector-cross-task-reference.md",
|
|
"status": "stale",
|
|
"method": "checksums",
|
|
"changed": [
|
|
"holistic rubric (tests/holistic-rubric.md)"
|
|
],
|
|
"capturedAt": "2026-09-25T17:44:24.494Z",
|
|
"capturedBy": "stamp"
|
|
},
|
|
{
|
|
"report": "detector-dimension-misapplication.md",
|
|
"status": "fresh",
|
|
"method": "checksums",
|
|
"changed": [],
|
|
"capturedAt": "2026-09-25T19:32:35.768Z",
|
|
"capturedBy": "stamp"
|
|
},
|
|
{
|
|
"report": "detector-fact-check-rubric-claims.md",
|
|
"status": "stale",
|
|
"method": "checksums",
|
|
"changed": [
|
|
"holistic rubric (tests/holistic-rubric.md)"
|
|
],
|
|
"capturedAt": "2026-09-25T18:04:28.942Z",
|
|
"capturedBy": "stamp"
|
|
},
|
|
{
|
|
"report": "detector-good-response-defined.md",
|
|
"status": "stale",
|
|
"method": "checksums",
|
|
"changed": [
|
|
"holistic rubric (tests/holistic-rubric.md)"
|
|
],
|
|
"capturedAt": "2026-09-25T18:05:52.020Z",
|
|
"capturedBy": "stamp"
|
|
},
|
|
{
|
|
"report": "detector-good-response-exhaustiveness.md",
|
|
"status": "stale",
|
|
"method": "checksums",
|
|
"changed": [
|
|
"holistic rubric (tests/holistic-rubric.md)"
|
|
],
|
|
"capturedAt": "2026-09-25T18:06:47.091Z",
|
|
"capturedBy": "stamp"
|
|
},
|
|
{
|
|
"report": "detector-offline-verifiability.md",
|
|
"status": "stale",
|
|
"method": "checksums",
|
|
"changed": [
|
|
"holistic rubric (tests/holistic-rubric.md)"
|
|
],
|
|
"capturedAt": "2026-09-25T18:20:21.843Z",
|
|
"capturedBy": "stamp"
|
|
},
|
|
{
|
|
"report": "detector-over-hinting.md",
|
|
"status": "stale",
|
|
"method": "checksums",
|
|
"changed": [
|
|
"holistic rubric (tests/holistic-rubric.md)"
|
|
],
|
|
"capturedAt": "2026-09-25T18:25:07.777Z",
|
|
"capturedBy": "stamp"
|
|
},
|
|
{
|
|
"report": "detector-rubric-clarity.md",
|
|
"status": "fresh",
|
|
"method": "checksums",
|
|
"changed": [],
|
|
"capturedAt": "2026-09-25T19:33:20.919Z",
|
|
"capturedBy": "stamp"
|
|
},
|
|
{
|
|
"report": "detector-rubric-coverage.md",
|
|
"status": "stale",
|
|
"method": "checksums",
|
|
"changed": [
|
|
"atomic rubric (tests/atomic-rubric.yaml)"
|
|
],
|
|
"capturedAt": "2026-09-26T16:36:53.325Z",
|
|
"capturedBy": "stamp"
|
|
},
|
|
{
|
|
"report": "detector-rubric-form.md",
|
|
"status": "fresh",
|
|
"method": "checksums",
|
|
"changed": [],
|
|
"capturedAt": "2026-09-26T17:10:40.639Z",
|
|
"capturedBy": "stamp"
|
|
},
|
|
{
|
|
"report": "detector-rubric-generality.md",
|
|
"status": "fresh",
|
|
"method": "checksums",
|
|
"changed": [],
|
|
"capturedAt": "2026-09-25T19:35:16.571Z",
|
|
"capturedBy": "stamp"
|
|
},
|
|
{
|
|
"report": "detector-snapshot-leakage.md",
|
|
"status": "fresh",
|
|
"method": "checksums",
|
|
"changed": [],
|
|
"capturedAt": "2026-09-25T19:37:05.105Z",
|
|
"capturedBy": "stamp"
|
|
}
|
|
]
|
|
}
|