ren worker folder adding orig, mv new one into root

This commit is contained in:
2026-09-25 10:34:29 -04:00
parent 10f0668e32
commit 5b010039d7
1308 changed files with 44597 additions and 1511 deletions

View File

@@ -54,7 +54,7 @@ RENDER_GRADE="$TESTS_DIR/render-grade-consolidated.py"
# Grader model + number of samples (graded GRADER_SAMPLES times and averaged to
# reduce noise). Override with GRADER_MODEL=... / GRADER_SAMPLES=...
GRADER_MODEL="${GRADER_MODEL:-claude-fable-5-1}"
GRADER_SAMPLES="${GRADER_SAMPLES:-3}"
GRADER_SAMPLES="${GRADER_SAMPLES:-1}"
# The grader model's Claude Code floor. A task image installs Claude Code when it is first built
# and Docker reuses that layer on every rebuild, so an image can carry a CLI the API refuses for
@@ -332,6 +332,23 @@ if [ -f "$TESTS_DIR/test-commands.sh" ] && [ "$AGENT_CHANGED" = 1 ]; then
echo "signal setup ok" >&2
else
echo "signal setup FAILED (rc=${rc}, non-fatal) — see /logs/verifier/signals/_setup.log" >&2
# Surface it where the grader reads. Guidance routinely says "if the codegen
# step failed, treat the downstream failures as environmental" — a judgement
# the grader could not make, because this outcome reached only stderr.
{
echo "===== SETUP STEP FAILED ====="
echo "command: \`$1\`"
echo "exit: ${rc} (non-fatal; the checks below still ran)"
echo "This is a build/codegen step, not a scored check. Failures in the checks"
echo "below that follow from it are not the response's doing — but say which,"
echo "and do not discount a failure this cannot explain."
echo "full output file (readable with your tools): /logs/verifier/signals/_setup.log"
echo '```'
tail -c 4000 /logs/verifier/signals/_setup.log 2>/dev/null
echo '```'
echo "===== END SETUP STEP ====="
echo
} >> "$_SIG"
fi
}
# shellcheck source=/dev/null
@@ -646,7 +663,7 @@ echo "Launching Claude Code grader (requested model: $GRADER_MODEL, samples: $GR
# the canonical grade.md etc. are copied from the sample closest to the mean. A
# sample with no valid reward in [0,1] is skipped; need min(2, GRADER_SAMPLES) valid.
GRADER_MODEL="${GRADER_MODEL:-claude-fable-5-1}"
GRADER_SAMPLES="${GRADER_SAMPLES:-3}"
GRADER_SAMPLES="${GRADER_SAMPLES:-1}"
mkdir -p /tmp/outputs /logs/verifier
[ -e /tmp/files ] || ln -sfn /workspace /tmp/files