ren worker folder adding orig, mv new one into root
This commit is contained in:
@@ -54,7 +54,7 @@ RENDER_GRADE="$TESTS_DIR/render-grade-consolidated.py"
|
||||
# Grader model + number of samples (graded GRADER_SAMPLES times and averaged to
|
||||
# reduce noise). Override with GRADER_MODEL=... / GRADER_SAMPLES=...
|
||||
GRADER_MODEL="${GRADER_MODEL:-claude-fable-5-1}"
|
||||
GRADER_SAMPLES="${GRADER_SAMPLES:-3}"
|
||||
GRADER_SAMPLES="${GRADER_SAMPLES:-1}"
|
||||
|
||||
# The grader model's Claude Code floor. A task image installs Claude Code when it is first built
|
||||
# and Docker reuses that layer on every rebuild, so an image can carry a CLI the API refuses for
|
||||
@@ -332,6 +332,23 @@ if [ -f "$TESTS_DIR/test-commands.sh" ] && [ "$AGENT_CHANGED" = 1 ]; then
|
||||
echo "signal setup ok" >&2
|
||||
else
|
||||
echo "signal setup FAILED (rc=${rc}, non-fatal) — see /logs/verifier/signals/_setup.log" >&2
|
||||
# Surface it where the grader reads. Guidance routinely says "if the codegen
|
||||
# step failed, treat the downstream failures as environmental" — a judgement
|
||||
# the grader could not make, because this outcome reached only stderr.
|
||||
{
|
||||
echo "===== SETUP STEP FAILED ====="
|
||||
echo "command: \`$1\`"
|
||||
echo "exit: ${rc} (non-fatal; the checks below still ran)"
|
||||
echo "This is a build/codegen step, not a scored check. Failures in the checks"
|
||||
echo "below that follow from it are not the response's doing — but say which,"
|
||||
echo "and do not discount a failure this cannot explain."
|
||||
echo "full output file (readable with your tools): /logs/verifier/signals/_setup.log"
|
||||
echo '```'
|
||||
tail -c 4000 /logs/verifier/signals/_setup.log 2>/dev/null
|
||||
echo '```'
|
||||
echo "===== END SETUP STEP ====="
|
||||
echo
|
||||
} >> "$_SIG"
|
||||
fi
|
||||
}
|
||||
# shellcheck source=/dev/null
|
||||
@@ -646,7 +663,7 @@ echo "Launching Claude Code grader (requested model: $GRADER_MODEL, samples: $GR
|
||||
# the canonical grade.md etc. are copied from the sample closest to the mean. A
|
||||
# sample with no valid reward in [0,1] is skipped; need min(2, GRADER_SAMPLES) valid.
|
||||
GRADER_MODEL="${GRADER_MODEL:-claude-fable-5-1}"
|
||||
GRADER_SAMPLES="${GRADER_SAMPLES:-3}"
|
||||
GRADER_SAMPLES="${GRADER_SAMPLES:-1}"
|
||||
mkdir -p /tmp/outputs /logs/verifier
|
||||
[ -e /tmp/files ] || ln -sfn /workspace /tmp/files
|
||||
|
||||
|
||||
Reference in New Issue
Block a user