diff --git a/.gitignore b/.gitignore index d4b5e7e..2b741f6 100644 --- a/.gitignore +++ b/.gitignore @@ -35,3 +35,6 @@ eval/hourly_runs/missing.json eval/hourly_runs/progress.md # Phase-A re-judge: the wave workflow is regenerated (absolute paths); results + REPORT.md ARE tracked. eval/phaseA_run/wave_workflow.js + +# regression_judge build artifacts (regenerable via --build) +eval/regression_judge/batches/ diff --git a/calibration/moral_calibration_report.md b/calibration/moral_calibration_report.md index 92df4f0..e51dd38 100644 --- a/calibration/moral_calibration_report.md +++ b/calibration/moral_calibration_report.md @@ -11,21 +11,21 @@ Deterministic sub-score (~0.75 of the spec section 10 objective; curve_plausibil | rank | det_score | persona_diff | jury | rel_sens | peak | point | |---|---|---|---|---|---|---| -| 1 | 0.6923 | 6.0 | 0.00076 | 1.0 | 0.72 | wrongdoing=0.3, probe=0.03, guilt=0.02, guilt=43200 | -| 2 | 0.6923 | 6.0 | 0.00076 | 1.0 | 0.72 | wrongdoing=0.3, probe=0.03, guilt=0.02, guilt=64800 | -| 3 | 0.6923 | 6.0 | 0.00076 | 1.0 | 0.72 | wrongdoing=0.3, probe=0.03, guilt=0.02, guilt=86400 | -| 4 | 0.6923 | 6.0 | 0.00076 | 1.0 | 0.72 | wrongdoing=0.3, probe=0.03, guilt=0.03, guilt=43200 | -| 5 | 0.6923 | 6.0 | 0.00076 | 1.0 | 0.72 | wrongdoing=0.3, probe=0.03, guilt=0.03, guilt=64800 | -| 6 | 0.6923 | 6.0 | 0.00076 | 1.0 | 0.72 | wrongdoing=0.3, probe=0.03, guilt=0.03, guilt=86400 | -| 7 | 0.6923 | 6.0 | 0.00076 | 1.0 | 0.72 | wrongdoing=0.3, probe=0.03, guilt=0.05, guilt=43200 | -| 8 | 0.6923 | 6.0 | 0.00076 | 1.0 | 0.72 | wrongdoing=0.3, probe=0.03, guilt=0.05, guilt=64800 | -| 9 | 0.6923 | 6.0 | 0.00076 | 1.0 | 0.72 | wrongdoing=0.3, probe=0.03, guilt=0.05, guilt=86400 | -| 10 | 0.6923 | 6.0 | 0.00076 | 1.0 | 0.72 | wrongdoing=0.3, probe=0.05, guilt=0.02, guilt=43200 | -| 11 | 0.6923 | 6.0 | 0.00076 | 1.0 | 0.72 | wrongdoing=0.3, probe=0.05, guilt=0.02, guilt=64800 | -| 12 | 0.6923 | 6.0 | 0.00076 | 1.0 | 0.72 | wrongdoing=0.3, probe=0.05, guilt=0.02, guilt=86400 | -| 13 | 0.6923 | 6.0 | 0.00076 | 1.0 | 0.72 | wrongdoing=0.3, probe=0.05, guilt=0.03, guilt=43200 | -| 14 | 0.6923 | 6.0 | 0.00076 | 1.0 | 0.72 | wrongdoing=0.3, probe=0.05, guilt=0.03, guilt=64800 | -| 15 | 0.6923 | 6.0 | 0.00076 | 1.0 | 0.72 | wrongdoing=0.3, probe=0.05, guilt=0.03, guilt=86400 | +| 1 | 0.6923 | 6.0 | 0.00076 | 0.9999 | 0.72 | wrongdoing=0.3, probe=0.03, guilt=0.02, guilt=43200 | +| 2 | 0.6923 | 6.0 | 0.00076 | 0.9999 | 0.72 | wrongdoing=0.3, probe=0.03, guilt=0.02, guilt=64800 | +| 3 | 0.6923 | 6.0 | 0.00076 | 0.9999 | 0.72 | wrongdoing=0.3, probe=0.03, guilt=0.02, guilt=86400 | +| 4 | 0.6923 | 6.0 | 0.00076 | 0.9999 | 0.72 | wrongdoing=0.3, probe=0.03, guilt=0.03, guilt=43200 | +| 5 | 0.6923 | 6.0 | 0.00076 | 0.9999 | 0.72 | wrongdoing=0.3, probe=0.03, guilt=0.03, guilt=64800 | +| 6 | 0.6923 | 6.0 | 0.00076 | 0.9999 | 0.72 | wrongdoing=0.3, probe=0.03, guilt=0.03, guilt=86400 | +| 7 | 0.6923 | 6.0 | 0.00076 | 0.9999 | 0.72 | wrongdoing=0.3, probe=0.03, guilt=0.05, guilt=43200 | +| 8 | 0.6923 | 6.0 | 0.00076 | 0.9999 | 0.72 | wrongdoing=0.3, probe=0.03, guilt=0.05, guilt=64800 | +| 9 | 0.6923 | 6.0 | 0.00076 | 0.9999 | 0.72 | wrongdoing=0.3, probe=0.03, guilt=0.05, guilt=86400 | +| 10 | 0.6923 | 6.0 | 0.00076 | 0.9999 | 0.72 | wrongdoing=0.3, probe=0.05, guilt=0.02, guilt=43200 | +| 11 | 0.6923 | 6.0 | 0.00076 | 0.9999 | 0.72 | wrongdoing=0.3, probe=0.05, guilt=0.02, guilt=64800 | +| 12 | 0.6923 | 6.0 | 0.00076 | 0.9999 | 0.72 | wrongdoing=0.3, probe=0.05, guilt=0.02, guilt=86400 | +| 13 | 0.6923 | 6.0 | 0.00076 | 0.9999 | 0.72 | wrongdoing=0.3, probe=0.05, guilt=0.03, guilt=43200 | +| 14 | 0.6923 | 6.0 | 0.00076 | 0.9999 | 0.72 | wrongdoing=0.3, probe=0.05, guilt=0.03, guilt=64800 | +| 15 | 0.6923 | 6.0 | 0.00076 | 0.9999 | 0.72 | wrongdoing=0.3, probe=0.05, guilt=0.03, guilt=86400 | ## Next step (AWAIT APPROVAL -- budgeted) Take the top survivors to the LLM blind-judge sample (docs/moral_calibration_plan.md, step 2), diff --git a/calibration/moral_calibration_survivors.json b/calibration/moral_calibration_survivors.json index 087c09e..d60fb4e 100644 --- a/calibration/moral_calibration_survivors.json +++ b/calibration/moral_calibration_survivors.json @@ -11,7 +11,7 @@ "jury_margin": 0.00076, "peak_state": 0.72, "persona_diff_ticks": 6.0, - "rel_sensitivity": 1.0, + "rel_sensitivity": 0.9999, "det_score": 0.6923 }, { @@ -26,7 +26,7 @@ "jury_margin": 0.00076, "peak_state": 0.72, "persona_diff_ticks": 6.0, - "rel_sensitivity": 1.0, + "rel_sensitivity": 0.9999, "det_score": 0.6923 }, { @@ -41,7 +41,7 @@ "jury_margin": 0.00076, "peak_state": 0.72, "persona_diff_ticks": 6.0, - "rel_sensitivity": 1.0, + "rel_sensitivity": 0.9999, "det_score": 0.6923 }, { @@ -56,7 +56,7 @@ "jury_margin": 0.00076, "peak_state": 0.72, "persona_diff_ticks": 6.0, - "rel_sensitivity": 1.0, + "rel_sensitivity": 0.9999, "det_score": 0.6923 }, { @@ -71,7 +71,7 @@ "jury_margin": 0.00076, "peak_state": 0.72, "persona_diff_ticks": 6.0, - "rel_sensitivity": 1.0, + "rel_sensitivity": 0.9999, "det_score": 0.6923 }, { @@ -86,7 +86,7 @@ "jury_margin": 0.00076, "peak_state": 0.72, "persona_diff_ticks": 6.0, - "rel_sensitivity": 1.0, + "rel_sensitivity": 0.9999, "det_score": 0.6923 }, { @@ -101,7 +101,7 @@ "jury_margin": 0.00076, "peak_state": 0.72, "persona_diff_ticks": 6.0, - "rel_sensitivity": 1.0, + "rel_sensitivity": 0.9999, "det_score": 0.6923 }, { @@ -116,7 +116,7 @@ "jury_margin": 0.00076, "peak_state": 0.72, "persona_diff_ticks": 6.0, - "rel_sensitivity": 1.0, + "rel_sensitivity": 0.9999, "det_score": 0.6923 }, { @@ -131,7 +131,7 @@ "jury_margin": 0.00076, "peak_state": 0.72, "persona_diff_ticks": 6.0, - "rel_sensitivity": 1.0, + "rel_sensitivity": 0.9999, "det_score": 0.6923 }, { @@ -146,7 +146,7 @@ "jury_margin": 0.00076, "peak_state": 0.72, "persona_diff_ticks": 6.0, - "rel_sensitivity": 1.0, + "rel_sensitivity": 0.9999, "det_score": 0.6923 }, { @@ -161,7 +161,7 @@ "jury_margin": 0.00076, "peak_state": 0.72, "persona_diff_ticks": 6.0, - "rel_sensitivity": 1.0, + "rel_sensitivity": 0.9999, "det_score": 0.6923 }, { @@ -176,7 +176,7 @@ "jury_margin": 0.00076, "peak_state": 0.72, "persona_diff_ticks": 6.0, - "rel_sensitivity": 1.0, + "rel_sensitivity": 0.9999, "det_score": 0.6923 }, { @@ -191,7 +191,7 @@ "jury_margin": 0.00076, "peak_state": 0.72, "persona_diff_ticks": 6.0, - "rel_sensitivity": 1.0, + "rel_sensitivity": 0.9999, "det_score": 0.6923 }, { @@ -206,7 +206,7 @@ "jury_margin": 0.00076, "peak_state": 0.72, "persona_diff_ticks": 6.0, - "rel_sensitivity": 1.0, + "rel_sensitivity": 0.9999, "det_score": 0.6923 }, { @@ -221,7 +221,7 @@ "jury_margin": 0.00076, "peak_state": 0.72, "persona_diff_ticks": 6.0, - "rel_sensitivity": 1.0, + "rel_sensitivity": 0.9999, "det_score": 0.6923 }, { @@ -236,7 +236,7 @@ "jury_margin": 0.00076, "peak_state": 0.72, "persona_diff_ticks": 6.0, - "rel_sensitivity": 1.0, + "rel_sensitivity": 0.9999, "det_score": 0.6923 }, { @@ -251,7 +251,7 @@ "jury_margin": 0.00076, "peak_state": 0.72, "persona_diff_ticks": 6.0, - "rel_sensitivity": 1.0, + "rel_sensitivity": 0.9999, "det_score": 0.6923 }, { @@ -266,7 +266,7 @@ "jury_margin": 0.00076, "peak_state": 0.72, "persona_diff_ticks": 6.0, - "rel_sensitivity": 1.0, + "rel_sensitivity": 0.9999, "det_score": 0.6923 } ] \ No newline at end of file