robbond/confidence-engine
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

docs(experiments): checkpoint uncertainty recognition investigation

Browse Source
This commit is contained in:
robbond
2026-10-14 09:39:11 +01:00
parent e595ee6e02
commit fe0f337a99
4 changed files with 255 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files
scripts/start-case-experiment-helper.cjs
+7 -5
View File
@@ -71,7 +71,9 @@ async function runStartCaseExperiment(scenarioInput, experimentInstruction, opti
} else if (condition === "D") {
altPromptFile = treatment === "no21"
? "reconstruct-v0.5-d-deconstruct-no21.md"
: "reconstruct-v0.5-d-deconstruct.md";
: treatment === "no23"
? "reconstruct-v0.5-d-deconstruct-no23.md"
: "reconstruct-v0.5-d-deconstruct.md";
} else {
// condition === "E"
altPromptFile = "reconstruct-v0.5-e-investigability-first.md";
@@ -83,9 +85,9 @@ async function runStartCaseExperiment(scenarioInput, experimentInstruction, opti
// ── Treatment validation (programmatic API) ────────────────
if (condition === "D") {
const validTreatments = ["no21"];
const validTreatments = ["no21", "no23"];
if (treatment != null && !validTreatments.includes(treatment)) {
throw new Error(`Invalid treatment: ${treatment}. Must be one of: no21`);
throw new Error(`Invalid treatment: ${treatment}. Must be one of: no21, no23`);
}
} else if (condition === "E") {
const validTreatments = ["e-investigability-first"];
@@ -394,10 +396,10 @@ if (require.main === module) {
}
// ── Validate treatment value ──
const validDTreatments = ["no21"];
const validDTreatments = ["no21", "no23"];
const validETreatments = ["e-investigability-first"];
if (treatment !== null && condition === "D" && !validDTreatments.includes(treatment)) {
throw new Error(`Invalid treatment: ${treatment}. Must be one of: no21`);
throw new Error(`Invalid treatment: ${treatment}. Must be one of: no21, no23`);
}
if (treatment !== null && condition === "E" && !validETreatments.includes(treatment)) {
throw new Error(`Invalid treatment: ${treatment}. Must be one of: e-investigability-first`);