test(confidence-engine): add progressed investigation experiment fixture
Co-Authored-By: Claude Code <noreply@anthropic.com>
This commit is contained in:
@@ -0,0 +1,241 @@
|
||||
{
|
||||
"success": true,
|
||||
"stage": "update_applied",
|
||||
"situationGraph": {
|
||||
"centralStatement": "Complaint counts increased while production also increased.",
|
||||
"nodes": [
|
||||
{
|
||||
"id": "n-obs-1",
|
||||
"label": "Customer complaints rose by 35% over the last six months",
|
||||
"description": "Customer complaints rose by 35% over the last six months",
|
||||
"kind": "observation",
|
||||
"status": "supported",
|
||||
"confidence": "high",
|
||||
"value": null,
|
||||
"unit": null,
|
||||
"evidenceIds": [
|
||||
"complaint-data"
|
||||
],
|
||||
"dependsOn": [],
|
||||
"affects": [],
|
||||
"parentId": null,
|
||||
"childIds": []
|
||||
},
|
||||
{
|
||||
"id": "n-obs-2",
|
||||
"label": "Production volume increased by 40% in the same period",
|
||||
"description": "Production volume increased by 40% in the same period",
|
||||
"kind": "observation",
|
||||
"status": "supported",
|
||||
"confidence": "high",
|
||||
"value": null,
|
||||
"unit": null,
|
||||
"evidenceIds": [
|
||||
"production-data"
|
||||
],
|
||||
"dependsOn": [],
|
||||
"affects": [],
|
||||
"parentId": null,
|
||||
"childIds": []
|
||||
},
|
||||
{
|
||||
"id": "n-obs-3",
|
||||
"label": "A new CRM tagging system was introduced three months ago",
|
||||
"description": "A new CRM tagging system was introduced three months ago, coinciding with the complaint category changes",
|
||||
"kind": "observation",
|
||||
"status": "known",
|
||||
"confidence": "high",
|
||||
"value": null,
|
||||
"unit": null,
|
||||
"evidenceIds": [
|
||||
"crm-audit"
|
||||
],
|
||||
"dependsOn": [],
|
||||
"affects": [],
|
||||
"parentId": null,
|
||||
"childIds": []
|
||||
},
|
||||
{
|
||||
"id": "n-unknown-1",
|
||||
"label": "Whether complaints increased per-unit or proportionally with production volume",
|
||||
"description": "Need to know the complaint rate normalized by production volume to determine if quality deteriorated or if growth explains the rise",
|
||||
"kind": "unknown",
|
||||
"status": "unknown",
|
||||
"confidence": "high",
|
||||
"value": null,
|
||||
"unit": null,
|
||||
"evidenceIds": [],
|
||||
"dependsOn": [],
|
||||
"affects": [
|
||||
"n-conclusion"
|
||||
],
|
||||
"parentId": null,
|
||||
"childIds": []
|
||||
},
|
||||
{
|
||||
"id": "n-unknown-2",
|
||||
"label": "Whether the new CRM tagging system changed what gets counted as a complaint",
|
||||
"description": "The complaint category changes may be an artifact of the new CRM system rather than genuine quality change",
|
||||
"kind": "unknown",
|
||||
"status": "unknown",
|
||||
"confidence": "medium",
|
||||
"value": null,
|
||||
"unit": null,
|
||||
"evidenceIds": [],
|
||||
"dependsOn": [],
|
||||
"affects": [
|
||||
"n-unknown-1"
|
||||
],
|
||||
"parentId": null,
|
||||
"childIds": []
|
||||
},
|
||||
{
|
||||
"id": "n-conclusion",
|
||||
"label": "Whether automated quality inspection investment is justified",
|
||||
"description": "Decision node for whether to spend about £120,000 on automated quality inspection",
|
||||
"kind": "state",
|
||||
"status": "provisional",
|
||||
"confidence": "medium",
|
||||
"value": null,
|
||||
"unit": null,
|
||||
"evidenceIds": [],
|
||||
"dependsOn": [
|
||||
"n-unknown-1"
|
||||
],
|
||||
"affects": [],
|
||||
"parentId": null,
|
||||
"childIds": []
|
||||
},
|
||||
{
|
||||
"id": "nz92pkx-summary",
|
||||
"label": "Complaint counts increased while production also increased.",
|
||||
"description": "Summary of the situation from the scenario text",
|
||||
"kind": "state",
|
||||
"status": "provisional",
|
||||
"confidence": "medium",
|
||||
"value": null,
|
||||
"unit": null,
|
||||
"evidenceIds": [],
|
||||
"dependsOn": [
|
||||
"n-obs-1",
|
||||
"n-obs-2",
|
||||
"n-obs-3"
|
||||
],
|
||||
"affects": [
|
||||
"n-conclusion"
|
||||
],
|
||||
"parentId": null,
|
||||
"childIds": []
|
||||
}
|
||||
],
|
||||
"edges": [
|
||||
{
|
||||
"id": "e-evidence-n-obs-1",
|
||||
"fromNodeId": "n-obs-1",
|
||||
"toNodeId": "nz92pkx-summary",
|
||||
"relationship": "supports",
|
||||
"confidence": "high",
|
||||
"description": "Customer complaints rose by 35% over the last six months supports the summary"
|
||||
},
|
||||
{
|
||||
"id": "e-evidence-n-obs-2",
|
||||
"fromNodeId": "n-obs-2",
|
||||
"toNodeId": "nz92pkx-summary",
|
||||
"relationship": "supports",
|
||||
"confidence": "high",
|
||||
"description": "Production volume increased by 40% in the same period supports the summary"
|
||||
},
|
||||
{
|
||||
"id": "e-evidence-n-obs-3",
|
||||
"fromNodeId": "n-obs-3",
|
||||
"toNodeId": "nz92pkx-summary",
|
||||
"relationship": "supports",
|
||||
"confidence": "high",
|
||||
"description": "A new CRM tagging system was introduced three months ago supports the summary"
|
||||
},
|
||||
{
|
||||
"id": "e-unk-n-unknown-1",
|
||||
"fromNodeId": "n-unknown-1",
|
||||
"toNodeId": "nz92pkx-summary",
|
||||
"relationship": "depends_on",
|
||||
"confidence": "high",
|
||||
"description": "Whether complaints increased per-unit or proportionally with production volume is an unresolved factor for this situation"
|
||||
},
|
||||
{
|
||||
"id": "e-unk-n-unknown-2",
|
||||
"fromNodeId": "n-unknown-2",
|
||||
"toNodeId": "nz92pkx-summary",
|
||||
"relationship": "depends_on",
|
||||
"confidence": "medium",
|
||||
"description": "Whether the new CRM tagging system changed what gets counted as a complaint is an unresolved factor for this situation"
|
||||
},
|
||||
{
|
||||
"id": "e-unk-conclusion",
|
||||
"fromNodeId": "n-unknown-1",
|
||||
"toNodeId": "n-conclusion",
|
||||
"relationship": "depends_on",
|
||||
"confidence": "medium",
|
||||
"description": "Whether complaints increased per-unit or proportionally with production volume affects the investment decision"
|
||||
}
|
||||
],
|
||||
"activeUnknownNodeId": "n-unknown-1",
|
||||
"resolvedNodeIds": [],
|
||||
"currentSummary": "Nodes: 4 observation, 2 unknown, 2 state | Edges: 6 total | Unknowns: 2 unresolved"
|
||||
},
|
||||
"findings": [
|
||||
{
|
||||
"id": "finding-complaint-rise",
|
||||
"proposition": "Customer complaints have increased by 35% over the last six months while production volume grew by 40%.",
|
||||
"status": "provisional",
|
||||
"userDisposition": null,
|
||||
"originatingTargetNodeId": "n-unknown-1",
|
||||
"contributionId": "contrib-admission-1",
|
||||
"sourceObservation": "user_input"
|
||||
},
|
||||
{
|
||||
"id": "finding-crm-change",
|
||||
"proposition": "A new CRM tagging system was introduced three months ago, coinciding with complaint category changes.",
|
||||
"status": "provisional",
|
||||
"userDisposition": null,
|
||||
"originatingTargetNodeId": "n-unknown-2",
|
||||
"contributionId": "contrib-admission-2",
|
||||
"sourceObservation": "user_input"
|
||||
}
|
||||
],
|
||||
"selectedQuestion": {
|
||||
"nodeId": "n-unknown-1",
|
||||
"question": "What is the complaint rate normalized by production volume, and has it increased per unit?",
|
||||
"reason": "The admitted evidence shows absolute increases but does not establish whether quality deteriorated or growth explains the rise.",
|
||||
"strategy": "evidence_gathering",
|
||||
"investigationStrategy": {
|
||||
"key": "evidence_gathering",
|
||||
"reason": "Resolving the unknown requires normalized rate data.",
|
||||
"nodeId": "n-unknown-1",
|
||||
"nodeLabel": "Whether complaints increased per-unit or proportionally with production volume",
|
||||
"meaning": "whether complaints increased per-unit or proportionally with production volume",
|
||||
"actionPhrase": "deciding whether to spend about £120,000 on automated quality inspection now",
|
||||
"relatedNodeIds": [
|
||||
"n-conclusion"
|
||||
],
|
||||
"centralStatement": "Complaint counts increased while production also increased."
|
||||
},
|
||||
"reasoningPattern": "decision",
|
||||
"reasoningPatternReason": "Selected decision because the active unknown sits inside an investment justification context."
|
||||
},
|
||||
"diagnostics": {
|
||||
"promptVersion": "v0.4",
|
||||
"modelName": "configured-model",
|
||||
"validationStatus": "valid",
|
||||
"nodeCount": 6,
|
||||
"edgeCount": 6,
|
||||
"graphReferenceValidation": {
|
||||
"valid": true,
|
||||
"errors": []
|
||||
},
|
||||
"unknownSelectionExplanation": {
|
||||
"selectedNodeId": "n-unknown-1",
|
||||
"status": "selected",
|
||||
"tieType": "none"
|
||||
}
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user