test(experiment): checkpoint comparison observability

2026-08-18 19:28:30 +01:00
parent 952cb442b5
commit 913dfec507
5 changed files with 464 additions and 22 deletions
@@ -0,0 +1,38 @@
+{
+  "path": "global",
+  "targetNodeId": "nxmeiab",
+  "modelName": "qwen-claude:latest",
+  "modelElapsedMs": 88348,
+  "providerGenerateCalls": 1,
+  "providerTimingCaptured": true,
+  "endToEndElapsedMs": 88358,
+  "inputCharacterCount": 22112,
+  "graphUpdateResultSummary": {
+    "userSupportedMeaning": "Two competitors have announced targeted products; one expects a beta in six months, the other has no release date yet, and it is unknown how closely either matches our solution.",
+    "possibleInference": "Competitive pressure is imminent for at least one product, suggesting we cannot wait indefinitely without risk of losing first-mover advantage to the sooner launcher.",
+    "proposalValidation": {
+      "success": false,
+      "errors": []
+    },
+    "selectedQuestion": {
+      "nodeId": "ncomp_fit",
+      "question": "How closely does our product match the capabilities of the two announced competitor offerings?",
+      "reason": "This remaining uncertainty determines whether the imminent competitor launches pose an immediate threat to launching now."
+    }
+  },
+  "answerDerivedComparisonExtraction": {
+    "observations": [
+      "Two competitors have announced targeted products; one expects a beta in six months, the other has no release date yet, and it is unknown how closely either matches our solution."
+    ],
+    "uncertainties": [
+      "Competitive pressure is imminent for at least one product, suggesting we cannot wait indefinitely without risk of losing first-mover advantage to the sooner launcher."
+    ],
+    "assumptions": "not directly exposed",
+    "relationships": "not directly exposed",
+    "newlySurfacedUnknownsOrQuestions": {
+      "nodeId": "ncomp_fit",
+      "question": "How closely does our product match the capabilities of the two announced competitor offerings?",
+      "reason": "This remaining uncertainty determines whether the imminent competitor launches pose an immediate threat to launching now."
+    }
+  }
+}