test(experiment): checkpoint granular answer fragment result

2026-08-19 14:41:57 +01:00
parent fbeaf01f90
commit 0b0d5594fe
3 changed files with 170 additions and 0 deletions
@@ -0,0 +1,54 @@
+{
+  "apparatus": "rto-granular-answer-fragments.mjs",
+  "experiment": "RTO.18A",
+  "turn": 2,
+  "artifactType": "LIVE RESULT — Turn 2 independent granular fragment",
+  "modelName": "qwen-claude:latest",
+  "elapsedMs": 51994,
+  "inputCharacterCount": 1946,
+  "centralCaseStatementSupplied": false,
+  "priorFragmentsSupplied": false,
+  "turnHistorySupplied": false,
+  "wholeSituationGraphSupplied": false,
+  "globalSelectorContextSupplied": false,
+  "question": "Have competitors shown any public signals, such as hiring patterns,\ngrant awards or conference presentations, indicating active parallel development?",
+  "answer": "One competitor has recently advertised for several machine-learning\nengineers and a senior product manager in this market. They have also\npresented at an industry conference about the same customer problem,\nbut they have not announced a product, launch date or beta programme.\nI do not know whether the hiring and conference activity relates to\na directly competing product.",
+  "structuredResult": {
+    "targetNodeId": "nxmeiab",
+    "observations": [
+      "One competitor has advertised for several machine-learning engineers.",
+      "The same competitor is advertising for a senior product manager in this market.",
+      "The competitor has presented at an industry conference about the same customer problem.",
+      "The competitor has not announced a product, launch date, or beta programme."
+    ],
+    "uncertainties": [
+      "Whether the hiring and conference activity relates to a directly competing product is unknown."
+    ],
+    "assumptions": [],
+    "relationships": [
+      {
+        "from": "Competitor",
+        "to": "Machine-learning engineers & Senior product manager roles",
+        "type": "hiring_activity",
+        "rationale": "The answer directly states the competitor is actively advertising for these specific technical and product management positions."
+      },
+      {
+        "from": "Competitor",
+        "to": "Industry conference presentation",
+        "type": "conference_presentation",
+        "rationale": "The answer explicitly notes a public presentation at an industry conference focused on the identical customer problem."
+      },
+      {
+        "from": "Competitor",
+        "to": "Product, launch date, or beta programme",
+        "type": "absence_of_announcement",
+        "rationale": "The answer explicitly confirms the lack of any public commitment regarding product release, timelines, or beta testing."
+      }
+    ],
+    "possibleFollowUpQuestions": [
+      "Is the new hiring budget and timeline specifically earmarked for a competing product development?",
+      "What technical or commercial details were disclosed during the competitor's conference presentation?",
+      "Are there other industry signals (e.g., patents, vendor partnerships, regulatory filings) that clarify the intent behind these public activities?"
+    ]
+  }
+}