add experiment scripts and results; watcher.py latest changes

2026-04-30 18:06:03 +00:00
parent 1cf26df450
commit f11cacd9c9
55 changed files with 23594 additions and 726 deletions
@@ -0,0 +1,90 @@
+{
+  "per_source": [
+    {
+      "name": "Claude: Modern website redesign with portfolio and contact form",
+      "bucket": "high",
+      "a_edges": 28,
+      "a_preds": 16,
+      "b_edges": 25,
+      "b_preds": 15
+    },
+    {
+      "name": "Claude: Preparing for dinner with Jim Agutter",
+      "bucket": "high",
+      "a_edges": 16,
+      "a_preds": 11,
+      "b_edges": 21,
+      "b_preds": 15
+    },
+    {
+      "name": "Claude: SUNY school closure risk and New Paltz",
+      "bucket": "high",
+      "a_edges": 23,
+      "a_preds": 15,
+      "b_edges": 16,
+      "b_preds": 12
+    },
+    {
+      "name": "ChatGPT: Sanity CMS overview",
+      "bucket": "mid",
+      "a_edges": 9,
+      "a_preds": 8,
+      "b_edges": 8,
+      "b_preds": 7
+    },
+    {
+      "name": "ChatGPT: Refactor Balance Logic.",
+      "bucket": "mid",
+      "a_edges": 1,
+      "a_preds": 1,
+      "b_edges": 9,
+      "b_preds": 8
+    },
+    {
+      "name": "Claude: Realtor requirements for home buying in New York",
+      "bucket": "mid",
+      "a_edges": 7,
+      "a_preds": 4,
+      "b_edges": 7,
+      "b_preds": 4
+    },
+    {
+      "name": "ChatGPT: Python __name__ Main Explanation",
+      "bucket": "low",
+      "a_edges": 2,
+      "a_preds": 2,
+      "b_edges": 5,
+      "b_preds": 2
+    },
+    {
+      "name": "ChatGPT: Push changes to repo",
+      "bucket": "low",
+      "a_edges": 2,
+      "a_preds": 2,
+      "b_edges": 2,
+      "b_preds": 2
+    },
+    {
+      "name": "Wearable Marquees  uw4.pptx",
+      "bucket": "document",
+      "a_edges": 12,
+      "a_preds": 6,
+      "b_edges": 10,
+      "b_preds": 10
+    },
+    {
+      "name": "Nic Oconnor Field Work F2023 Syllabus.docx",
+      "bucket": "document",
+      "a_edges": 9,
+      "a_preds": 5,
+      "b_edges": 13,
+      "b_preds": 10
+    }
+  ],
+  "aggregate": {
+    "a_preds": 70,
+    "b_preds": 85,
+    "a_edges": 109,
+    "b_edges": 116
+  }
+}