add experiment scripts and results; watcher.py latest changes

2026-04-30 18:06:03 +00:00
parent 1cf26df450
commit f11cacd9c9
55 changed files with 23594 additions and 726 deletions
@@ -0,0 +1,177 @@
+{
+  "sample_size": 50,
+  "batch_size": 5,
+  "n_batches": 10,
+  "successful_batches": 4,
+  "failed_batches": 6,
+  "successful_episodes": 20,
+  "failed_episodes": 30,
+  "total_elapsed_s": 283.0,
+  "mean_elapsed_per_episode_s": 5.29,
+  "results": [
+    {
+      "batch_size": 5,
+      "status_code": 200,
+      "elapsed_s": 17.22,
+      "elapsed_per_episode_s": 3.44,
+      "response": {
+        "ok": true,
+        "count": 5
+      },
+      "error": null,
+      "sources": [
+        "ChatGPT: Create new playlist",
+        "04_Annotations.docx",
+        "Macro1.txt",
+        "Interns Fall 22.txt",
+        "Grasshopper Homework 1.pptx"
+      ]
+    },
+    {
+      "batch_size": 5,
+      "status_code": 200,
+      "elapsed_s": 15.94,
+      "elapsed_per_episode_s": 3.19,
+      "response": {
+        "ok": true,
+        "count": 5
+      },
+      "error": null,
+      "sources": [
+        "Course Flow Chart.docx",
+        "CertificationActivity_1.1.pdf",
+        "Additional SLO for Graduate Independent Study.docx",
+        "Sarah.pdf",
+        "06_3D_Editing.docx"
+      ]
+    },
+    {
+      "batch_size": 5,
+      "status_code": 200,
+      "elapsed_s": 47.24,
+      "elapsed_per_episode_s": 9.45,
+      "response": {
+        "ok": true,
+        "count": 5
+      },
+      "error": null,
+      "sources": [
+        "05_Making things solid.docx",
+        "ANelsonUPS.pdf",
+        "Grad Program Possibilities.docx",
+        "Gregg Navarro Schematic -2019.pdf",
+        "Feedback From Image Cutouts.txt"
+      ]
+    },
+    {
+      "batch_size": 5,
+      "status_code": 500,
+      "elapsed_s": 16.68,
+      "elapsed_per_episode_s": 3.34,
+      "response": null,
+      "error": "{\"detail\":\"Max pending queries exceeded\"}",
+      "sources": [
+        "SCAD Cover.docx",
+        "Penland Studio Coordinator Cover Letter.docx",
+        "References.docx",
+        "List of Accomplishments 2020.pdf",
+        "DDF posters.pdf"
+      ]
+    },
+    {
+      "batch_size": 5,
+      "status_code": 500,
+      "elapsed_s": 53.29,
+      "elapsed_per_episode_s": 10.66,
+      "response": null,
+      "error": "{\"detail\":\"Max pending queries exceeded\"}",
+      "sources": [
+        "CADI_Final Assignment_sample.docx",
+        "FDM Systems and Materials Reference Matrix EN.pdf",
+        "Mod2Quiz.docx",
+        "ChatGPT: Justification for vinyl machine",
+        "Voltage Divider.pptx"
+      ]
+    },
+    {
+      "batch_size": 5,
+      "status_code": 200,
+      "elapsed_s": 25.31,
+      "elapsed_per_episode_s": 5.06,
+      "response": {
+        "ok": true,
+        "count": 5
+      },
+      "error": null,
+      "sources": [
+        "02_Point of Curves.docx",
+        "Tent Poles.docx",
+        "ViVOAtHome Spray Booth.pdf",
+        "Alexander_Peraza_38-007 Grad Thesis Request_Spring24.pdf",
+        "README.txt"
+      ]
+    },
+    {
+      "batch_size": 5,
+      "status_code": 500,
+      "elapsed_s": 8.57,
+      "elapsed_per_episode_s": 1.71,
+      "response": null,
+      "error": "{\"detail\":\"Max pending queries exceeded\"}",
+      "sources": [
+        "DDF Program Specific Critical Thinking - AARON.docx",
+        "Course Calender.pdf",
+        "ACAD MIN.docx",
+        "CAA Workshop.pptx",
+        "Thesis Paper Guidlines.docx"
+      ]
+    },
+    {
+      "batch_size": 5,
+      "status_code": 500,
+      "elapsed_s": 25.79,
+      "elapsed_per_episode_s": 5.16,
+      "response": null,
+      "error": "{\"detail\":\"Max pending queries exceeded\"}",
+      "sources": [
+        "Computational Media Week 1 Handout.docx",
+        "Aaron_Nelson_CVupdate.docx",
+        "Aaron Nelson - Artist Statement.pdf",
+        "DDF305 Course Increase Fee.docx",
+        "Aaron Nelson Art Resume.docx"
+      ]
+    },
+    {
+      "batch_size": 5,
+      "status_code": 500,
+      "elapsed_s": 42.34,
+      "elapsed_per_episode_s": 8.47,
+      "response": null,
+      "error": "{\"detail\":\"Max pending queries exceeded\"}",
+      "sources": [
+        "Dylan McManus Recommendation.docx",
+        "Design Guide - FDM for Composite Tooling 2.0.pdf",
+        "Claude: Art jewelry discourse and contemporary trends",
+        "Aaron Nelson - CV.docx",
+        "Lecture 2 Update.pptx"
+      ]
+    },
+    {
+      "batch_size": 5,
+      "status_code": 500,
+      "elapsed_s": 30.6,
+      "elapsed_per_episode_s": 6.12,
+      "response": null,
+      "error": "{\"detail\":\"Max pending queries exceeded\"}",
+      "sources": [
+        "readme.txt",
+        "CADII_PushPullTwist_Final Assignment .docx",
+        "Finn BIles Recommendation_Washington.pdf",
+        "Advanced CAD Syllabus DDF701 V3.docx",
+        "Senior Deisgn 2018.pdf"
+      ]
+    }
+  ],
+  "total_corpus_sources": 1166,
+  "estimated_migration_hours": 1.7
+}