E3: add Graphiti retrieval branch to dream.py, E3 experiment script with blinding

scripts/dream.py

@@ -110,7 +110,55 @@ def get_recent_conversation_topics(days=14):
 
 # ─── Stage 2: Retrieve ──────────────────────────────────────────────────────
 
+
+def retrieve_graphiti(mode, task=None, n_results=8):
+    """E3 experiment — Graphiti substrate retrieval.
+    Queries Graphiti /search endpoint instead of pgvector.
+    Returns chunks in same format as retrieve() for pipeline compatibility.
+    Note: content is Graphiti facts (synthesized relationships), not raw chunks.
+    """
+    import requests as req_lib
+    if task:
+        query = task
+    elif mode == "late-rem":
+        delta = observe_corpus()
+        topics = delta.get("recent_topics", [])
+        query = topics[0] if topics else "practice place memory making"
+    elif mode == "early-rem":
+        query = "career decision personal change what matters next"
+    else:
+        query = "research fabrication teaching practice recent work"
+
+    try:
+        resp = req_lib.get(
+            "http://localhost:8001/search",
+            params={"query": query, "limit": n_results, "group_id": "aaron"},
+            timeout=30,
+        )
+        resp.raise_for_status()
+        results = resp.json().get("results", [])
+        chunks = []
+        for r in results:
+            fact = r.get("fact", "")
+            if not fact.strip():
+                continue
+            chunks.append({
+                "source": r.get("source", "graphiti"),
+                "content": fact,
+                "relevance": r.get("score", 0.5),
+                "similarity": r.get("score", 0.5),
+            })
+        return chunks
+    except Exception as e:
+        print(f"[Graphiti retrieval error: {e}] — falling back to empty.")
+        return []
+
 def retrieve(mode, task=None, n_results=8, excluded_sources=None):
+    # E3 experiment: DREAMER_SUBSTRATE=graphiti routes retrieval to Graphiti /search
+    # Default behavior: pgvector similarity search (unchanged)
+    substrate = os.getenv("DREAMER_SUBSTRATE", "pgvector")
+    if substrate == "graphiti":
+        return retrieve_graphiti(mode, task=task, n_results=n_results)
     from sentence_transformers import SentenceTransformer
     embedder = SentenceTransformer("all-MiniLM-L6-v2")
     low, high = MODE_RANGES[mode]