{
  "published_at": "2026-07-25",
  "status": "aggregate_outputs",
  "notice": "These are the aggregate outputs currently available for public inspection. Raw private prompts and sealed module code are not published.",
  "memory_benchmark": {
    "run_date": "2026-07-10",
    "seed": 7,
    "metric": "nDCG@10",
    "harness": "BEIR datasets with a dense-retrieval baseline",
    "datasets": [
      { "dataset": "scifact", "baseline": 0.6451, "module": 0.7259, "lift_percent": 12.5, "full_scan_documents": 5183, "module_candidates": 380 },
      { "dataset": "nfcorpus", "baseline": 0.3160, "module": 0.3474, "lift_percent": 9.9, "full_scan_documents": 3633, "module_candidates": 294 },
      { "dataset": "fiqa", "baseline": 0.3687, "module": 0.5944, "lift_percent": 61.2, "full_scan_documents": 57638, "module_candidates": 2924 }
    ]
  },
  "cost_replay": {
    "evidence_class": "private logs, public aggregate output",
    "requests": 34734,
    "tokens": 9680000000,
    "sessions": 3079,
    "all_premium_cost_usd": 8448,
    "actual_cost_usd": 7249,
    "module_routed_shadow_cost_usd": 4864,
    "saving_vs_actual_percent": 32.9
  },
  "limitations": [
    "The cost replay uses the founder's private usage history; raw requests are withheld for privacy.",
    "The module implementation is not publicly downloadable while patent and commercial work is underway.",
    "Results are not a promise that another workload will produce the same outcome.",
    "Prospective users should request a shadow evaluation on their own traffic before making a decision."
  ]
}
