{
  "schemaVersion": 1,
  "name": "audit.domains ODVS-A assistant accuracy",
  "description": "How far AI assistants' from-memory domain valuations land from recorded sales, on the same published blind holdout this site scores its own deterministic engine against.",
  "promptSetVersion": "odvs-a-prompts-v2",
  "promptSetSha256": "501c44c976d551e0171663a1fbd5fe8f4074a4636954b5b547a3633e7a223d1f",
  "n": 218,
  "sourceBasis": "sales reported by DNJournal and Sedo, kept out of the corpus the engine draws its evidence from",
  "sourceCitation": "audit.domains out-of-sample predictions, Recent sales slice (n=218), methodology revision 4.12, evaluated 2026-09-23. Each estimate was produced with that domain's own sale withheld. Quote a row with its basis, and the table with its n.",
  "methodologyUrl": "https://audit.domains/predictions/",
  "engineReference": {
    "label": "audit.domains deterministic engine (this site, same holdout)",
    "witnessed": true,
    "metrics": {
      "n": 218,
      "within2": 31.65,
      "within3": 42.2,
      "medianApe": 84.6,
      "medianRatio": 0.28,
      "medianFactorError": 4.26
    },
    "note": "Computed with each domain's own sale withheld, identically to /predictions/. Not an assistant answer - the fixed point every row above is measured against."
  },
  "witnessed": [],
  "selfReported": [
    {
      "model": "Claude (Anthropic), memory only",
      "submittedBy": "audit.domains maintainer session",
      "witnessed": false,
      "promptSetVersion": "odvs-a-prompts-v2",
      "runDate": "2026-09-30",
      "n": 218,
      "metrics": {
        "n": 218,
        "within2": 10.55,
        "within3": 16.97,
        "medianApe": 87.3,
        "medianRatio": 0.13,
        "medianFactorError": 7.58
      },
      "within2Ci": {
        "lo": 7.13,
        "hi": 15.33
      },
      "bias": {
        "medianRatio": 0.13,
        "direction": "under"
      },
      "missingIds": [],
      "unknownIds": []
    }
  ]
}