{
  "capturedAt": "2026-07-13T16:08:59.033Z",
  "environment": {
    "node": "v22.23.1",
    "platform": "darwin",
    "arch": "arm64"
  },
  "corpusSize": 12,
  "queryCount": 12,
  "methods": {
    "bm25": {
      "answerableQueries": 10,
      "recallAt3": 1,
      "mrrAt10": 0.95,
      "failures": []
    },
    "expandedBm25": {
      "answerableQueries": 10,
      "recallAt3": 1,
      "mrrAt10": 1,
      "failures": []
    },
    "character": {
      "answerableQueries": 10,
      "recallAt3": 0.8,
      "mrrAt10": 0.75,
      "failures": [
        {
          "queryId": "q05",
          "expected": [
            "account-recovery"
          ],
          "topK": []
        },
        {
          "queryId": "q10",
          "expected": [
            "data-retention"
          ],
          "topK": []
        }
      ]
    },
    "hybrid": {
      "answerableQueries": 10,
      "recallAt3": 1,
      "mrrAt10": 1,
      "failures": []
    }
  },
  "abstention": {
    "threshold": 5,
    "accuracy": 1,
    "decisions": [
      {
        "queryId": "q01",
        "topId": "travel-expense",
        "topScore": 16.439922096040107,
        "abstained": false,
        "expectedAbstention": false
      },
      {
        "queryId": "q02",
        "topId": "leave-carryover",
        "topScore": 12.804245623252505,
        "abstained": false,
        "expectedAbstention": false
      },
      {
        "queryId": "q03",
        "topId": "data-retention",
        "topScore": 17.508290189297533,
        "abstained": false,
        "expectedAbstention": false
      },
      {
        "queryId": "q04",
        "topId": "api-rate-limit",
        "topScore": 13.261847317816056,
        "abstained": false,
        "expectedAbstention": false
      },
      {
        "queryId": "q05",
        "topId": "account-recovery",
        "topScore": 12.629879128840624,
        "abstained": false,
        "expectedAbstention": false
      },
      {
        "queryId": "q06",
        "topId": "incident-severity",
        "topScore": 25.885532448237594,
        "abstained": false,
        "expectedAbstention": false
      },
      {
        "queryId": "q07",
        "topId": "regional-sales",
        "topScore": 28.433352904361115,
        "abstained": false,
        "expectedAbstention": false
      },
      {
        "queryId": "q08",
        "topId": "mcp-write-approval",
        "topScore": 27.363805899209645,
        "abstained": false,
        "expectedAbstention": false
      },
      {
        "queryId": "q09",
        "topId": "onboarding-access",
        "topScore": 19.074062833501497,
        "abstained": false,
        "expectedAbstention": false
      },
      {
        "queryId": "q10",
        "topId": "data-retention",
        "topScore": 17.50378673370936,
        "abstained": false,
        "expectedAbstention": false
      },
      {
        "queryId": "q11",
        "topId": "account-recovery",
        "topScore": 1.9905688255162883,
        "abstained": true,
        "expectedAbstention": true
      },
      {
        "queryId": "q12",
        "topId": null,
        "topScore": 0,
        "abstained": true,
        "expectedAbstention": true
      }
    ]
  },
  "sampleRankings": {
    "q01": {
      "bm25": [
        {
          "id": "travel-expense",
          "score": 9.861483368976938
        }
      ],
      "expandedBm25": [
        {
          "id": "travel-expense",
          "score": 16.439922096040107
        },
        {
          "id": "invoice-correction",
          "score": 2.7796116480037805
        }
      ],
      "character": [
        {
          "id": "travel-expense",
          "score": 0.03829197905337418
        }
      ],
      "hybrid": [
        {
          "id": "travel-expense",
          "score": 0.03278688524590164
        },
        {
          "id": "invoice-correction",
          "score": 0.016129032258064516
        }
      ]
    },
    "q02": {
      "bm25": [
        {
          "id": "leave-carryover",
          "score": 5.798860973215952
        }
      ],
      "expandedBm25": [
        {
          "id": "leave-carryover",
          "score": 12.804245623252505
        }
      ],
      "character": [
        {
          "id": "leave-carryover",
          "score": 0.03959037912324479
        }
      ],
      "hybrid": [
        {
          "id": "leave-carryover",
          "score": 0.03278688524590164
        }
      ]
    },
    "q03": {
      "bm25": [
        {
          "id": "data-retention",
          "score": 5.74217445433095
        },
        {
          "id": "onboarding-access",
          "score": 2.185091521668178
        }
      ],
      "expandedBm25": [
        {
          "id": "data-retention",
          "score": 17.508290189297533
        },
        {
          "id": "onboarding-access",
          "score": 2.185091521668178
        },
        {
          "id": "account-recovery",
          "score": 1.5197001158936225
        }
      ],
      "character": [
        {
          "id": "data-retention",
          "score": 0.031943828249996996
        }
      ],
      "hybrid": [
        {
          "id": "data-retention",
          "score": 0.03278688524590164
        },
        {
          "id": "onboarding-access",
          "score": 0.016129032258064516
        },
        {
          "id": "account-recovery",
          "score": 0.015873015873015872
        }
      ]
    },
    "q04": {
      "bm25": [
        {
          "id": "api-rate-limit",
          "score": 5.463981067584449
        }
      ],
      "expandedBm25": [
        {
          "id": "api-rate-limit",
          "score": 13.261847317816056
        }
      ],
      "character": [
        {
          "id": "api-rate-limit",
          "score": 0.04565543744410528
        }
      ],
      "hybrid": [
        {
          "id": "api-rate-limit",
          "score": 0.03278688524590164
        }
      ]
    },
    "q05": {
      "bm25": [
        {
          "id": "data-retention",
          "score": 2.207323258299375
        },
        {
          "id": "account-recovery",
          "score": 1.5197001158936225
        }
      ],
      "expandedBm25": [
        {
          "id": "account-recovery",
          "score": 12.629879128840624
        },
        {
          "id": "data-retention",
          "score": 3.793696744206475
        }
      ],
      "character": [],
      "hybrid": [
        {
          "id": "account-recovery",
          "score": 0.01639344262295082
        },
        {
          "id": "data-retention",
          "score": 0.016129032258064516
        }
      ]
    },
    "q06": {
      "bm25": [
        {
          "id": "incident-severity",
          "score": 13.134920298229453
        },
        {
          "id": "onboarding-access",
          "score": 5.835041037798903
        },
        {
          "id": "travel-expense",
          "score": 1.3105265607861694
        }
      ],
      "expandedBm25": [
        {
          "id": "incident-severity",
          "score": 25.885532448237594
        },
        {
          "id": "onboarding-access",
          "score": 5.835041037798903
        },
        {
          "id": "travel-expense",
          "score": 1.3105265607861694
        }
      ],
      "character": [
        {
          "id": "incident-severity",
          "score": 0.06154574548966636
        },
        {
          "id": "onboarding-access",
          "score": 0.03031695312954162
        }
      ],
      "hybrid": [
        {
          "id": "incident-severity",
          "score": 0.03278688524590164
        },
        {
          "id": "onboarding-access",
          "score": 0.03225806451612903
        },
        {
          "id": "travel-expense",
          "score": 0.015873015873015872
        }
      ]
    },
    "q07": {
      "bm25": [
        {
          "id": "regional-sales",
          "score": 8.350061974113594
        },
        {
          "id": "pricing-plan",
          "score": 5.198743374051002
        },
        {
          "id": "data-retention",
          "score": 3.9589004635698704
        }
      ],
      "expandedBm25": [
        {
          "id": "regional-sales",
          "score": 28.433352904361115
        },
        {
          "id": "data-retention",
          "score": 9.035983104273635
        },
        {
          "id": "pricing-plan",
          "score": 5.198743374051002
        }
      ],
      "character": [
        {
          "id": "pricing-plan",
          "score": 0.09607689228305229
        },
        {
          "id": "regional-sales",
          "score": 0.06506000486323554
        }
      ],
      "hybrid": [
        {
          "id": "regional-sales",
          "score": 0.03252247488101534
        },
        {
          "id": "pricing-plan",
          "score": 0.032266458495966696
        },
        {
          "id": "data-retention",
          "score": 0.016129032258064516
        }
      ]
    },
    "q08": {
      "bm25": [
        {
          "id": "mcp-write-approval",
          "score": 14.058751360209357
        },
        {
          "id": "invoice-correction",
          "score": 2.140507054806119
        },
        {
          "id": "pricing-plan",
          "score": 1.6591655846797813
        }
      ],
      "expandedBm25": [
        {
          "id": "mcp-write-approval",
          "score": 27.363805899209645
        },
        {
          "id": "account-recovery",
          "score": 5.536990625619573
        },
        {
          "id": "invoice-correction",
          "score": 2.140507054806119
        }
      ],
      "character": [
        {
          "id": "mcp-write-approval",
          "score": 0.17429786813223802
        }
      ],
      "hybrid": [
        {
          "id": "mcp-write-approval",
          "score": 0.03278688524590164
        },
        {
          "id": "account-recovery",
          "score": 0.016129032258064516
        },
        {
          "id": "invoice-correction",
          "score": 0.015873015873015872
        }
      ]
    },
    "q09": {
      "bm25": [
        {
          "id": "onboarding-access",
          "score": 11.978893330300597
        },
        {
          "id": "travel-expense",
          "score": 1.3105265607861694
        },
        {
          "id": "mcp-write-approval",
          "score": 1.2719133105979534
        }
      ],
      "expandedBm25": [
        {
          "id": "onboarding-access",
          "score": 19.074062833501497
        },
        {
          "id": "data-retention",
          "score": 1.5863734859071001
        },
        {
          "id": "travel-expense",
          "score": 1.3105265607861694
        }
      ],
      "character": [
        {
          "id": "onboarding-access",
          "score": 0.10502100630210073
        }
      ],
      "hybrid": [
        {
          "id": "onboarding-access",
          "score": 0.03278688524590164
        },
        {
          "id": "data-retention",
          "score": 0.016129032258064516
        },
        {
          "id": "travel-expense",
          "score": 0.015873015873015872
        }
      ]
    },
    "q10": {
      "bm25": [
        {
          "id": "data-retention",
          "score": 5.545273949476971
        },
        {
          "id": "regional-sales",
          "score": 3.723596106437046
        },
        {
          "id": "pricing-plan",
          "score": 1.6591655846797813
        }
      ],
      "expandedBm25": [
        {
          "id": "data-retention",
          "score": 17.50378673370936
        },
        {
          "id": "regional-sales",
          "score": 3.723596106437046
        },
        {
          "id": "account-recovery",
          "score": 2.6933428802629886
        }
      ],
      "character": [],
      "hybrid": [
        {
          "id": "data-retention",
          "score": 0.01639344262295082
        },
        {
          "id": "regional-sales",
          "score": 0.016129032258064516
        },
        {
          "id": "account-recovery",
          "score": 0.015873015873015872
        }
      ]
    },
    "q11": {
      "bm25": [
        {
          "id": "account-recovery",
          "score": 1.9905688255162883
        }
      ],
      "expandedBm25": [
        {
          "id": "account-recovery",
          "score": 1.9905688255162883
        }
      ],
      "character": [],
      "hybrid": [
        {
          "id": "account-recovery",
          "score": 0.01639344262295082
        }
      ]
    },
    "q12": {
      "bm25": [],
      "expandedBm25": [],
      "character": [],
      "hybrid": []
    }
  }
}