evals/recall-keyword-report.json
Rama main · réplica de lectura del repositorio original.
{
"ok": true,
"cases": 24,
"passed": 24,
"mean_recall_at_k": 1.0,
"mean_precision_at_k": 1.0,
"no_answer_passed": 6,
"no_answer_cases": 6,
"latency_ms": {
"p50": 203.0,
"p95": 235
},
"retrieval_modes": {
"keyword_fallback": 22,
"skipped": 2
},
"judge_statuses": {
"unavailable": 18,
"no_records": 4,
"not_attempted": 2
},
"results": [
{
"id": "conflicting-deployment",
"ok": true,
"errors": [],
"record_ids": [
"aurora-blue",
"aurora-canary"
],
"evidence_keys": [
"ev1:[\"card\",\"private\",\"aurora-blue\",\"\"]",
"ev1:[\"card\",\"private\",\"aurora-canary\",\"\"]"
],
"label_unit": "document",
"recall_at_k": 1.0,
"precision_at_k": 1.0,
"no_answer": false,
"false_positive_count": 0,
"retrieval_mode": "keyword_fallback",
"judge_status": "unavailable",
"elapsed_ms": 235
},
{
"id": "contrarian-evidence",
"ok": true,
"errors": [],
"record_ids": [
"aurora-canary"
],
"evidence_keys": [
"ev1:[\"card\",\"private\",\"aurora-canary\",\"\"]"
],
"label_unit": "document",
"recall_at_k": 1.0,
"precision_at_k": 1.0,
"no_answer": false,
"false_positive_count": 0,
"retrieval_mode": "keyword_fallback",
"judge_status": "unavailable",
"elapsed_ms": 203
},
{
"id": "carbon-cjk",
"ok": true,
"errors": [],
"record_ids": [
"carbon-factor"
],
"evidence_keys": [
"ev1:[\"card\",\"private\",\"carbon-factor\",\"\"]"
],
"label_unit": "document",
"recall_at_k": 1.0,
"precision_at_k": 1.0,
"no_answer": false,
"false_positive_count": 0,
"retrieval_mode": "keyword_fallback",
"judge_status": "unavailable",
"elapsed_ms": 203
},
{
"id": "carbon-activity",
"ok": true,
"errors": [],
"record_ids": [
"carbon-factor"
],
"evidence_keys": [
"ev1:[\"card\",\"private\",\"carbon-factor\",\"\"]"
],
"label_unit": "document",
"recall_at_k": 1.0,
"precision_at_k": 1.0,
"no_answer": false,
"false_positive_count": 0,
"retrieval_mode": "keyword_fallback",
"judge_status": "unavailable",
"elapsed_ms": 203
},
{
"id": "expo-cjk",
"ok": true,
"errors": [],
"record_ids": [
"expo-leads"
],
"evidence_keys": [
"ev1:[\"card\",\"private\",\"expo-leads\",\"\"]"
],
"label_unit": "document",
"recall_at_k": 1.0,
"precision_at_k": 1.0,
"no_answer": false,
"false_positive_count": 0,
"retrieval_mode": "keyword_fallback",
"judge_status": "unavailable",
"elapsed_ms": 203
},
{
"id": "expo-followup",
"ok": true,
"errors": [],
"record_ids": [
"expo-leads"
],
"evidence_keys": [
"ev1:[\"card\",\"private\",\"expo-leads\",\"\"]"
],
"label_unit": "document",
"recall_at_k": 1.0,
"precision_at_k": 1.0,
"no_answer": false,
"false_positive_count": 0,
"retrieval_mode": "keyword_fallback",
"judge_status": "unavailable",
"elapsed_ms": 203
},
{
"id": "cards-and-wiki",
"ok": true,
"errors": [],
"record_ids": [
"provenance-guide",
"memory-evidence"
],
"evidence_keys": [
"ev1:[\"document\",\"private\",\"wiki/topics/provenance-guide.md\",\"\"]",
"ev1:[\"card\",\"private\",\"memory-evidence\",\"\"]"
],
"label_unit": "document",
"recall_at_k": 1.0,
"precision_at_k": 1.0,
"no_answer": false,
"false_positive_count": 0,
"retrieval_mode": "keyword_fallback",
"judge_status": "unavailable",
"elapsed_ms": 203
},
{
"id": "wiki-source",
"ok": true,
"errors": [],
"record_ids": [
"provenance-guide"
],
"evidence_keys": [
"ev1:[\"document\",\"private\",\"wiki/topics/provenance-guide.md\",\"\"]"
],
"label_unit": "document",
"recall_at_k": 1.0,
"precision_at_k": 1.0,
"no_answer": false,
"false_positive_count": 0,
"retrieval_mode": "keyword_fallback",
"judge_status": "unavailable",
"elapsed_ms": 204
},
{
"id": "private-cache",
"ok": true,
"errors": [],
"record_ids": [
"cache-ttl"
],
"evidence_keys": [
"ev1:[\"card\",\"private\",\"cache-ttl\",\"\"]"
],
"label_unit": "document",
"recall_at_k": 1.0,
"precision_at_k": 1.0,
"no_answer": false,
"false_positive_count": 0,
"retrieval_mode": "keyword_fallback",
"judge_status": "unavailable",
"elapsed_ms": 234
},
{
"id": "other-cache",
"ok": true,
"errors": [],
"record_ids": [
"orchid-other"
],
"evidence_keys": [
"ev1:[\"card\",\"other\",\"orchid-other\",\"\"]"
],
"label_unit": "document",
"recall_at_k": 1.0,
"precision_at_k": 1.0,
"no_answer": false,
"false_positive_count": 0,
"retrieval_mode": "keyword_fallback",
"judge_status": "unavailable",
"elapsed_ms": 203
},
{
"id": "public-cross-namespace",
"ok": true,
"errors": [],
"record_ids": [
"public-release"
],
"evidence_keys": [
"ev1:[\"card\",\"other\",\"public-release\",\"\"]"
],
"label_unit": "document",
"recall_at_k": 1.0,
"precision_at_k": 1.0,
"no_answer": false,
"false_positive_count": 0,
"retrieval_mode": "keyword_fallback",
"judge_status": "unavailable",
"elapsed_ms": 203
},
{
"id": "public-other-namespace",
"ok": true,
"errors": [],
"record_ids": [
"public-release"
],
"evidence_keys": [
"ev1:[\"card\",\"other\",\"public-release\",\"\"]"
],
"label_unit": "document",
"recall_at_k": 1.0,
"precision_at_k": 1.0,
"no_answer": false,
"false_positive_count": 0,
"retrieval_mode": "keyword_fallback",
"judge_status": "unavailable",
"elapsed_ms": 203
},
{
"id": "private-budget",
"ok": true,
"errors": [],
"record_ids": [
"private-budget"
],
"evidence_keys": [
"ev1:[\"card\",\"private\",\"private-budget\",\"\"]"
],
"label_unit": "document",
"recall_at_k": 1.0,
"precision_at_k": 1.0,
"no_answer": false,
"false_positive_count": 0,
"retrieval_mode": "keyword_fallback",
"judge_status": "unavailable",
"elapsed_ms": 203
},
{
"id": "budget-denied",
"ok": true,
"errors": [],
"record_ids": [],
"evidence_keys": [],
"label_unit": "document",
"recall_at_k": null,
"precision_at_k": null,
"no_answer": true,
"false_positive_count": 0,
"retrieval_mode": "keyword_fallback",
"judge_status": "no_records",
"elapsed_ms": 204
},
{
"id": "transaction",
"ok": true,
"errors": [],
"record_ids": [
"rollback"
],
"evidence_keys": [
"ev1:[\"card\",\"private\",\"rollback\",\"\"]"
],
"label_unit": "document",
"recall_at_k": 1.0,
"precision_at_k": 1.0,
"no_answer": false,
"false_positive_count": 0,
"retrieval_mode": "keyword_fallback",
"judge_status": "unavailable",
"elapsed_ms": 203
},
{
"id": "camera",
"ok": true,
"errors": [],
"record_ids": [
"camera"
],
"evidence_keys": [
"ev1:[\"card\",\"private\",\"camera\",\"\"]"
],
"label_unit": "document",
"recall_at_k": 1.0,
"precision_at_k": 1.0,
"no_answer": false,
"false_positive_count": 0,
"retrieval_mode": "keyword_fallback",
"judge_status": "unavailable",
"elapsed_ms": 203
},
{
"id": "recycling-cjk",
"ok": true,
"errors": [],
"record_ids": [
"recycling"
],
"evidence_keys": [
"ev1:[\"card\",\"private\",\"recycling\",\"\"]"
],
"label_unit": "document",
"recall_at_k": 1.0,
"precision_at_k": 1.0,
"no_answer": false,
"false_positive_count": 0,
"retrieval_mode": "keyword_fallback",
"judge_status": "unavailable",
"elapsed_ms": 203
},
{
"id": "backup-wiki",
"ok": true,
"errors": [],
"record_ids": [
"backup-guide"
],
"evidence_keys": [
"ev1:[\"document\",\"private\",\"wiki/topics/backup-guide.md\",\"\"]"
],
"label_unit": "document",
"recall_at_k": 1.0,
"precision_at_k": 1.0,
"no_answer": false,
"false_positive_count": 0,
"retrieval_mode": "keyword_fallback",
"judge_status": "unavailable",
"elapsed_ms": 219
},
{
"id": "other-wiki-denied",
"ok": true,
"errors": [],
"record_ids": [],
"evidence_keys": [],
"label_unit": "document",
"recall_at_k": null,
"precision_at_k": null,
"no_answer": true,
"false_positive_count": 0,
"retrieval_mode": "keyword_fallback",
"judge_status": "no_records",
"elapsed_ms": 203
},
{
"id": "other-wiki-allowed",
"ok": true,
"errors": [],
"record_ids": [
"other-handbook"
],
"evidence_keys": [
"ev1:[\"document\",\"other\",\"wiki/topics/other-handbook.md\",\"\"]"
],
"label_unit": "document",
"recall_at_k": 1.0,
"precision_at_k": 1.0,
"no_answer": false,
"false_positive_count": 0,
"retrieval_mode": "keyword_fallback",
"judge_status": "unavailable",
"elapsed_ms": 265
},
{
"id": "unknown-english",
"ok": true,
"errors": [],
"record_ids": [],
"evidence_keys": [],
"label_unit": "document",
"recall_at_k": null,
"precision_at_k": null,
"no_answer": true,
"false_positive_count": 0,
"retrieval_mode": "keyword_fallback",
"judge_status": "no_records",
"elapsed_ms": 235
},
{
"id": "unknown-cjk",
"ok": true,
"errors": [],
"record_ids": [],
"evidence_keys": [],
"label_unit": "document",
"recall_at_k": null,
"precision_at_k": null,
"no_answer": true,
"false_positive_count": 0,
"retrieval_mode": "keyword_fallback",
"judge_status": "no_records",
"elapsed_ms": 219
},
{
"id": "greeting",
"ok": true,
"errors": [],
"record_ids": [],
"evidence_keys": [],
"label_unit": "document",
"recall_at_k": null,
"precision_at_k": null,
"no_answer": true,
"false_positive_count": 0,
"retrieval_mode": "skipped",
"judge_status": "not_attempted",
"elapsed_ms": 203
},
{
"id": "acknowledgement",
"ok": true,
"errors": [],
"record_ids": [],
"evidence_keys": [],
"label_unit": "document",
"recall_at_k": null,
"precision_at_k": null,
"no_answer": true,
"false_positive_count": 0,
"retrieval_mode": "skipped",
"judge_status": "not_attempted",
"elapsed_ms": 203
}
],
"scope": "synthetic offline keyword/ACL/transport regression; not a semantic quality benchmark"
}