{ "at": "2026-10-04T08:34:16.065Z", "embeddings": "nomic-embed-text", "rrfK": 60, "identifierWeight": 2, "seed": 7, "sizes": [ 4, 8, 16, 32, 64 ], "queriesPerCell": 24, "overall": { "dense": { "hit1": 0.7486111111111111, "hitk": 0.9152777777777777, "mrr": 0.8233796296296296, "queries": 720, "queryP50Ms": 6, "queryP95Ms": 7 }, "hybrid": { "hit1": 0.8888888888888888, "hitk": 0.9875, "mrr": 0.9368055555555556, "queries": 720, "queryP50Ms": 6, "queryP95Ms": 8 }, "backend": { "name": "wiki", "hit1": 0.9236111111111112, "hitk": 0.9694444444444444, "mrr": 0.9435185185185185, "queries": 720, "searchP50Ms": 6, "searchP95Ms": 8, "loadMsTotal": 4709 } }, "backendConfig": { "name": "wiki", "mode": "rows", "dir": "/tmp/veneta-wiki-122256", "layout": "pages/.md (dated facts with source and id), index.md, log.md — the llm-wiki layout", "embedder": "ollama nomic-embed-text", "llm": "none at write time", "search": "index → pages → fact lines: embedding cosine + lexical overlap, scope/status filtered" }, "cells": [ { "family": "ko-store-fact", "kind": "fact", "n": 4, "k": 3, "queries": 24, "dense": { "hit1": 17, "hitk": 24, "mrr": 0.8541666666666666 }, "hybrid": { "hit1": 17, "hitk": 24, "mrr": 0.8541666666666666 }, "denseMs": [ 12, 7, 7, 6, 6, 6, 6, 7, 6, 6, 6, 8, 6, 7, 6, 7, 6, 6, 6, 6, 6, 6, 5, 6 ], "hybridMs": [ 9, 6, 7, 6, 6, 6, 7, 7, 6, 6, 6, 8, 7, 7, 6, 8, 6, 7, 5, 6, 6, 6, 6, 6 ], "misses": [], "backend": { "name": "wiki", "hit1": 24, "hitk": 24, "mrr": 1, "loadMs": 32, "searchMs": [ 10, 7, 7, 7, 6, 7, 6, 6, 7, 6, 7, 6, 6, 7, 7, 7, 8, 6, 7, 8, 8, 8, 5, 7 ] } }, { "family": "ko-store-fact", "kind": "fact", "n": 8, "k": 3, "queries": 24, "dense": { "hit1": 11, "hitk": 24, "mrr": 0.701388888888889 }, "hybrid": { "hit1": 20, "hitk": 24, "mrr": 0.9166666666666666 }, "denseMs": [ 7, 7, 6, 8, 6, 6, 8, 5, 6, 6, 8, 5, 6, 6, 6, 6, 6, 5, 7, 6, 6, 6, 6, 6 ], "hybridMs": [ 7, 7, 7, 8, 6, 6, 8, 5, 7, 6, 8, 6, 6, 5, 6, 5, 7, 5, 7, 6, 7, 7, 6, 6 ], "misses": [], "backend": { "name": "wiki", "hit1": 24, "hitk": 24, "mrr": 1, "loadMs": 55, "searchMs": [ 7, 8, 7, 7, 7, 8, 7, 8, 7, 7, 7, 6, 7, 7, 7, 6, 7, 8, 7, 7, 7, 7, 7, 6 ] } }, { "family": "ko-store-fact", "kind": "fact", "n": 16, "k": 3, "queries": 24, "dense": { "hit1": 13, "hitk": 24, "mrr": 0.7430555555555555 }, "hybrid": { "hit1": 21, "hitk": 24, "mrr": 0.9375 }, "denseMs": [ 5, 6, 6, 7, 6, 6, 6, 7, 6, 6, 5, 5, 5, 6, 6, 6, 6, 6, 6, 8, 7, 6, 6, 6 ], "hybridMs": [ 6, 6, 7, 7, 6, 7, 6, 7, 6, 7, 5, 6, 6, 7, 7, 6, 7, 6, 6, 8, 7, 6, 7, 7 ], "misses": [], "backend": { "name": "wiki", "hit1": 24, "hitk": 24, "mrr": 1, "loadMs": 101, "searchMs": [ 5, 7, 6, 7, 6, 7, 7, 7, 8, 7, 7, 7, 4, 6, 6, 6, 6, 6, 7, 6, 7, 7, 7, 6 ] } }, { "family": "ko-store-fact", "kind": "fact", "n": 32, "k": 3, "queries": 24, "dense": { "hit1": 20, "hitk": 24, "mrr": 0.9027777777777778 }, "hybrid": { "hit1": 24, "hitk": 24, "mrr": 1 }, "denseMs": [ 7, 6, 6, 6, 4, 6, 6, 7, 6, 6, 5, 6, 4, 6, 6, 6, 6, 7, 6, 7, 6, 6, 6, 6 ], "hybridMs": [ 8, 7, 6, 7, 4, 5, 7, 8, 6, 6, 5, 6, 5, 6, 7, 6, 6, 6, 7, 7, 7, 7, 6, 7 ], "misses": [], "backend": { "name": "wiki", "hit1": 24, "hitk": 24, "mrr": 1, "loadMs": 208, "searchMs": [ 7, 7, 7, 7, 6, 7, 6, 7, 7, 7, 6, 8, 7, 5, 9, 8, 6, 7, 6, 7, 6, 7, 6, 6 ] } }, { "family": "ko-store-fact", "kind": "fact", "n": 64, "k": 3, "queries": 24, "dense": { "hit1": 14, "hitk": 24, "mrr": 0.7847222222222223 }, "hybrid": { "hit1": 22, "hitk": 24, "mrr": 0.9583333333333334 }, "denseMs": [ 6, 6, 6, 6, 7, 6, 5, 6, 6, 5, 7, 6, 7, 7, 6, 6, 7, 7, 6, 6, 8, 6, 6, 6 ], "hybridMs": [ 7, 7, 5, 5, 6, 5, 6, 7, 6, 6, 8, 7, 8, 8, 7, 7, 7, 7, 7, 7, 8, 7, 7, 7 ], "misses": [], "backend": { "name": "wiki", "hit1": 24, "hitk": 24, "mrr": 1, "loadMs": 400, "searchMs": [ 7, 6, 7, 6, 6, 7, 7, 7, 8, 6, 7, 7, 8, 7, 8, 7, 8, 7, 9, 8, 7, 7, 7, 6 ] } }, { "family": "ko-episode", "kind": "episode", "n": 4, "k": 2, "queries": 24, "dense": { "hit1": 24, "hitk": 24, "mrr": 1 }, "hybrid": { "hit1": 24, "hitk": 24, "mrr": 1 }, "denseMs": [ 6, 6, 6, 6, 7, 8, 9, 7, 7, 7, 6, 6, 7, 6, 7, 6, 6, 6, 5, 6, 6, 6, 6, 7 ], "hybridMs": [ 6, 6, 6, 6, 7, 8, 9, 7, 7, 7, 6, 6, 7, 6, 7, 6, 6, 6, 5, 7, 6, 6, 6, 7 ], "misses": [], "backend": { "name": "wiki", "hit1": 24, "hitk": 24, "mrr": 1, "loadMs": 27, "searchMs": [ 6, 7, 8, 7, 7, 7, 8, 7, 7, 6, 6, 6, 7, 7, 6, 7, 7, 7, 8, 6, 7, 6, 7, 8 ] } }, { "family": "ko-episode", "kind": "episode", "n": 8, "k": 2, "queries": 24, "dense": { "hit1": 24, "hitk": 24, "mrr": 1 }, "hybrid": { "hit1": 24, "hitk": 24, "mrr": 1 }, "denseMs": [ 6, 6, 6, 6, 6, 7, 6, 6, 7, 6, 7, 7, 6, 7, 6, 6, 7, 6, 6, 6, 6, 6, 7, 5 ], "hybridMs": [ 6, 6, 7, 6, 6, 7, 6, 7, 7, 6, 7, 7, 6, 7, 6, 6, 7, 6, 7, 7, 6, 6, 7, 5 ], "misses": [], "backend": { "name": "wiki", "hit1": 24, "hitk": 24, "mrr": 1, "loadMs": 52, "searchMs": [ 7, 7, 6, 7, 7, 8, 7, 7, 7, 7, 7, 6, 8, 6, 6, 7, 6, 7, 6, 6, 7, 6, 7, 6 ] } }, { "family": "ko-episode", "kind": "episode", "n": 16, "k": 2, "queries": 24, "dense": { "hit1": 24, "hitk": 24, "mrr": 1 }, "hybrid": { "hit1": 24, "hitk": 24, "mrr": 1 }, "denseMs": [ 6, 5, 6, 6, 6, 5, 5, 8, 5, 5, 6, 6, 8, 5, 5, 7, 6, 6, 6, 7, 6, 6, 6, 6 ], "hybridMs": [ 6, 6, 5, 7, 6, 6, 6, 7, 5, 6, 6, 6, 8, 6, 6, 7, 6, 6, 6, 8, 7, 7, 6, 6 ], "misses": [], "backend": { "name": "wiki", "hit1": 24, "hitk": 24, "mrr": 1, "loadMs": 102, "searchMs": [ 6, 6, 6, 6, 7, 6, 5, 7, 6, 5, 5, 7, 6, 5, 6, 6, 6, 6, 6, 6, 6, 7, 6, 7 ] } }, { "family": "ko-episode", "kind": "episode", "n": 32, "k": 2, "queries": 24, "dense": { "hit1": 24, "hitk": 24, "mrr": 1 }, "hybrid": { "hit1": 24, "hitk": 24, "mrr": 1 }, "denseMs": [ 6, 5, 6, 6, 5, 7, 6, 6, 6, 6, 5, 6, 6, 5, 6, 5, 5, 6, 6, 5, 4, 8, 6, 5 ], "hybridMs": [ 7, 6, 6, 7, 6, 7, 6, 6, 7, 7, 6, 7, 7, 5, 6, 6, 6, 7, 7, 6, 5, 8, 7, 6 ], "misses": [], "backend": { "name": "wiki", "hit1": 24, "hitk": 24, "mrr": 1, "loadMs": 209, "searchMs": [ 7, 6, 6, 6, 6, 7, 7, 7, 5, 7, 5, 7, 6, 6, 7, 5, 6, 7, 7, 8, 7, 7, 6, 7 ] } }, { "family": "ko-episode", "kind": "episode", "n": 64, "k": 2, "queries": 24, "dense": { "hit1": 24, "hitk": 24, "mrr": 1 }, "hybrid": { "hit1": 24, "hitk": 24, "mrr": 1 }, "denseMs": [ 6, 6, 7, 6, 4, 6, 6, 6, 6, 5, 6, 6, 5, 6, 7, 7, 6, 5, 5, 6, 6, 6, 5, 6 ], "hybridMs": [ 7, 8, 7, 7, 6, 8, 6, 7, 7, 6, 6, 5, 6, 7, 8, 8, 8, 7, 6, 8, 6, 7, 6, 6 ], "misses": [], "backend": { "name": "wiki", "hit1": 24, "hitk": 24, "mrr": 1, "loadMs": 413, "searchMs": [ 8, 8, 7, 8, 7, 7, 7, 7, 8, 7, 8, 7, 7, 8, 6, 6, 8, 7, 6, 6, 6, 7, 7, 7 ] } }, { "family": "quantum-outcome", "kind": "outcome", "n": 4, "k": 4, "queries": 24, "dense": { "hit1": 24, "hitk": 24, "mrr": 1 }, "hybrid": { "hit1": 24, "hitk": 24, "mrr": 1 }, "denseMs": [ 6, 5, 5, 5, 6, 5, 5, 6, 5, 5, 7, 5, 5, 5, 4, 4, 7, 5, 5, 6, 4, 5, 6, 6 ], "hybridMs": [ 6, 5, 5, 5, 6, 5, 5, 6, 5, 5, 7, 5, 5, 5, 4, 5, 7, 5, 5, 6, 3, 5, 6, 6 ], "misses": [], "backend": { "name": "wiki", "hit1": 24, "hitk": 24, "mrr": 1, "loadMs": 25, "searchMs": [ 6, 6, 6, 5, 6, 5, 5, 7, 5, 6, 6, 5, 6, 7, 7, 4, 6, 6, 5, 6, 5, 6, 6, 6 ] } }, { "family": "quantum-outcome", "kind": "outcome", "n": 8, "k": 4, "queries": 24, "dense": { "hit1": 24, "hitk": 24, "mrr": 1 }, "hybrid": { "hit1": 24, "hitk": 24, "mrr": 1 }, "denseMs": [ 5, 6, 6, 7, 5, 6, 5, 6, 5, 6, 6, 6, 6, 6, 5, 5, 5, 5, 5, 6, 5, 5, 6, 5 ], "hybridMs": [ 5, 6, 6, 7, 6, 6, 5, 6, 6, 6, 7, 5, 6, 6, 6, 5, 6, 5, 5, 5, 5, 4, 7, 5 ], "misses": [], "backend": { "name": "wiki", "hit1": 24, "hitk": 24, "mrr": 1, "loadMs": 53, "searchMs": [ 6, 6, 8, 5, 6, 6, 6, 6, 5, 6, 6, 6, 7, 7, 6, 7, 5, 6, 6, 7, 7, 6, 6, 6 ] } }, { "family": "quantum-outcome", "kind": "outcome", "n": 16, "k": 4, "queries": 24, "dense": { "hit1": 23, "hitk": 24, "mrr": 0.9722222222222223 }, "hybrid": { "hit1": 24, "hitk": 24, "mrr": 1 }, "denseMs": [ 5, 7, 5, 6, 5, 5, 5, 6, 5, 6, 6, 6, 6, 7, 5, 5, 6, 6, 6, 6, 5, 6, 7, 6 ], "hybridMs": [ 5, 6, 5, 6, 6, 6, 5, 7, 5, 6, 6, 6, 5, 7, 5, 5, 6, 5, 7, 6, 5, 6, 7, 6 ], "misses": [], "backend": { "name": "wiki", "hit1": 24, "hitk": 24, "mrr": 1, "loadMs": 102, "searchMs": [ 7, 7, 7, 7, 7, 6, 6, 7, 7, 6, 7, 6, 6, 6, 5, 5, 6, 5, 5, 6, 6, 7, 7, 6 ] } }, { "family": "quantum-outcome", "kind": "outcome", "n": 32, "k": 4, "queries": 24, "dense": { "hit1": 23, "hitk": 24, "mrr": 0.9791666666666666 }, "hybrid": { "hit1": 24, "hitk": 24, "mrr": 1 }, "denseMs": [ 5, 6, 5, 8, 6, 6, 5, 6, 6, 6, 7, 6, 5, 5, 5, 5, 6, 5, 7, 6, 6, 5, 6, 6 ], "hybridMs": [ 6, 6, 6, 8, 7, 5, 5, 6, 6, 7, 7, 6, 6, 5, 6, 5, 6, 6, 8, 6, 6, 5, 6, 6 ], "misses": [], "backend": { "name": "wiki", "hit1": 24, "hitk": 24, "mrr": 1, "loadMs": 202, "searchMs": [ 6, 7, 7, 7, 5, 6, 6, 8, 6, 5, 6, 7, 5, 6, 6, 6, 7, 6, 8, 6, 6, 5, 6, 6 ] } }, { "family": "quantum-outcome", "kind": "outcome", "n": 64, "k": 4, "queries": 24, "dense": { "hit1": 23, "hitk": 24, "mrr": 0.9791666666666666 }, "hybrid": { "hit1": 24, "hitk": 24, "mrr": 1 }, "denseMs": [ 6, 8, 5, 6, 7, 6, 7, 6, 6, 6, 6, 5, 6, 6, 5, 6, 7, 5, 6, 6, 7, 5, 5, 5 ], "hybridMs": [ 7, 6, 6, 7, 8, 6, 8, 6, 7, 6, 7, 6, 7, 5, 6, 7, 8, 6, 7, 7, 7, 6, 6, 6 ], "misses": [], "backend": { "name": "wiki", "hit1": 24, "hitk": 24, "mrr": 1, "loadMs": 398, "searchMs": [ 7, 7, 7, 7, 8, 7, 6, 7, 6, 4, 6, 5, 6, 7, 5, 4, 6, 6, 7, 7, 6, 6, 7, 6 ] } }, { "family": "approval-outcome", "kind": "outcome", "n": 4, "k": 4, "queries": 24, "dense": { "hit1": 19, "hitk": 24, "mrr": 0.8819444444444445 }, "hybrid": { "hit1": 19, "hitk": 24, "mrr": 0.8958333333333334 }, "denseMs": [ 7, 6, 6, 6, 4, 6, 5, 6, 5, 5, 4, 5, 4, 5, 6, 6, 5, 5, 5, 5, 6, 5, 6, 5 ], "hybridMs": [ 6, 6, 6, 5, 5, 6, 5, 6, 5, 4, 4, 6, 5, 5, 6, 6, 4, 5, 6, 5, 6, 6, 5, 4 ], "misses": [], "backend": { "name": "wiki", "hit1": 20, "hitk": 24, "mrr": 0.9027777777777778, "loadMs": 25, "searchMs": [ 6, 6, 7, 6, 4, 6, 5, 6, 7, 6, 7, 6, 7, 6, 7, 7, 6, 6, 6, 5, 6, 6, 6, 4 ] } }, { "family": "approval-outcome", "kind": "outcome", "n": 8, "k": 4, "queries": 24, "dense": { "hit1": 13, "hitk": 20, "mrr": 0.6666666666666666 }, "hybrid": { "hit1": 17, "hitk": 24, "mrr": 0.8263888888888888 }, "denseMs": [ 6, 8, 5, 6, 6, 7, 6, 5, 5, 6, 6, 6, 5, 6, 6, 5, 5, 7, 7, 8, 6, 6, 7, 6 ], "hybridMs": [ 6, 8, 6, 6, 6, 6, 6, 5, 5, 7, 6, 7, 5, 6, 6, 6, 5, 7, 7, 8, 6, 6, 7, 6 ], "misses": [ { "question": "When cell 10 had its incident, what action was approved?", "denseRank": null, "hybridRank": 3 }, { "question": "When cell 14 had its incident, what action was approved?", "denseRank": null, "hybridRank": 3 }, { "question": "When cell 10 had its incident, what action was approved?", "denseRank": null, "hybridRank": 3 }, { "question": "When cell 14 had its incident, what action was approved?", "denseRank": null, "hybridRank": 3 } ], "backend": { "name": "wiki", "hit1": 17, "hitk": 18, "mrr": 0.7291666666666666, "loadMs": 51, "searchMs": [ 7, 6, 8, 6, 7, 6, 6, 6, 6, 5, 6, 6, 7, 6, 8, 6, 6, 7, 7, 5, 7, 7, 6, 7 ] } }, { "family": "approval-outcome", "kind": "outcome", "n": 16, "k": 4, "queries": 24, "dense": { "hit1": 10, "hitk": 21, "mrr": 0.6041666666666667 }, "hybrid": { "hit1": 20, "hitk": 24, "mrr": 0.9166666666666666 }, "denseMs": [ 6, 5, 6, 6, 5, 7, 5, 6, 5, 6, 5, 7, 5, 5, 6, 6, 5, 6, 5, 5, 6, 5, 7, 5 ], "hybridMs": [ 6, 6, 6, 6, 5, 6, 6, 6, 5, 5, 6, 6, 5, 5, 7, 7, 5, 7, 6, 5, 6, 6, 6, 6 ], "misses": [ { "question": "When cell 25 had its incident, what action was approved?", "denseRank": null, "hybridRank": 2 }, { "question": "When cell 25 had its incident, what action was approved?", "denseRank": null, "hybridRank": 2 }, { "question": "What was the decision on incident inc-20260903-paging-storm-2?", "denseRank": null, "hybridRank": 1 } ], "backend": { "name": "wiki", "hit1": 17, "hitk": 21, "mrr": 0.78125, "loadMs": 102, "searchMs": [ 7, 4, 7, 6, 7, 7, 6, 6, 7, 6, 6, 7, 7, 6, 5, 7, 6, 6, 5, 6, 7, 6, 6, 6 ] } }, { "family": "approval-outcome", "kind": "outcome", "n": 32, "k": 4, "queries": 24, "dense": { "hit1": 7, "hitk": 18, "mrr": 0.4583333333333333 }, "hybrid": { "hit1": 18, "hitk": 23, "mrr": 0.8541666666666666 }, "denseMs": [ 6, 4, 6, 5, 5, 6, 6, 5, 5, 6, 5, 6, 6, 5, 7, 6, 6, 7, 6, 8, 6, 6, 7, 6 ], "hybridMs": [ 6, 4, 7, 6, 5, 6, 6, 5, 6, 6, 6, 7, 6, 6, 8, 5, 7, 7, 7, 8, 6, 6, 7, 6 ], "misses": [ { "question": "What did we approve for inc-20260914-cell-down-13?", "denseRank": null, "hybridRank": 1 }, { "question": "When cell 12 had its incident, what action was approved?", "denseRank": null, "hybridRank": 2 }, { "question": "When cell 11 had its incident, what action was approved?", "denseRank": null, "hybridRank": 2 }, { "question": "When cell 28 had its incident, what action was approved?", "denseRank": null, "hybridRank": 2 }, { "question": "When cell 15 had its incident, what action was approved?", "denseRank": null, "hybridRank": null }, { "question": "When cell 10 had its incident, what action was approved?", "denseRank": null, "hybridRank": 2 } ], "backend": { "name": "wiki", "hit1": 15, "hitk": 20, "mrr": 0.6909722222222222, "loadMs": 201, "searchMs": [ 7, 6, 7, 5, 5, 7, 7, 6, 6, 6, 6, 7, 8, 7, 7, 7, 6, 7, 6, 7, 8, 7, 6, 7 ] } }, { "family": "approval-outcome", "kind": "outcome", "n": 64, "k": 4, "queries": 24, "dense": { "hit1": 5, "hitk": 13, "mrr": 0.34722222222222215 }, "hybrid": { "hit1": 16, "hitk": 20, "mrr": 0.736111111111111 }, "denseMs": [ 6, 6, 7, 7, 7, 6, 5, 6, 7, 7, 6, 7, 7, 5, 6, 6, 6, 7, 6, 6, 6, 7, 6, 7 ], "hybridMs": [ 5, 7, 8, 7, 7, 7, 6, 6, 6, 7, 7, 7, 6, 6, 5, 5, 5, 7, 7, 7, 6, 8, 7, 6 ], "misses": [ { "question": "What did we approve for inc-20260919-sleeping-cell-18?", "denseRank": null, "hybridRank": 1 }, { "question": "When cell 58 had its incident, what action was approved?", "denseRank": null, "hybridRank": null }, { "question": "What was the decision on incident inc-20260916-cell-down-43?", "denseRank": null, "hybridRank": 2 }, { "question": "What did we approve for inc-20260915-sleeping-cell-14?", "denseRank": null, "hybridRank": 1 }, { "question": "When cell 32 had its incident, what action was approved?", "denseRank": null, "hybridRank": null }, { "question": "When cell 61 had its incident, what action was approved?", "denseRank": null, "hybridRank": 3 }, { "question": "When cell 10 had its incident, what action was approved?", "denseRank": null, "hybridRank": null }, { "question": "What did we approve for inc-20260924-congestion-51?", "denseRank": null, "hybridRank": 1 }, { "question": "When cell 50 had its incident, what action was approved?", "denseRank": null, "hybridRank": null }, { "question": "What did we approve for inc-20260914-sleeping-cell-41?", "denseRank": null, "hybridRank": 1 }, { "question": "When cell 60 had its incident, what action was approved?", "denseRank": null, "hybridRank": 3 } ], "backend": { "name": "wiki", "hit1": 13, "hitk": 18, "mrr": 0.6458333333333334, "loadMs": 419, "searchMs": [ 9, 8, 7, 7, 7, 8, 9, 8, 6, 6, 6, 9, 8, 7, 7, 6, 7, 7, 6, 7, 7, 6, 6, 8 ] } }, { "family": "cluster-fact", "kind": "fact", "n": 4, "k": 3, "queries": 24, "dense": { "hit1": 24, "hitk": 24, "mrr": 1 }, "hybrid": { "hit1": 24, "hitk": 24, "mrr": 1 }, "denseMs": [ 5, 6, 6, 5, 6, 5, 6, 5, 6, 5, 6, 5, 5, 6, 5, 6, 6, 6, 5, 6, 6, 7, 5, 6 ], "hybridMs": [ 5, 6, 6, 5, 6, 5, 6, 5, 5, 5, 5, 5, 5, 6, 5, 6, 6, 5, 5, 5, 6, 6, 5, 5 ], "misses": [], "backend": { "name": "wiki", "hit1": 24, "hitk": 24, "mrr": 1, "loadMs": 27, "searchMs": [ 6, 6, 6, 6, 7, 7, 7, 7, 6, 5, 5, 5, 7, 6, 6, 6, 6, 4, 5, 6, 8, 6, 6, 6 ] } }, { "family": "cluster-fact", "kind": "fact", "n": 8, "k": 3, "queries": 24, "dense": { "hit1": 24, "hitk": 24, "mrr": 1 }, "hybrid": { "hit1": 24, "hitk": 24, "mrr": 1 }, "denseMs": [ 6, 6, 6, 6, 6, 5, 5, 5, 6, 6, 5, 6, 6, 6, 6, 4, 6, 6, 5, 6, 6, 5, 6, 6 ], "hybridMs": [ 6, 6, 6, 6, 6, 5, 6, 5, 6, 6, 5, 6, 6, 7, 6, 5, 5, 6, 5, 6, 6, 5, 6, 6 ], "misses": [], "backend": { "name": "wiki", "hit1": 24, "hitk": 24, "mrr": 1, "loadMs": 48, "searchMs": [ 6, 7, 6, 5, 7, 5, 6, 6, 6, 6, 5, 7, 7, 6, 7, 7, 6, 5, 5, 6, 7, 6, 7, 5 ] } }, { "family": "cluster-fact", "kind": "fact", "n": 16, "k": 3, "queries": 24, "dense": { "hit1": 23, "hitk": 24, "mrr": 0.9791666666666666 }, "hybrid": { "hit1": 24, "hitk": 24, "mrr": 1 }, "denseMs": [ 5, 7, 6, 6, 6, 6, 6, 5, 6, 6, 7, 6, 6, 6, 5, 5, 6, 6, 6, 5, 6, 5, 5, 5 ], "hybridMs": [ 5, 6, 6, 6, 6, 6, 6, 6, 6, 7, 7, 6, 5, 7, 6, 5, 6, 6, 6, 5, 7, 5, 5, 6 ], "misses": [], "backend": { "name": "wiki", "hit1": 23, "hitk": 24, "mrr": 0.9791666666666666, "loadMs": 96, "searchMs": [ 6, 6, 5, 7, 7, 7, 6, 6, 8, 6, 7, 7, 6, 7, 6, 6, 6, 6, 7, 6, 6, 6, 5, 6 ] } }, { "family": "cluster-fact", "kind": "fact", "n": 32, "k": 3, "queries": 24, "dense": { "hit1": 18, "hitk": 23, "mrr": 0.8541666666666666 }, "hybrid": { "hit1": 18, "hitk": 24, "mrr": 0.875 }, "denseMs": [ 6, 6, 5, 7, 5, 6, 6, 6, 5, 6, 6, 7, 6, 5, 6, 7, 5, 6, 5, 6, 6, 8, 5, 6 ], "hybridMs": [ 6, 6, 6, 7, 5, 6, 6, 6, 6, 6, 7, 8, 6, 6, 6, 6, 6, 7, 6, 5, 6, 8, 5, 6 ], "misses": [ { "question": "How many cells and tracking areas does Seoul Mapo-gu ring 2 have?", "denseRank": null, "hybridRank": 2 } ], "backend": { "name": "wiki", "hit1": 17, "hitk": 24, "mrr": 0.8541666666666666, "loadMs": 199, "searchMs": [ 7, 8, 6, 8, 6, 6, 8, 8, 5, 7, 6, 6, 7, 6, 7, 7, 5, 7, 5, 5, 7, 7, 6, 7 ] } }, { "family": "cluster-fact", "kind": "fact", "n": 64, "k": 3, "queries": 24, "dense": { "hit1": 17, "hitk": 22, "mrr": 0.8055555555555555 }, "hybrid": { "hit1": 21, "hitk": 24, "mrr": 0.9375 }, "denseMs": [ 6, 5, 7, 7, 6, 7, 4, 5, 6, 5, 6, 6, 6, 5, 7, 6, 6, 7, 6, 6, 6, 6, 6, 6 ], "hybridMs": [ 6, 6, 6, 7, 7, 6, 5, 6, 6, 6, 5, 5, 7, 6, 6, 5, 7, 7, 7, 6, 6, 6, 5, 5 ], "misses": [ { "question": "How many cells and tracking areas does Seoul Mapo-gu ring 5 have?", "denseRank": null, "hybridRank": 1 }, { "question": "What did the cluster summary say about Seoul Songpa-gu ring 4?", "denseRank": null, "hybridRank": 1 } ], "backend": { "name": "wiki", "hit1": 15, "hitk": 21, "mrr": 0.7222222222222222, "loadMs": 391, "searchMs": [ 7, 6, 7, 7, 7, 9, 6, 7, 7, 6, 7, 6, 5, 6, 7, 6, 7, 6, 6, 6, 7, 7, 7, 7 ] } }, { "family": "episode", "kind": "episode", "n": 4, "k": 2, "queries": 24, "dense": { "hit1": 12, "hitk": 19, "mrr": 0.6458333333333334 }, "hybrid": { "hit1": 16, "hitk": 24, "mrr": 0.8333333333333334 }, "denseMs": [ 5, 5, 6, 5, 6, 5, 6, 6, 5, 5, 5, 6, 6, 5, 6, 5, 6, 6, 7, 6, 6, 6, 5, 5 ], "hybridMs": [ 5, 5, 6, 5, 6, 5, 6, 6, 5, 6, 5, 6, 6, 5, 5, 5, 6, 6, 7, 6, 6, 6, 5, 5 ], "misses": [ { "question": "Which tools answered the question on cell 102?", "denseRank": null, "hybridRank": 2 }, { "question": "Which tools answered the question on cell 102?", "denseRank": null, "hybridRank": 2 }, { "question": "Which tools answered the question on cell 102?", "denseRank": null, "hybridRank": 2 }, { "question": "Which tools answered the question on cell 102?", "denseRank": null, "hybridRank": 2 }, { "question": "Which tools answered the question on cell 102?", "denseRank": null, "hybridRank": 2 } ], "backend": { "name": "wiki", "hit1": 24, "hitk": 24, "mrr": 1, "loadMs": 27, "searchMs": [ 6, 6, 6, 6, 6, 8, 6, 6, 7, 7, 7, 6, 6, 6, 5, 6, 6, 9, 6, 6, 7, 6, 7, 7 ] } }, { "family": "episode", "kind": "episode", "n": 8, "k": 2, "queries": 24, "dense": { "hit1": 19, "hitk": 19, "mrr": 0.7916666666666666 }, "hybrid": { "hit1": 21, "hitk": 24, "mrr": 0.9375 }, "denseMs": [ 5, 6, 5, 5, 5, 6, 6, 6, 5, 5, 5, 6, 6, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5 ], "hybridMs": [ 6, 6, 5, 6, 4, 6, 6, 6, 5, 5, 5, 6, 6, 5, 5, 5, 5, 5, 6, 5, 5, 5, 5, 6 ], "misses": [ { "question": "What did we discuss about cell 103 last time?", "denseRank": null, "hybridRank": 2 }, { "question": "What did we discuss about cell 103 last time?", "denseRank": null, "hybridRank": 2 }, { "question": "Which tools answered the question on cell 102?", "denseRank": null, "hybridRank": 1 }, { "question": "What did we discuss about cell 103 last time?", "denseRank": null, "hybridRank": 2 }, { "question": "Which tools answered the question on cell 102?", "denseRank": null, "hybridRank": 1 } ], "backend": { "name": "wiki", "hit1": 24, "hitk": 24, "mrr": 1, "loadMs": 50, "searchMs": [ 6, 6, 7, 6, 6, 6, 5, 6, 7, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 5, 6, 6, 8, 7 ] } }, { "family": "episode", "kind": "episode", "n": 16, "k": 2, "queries": 24, "dense": { "hit1": 15, "hitk": 18, "mrr": 0.6875 }, "hybrid": { "hit1": 23, "hitk": 24, "mrr": 0.9791666666666666 }, "denseMs": [ 6, 4, 5, 5, 5, 5, 5, 6, 6, 6, 6, 6, 5, 5, 5, 5, 5, 5, 5, 6, 5, 5, 5, 5 ], "hybridMs": [ 6, 4, 5, 5, 5, 5, 5, 6, 6, 6, 6, 6, 6, 6, 5, 5, 5, 5, 6, 6, 5, 5, 5, 6 ], "misses": [ { "question": "What did we discuss about cell 102 last time?", "denseRank": null, "hybridRank": 1 }, { "question": "Which tools answered the question on cell 115?", "denseRank": null, "hybridRank": 1 }, { "question": "What did we discuss about cell 114 last time?", "denseRank": null, "hybridRank": 1 }, { "question": "Which tools answered the question on cell 110?", "denseRank": null, "hybridRank": 1 }, { "question": "What did we discuss about cell 111 last time?", "denseRank": null, "hybridRank": 2 }, { "question": "Which tools answered the question on cell 102?", "denseRank": null, "hybridRank": 1 } ], "backend": { "name": "wiki", "hit1": 24, "hitk": 24, "mrr": 1, "loadMs": 101, "searchMs": [ 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 5, 5, 6, 5, 6, 6, 5, 4, 6, 7, 7, 6, 6 ] } }, { "family": "episode", "kind": "episode", "n": 32, "k": 2, "queries": 24, "dense": { "hit1": 13, "hitk": 20, "mrr": 0.6875 }, "hybrid": { "hit1": 22, "hitk": 24, "mrr": 0.9583333333333334 }, "denseMs": [ 6, 5, 6, 6, 6, 6, 6, 5, 5, 6, 6, 5, 6, 6, 5, 5, 5, 5, 5, 6, 6, 5, 6, 6 ], "hybridMs": [ 6, 6, 6, 7, 6, 6, 6, 6, 6, 6, 6, 6, 6, 7, 5, 6, 5, 6, 6, 7, 6, 6, 6, 6 ], "misses": [ { "question": "What did we discuss about cell 102 last time?", "denseRank": null, "hybridRank": 2 }, { "question": "What did we discuss about cell 122 last time?", "denseRank": null, "hybridRank": 1 }, { "question": "Which tools answered the question on cell 114?", "denseRank": null, "hybridRank": 1 }, { "question": "What did we discuss about cell 118 last time?", "denseRank": null, "hybridRank": 2 } ], "backend": { "name": "wiki", "hit1": 24, "hitk": 24, "mrr": 1, "loadMs": 198, "searchMs": [ 7, 6, 6, 9, 6, 6, 6, 6, 4, 6, 6, 6, 7, 6, 7, 6, 7, 7, 7, 6, 7, 6, 7, 6 ] } }, { "family": "episode", "kind": "episode", "n": 64, "k": 2, "queries": 24, "dense": { "hit1": 8, "hitk": 10, "mrr": 0.375 }, "hybrid": { "hit1": 13, "hitk": 20, "mrr": 0.6875 }, "denseMs": [ 5, 5, 5, 7, 5, 5, 4, 5, 6, 5, 5, 5, 5, 7, 5, 6, 5, 6, 6, 5, 6, 6, 5, 5 ], "hybridMs": [ 6, 5, 6, 6, 5, 5, 4, 6, 5, 4, 6, 6, 6, 6, 5, 6, 6, 5, 5, 6, 7, 5, 5, 6 ], "misses": [ { "question": "What did we discuss about cell 142 last time?", "denseRank": null, "hybridRank": 2 }, { "question": "Which tools answered the question on cell 110?", "denseRank": null, "hybridRank": 2 }, { "question": "What did we discuss about cell 110 last time?", "denseRank": null, "hybridRank": 2 }, { "question": "Which tools answered the question on cell 143?", "denseRank": null, "hybridRank": 2 }, { "question": "What did we discuss about cell 114 last time?", "denseRank": null, "hybridRank": 2 }, { "question": "Which tools answered the question on cell 122?", "denseRank": null, "hybridRank": null }, { "question": "What did we discuss about cell 117 last time?", "denseRank": null, "hybridRank": 2 }, { "question": "What did we discuss about cell 151 last time?", "denseRank": null, "hybridRank": 1 }, { "question": "What did we discuss about cell 163 last time?", "denseRank": null, "hybridRank": null }, { "question": "Which tools answered the question on cell 158?", "denseRank": null, "hybridRank": 2 }, { "question": "What did we discuss about cell 163 last time?", "denseRank": null, "hybridRank": null }, { "question": "What did we discuss about cell 151 last time?", "denseRank": null, "hybridRank": 1 }, { "question": "What did we discuss about cell 150 last time?", "denseRank": null, "hybridRank": 1 }, { "question": "Which tools answered the question on cell 142?", "denseRank": null, "hybridRank": null } ], "backend": { "name": "wiki", "hit1": 24, "hitk": 24, "mrr": 1, "loadMs": 395, "searchMs": [ 4, 7, 5, 5, 7, 7, 6, 6, 6, 5, 6, 6, 6, 6, 6, 6, 6, 6, 7, 6, 5, 7, 6, 6 ] } } ], "elapsedMs": 18457 }