{ "at": "2026-10-04T12:30:59.498Z", "embeddings": "nomic-embed-text", "rrfK": 60, "identifierWeight": 2, "seed": 7, "sizes": [ 4, 8, 16, 32, 64 ], "queriesPerCell": 24, "overall": { "dense": { "hit1": 0.7486111111111111, "hitk": 0.9152777777777777, "mrr": 0.8233796296296296, "queries": 720, "queryP50Ms": 6, "queryP95Ms": 8 }, "hybrid": { "hit1": 0.8888888888888888, "hitk": 0.9875, "mrr": 0.9368055555555556, "queries": 720, "queryP50Ms": 6, "queryP95Ms": 8 }, "backend": { "name": "wiki", "hit1": 0.8, "hitk": 0.9208333333333333, "mrr": 0.852662037037037, "queries": 720, "searchP50Ms": 7, "searchP95Ms": 8, "loadMsTotal": 14188894 } }, "backendConfig": { "name": "wiki", "mode": "compiled", "dir": "/tmp/veneta-wiki-122362", "layout": "pages/.md (dated facts with source and id), index.md, log.md — the llm-wiki layout", "embedder": "ollama nomic-embed-text", "llm": { "baseURL": "http://127.0.0.1:8003/v1", "model": "gemma-4-31b-fp8" }, "search": "index → pages → fact lines: embedding cosine + lexical overlap, scope/status filtered" }, "cells": [ { "family": "ko-store-fact", "kind": "fact", "n": 4, "k": 3, "queries": 24, "dense": { "hit1": 17, "hitk": 24, "mrr": 0.8541666666666666 }, "hybrid": { "hit1": 17, "hitk": 24, "mrr": 0.8541666666666666 }, "denseMs": [ 11, 8, 6, 7, 8, 6, 5, 7, 6, 6, 7, 6, 6, 6, 6, 6, 5, 6, 7, 5, 7, 6, 6, 7 ], "hybridMs": [ 9, 7, 6, 7, 8, 6, 4, 7, 6, 7, 7, 5, 5, 6, 6, 7, 6, 5, 8, 6, 7, 6, 6, 7 ], "misses": [], "backend": { "name": "wiki", "hit1": 21, "hitk": 24, "mrr": 0.9375, "loadMs": 104177, "searchMs": [ 12, 7, 8, 8, 7, 8, 7, 9, 8, 7, 7, 7, 6, 7, 7, 7, 9, 6, 8, 8, 7, 8, 8, 7 ] } }, { "family": "ko-store-fact", "kind": "fact", "n": 8, "k": 3, "queries": 24, "dense": { "hit1": 11, "hitk": 24, "mrr": 0.701388888888889 }, "hybrid": { "hit1": 20, "hitk": 24, "mrr": 0.9166666666666666 }, "denseMs": [ 6, 6, 7, 6, 6, 6, 5, 6, 5, 7, 6, 6, 6, 5, 6, 6, 5, 7, 6, 7, 5, 7, 6, 7 ], "hybridMs": [ 7, 7, 8, 7, 7, 6, 5, 6, 5, 6, 6, 7, 6, 6, 6, 7, 5, 6, 6, 8, 6, 6, 6, 7 ], "misses": [], "backend": { "name": "wiki", "hit1": 24, "hitk": 24, "mrr": 1, "loadMs": 176988, "searchMs": [ 7, 7, 7, 5, 6, 7, 7, 7, 6, 7, 7, 6, 6, 6, 7, 7, 7, 6, 6, 6, 6, 6, 6, 6 ] } }, { "family": "ko-store-fact", "kind": "fact", "n": 16, "k": 3, "queries": 24, "dense": { "hit1": 13, "hitk": 24, "mrr": 0.7430555555555555 }, "hybrid": { "hit1": 21, "hitk": 24, "mrr": 0.9375 }, "denseMs": [ 7, 6, 7, 8, 5, 6, 6, 6, 7, 6, 5, 6, 6, 6, 7, 6, 7, 6, 6, 6, 6, 4, 5, 6 ], "hybridMs": [ 6, 7, 6, 8, 6, 7, 6, 6, 6, 6, 5, 6, 6, 7, 7, 7, 6, 7, 6, 6, 5, 5, 6, 6 ], "misses": [], "backend": { "name": "wiki", "hit1": 24, "hitk": 24, "mrr": 1, "loadMs": 350421, "searchMs": [ 8, 7, 6, 8, 8, 7, 8, 7, 8, 7, 6, 7, 7, 6, 6, 7, 7, 5, 8, 7, 7, 6, 6, 7 ] } }, { "family": "ko-store-fact", "kind": "fact", "n": 32, "k": 3, "queries": 24, "dense": { "hit1": 20, "hitk": 24, "mrr": 0.9027777777777778 }, "hybrid": { "hit1": 24, "hitk": 24, "mrr": 1 }, "denseMs": [ 6, 5, 6, 6, 6, 5, 6, 5, 6, 6, 6, 6, 4, 6, 6, 5, 5, 7, 6, 6, 6, 4, 6, 6 ], "hybridMs": [ 7, 6, 7, 6, 6, 6, 6, 6, 7, 7, 5, 7, 5, 7, 6, 6, 5, 6, 7, 7, 7, 5, 7, 7 ], "misses": [], "backend": { "name": "wiki", "hit1": 18, "hitk": 22, "mrr": 0.8333333333333334, "loadMs": 582654, "searchMs": [ 7, 7, 8, 7, 6, 7, 6, 6, 7, 6, 6, 7, 6, 8, 7, 6, 6, 7, 6, 7, 7, 7, 8, 6 ] } }, { "family": "ko-store-fact", "kind": "fact", "n": 64, "k": 3, "queries": 24, "dense": { "hit1": 14, "hitk": 24, "mrr": 0.7847222222222223 }, "hybrid": { "hit1": 22, "hitk": 24, "mrr": 0.9583333333333334 }, "denseMs": [ 6, 6, 6, 5, 6, 6, 6, 6, 6, 7, 6, 7, 6, 6, 7, 6, 7, 5, 6, 5, 6, 6, 7, 7 ], "hybridMs": [ 8, 8, 7, 7, 7, 7, 7, 8, 7, 7, 8, 8, 7, 8, 7, 8, 8, 6, 7, 6, 7, 7, 6, 9 ], "misses": [], "backend": { "name": "wiki", "hit1": 22, "hitk": 24, "mrr": 0.9583333333333334, "loadMs": 1184336, "searchMs": [ 7, 7, 7, 7, 7, 8, 8, 7, 7, 7, 8, 6, 7, 9, 7, 7, 8, 6, 7, 7, 7, 7, 7, 7 ] } }, { "family": "ko-episode", "kind": "episode", "n": 4, "k": 2, "queries": 24, "dense": { "hit1": 24, "hitk": 24, "mrr": 1 }, "hybrid": { "hit1": 24, "hitk": 24, "mrr": 1 }, "denseMs": [ 6, 6, 6, 6, 7, 6, 5, 7, 5, 6, 6, 6, 6, 6, 5, 6, 6, 6, 6, 6, 7, 5, 5, 7 ], "hybridMs": [ 6, 7, 6, 7, 7, 6, 6, 8, 5, 6, 6, 7, 6, 6, 6, 6, 5, 6, 6, 6, 6, 6, 5, 7 ], "misses": [], "backend": { "name": "wiki", "hit1": 19, "hitk": 24, "mrr": 0.8958333333333334, "loadMs": 57701, "searchMs": [ 7, 8, 7, 7, 6, 7, 6, 7, 6, 7, 6, 7, 6, 6, 6, 7, 7, 7, 7, 6, 6, 5, 6, 7 ] } }, { "family": "ko-episode", "kind": "episode", "n": 8, "k": 2, "queries": 24, "dense": { "hit1": 24, "hitk": 24, "mrr": 1 }, "hybrid": { "hit1": 24, "hitk": 24, "mrr": 1 }, "denseMs": [ 6, 6, 7, 7, 6, 6, 6, 6, 7, 6, 7, 5, 7, 6, 5, 5, 5, 7, 5, 6, 6, 6, 6, 6 ], "hybridMs": [ 6, 6, 7, 7, 6, 6, 6, 6, 7, 6, 7, 5, 6, 6, 6, 6, 6, 7, 6, 6, 6, 6, 6, 6 ], "misses": [], "backend": { "name": "wiki", "hit1": 24, "hitk": 24, "mrr": 1, "loadMs": 114434, "searchMs": [ 7, 6, 6, 7, 6, 7, 6, 7, 6, 6, 7, 6, 7, 7, 5, 6, 4, 6, 6, 7, 6, 7, 6, 6 ] } }, { "family": "ko-episode", "kind": "episode", "n": 16, "k": 2, "queries": 24, "dense": { "hit1": 24, "hitk": 24, "mrr": 1 }, "hybrid": { "hit1": 24, "hitk": 24, "mrr": 1 }, "denseMs": [ 7, 10, 8, 6, 6, 6, 6, 6, 7, 5, 5, 6, 6, 6, 6, 6, 8, 5, 5, 6, 7, 7, 7, 6 ], "hybridMs": [ 8, 10, 8, 6, 7, 6, 5, 6, 7, 6, 6, 6, 6, 6, 6, 7, 9, 5, 6, 6, 7, 8, 7, 7 ], "misses": [], "backend": { "name": "wiki", "hit1": 22, "hitk": 23, "mrr": 0.9375, "loadMs": 228318, "searchMs": [ 7, 6, 7, 8, 8, 9, 6, 6, 6, 6, 5, 8, 7, 6, 7, 7, 7, 7, 7, 9, 8, 8, 7, 7 ] } }, { "family": "ko-episode", "kind": "episode", "n": 32, "k": 2, "queries": 24, "dense": { "hit1": 24, "hitk": 24, "mrr": 1 }, "hybrid": { "hit1": 24, "hitk": 24, "mrr": 1 }, "denseMs": [ 8, 6, 6, 5, 6, 6, 6, 6, 6, 6, 5, 7, 6, 6, 6, 5, 5, 6, 5, 6, 6, 6, 6, 6 ], "hybridMs": [ 9, 7, 7, 6, 7, 7, 7, 7, 7, 6, 5, 8, 7, 7, 6, 6, 6, 7, 5, 6, 7, 7, 6, 6 ], "misses": [], "backend": { "name": "wiki", "hit1": 23, "hitk": 23, "mrr": 0.9583333333333334, "loadMs": 509533, "searchMs": [ 7, 6, 7, 6, 6, 7, 6, 6, 6, 7, 5, 7, 6, 6, 7, 5, 6, 7, 6, 6, 6, 6, 7, 7 ] } }, { "family": "ko-episode", "kind": "episode", "n": 64, "k": 2, "queries": 24, "dense": { "hit1": 24, "hitk": 24, "mrr": 1 }, "hybrid": { "hit1": 24, "hitk": 24, "mrr": 1 }, "denseMs": [ 6, 6, 6, 6, 5, 7, 6, 7, 5, 5, 5, 5, 6, 6, 6, 6, 6, 6, 6, 5, 5, 6, 6, 7 ], "hybridMs": [ 9, 8, 8, 8, 7, 9, 7, 9, 7, 6, 6, 6, 7, 7, 7, 7, 5, 8, 7, 6, 6, 7, 7, 8 ], "misses": [], "backend": { "name": "wiki", "hit1": 16, "hitk": 22, "mrr": 0.7916666666666666, "loadMs": 1023629, "searchMs": [ 8, 7, 8, 8, 7, 5, 7, 7, 6, 7, 8, 7, 6, 7, 6, 6, 6, 6, 8, 6, 7, 6, 6, 7 ] } }, { "family": "quantum-outcome", "kind": "outcome", "n": 4, "k": 4, "queries": 24, "dense": { "hit1": 24, "hitk": 24, "mrr": 1 }, "hybrid": { "hit1": 24, "hitk": 24, "mrr": 1 }, "denseMs": [ 7, 6, 5, 6, 6, 8, 6, 7, 6, 6, 6, 5, 6, 5, 5, 5, 6, 5, 5, 5, 6, 6, 5, 6 ], "hybridMs": [ 5, 6, 6, 7, 6, 8, 6, 7, 6, 7, 5, 5, 6, 6, 5, 5, 6, 6, 5, 5, 5, 6, 5, 6 ], "misses": [], "backend": { "name": "wiki", "hit1": 24, "hitk": 24, "mrr": 1, "loadMs": 167153, "searchMs": [ 8, 7, 6, 7, 8, 6, 6, 7, 7, 8, 7, 6, 6, 5, 6, 6, 6, 6, 7, 6, 4, 6, 6, 6 ] } }, { "family": "quantum-outcome", "kind": "outcome", "n": 8, "k": 4, "queries": 24, "dense": { "hit1": 24, "hitk": 24, "mrr": 1 }, "hybrid": { "hit1": 24, "hitk": 24, "mrr": 1 }, "denseMs": [ 5, 6, 6, 5, 5, 5, 6, 7, 6, 5, 6, 5, 5, 6, 6, 5, 7, 5, 5, 6, 5, 5, 6, 5 ], "hybridMs": [ 4, 5, 7, 5, 5, 4, 6, 7, 6, 5, 6, 5, 6, 6, 6, 5, 7, 5, 5, 6, 5, 5, 6, 6 ], "misses": [], "backend": { "name": "wiki", "hit1": 24, "hitk": 24, "mrr": 1, "loadMs": 88882, "searchMs": [ 7, 7, 7, 7, 8, 7, 6, 6, 6, 6, 7, 7, 6, 7, 6, 6, 8, 7, 6, 7, 5, 5, 6, 4 ] } }, { "family": "quantum-outcome", "kind": "outcome", "n": 16, "k": 4, "queries": 24, "dense": { "hit1": 23, "hitk": 24, "mrr": 0.9722222222222223 }, "hybrid": { "hit1": 24, "hitk": 24, "mrr": 1 }, "denseMs": [ 6, 7, 7, 6, 7, 5, 4, 6, 5, 6, 6, 4, 5, 6, 5, 8, 9, 5, 5, 6, 5, 5, 5, 6 ], "hybridMs": [ 7, 8, 7, 6, 7, 5, 4, 5, 5, 6, 6, 5, 6, 7, 6, 8, 9, 5, 6, 7, 5, 5, 5, 6 ], "misses": [], "backend": { "name": "wiki", "hit1": 24, "hitk": 24, "mrr": 1, "loadMs": 367014, "searchMs": [ 6, 7, 7, 7, 7, 6, 5, 7, 6, 5, 6, 5, 6, 7, 6, 8, 6, 6, 6, 7, 6, 6, 6, 6 ] } }, { "family": "quantum-outcome", "kind": "outcome", "n": 32, "k": 4, "queries": 24, "dense": { "hit1": 23, "hitk": 24, "mrr": 0.9791666666666666 }, "hybrid": { "hit1": 24, "hitk": 24, "mrr": 1 }, "denseMs": [ 5, 6, 5, 6, 6, 6, 7, 7, 6, 5, 7, 7, 5, 8, 5, 6, 8, 6, 5, 5, 5, 6, 7, 6 ], "hybridMs": [ 6, 7, 6, 6, 6, 6, 6, 8, 6, 6, 7, 7, 5, 9, 6, 6, 7, 6, 6, 5, 6, 6, 6, 5 ], "misses": [], "backend": { "name": "wiki", "hit1": 8, "hitk": 21, "mrr": 0.5243055555555556, "loadMs": 636948, "searchMs": [ 6, 8, 5, 5, 8, 7, 6, 7, 6, 6, 7, 6, 6, 6, 6, 6, 6, 6, 5, 7, 6, 6, 7, 6 ] } }, { "family": "quantum-outcome", "kind": "outcome", "n": 64, "k": 4, "queries": 24, "dense": { "hit1": 23, "hitk": 24, "mrr": 0.9791666666666666 }, "hybrid": { "hit1": 24, "hitk": 24, "mrr": 1 }, "denseMs": [ 8, 7, 6, 7, 7, 6, 6, 6, 6, 7, 5, 5, 6, 9, 5, 5, 6, 5, 5, 6, 5, 6, 6, 8 ], "hybridMs": [ 7, 7, 7, 7, 6, 7, 7, 6, 6, 7, 6, 6, 5, 9, 6, 6, 7, 5, 5, 5, 5, 6, 6, 8 ], "misses": [], "backend": { "name": "wiki", "hit1": 7, "hitk": 14, "mrr": 0.4166666666666667, "loadMs": 1216297, "searchMs": [ 8, 7, 11, 6, 9, 6, 8, 7, 6, 6, 7, 6, 6, 7, 6, 6, 6, 7, 7, 8, 6, 6, 7, 7 ] } }, { "family": "approval-outcome", "kind": "outcome", "n": 4, "k": 4, "queries": 24, "dense": { "hit1": 19, "hitk": 24, "mrr": 0.8819444444444445 }, "hybrid": { "hit1": 19, "hitk": 24, "mrr": 0.8958333333333334 }, "denseMs": [ 6, 5, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 7, 5, 6, 6, 5, 6, 6, 6, 6, 6, 5, 6 ], "hybridMs": [ 6, 5, 6, 6, 5, 6, 6, 6, 6, 6, 6, 6, 7, 5, 6, 6, 5, 6, 6, 6, 7, 6, 5, 6 ], "misses": [], "backend": { "name": "wiki", "hit1": 24, "hitk": 24, "mrr": 1, "loadMs": 132499, "searchMs": [ 7, 6, 6, 6, 6, 7, 6, 6, 6, 7, 9, 8, 8, 7, 8, 8, 8, 9, 7, 7, 6, 7, 5, 6 ] } }, { "family": "approval-outcome", "kind": "outcome", "n": 8, "k": 4, "queries": 24, "dense": { "hit1": 13, "hitk": 20, "mrr": 0.6666666666666666 }, "hybrid": { "hit1": 17, "hitk": 24, "mrr": 0.8263888888888888 }, "denseMs": [ 6, 6, 6, 6, 6, 6, 6, 6, 7, 6, 6, 6, 5, 5, 6, 6, 6, 6, 7, 5, 7, 6, 5, 6 ], "hybridMs": [ 7, 6, 6, 5, 5, 6, 6, 6, 6, 6, 5, 6, 5, 6, 6, 7, 6, 6, 6, 5, 7, 6, 5, 6 ], "misses": [ { "question": "When cell 10 had its incident, what action was approved?", "denseRank": null, "hybridRank": 3 }, { "question": "When cell 14 had its incident, what action was approved?", "denseRank": null, "hybridRank": 3 }, { "question": "When cell 10 had its incident, what action was approved?", "denseRank": null, "hybridRank": 3 }, { "question": "When cell 14 had its incident, what action was approved?", "denseRank": null, "hybridRank": 3 } ], "backend": { "name": "wiki", "hit1": 17, "hitk": 18, "mrr": 0.7291666666666666, "loadMs": 193684, "searchMs": [ 6, 7, 8, 6, 5, 7, 6, 7, 7, 7, 6, 10, 6, 5, 6, 6, 6, 7, 6, 5, 6, 7, 6, 7 ] } }, { "family": "approval-outcome", "kind": "outcome", "n": 16, "k": 4, "queries": 24, "dense": { "hit1": 10, "hitk": 21, "mrr": 0.6041666666666667 }, "hybrid": { "hit1": 20, "hitk": 24, "mrr": 0.9166666666666666 }, "denseMs": [ 9, 7, 6, 4, 6, 7, 6, 6, 6, 6, 6, 6, 6, 5, 7, 5, 7, 6, 5, 6, 6, 7, 6, 7 ], "hybridMs": [ 8, 6, 6, 5, 6, 7, 5, 6, 6, 7, 6, 6, 5, 5, 6, 5, 7, 6, 5, 6, 6, 6, 6, 7 ], "misses": [ { "question": "When cell 25 had its incident, what action was approved?", "denseRank": null, "hybridRank": 2 }, { "question": "When cell 25 had its incident, what action was approved?", "denseRank": null, "hybridRank": 2 }, { "question": "What was the decision on incident inc-20260903-paging-storm-2?", "denseRank": null, "hybridRank": 1 } ], "backend": { "name": "wiki", "hit1": 17, "hitk": 21, "mrr": 0.78125, "loadMs": 388060, "searchMs": [ 7, 7, 8, 6, 7, 7, 6, 6, 7, 7, 7, 7, 7, 6, 6, 7, 6, 7, 7, 7, 7, 7, 7, 6 ] } }, { "family": "approval-outcome", "kind": "outcome", "n": 32, "k": 4, "queries": 24, "dense": { "hit1": 7, "hitk": 18, "mrr": 0.4583333333333333 }, "hybrid": { "hit1": 18, "hitk": 23, "mrr": 0.8541666666666666 }, "denseMs": [ 6, 5, 7, 7, 5, 7, 6, 4, 7, 7, 7, 6, 7, 6, 7, 4, 4, 7, 6, 3, 7, 6, 6, 6 ], "hybridMs": [ 7, 6, 7, 6, 6, 8, 6, 4, 7, 7, 8, 6, 7, 7, 7, 4, 5, 6, 5, 3, 8, 6, 5, 6 ], "misses": [ { "question": "What did we approve for inc-20260914-cell-down-13?", "denseRank": null, "hybridRank": 1 }, { "question": "When cell 12 had its incident, what action was approved?", "denseRank": null, "hybridRank": 2 }, { "question": "When cell 11 had its incident, what action was approved?", "denseRank": null, "hybridRank": 2 }, { "question": "When cell 28 had its incident, what action was approved?", "denseRank": null, "hybridRank": 2 }, { "question": "When cell 15 had its incident, what action was approved?", "denseRank": null, "hybridRank": null }, { "question": "When cell 10 had its incident, what action was approved?", "denseRank": null, "hybridRank": 2 } ], "backend": { "name": "wiki", "hit1": 5, "hitk": 19, "mrr": 0.44097222222222227, "loadMs": 451584, "searchMs": [ 7, 4, 7, 7, 5, 5, 7, 6, 6, 9, 6, 7, 6, 6, 7, 7, 5, 7, 7, 6, 7, 7, 7, 7 ] } }, { "family": "approval-outcome", "kind": "outcome", "n": 64, "k": 4, "queries": 24, "dense": { "hit1": 5, "hitk": 13, "mrr": 0.34722222222222215 }, "hybrid": { "hit1": 16, "hitk": 20, "mrr": 0.736111111111111 }, "denseMs": [ 7, 5, 4, 6, 5, 8, 6, 6, 6, 5, 5, 6, 7, 5, 6, 6, 5, 7, 6, 6, 6, 5, 7, 7 ], "hybridMs": [ 8, 6, 5, 7, 6, 9, 7, 6, 7, 6, 6, 7, 7, 6, 7, 7, 6, 9, 5, 5, 6, 6, 8, 6 ], "misses": [ { "question": "What did we approve for inc-20260919-sleeping-cell-18?", "denseRank": null, "hybridRank": 1 }, { "question": "When cell 58 had its incident, what action was approved?", "denseRank": null, "hybridRank": null }, { "question": "What was the decision on incident inc-20260916-cell-down-43?", "denseRank": null, "hybridRank": 2 }, { "question": "What did we approve for inc-20260915-sleeping-cell-14?", "denseRank": null, "hybridRank": 1 }, { "question": "When cell 32 had its incident, what action was approved?", "denseRank": null, "hybridRank": null }, { "question": "When cell 61 had its incident, what action was approved?", "denseRank": null, "hybridRank": 3 }, { "question": "When cell 10 had its incident, what action was approved?", "denseRank": null, "hybridRank": null }, { "question": "What did we approve for inc-20260924-congestion-51?", "denseRank": null, "hybridRank": 1 }, { "question": "When cell 50 had its incident, what action was approved?", "denseRank": null, "hybridRank": null }, { "question": "What did we approve for inc-20260914-sleeping-cell-41?", "denseRank": null, "hybridRank": 1 }, { "question": "When cell 60 had its incident, what action was approved?", "denseRank": null, "hybridRank": 3 } ], "backend": { "name": "wiki", "hit1": 6, "hitk": 18, "mrr": 0.4791666666666667, "loadMs": 1169202, "searchMs": [ 7, 6, 6, 9, 7, 5, 8, 6, 6, 6, 6, 6, 7, 6, 7, 6, 6, 7, 7, 8, 7, 7, 6, 6 ] } }, { "family": "cluster-fact", "kind": "fact", "n": 4, "k": 3, "queries": 24, "dense": { "hit1": 24, "hitk": 24, "mrr": 1 }, "hybrid": { "hit1": 24, "hitk": 24, "mrr": 1 }, "denseMs": [ 6, 6, 6, 5, 6, 6, 6, 6, 6, 6, 6, 10, 7, 5, 7, 7, 6, 13, 8, 5, 7, 4, 7, 6 ], "hybridMs": [ 6, 6, 6, 5, 6, 5, 6, 6, 6, 6, 6, 10, 6, 6, 7, 8, 6, 13, 8, 5, 6, 4, 7, 6 ], "misses": [], "backend": { "name": "wiki", "hit1": 24, "hitk": 24, "mrr": 1, "loadMs": 146418, "searchMs": [ 6, 7, 6, 6, 7, 6, 7, 7, 6, 6, 8, 7, 7, 5, 7, 7, 7, 8, 6, 6, 7, 7, 7, 7 ] } }, { "family": "cluster-fact", "kind": "fact", "n": 8, "k": 3, "queries": 24, "dense": { "hit1": 24, "hitk": 24, "mrr": 1 }, "hybrid": { "hit1": 24, "hitk": 24, "mrr": 1 }, "denseMs": [ 7, 5, 7, 6, 6, 6, 7, 6, 6, 5, 6, 7, 6, 6, 5, 7, 5, 4, 5, 5, 6, 5, 5, 5 ], "hybridMs": [ 6, 5, 8, 6, 5, 6, 7, 6, 7, 5, 5, 7, 6, 6, 6, 8, 6, 4, 6, 5, 6, 5, 6, 5 ], "misses": [], "backend": { "name": "wiki", "hit1": 24, "hitk": 24, "mrr": 1, "loadMs": 186087, "searchMs": [ 7, 7, 6, 5, 6, 5, 6, 7, 5, 7, 3, 5, 7, 7, 6, 5, 4, 6, 5, 7, 6, 6, 6, 5 ] } }, { "family": "cluster-fact", "kind": "fact", "n": 16, "k": 3, "queries": 24, "dense": { "hit1": 23, "hitk": 24, "mrr": 0.9791666666666666 }, "hybrid": { "hit1": 24, "hitk": 24, "mrr": 1 }, "denseMs": [ 6, 6, 6, 6, 7, 5, 6, 5, 6, 6, 5, 6, 6, 6, 6, 6, 7, 8, 8, 6, 5, 6, 5, 5 ], "hybridMs": [ 5, 6, 7, 7, 7, 5, 6, 5, 7, 6, 6, 6, 6, 5, 6, 5, 7, 8, 7, 6, 5, 6, 5, 5 ], "misses": [], "backend": { "name": "wiki", "hit1": 23, "hitk": 24, "mrr": 0.9791666666666666, "loadMs": 356674, "searchMs": [ 6, 7, 6, 7, 7, 7, 7, 6, 7, 7, 7, 6, 6, 7, 7, 7, 6, 6, 6, 6, 6, 6, 5, 6 ] } }, { "family": "cluster-fact", "kind": "fact", "n": 32, "k": 3, "queries": 24, "dense": { "hit1": 18, "hitk": 23, "mrr": 0.8541666666666666 }, "hybrid": { "hit1": 18, "hitk": 24, "mrr": 0.875 }, "denseMs": [ 7, 6, 5, 7, 5, 6, 6, 8, 4, 6, 6, 6, 6, 8, 6, 6, 7, 7, 6, 6, 6, 7, 6, 7 ], "hybridMs": [ 6, 6, 6, 7, 5, 6, 6, 8, 5, 7, 7, 7, 6, 7, 7, 6, 7, 6, 6, 6, 7, 7, 6, 7 ], "misses": [ { "question": "How many cells and tracking areas does Seoul Mapo-gu ring 2 have?", "denseRank": null, "hybridRank": 2 } ], "backend": { "name": "wiki", "hit1": 17, "hitk": 24, "mrr": 0.8402777777777778, "loadMs": 631941, "searchMs": [ 8, 6, 6, 7, 6, 7, 7, 7, 7, 7, 5, 6, 8, 7, 9, 7, 6, 6, 7, 6, 7, 6, 6, 8 ] } }, { "family": "cluster-fact", "kind": "fact", "n": 64, "k": 3, "queries": 24, "dense": { "hit1": 17, "hitk": 22, "mrr": 0.8055555555555555 }, "hybrid": { "hit1": 21, "hitk": 24, "mrr": 0.9375 }, "denseMs": [ 5, 7, 6, 5, 6, 6, 5, 7, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 8, 4, 6, 6, 7 ], "hybridMs": [ 7, 7, 7, 6, 7, 7, 5, 7, 7, 7, 7, 7, 7, 5, 7, 6, 7, 6, 6, 7, 4, 7, 7, 7 ], "misses": [ { "question": "How many cells and tracking areas does Seoul Mapo-gu ring 5 have?", "denseRank": null, "hybridRank": 1 }, { "question": "What did the cluster summary say about Seoul Songpa-gu ring 4?", "denseRank": null, "hybridRank": 1 } ], "backend": { "name": "wiki", "hit1": 15, "hitk": 21, "mrr": 0.7222222222222222, "loadMs": 1261577, "searchMs": [ 7, 7, 6, 7, 8, 7, 7, 7, 6, 9, 8, 8, 7, 6, 7, 6, 7, 6, 6, 7, 7, 7, 8, 7 ] } }, { "family": "episode", "kind": "episode", "n": 4, "k": 2, "queries": 24, "dense": { "hit1": 12, "hitk": 19, "mrr": 0.6458333333333334 }, "hybrid": { "hit1": 16, "hitk": 24, "mrr": 0.8333333333333334 }, "denseMs": [ 6, 5, 6, 6, 6, 8, 5, 5, 5, 5, 5, 5, 5, 5, 6, 6, 6, 6, 6, 5, 8, 5, 6, 6 ], "hybridMs": [ 5, 5, 6, 6, 6, 8, 5, 5, 5, 5, 5, 5, 5, 5, 6, 6, 6, 6, 6, 5, 8, 6, 6, 6 ], "misses": [ { "question": "Which tools answered the question on cell 102?", "denseRank": null, "hybridRank": 2 }, { "question": "Which tools answered the question on cell 102?", "denseRank": null, "hybridRank": 2 }, { "question": "Which tools answered the question on cell 102?", "denseRank": null, "hybridRank": 2 }, { "question": "Which tools answered the question on cell 102?", "denseRank": null, "hybridRank": 2 }, { "question": "Which tools answered the question on cell 102?", "denseRank": null, "hybridRank": 2 } ], "backend": { "name": "wiki", "hit1": 24, "hitk": 24, "mrr": 1, "loadMs": 88392, "searchMs": [ 5, 7, 8, 7, 6, 8, 6, 6, 5, 5, 5, 5, 7, 7, 6, 7, 7, 6, 6, 6, 7, 5, 7, 6 ] } }, { "family": "episode", "kind": "episode", "n": 8, "k": 2, "queries": 24, "dense": { "hit1": 19, "hitk": 19, "mrr": 0.7916666666666666 }, "hybrid": { "hit1": 21, "hitk": 24, "mrr": 0.9375 }, "denseMs": [ 6, 6, 5, 5, 6, 6, 5, 6, 6, 6, 6, 5, 6, 5, 5, 6, 5, 6, 8, 6, 7, 6, 6, 5 ], "hybridMs": [ 6, 7, 5, 5, 6, 5, 5, 6, 6, 6, 6, 5, 6, 5, 5, 5, 5, 6, 8, 6, 7, 6, 6, 5 ], "misses": [ { "question": "What did we discuss about cell 103 last time?", "denseRank": null, "hybridRank": 2 }, { "question": "What did we discuss about cell 103 last time?", "denseRank": null, "hybridRank": 2 }, { "question": "Which tools answered the question on cell 102?", "denseRank": null, "hybridRank": 1 }, { "question": "What did we discuss about cell 103 last time?", "denseRank": null, "hybridRank": 2 }, { "question": "Which tools answered the question on cell 102?", "denseRank": null, "hybridRank": 1 } ], "backend": { "name": "wiki", "hit1": 24, "hitk": 24, "mrr": 1, "loadMs": 170409, "searchMs": [ 6, 6, 6, 7, 7, 6, 7, 6, 7, 8, 6, 6, 7, 7, 7, 6, 5, 7, 6, 7, 6, 7, 6, 6 ] } }, { "family": "episode", "kind": "episode", "n": 16, "k": 2, "queries": 24, "dense": { "hit1": 15, "hitk": 18, "mrr": 0.6875 }, "hybrid": { "hit1": 23, "hitk": 24, "mrr": 0.9791666666666666 }, "denseMs": [ 8, 9, 8, 7, 7, 6, 8, 8, 9, 8, 9, 9, 10, 10, 7, 9, 8, 7, 7, 9, 7, 7, 7, 7 ], "hybridMs": [ 8, 9, 8, 8, 7, 6, 8, 7, 8, 8, 9, 9, 10, 10, 7, 9, 9, 7, 7, 9, 7, 7, 8, 7 ], "misses": [ { "question": "What did we discuss about cell 102 last time?", "denseRank": null, "hybridRank": 1 }, { "question": "Which tools answered the question on cell 115?", "denseRank": null, "hybridRank": 1 }, { "question": "What did we discuss about cell 114 last time?", "denseRank": null, "hybridRank": 1 }, { "question": "Which tools answered the question on cell 110?", "denseRank": null, "hybridRank": 1 }, { "question": "What did we discuss about cell 111 last time?", "denseRank": null, "hybridRank": 2 }, { "question": "Which tools answered the question on cell 102?", "denseRank": null, "hybridRank": 1 } ], "backend": { "name": "wiki", "hit1": 19, "hitk": 20, "mrr": 0.8125, "loadMs": 311506, "searchMs": [ 8, 8, 9, 6, 8, 7, 9, 9, 9, 10, 9, 10, 8, 9, 9, 8, 9, 10, 8, 9, 8, 9, 8, 9 ] } }, { "family": "episode", "kind": "episode", "n": 32, "k": 2, "queries": 24, "dense": { "hit1": 13, "hitk": 20, "mrr": 0.6875 }, "hybrid": { "hit1": 22, "hitk": 24, "mrr": 0.9583333333333334 }, "denseMs": [ 6, 7, 6, 6, 6, 6, 5, 6, 6, 5, 7, 6, 6, 5, 6, 6, 4, 5, 4, 5, 6, 5, 5, 5 ], "hybridMs": [ 7, 6, 7, 6, 6, 6, 6, 6, 6, 6, 8, 6, 6, 5, 7, 6, 5, 6, 5, 5, 6, 5, 6, 5 ], "misses": [ { "question": "What did we discuss about cell 102 last time?", "denseRank": null, "hybridRank": 2 }, { "question": "What did we discuss about cell 122 last time?", "denseRank": null, "hybridRank": 1 }, { "question": "Which tools answered the question on cell 114?", "denseRank": null, "hybridRank": 1 }, { "question": "What did we discuss about cell 118 last time?", "denseRank": null, "hybridRank": 2 } ], "backend": { "name": "wiki", "hit1": 13, "hitk": 13, "mrr": 0.5416666666666666, "loadMs": 639831, "searchMs": [ 6, 7, 7, 7, 7, 7, 7, 7, 6, 6, 6, 6, 6, 6, 6, 6, 5, 6, 5, 5, 7, 7, 6, 6 ] } }, { "family": "episode", "kind": "episode", "n": 64, "k": 2, "queries": 24, "dense": { "hit1": 8, "hitk": 10, "mrr": 0.375 }, "hybrid": { "hit1": 13, "hitk": 20, "mrr": 0.6875 }, "denseMs": [ 8, 6, 6, 6, 6, 6, 6, 5, 5, 5, 6, 6, 5, 5, 7, 5, 5, 5, 5, 5, 5, 6, 5, 6 ], "hybridMs": [ 9, 5, 8, 7, 7, 6, 7, 6, 4, 6, 6, 6, 6, 6, 7, 6, 6, 6, 6, 6, 6, 5, 6, 7 ], "misses": [ { "question": "What did we discuss about cell 142 last time?", "denseRank": null, "hybridRank": 2 }, { "question": "Which tools answered the question on cell 110?", "denseRank": null, "hybridRank": 2 }, { "question": "What did we discuss about cell 110 last time?", "denseRank": null, "hybridRank": 2 }, { "question": "Which tools answered the question on cell 143?", "denseRank": null, "hybridRank": 2 }, { "question": "What did we discuss about cell 114 last time?", "denseRank": null, "hybridRank": 2 }, { "question": "Which tools answered the question on cell 122?", "denseRank": null, "hybridRank": null }, { "question": "What did we discuss about cell 117 last time?", "denseRank": null, "hybridRank": 2 }, { "question": "What did we discuss about cell 151 last time?", "denseRank": null, "hybridRank": 1 }, { "question": "What did we discuss about cell 163 last time?", "denseRank": null, "hybridRank": null }, { "question": "Which tools answered the question on cell 158?", "denseRank": null, "hybridRank": 2 }, { "question": "What did we discuss about cell 163 last time?", "denseRank": null, "hybridRank": null }, { "question": "What did we discuss about cell 151 last time?", "denseRank": null, "hybridRank": 1 }, { "question": "What did we discuss about cell 150 last time?", "denseRank": null, "hybridRank": 1 }, { "question": "Which tools answered the question on cell 142?", "denseRank": null, "hybridRank": null } ], "backend": { "name": "wiki", "hit1": 24, "hitk": 24, "mrr": 1, "loadMs": 1252545, "searchMs": [ 7, 8, 6, 6, 7, 5, 8, 7, 6, 5, 6, 6, 7, 8, 6, 6, 5, 6, 7, 6, 6, 7, 7, 7 ] } } ], "elapsedMs": 14203105 }