feat(hybrid): Session 10.1 — Hybrid RAG Search with RRF reranking

- Add searchEx() to vector engine returning metadata
- Add reciprocalRankFusion(), doHybridSearch(), findRealIdByDocId() helpers
- Add SQL functions: hybrid_search(), hybrid_search_ids(), rerank()
- Fix CREATE INDEX HNSW docId to use hash(fullKey) matching INSERT
- 5 tests covering hybrid search, ids, RRF ranking, rerank, missing indexes
This commit is contained in:
2026-05-17 13:30:19 +03:00
parent f622c8f82c
commit 836d30d84a
3 changed files with 250 additions and 2 deletions
+26
View File
@@ -258,6 +258,32 @@ proc search*(idx: HNSWIndex, query: Vector, k: int,
for i in 0..<n:
result[i] = (nearest[i].id, nearest[i].dist)
proc searchEx*(idx: HNSWIndex, query: Vector, k: int,
metric: DistanceMetric = dmCosine): seq[(uint64, float64, Table[string, string])] =
acquire(idx.lock)
defer: release(idx.lock)
if idx.nodes.len == 0:
return @[]
var currEntry = idx.entryPoint
for lc in countdown(idx.maxLevel, 1):
let nearest = searchLayer(idx, currEntry, query, 1, lc, metric)
if nearest.len > 0:
currEntry = nearest[0].id
let ef = max(k * 2, idx.efConstruction)
let nearest = searchLayer(idx, currEntry, query, ef, 0, metric)
let n = min(k, nearest.len)
result = newSeq[(uint64, float64, Table[string, string])](n)
for i in 0..<n:
let nodeId = nearest[i].id
var meta = initTable[string, string]()
if nodeId in idx.nodes:
meta = idx.nodes[nodeId].metadata
result[i] = (nodeId, nearest[i].dist, meta)
proc searchWithFilter*(idx: HNSWIndex, query: Vector, k: int,
filter: proc(metadata: Table[string, string]): bool {.gcsafe.},
metric: DistanceMetric = dmCosine): seq[(uint64, float64)] =