krzysztof/landing_page
1
0
Fork 0
mirror of https://github.com/qdrant/landing_page.git synced 2026-09-25 22:18:30 +02:00
Code Issues Packages Projects Releases Wiki Activity
Files
aa5df6b4fd8c8f6222420851946e6fa1e8fca942
landing_page/experiments/fusion/breadth/scifact.json
T
Dylan Couzon e7ddb75405 Add plan and experiments
2026-08-14 14:47:18 -04:00

704 lines
21 KiB
JSON
Raw Blame History

{
"ef16_depth20": {
"depth": 20,
"hnsw_ef": 16,
"union_recall": 0.9279999999999999,
"ideal_ndcg_10": 0.9300191174702331,
"dense_recall": 0.8246666666666667,
"sparse_recall": 0.869888888888889,
"default_ndcg_10": 0.7182688660917973,
"best_arm": "rrf_k2_w1-2",
"best_ndcg_10": 0.7186626208196644,
"ordering": [
"rrf_k2_w1-2",
"rrf_k2_w1-1",
"dbsf",
"rrf_k5_w1-1",
"rrf_k2_w1-3",
"rrf_k1_w1-1",
"rrf_k2_w2-4",
"rrf_k5_w2-1",
"rrf_k20_w1-1",
"rrf_k61_w1-1",
"rrf_k1_w2-4",
"rrf_k1_w1-2",
"rrf_k61_w2-1",
"rrf_k5_w1-2",
"rrf_k20_w2-1",
"rrf_k2_w2-1",
"rrf_k5_w3-1",
"rrf_k5_w2-4",
"rrf_k5_w1-3",
"rrf_k20_w1-2",
"rrf_k20_w2-4",
"rrf_k61_w1-2",
"rrf_k20_w1-3",
"rrf_k1_w1-3",
"rrf_k61_w2-4",
"rrf_k61_w3-1",
"rrf_k20_w3-1",
"rrf_k61_w1-3",
"rrf_k2_w3-1",
"rrf_k1_w2-1",
"rrf_k1_w3-1"
],
"arm_ndcg_10": {
"rrf_k2_w1-2": 0.7186626208196644,
"rrf_k2_w1-1": 0.7182688660917973,
"dbsf": 0.7180624203560962,
"rrf_k5_w1-1": 0.7144896378229179,
"rrf_k2_w1-3": 0.7144193280684847,
"rrf_k1_w1-1": 0.7135450244676782,
"rrf_k2_w2-4": 0.7123968048344199,
"rrf_k5_w2-1": 0.7112936660210052,
"rrf_k20_w1-1": 0.7103689805696072,
"rrf_k61_w1-1": 0.709054610626914,
"rrf_k1_w2-4": 0.7072000684515861,
"rrf_k1_w1-2": 0.7072000684515861,
"rrf_k61_w2-1": 0.7062135585194244,
"rrf_k5_w1-2": 0.706119469573368,
"rrf_k20_w2-1": 0.7059670423888645,
"rrf_k2_w2-1": 0.7051988348175411,
"rrf_k5_w3-1": 0.7041194337257045,
"rrf_k5_w2-4": 0.7035188474408888,
"rrf_k5_w1-3": 0.703458974622195,
"rrf_k20_w1-2": 0.702524300928885,
"rrf_k20_w2-4": 0.7022446152670828,
"rrf_k61_w1-2": 0.701808182755178,
"rrf_k20_w1-3": 0.7011772272970471,
"rrf_k1_w1-3": 0.7007666368740246,
"rrf_k61_w2-4": 0.7003274791557945,
"rrf_k61_w3-1": 0.6996554544279036,
"rrf_k20_w3-1": 0.6996426723710097,
"rrf_k61_w1-3": 0.6989198059922149,
"rrf_k2_w3-1": 0.6984422813165032,
"rrf_k1_w2-1": 0.6811476245232382,
"rrf_k1_w3-1": 0.6649761309688809
},
"kendall_tau_vs_baseline": 0.6465517241379312
},
"ef16_depth50": {
"depth": 50,
"hnsw_ef": 16,
"union_recall": 0.9503333333333334,
"ideal_ndcg_10": 0.9511195792180346,
"dense_recall": 0.8820000000000001,
"sparse_recall": 0.8918888888888888,
"default_ndcg_10": 0.7194971588756962,
"best_arm": "dbsf",
"best_ndcg_10": 0.7278864243745619,
"ordering": [
"dbsf",
"rrf_k2_w1-1",
"rrf_k2_w1-2",
"rrf_k5_w1-1",
"rrf_k2_w2-4",
"rrf_k20_w1-1",
"rrf_k5_w2-1",
"rrf_k1_w1-1",
"rrf_k5_w3-1",
"rrf_k2_w1-3",
"rrf_k20_w2-1",
"rrf_k61_w1-1",
"rrf_k5_w1-2",
"rrf_k20_w3-1",
"rrf_k61_w2-1",
"rrf_k61_w3-1",
"rrf_k2_w2-1",
"rrf_k5_w1-3",
"rrf_k1_w2-4",
"rrf_k1_w1-2",
"rrf_k5_w2-4",
"rrf_k1_w1-3",
"rrf_k20_w1-2",
"rrf_k20_w1-3",
"rrf_k20_w2-4",
"rrf_k61_w1-2",
"rrf_k61_w2-4",
"rrf_k2_w3-1",
"rrf_k61_w1-3",
"rrf_k1_w2-1",
"rrf_k1_w3-1"
],
"arm_ndcg_10": {
"dbsf": 0.7278864243745619,
"rrf_k2_w1-1": 0.7194971588756962,
"rrf_k2_w1-2": 0.7157663405681429,
"rrf_k5_w1-1": 0.715360060419144,
"rrf_k2_w2-4": 0.71478232340963,
"rrf_k20_w1-1": 0.714621311962853,
"rrf_k5_w2-1": 0.7143402336849811,
"rrf_k1_w1-1": 0.7142887684692664,
"rrf_k5_w3-1": 0.7106907470858285,
"rrf_k2_w1-3": 0.710128341304386,
"rrf_k20_w2-1": 0.7089818188837064,
"rrf_k61_w1-1": 0.7085654496664912,
"rrf_k5_w1-2": 0.707450594516784,
"rrf_k20_w3-1": 0.7053706507474363,
"rrf_k61_w2-1": 0.7053444556152197,
"rrf_k61_w3-1": 0.7052790567162379,
"rrf_k2_w2-1": 0.7051596768810012,
"rrf_k5_w1-3": 0.7043051670228958,
"rrf_k1_w2-4": 0.7041177382870462,
"rrf_k1_w1-2": 0.7041177382870462,
"rrf_k5_w2-4": 0.703790685484793,
"rrf_k1_w1-3": 0.7014010231101435,
"rrf_k20_w1-2": 0.7008815170374046,
"rrf_k20_w1-3": 0.6991732462220025,
"rrf_k20_w2-4": 0.6989591471922769,
"rrf_k61_w1-2": 0.6987752232207968,
"rrf_k61_w2-4": 0.6971977684589945,
"rrf_k2_w3-1": 0.6968480924560846,
"rrf_k61_w1-3": 0.6966240671744881,
"rrf_k1_w2-1": 0.6778207611055789,
"rrf_k1_w3-1": 0.6640622483356133
},
"kendall_tau_vs_baseline": 0.8663793103448276
},
"ef16_depth200": {
"depth": 200,
"hnsw_ef": 16,
"union_recall": 0.9816666666666667,
"ideal_ndcg_10": 0.982043823975885,
"dense_recall": 0.955,
"sparse_recall": 0.94,
"default_ndcg_10": 0.717491736277043,
"best_arm": "dbsf",
"best_ndcg_10": 0.7323037871882409,
"ordering": [
"dbsf",
"rrf_k2_w1-1",
"rrf_k5_w1-1",
"rrf_k2_w2-4",
"rrf_k2_w1-2",
"rrf_k5_w2-1",
"rrf_k20_w2-1",
"rrf_k5_w3-1",
"rrf_k20_w3-1",
"rrf_k1_w1-1",
"rrf_k20_w1-1",
"rrf_k2_w1-3",
"rrf_k61_w3-1",
"rrf_k5_w2-4",
"rrf_k61_w1-1",
"rrf_k61_w2-1",
"rrf_k5_w1-2",
"rrf_k5_w1-3",
"rrf_k1_w2-4",
"rrf_k1_w1-2",
"rrf_k2_w2-1",
"rrf_k20_w1-2",
"rrf_k1_w1-3",
"rrf_k20_w1-3",
"rrf_k20_w2-4",
"rrf_k2_w3-1",
"rrf_k61_w1-2",
"rrf_k61_w2-4",
"rrf_k61_w1-3",
"rrf_k1_w2-1",
"rrf_k1_w3-1"
],
"arm_ndcg_10": {
"dbsf": 0.7323037871882409,
"rrf_k2_w1-1": 0.717491736277043,
"rrf_k5_w1-1": 0.7156308396590209,
"rrf_k2_w2-4": 0.7150768502208781,
"rrf_k2_w1-2": 0.7150124228231062,
"rrf_k5_w2-1": 0.7142404865507347,
"rrf_k20_w2-1": 0.7137673060986615,
"rrf_k5_w3-1": 0.712514365393912,
"rrf_k20_w3-1": 0.7123290351441248,
"rrf_k1_w1-1": 0.7116966674396331,
"rrf_k20_w1-1": 0.7112821368972284,
"rrf_k2_w1-3": 0.7105054986136041,
"rrf_k61_w3-1": 0.7088949151132611,
"rrf_k5_w2-4": 0.708176108103904,
"rrf_k61_w1-1": 0.7077369755668609,
"rrf_k61_w2-1": 0.7076476866448055,
"rrf_k5_w1-2": 0.7074628011684923,
"rrf_k5_w1-3": 0.7049256031971145,
"rrf_k1_w2-4": 0.7045940546967714,
"rrf_k1_w1-2": 0.7045940546967714,
"rrf_k2_w2-1": 0.7033628305613119,
"rrf_k20_w1-2": 0.7032797784391043,
"rrf_k1_w1-3": 0.7015955812699949,
"rrf_k20_w1-3": 0.7006544754820371,
"rrf_k20_w2-4": 0.6992129766041237,
"rrf_k2_w3-1": 0.6977839705926246,
"rrf_k61_w1-2": 0.6953235940524766,
"rrf_k61_w2-4": 0.6933659535058827,
"rrf_k61_w1-3": 0.6921649012827853,
"rrf_k1_w2-1": 0.6769662017394467,
"rrf_k1_w3-1": 0.6649022480113157
},
"kendall_tau_vs_baseline": 0.9870689655172414
},
"ef128_depth20": {
"depth": 20,
"hnsw_ef": 128,
"union_recall": 0.9279999999999999,
"ideal_ndcg_10": 0.9300191174702331,
"dense_recall": 0.8280000000000001,
"sparse_recall": 0.869888888888889,
"default_ndcg_10": 0.7155128155518965,
"best_arm": "rrf_k2_w1-2",
"best_ndcg_10": 0.7172458775130834,
"ordering": [
"rrf_k2_w1-2",
"dbsf",
"rrf_k2_w1-1",
"rrf_k2_w1-3",
"rrf_k5_w1-1",
"rrf_k2_w2-4",
"rrf_k1_w1-1",
"rrf_k5_w2-1",
"rrf_k20_w1-1",
"rrf_k61_w1-1",
"rrf_k1_w1-2",
"rrf_k1_w2-4",
"rrf_k61_w2-1",
"rrf_k5_w1-2",
"rrf_k20_w2-1",
"rrf_k5_w2-4",
"rrf_k5_w3-1",
"rrf_k5_w1-3",
"rrf_k20_w1-2",
"rrf_k2_w2-1",
"rrf_k20_w2-4",
"rrf_k61_w1-2",
"rrf_k20_w1-3",
"rrf_k1_w1-3",
"rrf_k61_w2-4",
"rrf_k61_w1-3",
"rrf_k61_w3-1",
"rrf_k20_w3-1",
"rrf_k2_w3-1",
"rrf_k1_w2-1",
"rrf_k1_w3-1"
],
"arm_ndcg_10": {
"rrf_k2_w1-2": 0.7172458775130834,
"dbsf": 0.7172449501044995,
"rrf_k2_w1-1": 0.7155128155518965,
"rrf_k2_w1-3": 0.7141929350188453,
"rrf_k5_w1-1": 0.7131118419781046,
"rrf_k2_w2-4": 0.7118522356800095,
"rrf_k1_w1-1": 0.7107889739277774,
"rrf_k5_w2-1": 0.7098850336199061,
"rrf_k20_w1-1": 0.7093839764534631,
"rrf_k61_w1-1": 0.7078385283710144,
"rrf_k1_w1-2": 0.707013559299767,
"rrf_k1_w2-4": 0.707013559299767,
"rrf_k61_w2-1": 0.7046990423377331,
"rrf_k5_w1-2": 0.7044926868045217,
"rrf_k20_w2-1": 0.704452526207173,
"rrf_k5_w2-4": 0.7031900054869534,
"rrf_k5_w3-1": 0.703077687165435,
"rrf_k5_w1-3": 0.7030225421102901,
"rrf_k20_w1-2": 0.7024265371147049,
"rrf_k2_w2-1": 0.7022850545953327,
"rrf_k20_w2-4": 0.7021756797211153,
"rrf_k61_w1-2": 0.7021756797211153,
"rrf_k20_w1-3": 0.7013631554524637,
"rrf_k1_w1-3": 0.7006387201236097,
"rrf_k61_w2-4": 0.7002585436098269,
"rrf_k61_w1-3": 0.6992474190603318,
"rrf_k61_w3-1": 0.697837059321573,
"rrf_k20_w3-1": 0.6978242772646791,
"rrf_k2_w3-1": 0.6958123293356949,
"rrf_k1_w2-1": 0.6803018072010231,
"rrf_k1_w3-1": 0.6646711259156606
},
"kendall_tau_vs_baseline": 0.6450920689818782
},
"ef128_depth50": {
"depth": 50,
"hnsw_ef": 128,
"union_recall": 0.9503333333333334,
"ideal_ndcg_10": 0.9511195792180346,
"dense_recall": 0.8853333333333334,
"sparse_recall": 0.8918888888888888,
"default_ndcg_10": 0.7168891288761211,
"best_arm": "dbsf",
"best_ndcg_10": 0.7270333475290183,
"ordering": [
"dbsf",
"rrf_k2_w1-1",
"rrf_k2_w1-2",
"rrf_k2_w2-4",
"rrf_k5_w2-1",
"rrf_k20_w1-1",
"rrf_k5_w1-1",
"rrf_k1_w1-1",
"rrf_k2_w1-3",
"rrf_k5_w3-1",
"rrf_k61_w1-1",
"rrf_k20_w2-1",
"rrf_k5_w1-2",
"rrf_k20_w3-1",
"rrf_k5_w2-4",
"rrf_k1_w2-4",
"rrf_k1_w1-2",
"rrf_k5_w1-3",
"rrf_k61_w2-1",
"rrf_k2_w2-1",
"rrf_k61_w3-1",
"rrf_k20_w1-2",
"rrf_k1_w1-3",
"rrf_k20_w2-4",
"rrf_k61_w1-2",
"rrf_k20_w1-3",
"rrf_k61_w2-4",
"rrf_k61_w1-3",
"rrf_k2_w3-1",
"rrf_k1_w2-1",
"rrf_k1_w3-1"
],
"arm_ndcg_10": {
"dbsf": 0.7270333475290183,
"rrf_k2_w1-1": 0.7168891288761211,
"rrf_k2_w1-2": 0.7145759903112014,
"rrf_k2_w2-4": 0.7143857747955454,
"rrf_k5_w2-1": 0.7131031179018119,
"rrf_k20_w1-1": 0.7129886096677298,
"rrf_k5_w1-1": 0.7129788312554507,
"rrf_k1_w1-1": 0.7116807384696913,
"rrf_k2_w1-3": 0.710128341304386,
"rrf_k5_w3-1": 0.7096592719939475,
"rrf_k61_w1-1": 0.7077673707197607,
"rrf_k20_w2-1": 0.7070958280662616,
"rrf_k5_w1-2": 0.7058238117479376,
"rrf_k20_w3-1": 0.7049691204147904,
"rrf_k5_w2-4": 0.7047348436009861,
"rrf_k1_w2-4": 0.7041576221848665,
"rrf_k1_w1-2": 0.7041576221848665,
"rrf_k5_w1-3": 0.7040998126507464,
"rrf_k61_w2-1": 0.7035828272474297,
"rrf_k2_w2-1": 0.7030903580777434,
"rrf_k61_w3-1": 0.7029903114392931,
"rrf_k20_w1-2": 0.7020753889107378,
"rrf_k1_w1-3": 0.7014010231101435,
"rrf_k20_w2-4": 0.7001893813470387,
"rrf_k61_w1-2": 0.6997743792358032,
"rrf_k20_w1-3": 0.6997474373949425,
"rrf_k61_w2-4": 0.698196924474001,
"rrf_k61_w1-3": 0.6971043386529252,
"rrf_k2_w3-1": 0.6949529827311328,
"rrf_k1_w2-1": 0.677976643304058,
"rrf_k1_w3-1": 0.6641149282290312
},
"kendall_tau_vs_baseline": 0.8232758620689656
},
"ef128_depth200": {
"depth": 200,
"hnsw_ef": 128,
"union_recall": 0.9816666666666667,
"ideal_ndcg_10": 0.982043823975885,
"dense_recall": 0.955,
"sparse_recall": 0.94,
"default_ndcg_10": 0.717491736277043,
"best_arm": "dbsf",
"best_ndcg_10": 0.7323037871882409,
"ordering": [
"dbsf",
"rrf_k2_w1-1",
"rrf_k5_w1-1",
"rrf_k2_w2-4",
"rrf_k2_w1-2",
"rrf_k5_w2-1",
"rrf_k20_w2-1",
"rrf_k5_w3-1",
"rrf_k20_w3-1",
"rrf_k20_w1-1",
"rrf_k1_w1-1",
"rrf_k2_w1-3",
"rrf_k61_w3-1",
"rrf_k61_w2-1",
"rrf_k5_w2-4",
"rrf_k61_w1-1",
"rrf_k5_w1-2",
"rrf_k5_w1-3",
"rrf_k1_w2-4",
"rrf_k1_w1-2",
"rrf_k2_w2-1",
"rrf_k20_w1-2",
"rrf_k1_w1-3",
"rrf_k20_w1-3",
"rrf_k20_w2-4",
"rrf_k2_w3-1",
"rrf_k61_w1-2",
"rrf_k61_w2-4",
"rrf_k61_w1-3",
"rrf_k1_w2-1",
"rrf_k1_w3-1"
],
"arm_ndcg_10": {
"dbsf": 0.7323037871882409,
"rrf_k2_w1-1": 0.717491736277043,
"rrf_k5_w1-1": 0.7153997615192654,
"rrf_k2_w2-4": 0.7150768502208781,
"rrf_k2_w1-2": 0.7150124228231062,
"rrf_k5_w2-1": 0.7142404865507347,
"rrf_k20_w2-1": 0.7137274222008411,
"rrf_k5_w3-1": 0.712514365393912,
"rrf_k20_w3-1": 0.712280918873719,
"rrf_k20_w1-1": 0.712245686318288,
"rrf_k1_w1-1": 0.7116966674396331,
"rrf_k2_w1-3": 0.7105054986136041,
"rrf_k61_w3-1": 0.7088186689340121,
"rrf_k61_w2-1": 0.7075995703743996,
"rrf_k5_w2-4": 0.7072125586828444,
"rrf_k61_w1-1": 0.7067253098753955,
"rrf_k5_w1-2": 0.7062325670137304,
"rrf_k5_w1-3": 0.7049256031971145,
"rrf_k1_w2-4": 0.7045940546967714,
"rrf_k1_w1-2": 0.7045940546967714,
"rrf_k2_w2-1": 0.7033628305613119,
"rrf_k20_w1-2": 0.7032797784391043,
"rrf_k1_w1-3": 0.7015955812699949,
"rrf_k20_w1-3": 0.7006544754820371,
"rrf_k20_w2-4": 0.6982494271830642,
"rrf_k2_w3-1": 0.6977839705926246,
"rrf_k61_w1-2": 0.6953235940524766,
"rrf_k61_w2-4": 0.6933659535058827,
"rrf_k61_w1-3": 0.6921649012827853,
"rrf_k1_w2-1": 0.6769662017394467,
"rrf_k1_w3-1": 0.6649022480113157
},
"kendall_tau_vs_baseline": 1.0
},
"ef512_depth20": {
"depth": 20,
"hnsw_ef": 512,
"union_recall": 0.9279999999999999,
"ideal_ndcg_10": 0.9300191174702331,
"dense_recall": 0.8280000000000001,
"sparse_recall": 0.869888888888889,
"default_ndcg_10": 0.7155128155518965,
"best_arm": "rrf_k2_w1-2",
"best_ndcg_10": 0.7172458775130834,
"ordering": [
"rrf_k2_w1-2",
"dbsf",
"rrf_k2_w1-1",
"rrf_k2_w1-3",
"rrf_k5_w1-1",
"rrf_k2_w2-4",
"rrf_k1_w1-1",
"rrf_k5_w2-1",
"rrf_k20_w1-1",
"rrf_k61_w1-1",
"rrf_k1_w1-2",
"rrf_k1_w2-4",
"rrf_k61_w2-1",
"rrf_k5_w1-2",
"rrf_k20_w2-1",
"rrf_k5_w2-4",
"rrf_k5_w3-1",
"rrf_k5_w1-3",
"rrf_k20_w1-2",
"rrf_k2_w2-1",
"rrf_k20_w2-4",
"rrf_k61_w1-2",
"rrf_k20_w1-3",
"rrf_k1_w1-3",
"rrf_k61_w2-4",
"rrf_k61_w1-3",
"rrf_k61_w3-1",
"rrf_k20_w3-1",
"rrf_k2_w3-1",
"rrf_k1_w2-1",
"rrf_k1_w3-1"
],
"arm_ndcg_10": {
"rrf_k2_w1-2": 0.7172458775130834,
"dbsf": 0.7172449501044995,
"rrf_k2_w1-1": 0.7155128155518965,
"rrf_k2_w1-3": 0.7141929350188453,
"rrf_k5_w1-1": 0.7131118419781046,
"rrf_k2_w2-4": 0.7118522356800095,
"rrf_k1_w1-1": 0.7107889739277774,
"rrf_k5_w2-1": 0.7098850336199061,
"rrf_k20_w1-1": 0.7093839764534631,
"rrf_k61_w1-1": 0.7078385283710144,
"rrf_k1_w1-2": 0.707013559299767,
"rrf_k1_w2-4": 0.707013559299767,
"rrf_k61_w2-1": 0.7046990423377331,
"rrf_k5_w1-2": 0.7044926868045217,
"rrf_k20_w2-1": 0.704452526207173,
"rrf_k5_w2-4": 0.7031900054869534,
"rrf_k5_w3-1": 0.703077687165435,
"rrf_k5_w1-3": 0.7030225421102901,
"rrf_k20_w1-2": 0.7024265371147049,
"rrf_k2_w2-1": 0.7022850545953327,
"rrf_k20_w2-4": 0.7021756797211153,
"rrf_k61_w1-2": 0.7021756797211153,
"rrf_k20_w1-3": 0.7013631554524637,
"rrf_k1_w1-3": 0.7006387201236097,
"rrf_k61_w2-4": 0.7002585436098269,
"rrf_k61_w1-3": 0.6992474190603318,
"rrf_k61_w3-1": 0.697837059321573,
"rrf_k20_w3-1": 0.6978242772646791,
"rrf_k2_w3-1": 0.6958123293356949,
"rrf_k1_w2-1": 0.6803018072010231,
"rrf_k1_w3-1": 0.6646711259156606
},
"kendall_tau_vs_baseline": 0.6450920689818782
},
"ef512_depth50": {
"depth": 50,
"hnsw_ef": 512,
"union_recall": 0.9503333333333334,
"ideal_ndcg_10": 0.9511195792180346,
"dense_recall": 0.8853333333333334,
"sparse_recall": 0.8918888888888888,
"default_ndcg_10": 0.7168891288761211,
"best_arm": "dbsf",
"best_ndcg_10": 0.7270333475290183,
"ordering": [
"dbsf",
"rrf_k2_w1-1",
"rrf_k2_w1-2",
"rrf_k2_w2-4",
"rrf_k5_w2-1",
"rrf_k20_w1-1",
"rrf_k5_w1-1",
"rrf_k1_w1-1",
"rrf_k2_w1-3",
"rrf_k5_w3-1",
"rrf_k61_w1-1",
"rrf_k20_w2-1",
"rrf_k5_w1-2",
"rrf_k20_w3-1",
"rrf_k5_w2-4",
"rrf_k1_w2-4",
"rrf_k1_w1-2",
"rrf_k5_w1-3",
"rrf_k61_w2-1",
"rrf_k2_w2-1",
"rrf_k61_w3-1",
"rrf_k20_w1-2",
"rrf_k1_w1-3",
"rrf_k20_w2-4",
"rrf_k61_w1-2",
"rrf_k20_w1-3",
"rrf_k61_w2-4",
"rrf_k61_w1-3",
"rrf_k2_w3-1",
"rrf_k1_w2-1",
"rrf_k1_w3-1"
],
"arm_ndcg_10": {
"dbsf": 0.7270333475290183,
"rrf_k2_w1-1": 0.7168891288761211,
"rrf_k2_w1-2": 0.7145759903112014,
"rrf_k2_w2-4": 0.7143857747955454,
"rrf_k5_w2-1": 0.7131031179018119,
"rrf_k20_w1-1": 0.7129886096677298,
"rrf_k5_w1-1": 0.7129788312554507,
"rrf_k1_w1-1": 0.7116807384696913,
"rrf_k2_w1-3": 0.710128341304386,
"rrf_k5_w3-1": 0.7096592719939475,
"rrf_k61_w1-1": 0.7077673707197607,
"rrf_k20_w2-1": 0.7070958280662616,
"rrf_k5_w1-2": 0.7058238117479376,
"rrf_k20_w3-1": 0.7049691204147904,
"rrf_k5_w2-4": 0.7047348436009861,
"rrf_k1_w2-4": 0.7041576221848665,
"rrf_k1_w1-2": 0.7041576221848665,
"rrf_k5_w1-3": 0.7040998126507464,
"rrf_k61_w2-1": 0.7035828272474297,
"rrf_k2_w2-1": 0.7030903580777434,
"rrf_k61_w3-1": 0.7029903114392931,
"rrf_k20_w1-2": 0.7020753889107378,
"rrf_k1_w1-3": 0.7014010231101435,
"rrf_k20_w2-4": 0.7001893813470387,
"rrf_k61_w1-2": 0.6997743792358032,
"rrf_k20_w1-3": 0.6997474373949425,
"rrf_k61_w2-4": 0.698196924474001,
"rrf_k61_w1-3": 0.6971043386529252,
"rrf_k2_w3-1": 0.6949529827311328,
"rrf_k1_w2-1": 0.677976643304058,
"rrf_k1_w3-1": 0.6641149282290312
},
"kendall_tau_vs_baseline": 0.8232758620689656
},
"ef512_depth200": {
"depth": 200,
"hnsw_ef": 512,
"union_recall": 0.9816666666666667,
"ideal_ndcg_10": 0.982043823975885,
"dense_recall": 0.955,
"sparse_recall": 0.94,
"default_ndcg_10": 0.717491736277043,
"best_arm": "dbsf",
"best_ndcg_10": 0.7323037871882409,
"ordering": [
"dbsf",
"rrf_k2_w1-1",
"rrf_k5_w1-1",
"rrf_k2_w2-4",
"rrf_k2_w1-2",
"rrf_k5_w2-1",
"rrf_k20_w2-1",
"rrf_k5_w3-1",
"rrf_k20_w3-1",
"rrf_k20_w1-1",
"rrf_k1_w1-1",
"rrf_k2_w1-3",
"rrf_k61_w3-1",
"rrf_k61_w2-1",
"rrf_k5_w2-4",
"rrf_k61_w1-1",
"rrf_k5_w1-2",
"rrf_k5_w1-3",
"rrf_k1_w2-4",
"rrf_k1_w1-2",
"rrf_k2_w2-1",
"rrf_k20_w1-2",
"rrf_k1_w1-3",
"rrf_k20_w1-3",
"rrf_k20_w2-4",
"rrf_k2_w3-1",
"rrf_k61_w1-2",
"rrf_k61_w2-4",
"rrf_k61_w1-3",
"rrf_k1_w2-1",
"rrf_k1_w3-1"
],
"arm_ndcg_10": {
"dbsf": 0.7323037871882409,
"rrf_k2_w1-1": 0.717491736277043,
"rrf_k5_w1-1": 0.7153997615192654,
"rrf_k2_w2-4": 0.7150768502208781,
"rrf_k2_w1-2": 0.7150124228231062,
"rrf_k5_w2-1": 0.7142404865507347,
"rrf_k20_w2-1": 0.7137274222008411,
"rrf_k5_w3-1": 0.712514365393912,
"rrf_k20_w3-1": 0.712280918873719,
"rrf_k20_w1-1": 0.712245686318288,
"rrf_k1_w1-1": 0.7116966674396331,
"rrf_k2_w1-3": 0.7105054986136041,
"rrf_k61_w3-1": 0.7088186689340121,
"rrf_k61_w2-1": 0.7075995703743996,
"rrf_k5_w2-4": 0.7072125586828444,
"rrf_k61_w1-1": 0.7067253098753955,
"rrf_k5_w1-2": 0.7062325670137304,
"rrf_k5_w1-3": 0.7049256031971145,
"rrf_k1_w2-4": 0.7045940546967714,
"rrf_k1_w1-2": 0.7045940546967714,
"rrf_k2_w2-1": 0.7033628305613119,
"rrf_k20_w1-2": 0.7032797784391043,
"rrf_k1_w1-3": 0.7015955812699949,
"rrf_k20_w1-3": 0.7006544754820371,
"rrf_k20_w2-4": 0.6982494271830642,
"rrf_k2_w3-1": 0.6977839705926246,
"rrf_k61_w1-2": 0.6953235940524766,
"rrf_k61_w2-4": 0.6933659535058827,
"rrf_k61_w1-3": 0.6921649012827853,
"rrf_k1_w2-1": 0.6769662017394467,
"rrf_k1_w3-1": 0.6649022480113157
},
"kendall_tau_vs_baseline": 1.0
}
}
Reference in New Issue View Git Blame Copy Permalink