krzysztof/landing_page
1
0
Fork 0
mirror of https://github.com/qdrant/landing_page.git synced 2026-09-25 22:18:30 +02:00
Code Issues Packages Projects Releases Wiki Activity
Files
e7ddb754050bac915bc09372393a604364e41a9f
landing_page/experiments/fusion/diag/dbpedia-entity.json
T
Dylan Couzon e7ddb75405 Add plan and experiments
2026-08-14 14:47:18 -04:00

420 lines
12 KiB
JSON
Raw Blame History

{
"tie_rate_build1": {
"rrf_k1_w1-1": 0.06575,
"rrf_k1_w1-2": 0.03975,
"rrf_k1_w1-3": 0.025,
"rrf_k1_w2-1": 0.0355,
"rrf_k1_w3-1": 0.02125,
"rrf_k1_w2-4": 0.03975,
"rrf_k2_w1-1": 0.0645,
"rrf_k2_w1-2": 0.04075000000000001,
"rrf_k2_w1-3": 0.023250000000000003,
"rrf_k2_w2-1": 0.0435,
"rrf_k2_w3-1": 0.019000000000000003,
"rrf_k2_w2-4": 0.032,
"rrf_k5_w1-1": 0.06,
"rrf_k5_w1-2": 0.027750000000000004,
"rrf_k5_w1-3": 0.022000000000000002,
"rrf_k5_w2-1": 0.03125,
"rrf_k5_w3-1": 0.018500000000000003,
"rrf_k5_w2-4": 0.021,
"rrf_k20_w1-1": 0.037,
"rrf_k20_w1-2": 0.014500000000000002,
"rrf_k20_w1-3": 0.0085,
"rrf_k20_w2-1": 0.01225,
"rrf_k20_w3-1": 0.00775,
"rrf_k20_w2-4": 0.01225,
"rrf_k61_w1-1": 0.027999999999999997,
"rrf_k61_w1-2": 0.0105,
"rrf_k61_w1-3": 0.005,
"rrf_k61_w2-1": 0.0085,
"rrf_k61_w3-1": 0.00625,
"rrf_k61_w2-4": 0.009999999999999998,
"dbsf": 0.0005,
"dense_only": 0.0,
"sparse_only": 0.05200000000000001,
"unreachable_minmax_w1-1": 0.00575,
"unreachable_minmax_w1-2": 0.0045,
"unreachable_minmax_w1-3": 0.005,
"unreachable_minmax_w2-1": 0.0005,
"unreachable_minmax_w3-1": 0.0005,
"unreachable_minmax_w2-4": 0.0045,
"unreachable_distr_w1-1": 0.0005,
"unreachable_distr_w1-2": 0.003,
"unreachable_distr_w1-3": 0.0034999999999999996,
"unreachable_distr_w2-1": 0.0005,
"unreachable_distr_w3-1": 0.0005,
"unreachable_distr_w2-4": 0.003
},
"bootstrap_vs_default": {
"dbsf": {
"mean": 0.01839085364039045,
"low": 0.00980400860176687,
"high": 0.02674529517819176,
"half_width": 0.008470643288212443,
"n": 400
},
"dense_only": {
"mean": 0.003916573187224914,
"low": -0.00846236457647099,
"high": 0.016899286017432888,
"half_width": 0.012680825296951938,
"n": 400
},
"rrf_k1_w1-1": {
"mean": -0.0013563050118625952,
"low": -0.003419736757304306,
"high": 0.0006648972056947907,
"half_width": 0.0020423169814995485,
"n": 400
},
"rrf_k1_w1-2": {
"mean": -0.024000424219103512,
"low": -0.031647973417531734,
"high": -0.016609041089421784,
"half_width": 0.007519466164054975,
"n": 400
},
"rrf_k1_w1-3": {
"mean": -0.03766513252396882,
"low": -0.04742911133999406,
"high": -0.02812576802264746,
"half_width": 0.009651671658673299,
"n": 400
},
"rrf_k1_w2-1": {
"mean": 0.0088713623332841,
"low": 0.0023033406876908046,
"high": 0.01552784725121163,
"half_width": 0.006612253281760413,
"n": 400
},
"rrf_k1_w2-4": {
"mean": -0.024000424219103512,
"low": -0.031647973417531734,
"high": -0.016609041089421784,
"half_width": 0.007519466164054975,
"n": 400
},
"rrf_k1_w3-1": {
"mean": 0.009228545048939813,
"low": 0.0008147190825958862,
"high": 0.017414800629841933,
"half_width": 0.008300040773623023,
"n": 400
},
"rrf_k20_w1-1": {
"mean": 0.004358207418525032,
"low": -0.004858586253120476,
"high": 0.013109932115668901,
"half_width": 0.008984259184394688,
"n": 400
},
"rrf_k20_w1-2": {
"mean": 0.00747782144679388,
"low": -0.002754374867755998,
"high": 0.017059258026158264,
"half_width": 0.009906816446957132,
"n": 400
},
"rrf_k20_w1-3": {
"mean": 0.010322382835455314,
"low": 0.000224804514317622,
"high": 0.01999999011352626,
"half_width": 0.009887592799604319,
"n": 400
},
"rrf_k20_w2-1": {
"mean": -0.0058015445610532955,
"low": -0.01742261694512168,
"high": 0.004286979797147922,
"half_width": 0.010854798371134802,
"n": 400
},
"rrf_k20_w2-4": {
"mean": 0.0031397805025624227,
"low": -0.008576899750309579,
"high": 0.013509637848346636,
"half_width": 0.011043268799328107,
"n": 400
},
"rrf_k20_w3-1": {
"mean": -0.012067850986310245,
"low": -0.024572335723007516,
"high": -0.0011395204888186277,
"half_width": 0.011716407617094443,
"n": 400
},
"rrf_k2_w1-2": {
"mean": -0.014273543654132206,
"low": -0.021413012729145576,
"high": -0.008117061104594111,
"half_width": 0.006647975812275732,
"n": 400
},
"rrf_k2_w1-3": {
"mean": -0.023142797659287916,
"low": -0.03184059513625672,
"high": -0.015205056769953052,
"half_width": 0.008317769183151833,
"n": 400
},
"rrf_k2_w2-1": {
"mean": 0.008605462719973967,
"low": 0.0035754542211537984,
"high": 0.01365057671370075,
"half_width": 0.005037561246273476,
"n": 400
},
"rrf_k2_w2-4": {
"mean": -0.00948693390252816,
"low": -0.015465080352382258,
"high": -0.0039028084461256076,
"half_width": 0.005781135953128325,
"n": 400
},
"rrf_k2_w3-1": {
"mean": 0.008199357026661825,
"low": 0.0017332867396746537,
"high": 0.014908408872103505,
"half_width": 0.006587561066214426,
"n": 400
},
"rrf_k5_w1-1": {
"mean": 0.00032271157545683176,
"low": -0.004744671462879598,
"high": 0.004496400547309273,
"half_width": 0.004620536005094435,
"n": 400
},
"rrf_k5_w1-2": {
"mean": -0.0016086118564141527,
"low": -0.008196733528831211,
"high": 0.004582552276603352,
"half_width": 0.006389642902717282,
"n": 400
},
"rrf_k5_w1-3": {
"mean": -0.002202435035073261,
"low": -0.00977725723549038,
"high": 0.004545168819938572,
"half_width": 0.007161213027714476,
"n": 400
},
"rrf_k5_w2-1": {
"mean": 0.0020938035824597263,
"low": -0.0043590634431108525,
"high": 0.00824494689528972,
"half_width": 0.006302005169200287,
"n": 400
},
"rrf_k5_w2-4": {
"mean": 0.0044013295202004555,
"low": -0.0035448190879311644,
"high": 0.011202824547749781,
"half_width": 0.007373821817840473,
"n": 400
},
"rrf_k5_w3-1": {
"mean": -0.00025377913577704915,
"low": -0.00724693149519601,
"high": 0.006443312121844843,
"half_width": 0.006845121808520427,
"n": 400
},
"rrf_k61_w1-1": {
"mean": -0.00321850535725273,
"low": -0.015293862110860024,
"high": 0.007602583098838913,
"half_width": 0.011448222604849468,
"n": 400
},
"rrf_k61_w1-2": {
"mean": 0.0033031655222944558,
"low": -0.008495203171965827,
"high": 0.0145130705717553,
"half_width": 0.011504136871860565,
"n": 400
},
"rrf_k61_w1-3": {
"mean": 0.007545243836409348,
"low": -0.0031421565836466715,
"high": 0.017960741044899965,
"half_width": 0.010551448814273319,
"n": 400
},
"rrf_k61_w2-1": {
"mean": -0.010433114227544593,
"low": -0.023532475229380907,
"high": 0.0013997609673174491,
"half_width": 0.012466118098349178,
"n": 400
},
"rrf_k61_w2-4": {
"mean": 0.003864890546579488,
"low": -0.00800388022017349,
"high": 0.01493102055572217,
"half_width": 0.01146745038794783,
"n": 400
},
"rrf_k61_w3-1": {
"mean": -0.016652266549259952,
"low": -0.03068966198112876,
"high": -0.004569537461409921,
"half_width": 0.01306006225985942,
"n": 400
},
"sparse_only": {
"mean": -0.07814752721533537,
"low": -0.09410896998886281,
"high": -0.06316070941353971,
"half_width": 0.01547413028766155,
"n": 400
},
"unreachable_distr_w1-1": {
"mean": 0.01839085364039045,
"low": 0.00980400860176687,
"high": 0.02674529517819176,
"half_width": 0.008470643288212443,
"n": 400
},
"unreachable_distr_w1-2": {
"mean": -0.0017591221768137285,
"low": -0.012435796554487805,
"high": 0.007154980461808968,
"half_width": 0.009795388508148387,
"n": 400
},
"unreachable_distr_w1-3": {
"mean": -0.01941486426640665,
"low": -0.030743047510981714,
"high": -0.008928044092283292,
"half_width": 0.010907501709349211,
"n": 400
},
"unreachable_distr_w2-1": {
"mean": 0.023402446641652207,
"low": 0.01459528652031773,
"high": 0.032585385504272445,
"half_width": 0.008995049491977356,
"n": 400
},
"unreachable_distr_w2-4": {
"mean": -0.0017591221768137285,
"low": -0.012435796554487805,
"high": 0.007154980461808968,
"half_width": 0.009795388508148387,
"n": 400
},
"unreachable_distr_w3-1": {
"mean": 0.02056123347371398,
"low": 0.011437052717321804,
"high": 0.029532772454252728,
"half_width": 0.009047859868465461,
"n": 400
},
"unreachable_minmax_w1-1": {
"mean": 0.014592925691918023,
"low": 0.004960702121168833,
"high": 0.023652371752090895,
"half_width": 0.009345834815461031,
"n": 400
},
"unreachable_minmax_w1-2": {
"mean": -0.00932192278945577,
"low": -0.02142429566652931,
"high": 0.0005077279175697197,
"half_width": 0.010966011792049516,
"n": 400
},
"unreachable_minmax_w1-3": {
"mean": -0.023981849265658967,
"low": -0.037085080958206465,
"high": -0.012952954639418318,
"half_width": 0.012066063159394073,
"n": 400
},
"unreachable_minmax_w2-1": {
"mean": 0.023191461022890287,
"low": 0.014351123368223757,
"high": 0.03263349942559031,
"half_width": 0.009141188028683276,
"n": 400
},
"unreachable_minmax_w2-4": {
"mean": -0.00932192278945577,
"low": -0.02142429566652931,
"high": 0.0005077279175697197,
"half_width": 0.010966011792049516,
"n": 400
},
"unreachable_minmax_w3-1": {
"mean": 0.021703622548656112,
"low": 0.012259161502429965,
"high": 0.030744761223189993,
"half_width": 0.009242799860380013,
"n": 400
}
},
"move1_can_fusion_help": {
"union_recall": 0.8708302656214341,
"ideal_ndcg_10": 0.9508464223519653,
"default_ndcg_10": 0.4638190359359708,
"headroom": 0.48702738641599447,
"dense_recall": 0.7977153417976502,
"sparse_recall": 0.7650791492293604
},
"move2_where_results_come_from": {
"top10_source_share": {
"both": 0.90075,
"sparse_only": 0.0565,
"dense_only": 0.04275
},
"top10_relevant_source_share": {
"both": 0.9573978123200921,
"dense_only": 0.024179620034542316,
"sparse_only": 0.018422567645365574
},
"unique_relevant_per_query": {
"dense": 4.915,
"sparse": 3.485
},
"unique_relevant_surviving_into_top10": {
"dense": 0.021363173957273652,
"sparse": 0.02295552367288379
}
},
"move3_which_way_to_move_k": {
"k_sweep_equal_weights": {
"1": 0.46246273092410817,
"2": 0.4638190359359708,
"5": 0.4641417475114276,
"20": 0.46817724335449584,
"61": 0.460600530578718
},
"best_k": 20,
"span": 0.007576712775777816,
"tie_rate_top10": {
"k1": 0.06575,
"k2": 0.0645,
"k5": 0.06,
"k20": 0.037,
"k61": 0.027999999999999997
},
"dbsf_minus_default": 0.018390853640390448
},
"move4_when_to_stop": {
"arms_clearing": 6,
"clearing_arms": [
"rrf_k2_w2-1",
"rrf_k2_w3-1",
"rrf_k1_w2-1",
"rrf_k1_w3-1",
"rrf_k20_w1-3"
],
"dbsf_clears": true,
"nominal_winner": "dbsf",
"prescription": "rrf_k2_w2-1",
"median_interval_width": 0.016617809956774858
}
}
Reference in New Issue View Git Blame Copy Permalink