mirror of
https://github.com/qdrant/landing_page.git
synced 2026-09-25 22:18:30 +02:00
433 lines
12 KiB
JSON
433 lines
12 KiB
JSON
{
|
|
"tie_rate_build1": {
|
|
"rrf_k1_w1-1": 0.143125,
|
|
"rrf_k1_w1-2": 0.08833333333333335,
|
|
"rrf_k1_w1-3": 0.052916666666666674,
|
|
"rrf_k1_w2-1": 0.079375,
|
|
"rrf_k1_w3-1": 0.05666666666666667,
|
|
"rrf_k1_w2-4": 0.08833333333333335,
|
|
"rrf_k2_w1-1": 0.14208333333333334,
|
|
"rrf_k2_w1-2": 0.091875,
|
|
"rrf_k2_w1-3": 0.04916666666666667,
|
|
"rrf_k2_w2-1": 0.08791666666666667,
|
|
"rrf_k2_w3-1": 0.05541666666666667,
|
|
"rrf_k2_w2-4": 0.08854166666666667,
|
|
"rrf_k5_w1-1": 0.12854166666666667,
|
|
"rrf_k5_w1-2": 0.08145833333333334,
|
|
"rrf_k5_w1-3": 0.0475,
|
|
"rrf_k5_w2-1": 0.07833333333333332,
|
|
"rrf_k5_w3-1": 0.05229166666666667,
|
|
"rrf_k5_w2-4": 0.06708333333333334,
|
|
"rrf_k20_w1-1": 0.088125,
|
|
"rrf_k20_w1-2": 0.04104166666666667,
|
|
"rrf_k20_w1-3": 0.02125,
|
|
"rrf_k20_w2-1": 0.039375,
|
|
"rrf_k20_w3-1": 0.023958333333333335,
|
|
"rrf_k20_w2-4": 0.025625000000000002,
|
|
"rrf_k61_w1-1": 0.04729166666666667,
|
|
"rrf_k61_w1-2": 0.020625,
|
|
"rrf_k61_w1-3": 0.011250000000000001,
|
|
"rrf_k61_w2-1": 0.019583333333333338,
|
|
"rrf_k61_w3-1": 0.009166666666666667,
|
|
"rrf_k61_w2-4": 0.015208333333333334,
|
|
"dbsf": 0.005625000000000001,
|
|
"dense_only": 0.008541666666666666,
|
|
"sparse_only": 0.19291666666666668,
|
|
"unreachable_minmax_w1-1": 0.027708333333333335,
|
|
"unreachable_minmax_w1-2": 0.018333333333333333,
|
|
"unreachable_minmax_w1-3": 0.022708333333333334,
|
|
"unreachable_minmax_w2-1": 0.006041666666666667,
|
|
"unreachable_minmax_w3-1": 0.006041666666666667,
|
|
"unreachable_minmax_w2-4": 0.018333333333333333,
|
|
"unreachable_distr_w1-1": 0.005625000000000001,
|
|
"unreachable_distr_w1-2": 0.013125000000000001,
|
|
"unreachable_distr_w1-3": 0.017083333333333336,
|
|
"unreachable_distr_w2-1": 0.005000000000000001,
|
|
"unreachable_distr_w3-1": 0.005833333333333334,
|
|
"unreachable_distr_w2-4": 0.013125000000000001
|
|
},
|
|
"bootstrap_vs_default": {
|
|
"dbsf": {
|
|
"mean": 0.03828629409890931,
|
|
"low": 0.029647179634253555,
|
|
"high": 0.04708266027432365,
|
|
"half_width": 0.008717740320035049,
|
|
"n": 480
|
|
},
|
|
"dense_only": {
|
|
"mean": -0.03334473688833569,
|
|
"low": -0.04414906128540304,
|
|
"high": -0.021906432639341517,
|
|
"half_width": 0.01112131432303076,
|
|
"n": 480
|
|
},
|
|
"rrf_k1_w1-1": {
|
|
"mean": -0.0022516016302967594,
|
|
"low": -0.0036602291358976084,
|
|
"high": -0.001027773335197612,
|
|
"half_width": 0.0013162279003499982,
|
|
"n": 480
|
|
},
|
|
"rrf_k1_w1-2": {
|
|
"mean": -0.0025330411707959327,
|
|
"low": -0.007646257504954509,
|
|
"high": 0.002525764250959846,
|
|
"half_width": 0.005086010877957178,
|
|
"n": 480
|
|
},
|
|
"rrf_k1_w1-3": {
|
|
"mean": -0.0038791556707879708,
|
|
"low": -0.011132911329326332,
|
|
"high": 0.002822887719037095,
|
|
"half_width": 0.006977899524181714,
|
|
"n": 480
|
|
},
|
|
"rrf_k1_w2-1": {
|
|
"mean": -0.012067202490492165,
|
|
"low": -0.017095759245353136,
|
|
"high": -0.00673730189143724,
|
|
"half_width": 0.005179228676957947,
|
|
"n": 480
|
|
},
|
|
"rrf_k1_w2-4": {
|
|
"mean": -0.0025330411707959327,
|
|
"low": -0.007646257504954509,
|
|
"high": 0.002525764250959846,
|
|
"half_width": 0.005086010877957178,
|
|
"n": 480
|
|
},
|
|
"rrf_k1_w3-1": {
|
|
"mean": -0.015671564571848175,
|
|
"low": -0.022775295235139142,
|
|
"high": -0.008635297968260318,
|
|
"half_width": 0.007069998633439412,
|
|
"n": 480
|
|
},
|
|
"rrf_k20_w1-1": {
|
|
"mean": 0.03166751678471227,
|
|
"low": 0.024933644143885735,
|
|
"high": 0.03889705796982621,
|
|
"half_width": 0.006981706912970238,
|
|
"n": 480
|
|
},
|
|
"rrf_k20_w1-2": {
|
|
"mean": 0.03493339339673267,
|
|
"low": 0.02750236221078256,
|
|
"high": 0.043146257157102,
|
|
"half_width": 0.007821947473159719,
|
|
"n": 480
|
|
},
|
|
"rrf_k20_w1-3": {
|
|
"mean": 0.032187083169047316,
|
|
"low": 0.023762730311959152,
|
|
"high": 0.040677694338715265,
|
|
"half_width": 0.008457482013378056,
|
|
"n": 480
|
|
},
|
|
"rrf_k20_w2-1": {
|
|
"mean": 0.035879320378541156,
|
|
"low": 0.028068770924081467,
|
|
"high": 0.044040214724719355,
|
|
"half_width": 0.007985721900318944,
|
|
"n": 480
|
|
},
|
|
"rrf_k20_w2-4": {
|
|
"mean": 0.03363528663102809,
|
|
"low": 0.024909098955336346,
|
|
"high": 0.04297548113428083,
|
|
"half_width": 0.009033191089472243,
|
|
"n": 480
|
|
},
|
|
"rrf_k20_w3-1": {
|
|
"mean": 0.03614627334849881,
|
|
"low": 0.02750454008370346,
|
|
"high": 0.044909943341983324,
|
|
"half_width": 0.008702701629139933,
|
|
"n": 480
|
|
},
|
|
"rrf_k2_w1-2": {
|
|
"mean": 0.0010651235342690102,
|
|
"low": -0.003681058884806809,
|
|
"high": 0.0057246048470925015,
|
|
"half_width": 0.004702831865949655,
|
|
"n": 480
|
|
},
|
|
"rrf_k2_w1-3": {
|
|
"mean": 0.0010245777599071242,
|
|
"low": -0.005290910349519423,
|
|
"high": 0.007036805833640872,
|
|
"half_width": 0.0061638580915801475,
|
|
"n": 480
|
|
},
|
|
"rrf_k2_w2-1": {
|
|
"mean": -0.005601659366308205,
|
|
"low": -0.009830553821803326,
|
|
"high": -0.001117507909421838,
|
|
"half_width": 0.004356522956190744,
|
|
"n": 480
|
|
},
|
|
"rrf_k2_w2-4": {
|
|
"mean": 0.004413527735863278,
|
|
"low": -9.372313774938445e-05,
|
|
"high": 0.008826693754111003,
|
|
"half_width": 0.004460208445930194,
|
|
"n": 480
|
|
},
|
|
"rrf_k2_w3-1": {
|
|
"mean": -0.007576997256313832,
|
|
"low": -0.013738412461731435,
|
|
"high": -0.0013660682719942386,
|
|
"half_width": 0.0061861720948685976,
|
|
"n": 480
|
|
},
|
|
"rrf_k5_w1-1": {
|
|
"mean": 0.008167901222788843,
|
|
"low": 0.005924866336863484,
|
|
"high": 0.010672434165203536,
|
|
"half_width": 0.002373783914170026,
|
|
"n": 480
|
|
},
|
|
"rrf_k5_w1-2": {
|
|
"mean": 0.013639375472078549,
|
|
"low": 0.009202108143191879,
|
|
"high": 0.01815436580111953,
|
|
"half_width": 0.004476128828963826,
|
|
"n": 480
|
|
},
|
|
"rrf_k5_w1-3": {
|
|
"mean": 0.015620476043567607,
|
|
"low": 0.010866177247206591,
|
|
"high": 0.020577432214804032,
|
|
"half_width": 0.00485562748379872,
|
|
"n": 480
|
|
},
|
|
"rrf_k5_w2-1": {
|
|
"mean": 0.010073685048439564,
|
|
"low": 0.0055379117481071105,
|
|
"high": 0.015220451441509979,
|
|
"half_width": 0.004841269846701434,
|
|
"n": 480
|
|
},
|
|
"rrf_k5_w2-4": {
|
|
"mean": 0.025351486582550153,
|
|
"low": 0.01963719454414564,
|
|
"high": 0.031535137325069296,
|
|
"half_width": 0.005948971390461829,
|
|
"n": 480
|
|
},
|
|
"rrf_k5_w3-1": {
|
|
"mean": 0.01072557131607097,
|
|
"low": 0.004948951010304209,
|
|
"high": 0.016907730344941682,
|
|
"half_width": 0.005979389667318737,
|
|
"n": 480
|
|
},
|
|
"rrf_k61_w1-1": {
|
|
"mean": 0.03602098377536381,
|
|
"low": 0.02709304948893049,
|
|
"high": 0.04533146098756151,
|
|
"half_width": 0.009119205749315509,
|
|
"n": 480
|
|
},
|
|
"rrf_k61_w1-2": {
|
|
"mean": 0.032329368024012796,
|
|
"low": 0.023390482060427067,
|
|
"high": 0.04155925156673052,
|
|
"half_width": 0.009084384753151728,
|
|
"n": 480
|
|
},
|
|
"rrf_k61_w1-3": {
|
|
"mean": 0.0288627830810352,
|
|
"low": 0.019609617977011766,
|
|
"high": 0.03813231476170846,
|
|
"half_width": 0.009261348392348347,
|
|
"n": 480
|
|
},
|
|
"rrf_k61_w2-1": {
|
|
"mean": 0.03575735083664481,
|
|
"low": 0.026185238249609673,
|
|
"high": 0.045493498097021995,
|
|
"half_width": 0.009654129923706161,
|
|
"n": 480
|
|
},
|
|
"rrf_k61_w2-4": {
|
|
"mean": 0.03129971735030443,
|
|
"low": 0.02229565842373485,
|
|
"high": 0.0408665819903541,
|
|
"half_width": 0.009285461783309627,
|
|
"n": 480
|
|
},
|
|
"rrf_k61_w3-1": {
|
|
"mean": 0.034372734386247814,
|
|
"low": 0.024571099580303006,
|
|
"high": 0.044310763944094674,
|
|
"half_width": 0.009869832181895834,
|
|
"n": 480
|
|
},
|
|
"sparse_only": {
|
|
"mean": -0.015629565687052947,
|
|
"low": -0.02621770409315238,
|
|
"high": -0.005260478909026861,
|
|
"half_width": 0.01047861259206276,
|
|
"n": 480
|
|
},
|
|
"unreachable_distr_w1-1": {
|
|
"mean": 0.03828629409890931,
|
|
"low": 0.029647179634253555,
|
|
"high": 0.04708266027432365,
|
|
"half_width": 0.008717740320035049,
|
|
"n": 480
|
|
},
|
|
"unreachable_distr_w1-2": {
|
|
"mean": 0.027929491972728367,
|
|
"low": 0.01942592514776902,
|
|
"high": 0.035682850175572725,
|
|
"half_width": 0.008128462513901853,
|
|
"n": 480
|
|
},
|
|
"unreachable_distr_w1-3": {
|
|
"mean": 0.017795327882595025,
|
|
"low": 0.00914880839230222,
|
|
"high": 0.025619923290712707,
|
|
"half_width": 0.008235557449205243,
|
|
"n": 480
|
|
},
|
|
"unreachable_distr_w2-1": {
|
|
"mean": 0.02485877677558061,
|
|
"low": 0.01669218432020627,
|
|
"high": 0.033535666725218266,
|
|
"half_width": 0.008421741202505998,
|
|
"n": 480
|
|
},
|
|
"unreachable_distr_w2-4": {
|
|
"mean": 0.027929491972728367,
|
|
"low": 0.01942592514776902,
|
|
"high": 0.035682850175572725,
|
|
"half_width": 0.008128462513901853,
|
|
"n": 480
|
|
},
|
|
"unreachable_distr_w3-1": {
|
|
"mean": 0.01071161758405796,
|
|
"low": 0.002329351742784434,
|
|
"high": 0.019457521053826227,
|
|
"half_width": 0.008564084655520896,
|
|
"n": 480
|
|
},
|
|
"unreachable_minmax_w1-1": {
|
|
"mean": 0.030906891097393988,
|
|
"low": 0.024085483040927495,
|
|
"high": 0.03823061872195101,
|
|
"half_width": 0.007072567840511756,
|
|
"n": 480
|
|
},
|
|
"unreachable_minmax_w1-2": {
|
|
"mean": 0.02213314629479027,
|
|
"low": 0.01441458016517394,
|
|
"high": 0.029628810732143972,
|
|
"half_width": 0.007607115283485016,
|
|
"n": 480
|
|
},
|
|
"unreachable_minmax_w1-3": {
|
|
"mean": 0.011198472697296605,
|
|
"low": 0.0029588659768859694,
|
|
"high": 0.019749556961386548,
|
|
"half_width": 0.00839534549225029,
|
|
"n": 480
|
|
},
|
|
"unreachable_minmax_w2-1": {
|
|
"mean": 0.015179114499766286,
|
|
"low": 0.0071007008756296935,
|
|
"high": 0.02359009646125361,
|
|
"half_width": 0.008244697792811957,
|
|
"n": 480
|
|
},
|
|
"unreachable_minmax_w2-4": {
|
|
"mean": 0.02213314629479027,
|
|
"low": 0.01441458016517394,
|
|
"high": 0.029628810732143972,
|
|
"half_width": 0.007607115283485016,
|
|
"n": 480
|
|
},
|
|
"unreachable_minmax_w3-1": {
|
|
"mean": 0.001380646016131356,
|
|
"low": -0.007673544672019807,
|
|
"high": 0.010232680887092605,
|
|
"half_width": 0.008953112779556207,
|
|
"n": 480
|
|
}
|
|
},
|
|
"move1_can_fusion_help": {
|
|
"union_recall": 0.6219253272588373,
|
|
"ideal_ndcg_10": 0.9724833111880725,
|
|
"default_ndcg_10": 0.7254095560214437,
|
|
"headroom": 0.24707375516662877,
|
|
"dense_recall": 0.4783544341317294,
|
|
"sparse_recall": 0.5137209978879221
|
|
},
|
|
"move2_where_results_come_from": {
|
|
"top10_source_share": {
|
|
"both": 0.7754166666666666,
|
|
"sparse_only": 0.11520833333333333,
|
|
"dense_only": 0.109375
|
|
},
|
|
"top10_relevant_source_share": {
|
|
"both": 0.862607338017174,
|
|
"sparse_only": 0.0712984647410877,
|
|
"dense_only": 0.06609419724173822
|
|
},
|
|
"unique_relevant_per_query": {
|
|
"dense": 36.079331941544886,
|
|
"sparse": 38.45720250521921
|
|
},
|
|
"unique_relevant_surviving_into_top10": {
|
|
"dense": 0.014697372989237357,
|
|
"sparse": 0.014874328212366322
|
|
}
|
|
},
|
|
"move3_which_way_to_move_k": {
|
|
"k_sweep_equal_weights": {
|
|
"1": 0.7231579543911469,
|
|
"2": 0.7254095560214437,
|
|
"5": 0.7335774572442326,
|
|
"20": 0.7570770728061561,
|
|
"61": 0.7614305397968075
|
|
},
|
|
"best_k": 61,
|
|
"span": 0.038272585405660586,
|
|
"tie_rate_top10": {
|
|
"k1": 0.143125,
|
|
"k2": 0.14208333333333334,
|
|
"k5": 0.12854166666666667,
|
|
"k20": 0.088125,
|
|
"k61": 0.04729166666666667
|
|
},
|
|
"dbsf_minus_default": 0.03828629409890938
|
|
},
|
|
"move4_when_to_stop": {
|
|
"arms_clearing": 19,
|
|
"clearing_arms": [
|
|
"rrf_k5_w1-1",
|
|
"rrf_k5_w1-2",
|
|
"rrf_k5_w2-1",
|
|
"rrf_k5_w2-4",
|
|
"rrf_k5_w1-3",
|
|
"rrf_k5_w3-1",
|
|
"rrf_k20_w1-1",
|
|
"rrf_k20_w1-2",
|
|
"rrf_k20_w2-1",
|
|
"rrf_k20_w2-4",
|
|
"rrf_k20_w3-1",
|
|
"rrf_k20_w1-3",
|
|
"rrf_k61_w1-1",
|
|
"rrf_k61_w1-2",
|
|
"rrf_k61_w2-1",
|
|
"rrf_k61_w2-4",
|
|
"rrf_k61_w1-3",
|
|
"rrf_k61_w3-1"
|
|
],
|
|
"dbsf_clears": true,
|
|
"nominal_winner": "dbsf",
|
|
"prescription": "rrf_k5_w1-1",
|
|
"median_interval_width": 0.01316407161905031
|
|
}
|
|
} |