mirror of
https://github.com/qdrant/landing_page.git
synced 2026-09-28 23:48:31 +02:00
48969 lines
1.3 MiB
Plaintext
48969 lines
1.3 MiB
Plaintext
[
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 1145.3786074520322,
|
|
"total_upload_time": 4383.120810342021,
|
|
"p95_time": 0.010520696034654978,
|
|
"rps": 93.57448649504398,
|
|
"parallel": 1,
|
|
"p99_time": 0.07494790440658146,
|
|
"mean_time": 0.010038831512676552,
|
|
"mean_precisions": 0.97344,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 16,
|
|
"ef_construction": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 1145.3786074520322,
|
|
"total_upload_time": 4383.120810342021,
|
|
"p95_time": 0.011761200975161045,
|
|
"rps": 100.71195003866134,
|
|
"parallel": 1,
|
|
"p99_time": 0.012443096720380709,
|
|
"mean_time": 0.009267044100002385,
|
|
"mean_precisions": 0.9848599999999998,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 16,
|
|
"ef_construction": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 1145.3786074520322,
|
|
"total_upload_time": 4383.120810342021,
|
|
"p95_time": 0.010895293002249675,
|
|
"rps": 696.7401576855839,
|
|
"parallel": 100,
|
|
"p99_time": 0.013588398257270458,
|
|
"mean_time": 0.00826493650705088,
|
|
"mean_precisions": 0.97344,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 16,
|
|
"ef_construction": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 1145.3786074520322,
|
|
"total_upload_time": 4383.120810342021,
|
|
"p95_time": 0.1383419398276601,
|
|
"rps": 662.1882621169539,
|
|
"parallel": 100,
|
|
"p99_time": 0.18012848130892975,
|
|
"mean_time": 0.11182394068993162,
|
|
"mean_precisions": 0.9848600000000001,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 16,
|
|
"ef_construction": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 1145.3786074520322,
|
|
"total_upload_time": 4383.120810342021,
|
|
"p95_time": 0.25602309123496525,
|
|
"rps": 437.1837377708914,
|
|
"parallel": 100,
|
|
"p99_time": 0.3038724776601886,
|
|
"mean_time": 0.18398057597314474,
|
|
"mean_precisions": 0.9918399999999999,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 16,
|
|
"ef_construction": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 1145.3786074520322,
|
|
"total_upload_time": 4383.120810342021,
|
|
"p95_time": 0.01801602688501589,
|
|
"rps": 69.81991682843835,
|
|
"parallel": 1,
|
|
"p99_time": 0.019223949612351136,
|
|
"mean_time": 0.013627465756167658,
|
|
"mean_precisions": 0.9918399999999999,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 16,
|
|
"ef_construction": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-16-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 2425.2032582778484,
|
|
"total_upload_time": 18502.08459948888,
|
|
"p95_time": 0.008074002177454529,
|
|
"rps": 146.92959095116274,
|
|
"parallel": 1,
|
|
"p99_time": 0.012053454364649954,
|
|
"mean_time": 0.006722331247245893,
|
|
"mean_precisions": 0.8905279999999999,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 16,
|
|
"ef_construction": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-16-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 2425.2032582778484,
|
|
"total_upload_time": 18502.08459948888,
|
|
"p95_time": 0.008870053896680474,
|
|
"rps": 131.21630081688366,
|
|
"parallel": 1,
|
|
"p99_time": 0.010489890642929822,
|
|
"mean_time": 0.007535596260940656,
|
|
"mean_precisions": 0.9443790000000001,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 16,
|
|
"ef_construction": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-16-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 2425.2032582778484,
|
|
"total_upload_time": 18502.08459948888,
|
|
"p95_time": 0.09416574549395587,
|
|
"rps": 1194.157246726137,
|
|
"parallel": 100,
|
|
"p99_time": 0.11318780258996419,
|
|
"mean_time": 0.0809980880763149,
|
|
"mean_precisions": 0.8905280000000001,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 16,
|
|
"ef_construction": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-16-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 2425.2032582778484,
|
|
"total_upload_time": 18502.08459948888,
|
|
"p95_time": 0.11924030937952917,
|
|
"rps": 974.1163339693045,
|
|
"parallel": 100,
|
|
"p99_time": 0.15529208316933368,
|
|
"mean_time": 0.1003446164607536,
|
|
"mean_precisions": 0.9443790000000001,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 16,
|
|
"ef_construction": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-16-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 2425.2032582778484,
|
|
"total_upload_time": 18502.08459948888,
|
|
"p95_time": 0.16074017899809404,
|
|
"rps": 724.5734021523666,
|
|
"parallel": 100,
|
|
"p99_time": 0.17760570100741463,
|
|
"mean_time": 0.13556917203979102,
|
|
"mean_precisions": 0.973267,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 16,
|
|
"ef_construction": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-16-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 2425.2032582778484,
|
|
"total_upload_time": 18502.08459948888,
|
|
"p95_time": 0.012261523643974214,
|
|
"rps": 99.01808204048415,
|
|
"parallel": 1,
|
|
"p99_time": 0.013377968468703332,
|
|
"mean_time": 0.009997568472777493,
|
|
"mean_precisions": 0.973267,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 16,
|
|
"ef_construction": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-16-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 633.1172507370002,
|
|
"total_upload_time": 3197.271678973,
|
|
"p95_time": 0.014866457350262853,
|
|
"rps": 91.65158392828637,
|
|
"parallel": 1,
|
|
"p99_time": 0.025736917890772013,
|
|
"mean_time": 0.010765515562991823,
|
|
"mean_precisions": 0.7275799999999999,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 16,
|
|
"ef_construction": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-16-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 633.1172507370002,
|
|
"total_upload_time": 3197.271678973,
|
|
"p95_time": 0.014381237099814825,
|
|
"rps": 84.04457684854975,
|
|
"parallel": 1,
|
|
"p99_time": 0.01624086328954945,
|
|
"mean_time": 0.011734184136005752,
|
|
"mean_precisions": 0.8273199999999999,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 16,
|
|
"ef_construction": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-16-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 633.1172507370002,
|
|
"total_upload_time": 3197.271678973,
|
|
"p95_time": 0.15453352619947505,
|
|
"rps": 711.807838493539,
|
|
"parallel": 100,
|
|
"p99_time": 0.20965827535982498,
|
|
"mean_time": 0.1187133113770069,
|
|
"mean_precisions": 0.7275799999999999,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 16,
|
|
"ef_construction": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-16-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 633.1172507370002,
|
|
"total_upload_time": 3197.271678973,
|
|
"p95_time": 0.20103751409942558,
|
|
"rps": 552.8764743450033,
|
|
"parallel": 100,
|
|
"p99_time": 0.234226747440689,
|
|
"mean_time": 0.15770676233801167,
|
|
"mean_precisions": 0.82732,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 16,
|
|
"ef_construction": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-16-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 633.1172507370002,
|
|
"total_upload_time": 3197.271678973,
|
|
"p95_time": 0.3278236743002708,
|
|
"rps": 378.24920678538257,
|
|
"parallel": 100,
|
|
"p99_time": 0.38728050407965375,
|
|
"mean_time": 0.2398662840930074,
|
|
"mean_precisions": 0.89703,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 16,
|
|
"ef_construction": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-16-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 633.1172507370002,
|
|
"total_upload_time": 3197.271678973,
|
|
"p95_time": 0.0197051053999985,
|
|
"rps": 61.07666346437966,
|
|
"parallel": 1,
|
|
"p99_time": 0.021689443599852892,
|
|
"mean_time": 0.016189784476996465,
|
|
"mean_precisions": 0.89703,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 16,
|
|
"ef_construction": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 256.26150244699966,
|
|
"total_upload_time": 1551.8028322830069,
|
|
"p95_time": 0.00794782514203689,
|
|
"rps": 158.39886459587856,
|
|
"parallel": 1,
|
|
"p99_time": 0.009753598200186394,
|
|
"mean_time": 0.006241403037589043,
|
|
"mean_precisions": 0.726397,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 16,
|
|
"ef_construction": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 256.26150244699966,
|
|
"total_upload_time": 1551.8028322830069,
|
|
"p95_time": 0.008305216301232576,
|
|
"rps": 140.59381520153164,
|
|
"parallel": 1,
|
|
"p99_time": 0.009375394604867325,
|
|
"mean_time": 0.007040036853149649,
|
|
"mean_precisions": 0.79719,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 16,
|
|
"ef_construction": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 256.26150244699966,
|
|
"total_upload_time": 1551.8028322830069,
|
|
"p95_time": 0.07811501055257394,
|
|
"rps": 1465.7110320442525,
|
|
"parallel": 100,
|
|
"p99_time": 0.13126777865720216,
|
|
"mean_time": 0.06568219360790681,
|
|
"mean_precisions": 0.7263970000000001,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 16,
|
|
"ef_construction": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 256.26150244699966,
|
|
"total_upload_time": 1551.8028322830069,
|
|
"p95_time": 0.10001112779791584,
|
|
"rps": 1165.6284600095173,
|
|
"parallel": 100,
|
|
"p99_time": 0.15087921227677728,
|
|
"mean_time": 0.08349930615938647,
|
|
"mean_precisions": 0.79719,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 16,
|
|
"ef_construction": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 256.26150244699966,
|
|
"total_upload_time": 1551.8028322830069,
|
|
"p95_time": 0.14890940726108962,
|
|
"rps": 834.5563419914222,
|
|
"parallel": 100,
|
|
"p99_time": 0.17533527947889527,
|
|
"mean_time": 0.11751103328010212,
|
|
"mean_precisions": 0.8534870000000001,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 16,
|
|
"ef_construction": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 256.26150244699966,
|
|
"total_upload_time": 1551.8028322830069,
|
|
"p95_time": 0.011469258851138874,
|
|
"rps": 104.60200443820526,
|
|
"parallel": 1,
|
|
"p99_time": 0.012501014138251776,
|
|
"mean_time": 0.009479008107894333,
|
|
"mean_precisions": 0.8534870000000001,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 16,
|
|
"ef_construction": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 1150.9815927050076,
|
|
"total_upload_time": 5023.614104792941,
|
|
"p95_time": 0.01108675883151591,
|
|
"rps": 83.37374991885824,
|
|
"parallel": 1,
|
|
"p99_time": 0.07198159035178896,
|
|
"mean_time": 0.01132263448855374,
|
|
"mean_precisions": 0.9845600000000002,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 32,
|
|
"ef_construction": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 1150.9815927050076,
|
|
"total_upload_time": 5023.614104792941,
|
|
"p95_time": 0.01546007383731194,
|
|
"rps": 84.26237597933988,
|
|
"parallel": 1,
|
|
"p99_time": 0.016677619131514804,
|
|
"mean_time": 0.011177583474665881,
|
|
"mean_precisions": 0.9913200000000001,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 32,
|
|
"ef_construction": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 1150.9815927050076,
|
|
"total_upload_time": 5023.614104792941,
|
|
"p95_time": 0.07253377526649281,
|
|
"rps": 716.806215582217,
|
|
"parallel": 100,
|
|
"p99_time": 0.135680788747268,
|
|
"mean_time": 0.022105432172934526,
|
|
"mean_precisions": 0.98456,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 32,
|
|
"ef_construction": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 1150.9815927050076,
|
|
"total_upload_time": 5023.614104792941,
|
|
"p95_time": 0.1790687370230444,
|
|
"rps": 536.6457790939344,
|
|
"parallel": 100,
|
|
"p99_time": 0.20859449971816507,
|
|
"mean_time": 0.1430724504160229,
|
|
"mean_precisions": 0.9913200000000001,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 32,
|
|
"ef_construction": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 1150.9815927050076,
|
|
"total_upload_time": 5023.614104792941,
|
|
"p95_time": 0.3701563402311877,
|
|
"rps": 348.7510583908793,
|
|
"parallel": 100,
|
|
"p99_time": 0.42005057535832757,
|
|
"mean_time": 0.23658453582623043,
|
|
"mean_precisions": 0.9954799999999999,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 32,
|
|
"ef_construction": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 1150.9815927050076,
|
|
"total_upload_time": 5023.614104792941,
|
|
"p95_time": 0.024210043880157173,
|
|
"rps": 56.54807627168174,
|
|
"parallel": 1,
|
|
"p99_time": 0.026253748417366298,
|
|
"mean_time": 0.01693473806383554,
|
|
"mean_precisions": 0.9954799999999999,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 32,
|
|
"ef_construction": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-32-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 2559.7831692490727,
|
|
"total_upload_time": 19487.516070577083,
|
|
"p95_time": 0.008868721744511275,
|
|
"rps": 136.91229589804587,
|
|
"parallel": 1,
|
|
"p99_time": 0.011768629860598607,
|
|
"mean_time": 0.007224706749152392,
|
|
"mean_precisions": 0.930125,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 32,
|
|
"ef_construction": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-32-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 2559.7831692490727,
|
|
"total_upload_time": 19487.516070577083,
|
|
"p95_time": 0.010220156481955199,
|
|
"rps": 118.82998897454544,
|
|
"parallel": 1,
|
|
"p99_time": 0.011280442911665887,
|
|
"mean_time": 0.00832931117133703,
|
|
"mean_precisions": 0.9698540000000001,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 32,
|
|
"ef_construction": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-32-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 2559.7831692490727,
|
|
"total_upload_time": 19487.516070577083,
|
|
"p95_time": 0.10006914760451764,
|
|
"rps": 1151.343584304409,
|
|
"parallel": 100,
|
|
"p99_time": 0.11511069691041495,
|
|
"mean_time": 0.08458333641351201,
|
|
"mean_precisions": 0.930125,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 32,
|
|
"ef_construction": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-32-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 2559.7831692490727,
|
|
"total_upload_time": 19487.516070577083,
|
|
"p95_time": 0.13073010161751877,
|
|
"rps": 894.9683257369506,
|
|
"parallel": 100,
|
|
"p99_time": 0.15036409652093424,
|
|
"mean_time": 0.10939158214328346,
|
|
"mean_precisions": 0.9698540000000001,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 32,
|
|
"ef_construction": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-32-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 2559.7831692490727,
|
|
"total_upload_time": 19487.516070577083,
|
|
"p95_time": 0.18571234341943632,
|
|
"rps": 640.594022564242,
|
|
"parallel": 100,
|
|
"p99_time": 0.20829460784792903,
|
|
"mean_time": 0.15369381133934948,
|
|
"mean_precisions": 0.9880690000000001,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 32,
|
|
"ef_construction": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-32-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 2559.7831692490727,
|
|
"total_upload_time": 19487.516070577083,
|
|
"p95_time": 0.014528208738192914,
|
|
"rps": 87.29416328451083,
|
|
"parallel": 1,
|
|
"p99_time": 0.01569396123522893,
|
|
"mean_time": 0.011365188645827584,
|
|
"mean_precisions": 0.9880690000000001,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 32,
|
|
"ef_construction": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-32-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 970.144391545,
|
|
"total_upload_time": 3973.1910538440006,
|
|
"p95_time": 0.013132082499214447,
|
|
"rps": 96.78840858719957,
|
|
"parallel": 1,
|
|
"p99_time": 0.01906153301051745,
|
|
"mean_time": 0.01018684906697672,
|
|
"mean_precisions": 0.80344,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 32,
|
|
"ef_construction": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-32-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 970.144391545,
|
|
"total_upload_time": 3973.1910538440006,
|
|
"p95_time": 0.01658262120072322,
|
|
"rps": 74.67101066048421,
|
|
"parallel": 1,
|
|
"p99_time": 0.018983866690596186,
|
|
"mean_time": 0.013211647077034285,
|
|
"mean_precisions": 0.8918100000000001,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 32,
|
|
"ef_construction": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-32-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 970.144391545,
|
|
"total_upload_time": 3973.1910538440006,
|
|
"p95_time": 0.16763955819906184,
|
|
"rps": 620.800489551817,
|
|
"parallel": 100,
|
|
"p99_time": 0.20298069523954837,
|
|
"mean_time": 0.1392442400480086,
|
|
"mean_precisions": 0.8034399999999999,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 32,
|
|
"ef_construction": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-32-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 970.144391545,
|
|
"total_upload_time": 3973.1910538440006,
|
|
"p95_time": 0.28352903224995313,
|
|
"rps": 440.13179544167326,
|
|
"parallel": 100,
|
|
"p99_time": 0.3257548010184837,
|
|
"mean_time": 0.20378787359800116,
|
|
"mean_precisions": 0.8918100000000001,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 32,
|
|
"ef_construction": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-32-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 970.144391545,
|
|
"total_upload_time": 3973.1910538440006,
|
|
"p95_time": 0.41175941844894626,
|
|
"rps": 307.6314170226933,
|
|
"parallel": 100,
|
|
"p99_time": 0.4944528657487171,
|
|
"mean_time": 0.3018437623660193,
|
|
"mean_precisions": 0.9463199999999999,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 32,
|
|
"ef_construction": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-32-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 970.144391545,
|
|
"total_upload_time": 3973.1910538440006,
|
|
"p95_time": 0.024565063799127526,
|
|
"rps": 51.45436772976396,
|
|
"parallel": 1,
|
|
"p99_time": 0.02675159557051302,
|
|
"mean_time": 0.01924194044399701,
|
|
"mean_precisions": 0.94632,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 32,
|
|
"ef_construction": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 304.02019559399923,
|
|
"total_upload_time": 2220.0981862820045,
|
|
"p95_time": 0.007096108755649766,
|
|
"rps": 164.94284753209172,
|
|
"parallel": 1,
|
|
"p99_time": 0.008157314394047717,
|
|
"mean_time": 0.005992331320577068,
|
|
"mean_precisions": 0.785586,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 32,
|
|
"ef_construction": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 304.02019559399923,
|
|
"total_upload_time": 2220.0981862820045,
|
|
"p95_time": 0.009627567599818577,
|
|
"rps": 125.92104225933008,
|
|
"parallel": 1,
|
|
"p99_time": 0.010602903418766801,
|
|
"mean_time": 0.007869667861844936,
|
|
"mean_precisions": 0.8525889999999999,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 32,
|
|
"ef_construction": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 304.02019559399923,
|
|
"total_upload_time": 2220.0981862820045,
|
|
"p95_time": 0.08370201814250322,
|
|
"rps": 1406.5339991485612,
|
|
"parallel": 100,
|
|
"p99_time": 0.10751863954399597,
|
|
"mean_time": 0.06805146279085311,
|
|
"mean_precisions": 0.785586,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 32,
|
|
"ef_construction": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 304.02019559399923,
|
|
"total_upload_time": 2220.0981862820045,
|
|
"p95_time": 0.12058346974517911,
|
|
"rps": 1033.6875297947192,
|
|
"parallel": 100,
|
|
"p99_time": 0.13964557587460155,
|
|
"mean_time": 0.09382968176980502,
|
|
"mean_precisions": 0.8525889999999999,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 32,
|
|
"ef_construction": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 304.02019559399923,
|
|
"total_upload_time": 2220.0981862820045,
|
|
"p95_time": 0.19296247134916483,
|
|
"rps": 677.0060006547941,
|
|
"parallel": 100,
|
|
"p99_time": 0.2244198495904857,
|
|
"mean_time": 0.1452589644088832,
|
|
"mean_precisions": 0.905184,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 32,
|
|
"ef_construction": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 304.02019559399923,
|
|
"total_upload_time": 2220.0981862820045,
|
|
"p95_time": 0.014626675305044044,
|
|
"rps": 85.68578593003059,
|
|
"parallel": 1,
|
|
"p99_time": 0.0158663870964665,
|
|
"mean_time": 0.01158369797127816,
|
|
"mean_precisions": 0.905184,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 32,
|
|
"ef_construction": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 1400.049110705033,
|
|
"total_upload_time": 10058.765229195007,
|
|
"p95_time": 0.011595265578944237,
|
|
"rps": 79.40909162217838,
|
|
"parallel": 1,
|
|
"p99_time": 0.05803877095226205,
|
|
"mean_time": 0.011932483700383455,
|
|
"mean_precisions": 0.99006,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 32,
|
|
"ef_construction": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 1400.049110705033,
|
|
"total_upload_time": 10058.765229195007,
|
|
"p95_time": 0.016765173664316537,
|
|
"rps": 76.15971903021641,
|
|
"parallel": 1,
|
|
"p99_time": 0.017807942901272328,
|
|
"mean_time": 0.012434954623668455,
|
|
"mean_precisions": 0.99582,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 32,
|
|
"ef_construction": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 1400.049110705033,
|
|
"total_upload_time": 10058.765229195007,
|
|
"p95_time": 0.12137416162877344,
|
|
"rps": 712.986780406697,
|
|
"parallel": 100,
|
|
"p99_time": 0.1297527443745639,
|
|
"mean_time": 0.09075350076924078,
|
|
"mean_precisions": 0.99006,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 32,
|
|
"ef_construction": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 1400.049110705033,
|
|
"total_upload_time": 10058.765229195007,
|
|
"p95_time": 0.21659185422468,
|
|
"rps": 470.58070516178697,
|
|
"parallel": 100,
|
|
"p99_time": 0.27022519676480444,
|
|
"mean_time": 0.16641954399971293,
|
|
"mean_precisions": 0.99582,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 32,
|
|
"ef_construction": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 1400.049110705033,
|
|
"total_upload_time": 10058.765229195007,
|
|
"p95_time": 0.4919894267630298,
|
|
"rps": 297.5703545701693,
|
|
"parallel": 100,
|
|
"p99_time": 0.5172454699198716,
|
|
"mean_time": 0.2809415587874828,
|
|
"mean_precisions": 0.9982800000000001,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 32,
|
|
"ef_construction": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 1400.049110705033,
|
|
"total_upload_time": 10058.765229195007,
|
|
"p95_time": 0.026937370450468734,
|
|
"rps": 49.89164152567326,
|
|
"parallel": 1,
|
|
"p99_time": 0.0291247210535221,
|
|
"mean_time": 0.019294925636565312,
|
|
"mean_precisions": 0.99828,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 32,
|
|
"ef_construction": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-32-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 4024.3746634309646,
|
|
"total_upload_time": 36517.66519238893,
|
|
"p95_time": 0.009233571367803957,
|
|
"rps": 124.53579405875736,
|
|
"parallel": 1,
|
|
"p99_time": 0.012808151384815591,
|
|
"mean_time": 0.007950910034170375,
|
|
"mean_precisions": 0.949465,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 32,
|
|
"ef_construction": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-32-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 4024.3746634309646,
|
|
"total_upload_time": 36517.66519238893,
|
|
"p95_time": 0.011167677887715399,
|
|
"rps": 110.26786028997246,
|
|
"parallel": 1,
|
|
"p99_time": 0.012334696154575796,
|
|
"mean_time": 0.008982286320021377,
|
|
"mean_precisions": 0.980742,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 32,
|
|
"ef_construction": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-32-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 4024.3746634309646,
|
|
"total_upload_time": 36517.66519238893,
|
|
"p95_time": 0.10310496435267848,
|
|
"rps": 1095.2361841793859,
|
|
"parallel": 100,
|
|
"p99_time": 0.11392656951444224,
|
|
"mean_time": 0.08897757755783386,
|
|
"mean_precisions": 0.949465,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 32,
|
|
"ef_construction": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-32-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 4024.3746634309646,
|
|
"total_upload_time": 36517.66519238893,
|
|
"p95_time": 0.1445387328392826,
|
|
"rps": 827.183320059003,
|
|
"parallel": 100,
|
|
"p99_time": 0.17226245791884148,
|
|
"mean_time": 0.11858266945162323,
|
|
"mean_precisions": 0.980742,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 32,
|
|
"ef_construction": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-32-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 4024.3746634309646,
|
|
"total_upload_time": 36517.66519238893,
|
|
"p95_time": 0.21549845712725071,
|
|
"rps": 574.7735762817307,
|
|
"parallel": 100,
|
|
"p99_time": 0.24194457350531595,
|
|
"mean_time": 0.1715712742680218,
|
|
"mean_precisions": 0.9934649999999999,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 32,
|
|
"ef_construction": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-32-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 4024.3746634309646,
|
|
"total_upload_time": 36517.66519238893,
|
|
"p95_time": 0.016293688945006577,
|
|
"rps": 78.77265815867138,
|
|
"parallel": 1,
|
|
"p99_time": 0.01793423818424344,
|
|
"mean_time": 0.012589114686776884,
|
|
"mean_precisions": 0.9934649999999999,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 32,
|
|
"ef_construction": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-32-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 860.1360141739988,
|
|
"total_upload_time": 7367.693119109001,
|
|
"p95_time": 0.014517270299984368,
|
|
"rps": 88.20391155763757,
|
|
"parallel": 1,
|
|
"p99_time": 0.03720128392909825,
|
|
"mean_time": 0.011180406353985746,
|
|
"mean_precisions": 0.85102,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 32,
|
|
"ef_construction": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-32-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 860.1360141739988,
|
|
"total_upload_time": 7367.693119109001,
|
|
"p95_time": 0.017752054700395092,
|
|
"rps": 69.2112946439859,
|
|
"parallel": 1,
|
|
"p99_time": 0.020693652400550485,
|
|
"mean_time": 0.0142602497620137,
|
|
"mean_precisions": 0.92598,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 32,
|
|
"ef_construction": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-32-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 860.1360141739988,
|
|
"total_upload_time": 7367.693119109001,
|
|
"p95_time": 0.16899813444779282,
|
|
"rps": 606.2409778157223,
|
|
"parallel": 100,
|
|
"p99_time": 0.19026202970992018,
|
|
"mean_time": 0.14252680968094136,
|
|
"mean_precisions": 0.85102,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 32,
|
|
"ef_construction": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-32-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 860.1360141739988,
|
|
"total_upload_time": 7367.693119109001,
|
|
"p95_time": 0.28938003170078447,
|
|
"rps": 419.19420581596717,
|
|
"parallel": 100,
|
|
"p99_time": 0.3415100636425632,
|
|
"mean_time": 0.21483038239098096,
|
|
"mean_precisions": 0.92598,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 32,
|
|
"ef_construction": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-32-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 860.1360141739988,
|
|
"total_upload_time": 7367.693119109001,
|
|
"p95_time": 0.4784660441997401,
|
|
"rps": 275.11968933512355,
|
|
"parallel": 100,
|
|
"p99_time": 0.5896169356521568,
|
|
"mean_time": 0.33853344867004487,
|
|
"mean_precisions": 0.9659099999999999,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 32,
|
|
"ef_construction": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-32-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 860.1360141739988,
|
|
"total_upload_time": 7367.693119109001,
|
|
"p95_time": 0.026269712399334823,
|
|
"rps": 47.99816025816206,
|
|
"parallel": 1,
|
|
"p99_time": 0.02850178478864109,
|
|
"mean_time": 0.020633671532053994,
|
|
"mean_precisions": 0.96591,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 32,
|
|
"ef_construction": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 457.405857197009,
|
|
"total_upload_time": 4475.3482212300005,
|
|
"p95_time": 0.007581935098278332,
|
|
"rps": 156.54220346254823,
|
|
"parallel": 1,
|
|
"p99_time": 0.008671501016651746,
|
|
"mean_time": 0.006316210441064322,
|
|
"mean_precisions": 0.814575,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 32,
|
|
"ef_construction": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 457.405857197009,
|
|
"total_upload_time": 4475.3482212300005,
|
|
"p95_time": 0.010649422597634838,
|
|
"rps": 115.78112141425474,
|
|
"parallel": 1,
|
|
"p99_time": 0.011941632869129536,
|
|
"mean_time": 0.008560619319483521,
|
|
"mean_precisions": 0.8800030000000001,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 32,
|
|
"ef_construction": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 457.405857197009,
|
|
"total_upload_time": 4475.3482212300005,
|
|
"p95_time": 0.08910700719570738,
|
|
"rps": 1327.730478363642,
|
|
"parallel": 100,
|
|
"p99_time": 0.10276084301804077,
|
|
"mean_time": 0.07232465959918045,
|
|
"mean_precisions": 0.814575,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 32,
|
|
"ef_construction": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 457.405857197009,
|
|
"total_upload_time": 4475.3482212300005,
|
|
"p95_time": 0.13846140480018218,
|
|
"rps": 923.7682823159864,
|
|
"parallel": 100,
|
|
"p99_time": 0.1786350290836709,
|
|
"mean_time": 0.10575097742999497,
|
|
"mean_precisions": 0.8800030000000001,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 32,
|
|
"ef_construction": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 457.405857197009,
|
|
"total_upload_time": 4475.3482212300005,
|
|
"p95_time": 0.22386979424700254,
|
|
"rps": 599.1588869977548,
|
|
"parallel": 100,
|
|
"p99_time": 0.2582596645600279,
|
|
"mean_time": 0.1642550023003394,
|
|
"mean_precisions": 0.9292299999999999,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 32,
|
|
"ef_construction": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 457.405857197009,
|
|
"total_upload_time": 4475.3482212300005,
|
|
"p95_time": 0.01615173149621114,
|
|
"rps": 78.05474092936628,
|
|
"parallel": 1,
|
|
"p99_time": 0.017601609186531277,
|
|
"mean_time": 0.01272182557151391,
|
|
"mean_precisions": 0.9292300000000001,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 32,
|
|
"ef_construction": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 1982.689348487067,
|
|
"total_upload_time": 19125.295860829065,
|
|
"p95_time": 0.01179508623899892,
|
|
"rps": 78.3070852653807,
|
|
"parallel": 1,
|
|
"p99_time": 0.049140950699802545,
|
|
"mean_time": 0.012106586299021728,
|
|
"mean_precisions": 0.9934199999999999,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 32,
|
|
"ef_construction": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 1982.689348487067,
|
|
"total_upload_time": 19125.295860829065,
|
|
"p95_time": 0.017841921624494717,
|
|
"rps": 69.0519935521126,
|
|
"parallel": 1,
|
|
"p99_time": 0.018948133238591253,
|
|
"mean_time": 0.013767532027605922,
|
|
"mean_precisions": 0.99734,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 32,
|
|
"ef_construction": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 1982.689348487067,
|
|
"total_upload_time": 19125.295860829065,
|
|
"p95_time": 0.14286986053921286,
|
|
"rps": 648.2051325669138,
|
|
"parallel": 100,
|
|
"p99_time": 0.20606871052528733,
|
|
"mean_time": 0.11733824582151137,
|
|
"mean_precisions": 0.9934199999999999,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 32,
|
|
"ef_construction": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 1982.689348487067,
|
|
"total_upload_time": 19125.295860829065,
|
|
"p95_time": 0.27337484027375475,
|
|
"rps": 422.34088287757817,
|
|
"parallel": 100,
|
|
"p99_time": 0.324275865778327,
|
|
"mean_time": 0.1880261828172952,
|
|
"mean_precisions": 0.99734,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 32,
|
|
"ef_construction": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 1982.689348487067,
|
|
"total_upload_time": 19125.295860829065,
|
|
"p95_time": 0.5766871099185664,
|
|
"rps": 257.8761365133282,
|
|
"parallel": 100,
|
|
"p99_time": 0.5955291455320548,
|
|
"mean_time": 0.3279269294054247,
|
|
"mean_precisions": 0.9989600000000001,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 32,
|
|
"ef_construction": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 1982.689348487067,
|
|
"total_upload_time": 19125.295860829065,
|
|
"p95_time": 0.029068448423640803,
|
|
"rps": 44.47276998061625,
|
|
"parallel": 1,
|
|
"p99_time": 0.031149914212292063,
|
|
"mean_time": 0.021742140268255026,
|
|
"mean_precisions": 0.9989600000000001,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 32,
|
|
"ef_construction": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-32-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 1192.6988747629985,
|
|
"total_upload_time": 13767.552721817,
|
|
"p95_time": 0.015390284649947713,
|
|
"rps": 79.70272110536568,
|
|
"parallel": 1,
|
|
"p99_time": 0.048873470221333176,
|
|
"mean_time": 0.012383631943037472,
|
|
"mean_precisions": 0.8810999999999999,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 32,
|
|
"ef_construction": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-32-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 1192.6988747629985,
|
|
"total_upload_time": 13767.552721817,
|
|
"p95_time": 0.018847242848278257,
|
|
"rps": 64.53134125512732,
|
|
"parallel": 1,
|
|
"p99_time": 0.021287532711976382,
|
|
"mean_time": 0.01530830808292012,
|
|
"mean_precisions": 0.9457900000000001,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 32,
|
|
"ef_construction": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-32-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 1192.6988747629985,
|
|
"total_upload_time": 13767.552721817,
|
|
"p95_time": 0.19182465264857454,
|
|
"rps": 562.1505218428061,
|
|
"parallel": 100,
|
|
"p99_time": 0.22613916252179478,
|
|
"mean_time": 0.15172420940592565,
|
|
"mean_precisions": 0.8811,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 32,
|
|
"ef_construction": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-32-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 1192.6988747629985,
|
|
"total_upload_time": 13767.552721817,
|
|
"p95_time": 0.31032231324934395,
|
|
"rps": 382.69607680040735,
|
|
"parallel": 100,
|
|
"p99_time": 0.3613700280501143,
|
|
"mean_time": 0.23576530685909894,
|
|
"mean_precisions": 0.9457899999999999,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 32,
|
|
"ef_construction": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-32-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 1192.6988747629985,
|
|
"total_upload_time": 13767.552721817,
|
|
"p95_time": 0.5153729434990962,
|
|
"rps": 259.5158328747311,
|
|
"parallel": 100,
|
|
"p99_time": 0.6131504459488133,
|
|
"mean_time": 0.36061166866692657,
|
|
"mean_precisions": 0.9774700000000002,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 32,
|
|
"ef_construction": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-32-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 1192.6988747629985,
|
|
"total_upload_time": 13767.552721817,
|
|
"p95_time": 0.028718242151262525,
|
|
"rps": 43.50314445635678,
|
|
"parallel": 1,
|
|
"p99_time": 0.03158288291029748,
|
|
"mean_time": 0.02278412222503175,
|
|
"mean_precisions": 0.9774700000000001,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 32,
|
|
"ef_construction": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 607.124571331995,
|
|
"total_upload_time": 8953.12518215699,
|
|
"p95_time": 0.0076509181380970395,
|
|
"rps": 153.86715483799387,
|
|
"parallel": 1,
|
|
"p99_time": 0.008595291163364894,
|
|
"mean_time": 0.006429960457231209,
|
|
"mean_precisions": 0.830054,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 32,
|
|
"ef_construction": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 607.124571331995,
|
|
"total_upload_time": 8953.12518215699,
|
|
"p95_time": 0.010926363149337703,
|
|
"rps": 110.96924215305319,
|
|
"parallel": 1,
|
|
"p99_time": 0.012221231930889193,
|
|
"mean_time": 0.008938396449267747,
|
|
"mean_precisions": 0.8951690000000001,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 32,
|
|
"ef_construction": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 607.124571331995,
|
|
"total_upload_time": 8953.12518215699,
|
|
"p95_time": 0.09441653304238568,
|
|
"rps": 1276.2008786264144,
|
|
"parallel": 100,
|
|
"p99_time": 0.11974362861263219,
|
|
"mean_time": 0.07531136015000665,
|
|
"mean_precisions": 0.8300540000000001,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 32,
|
|
"ef_construction": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 607.124571331995,
|
|
"total_upload_time": 8953.12518215699,
|
|
"p95_time": 0.1429621811075776,
|
|
"rps": 889.244100961821,
|
|
"parallel": 100,
|
|
"p99_time": 0.1644975398629322,
|
|
"mean_time": 0.10948341080228566,
|
|
"mean_precisions": 0.8951690000000001,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 32,
|
|
"ef_construction": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 607.124571331995,
|
|
"total_upload_time": 8953.12518215699,
|
|
"p95_time": 0.2346289677567255,
|
|
"rps": 567.3408266965548,
|
|
"parallel": 100,
|
|
"p99_time": 0.2709701713640243,
|
|
"mean_time": 0.17371488141738228,
|
|
"mean_precisions": 0.9425140000000001,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 32,
|
|
"ef_construction": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 607.124571331995,
|
|
"total_upload_time": 8953.12518215699,
|
|
"p95_time": 0.016526212009193842,
|
|
"rps": 74.84617026907715,
|
|
"parallel": 1,
|
|
"p99_time": 0.017972299789107637,
|
|
"mean_time": 0.013274238179925305,
|
|
"mean_precisions": 0.9425140000000001,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 32,
|
|
"ef_construction": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 1425.2530145939672,
|
|
"total_upload_time": 11104.308376293979,
|
|
"p95_time": 0.013904584536794575,
|
|
"rps": 69.21640203953407,
|
|
"parallel": 1,
|
|
"p99_time": 0.06449694778886662,
|
|
"mean_time": 0.013781106048217043,
|
|
"mean_precisions": 0.9929,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 64,
|
|
"ef_construction": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 1425.2530145939672,
|
|
"total_upload_time": 11104.308376293979,
|
|
"p95_time": 0.020504556311061607,
|
|
"rps": 67.36176681514021,
|
|
"parallel": 1,
|
|
"p99_time": 0.02221789517789149,
|
|
"mean_time": 0.014132639853749424,
|
|
"mean_precisions": 0.99672,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 64,
|
|
"ef_construction": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 1425.2530145939672,
|
|
"total_upload_time": 11104.308376293979,
|
|
"p95_time": 0.14837392189074308,
|
|
"rps": 636.2893778891117,
|
|
"parallel": 100,
|
|
"p99_time": 0.1627355858543888,
|
|
"mean_time": 0.12087500766923186,
|
|
"mean_precisions": 0.9929,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 64,
|
|
"ef_construction": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 1425.2530145939672,
|
|
"total_upload_time": 11104.308376293979,
|
|
"p95_time": 0.2810053933179007,
|
|
"rps": 412.4404019323622,
|
|
"parallel": 100,
|
|
"p99_time": 0.34294281821115885,
|
|
"mean_time": 0.19567979270997457,
|
|
"mean_precisions": 0.99672,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 64,
|
|
"ef_construction": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 1425.2530145939672,
|
|
"total_upload_time": 11104.308376293979,
|
|
"p95_time": 0.5857639882538933,
|
|
"rps": 255.61482990972897,
|
|
"parallel": 100,
|
|
"p99_time": 0.6204265330149792,
|
|
"mean_time": 0.3384062527755741,
|
|
"mean_precisions": 0.99854,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 64,
|
|
"ef_construction": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 1425.2530145939672,
|
|
"total_upload_time": 11104.308376293979,
|
|
"p95_time": 0.03282865136279725,
|
|
"rps": 43.62271801498888,
|
|
"parallel": 1,
|
|
"p99_time": 0.03549764409777709,
|
|
"mean_time": 0.022143378259497696,
|
|
"mean_precisions": 0.99854,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 64,
|
|
"ef_construction": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-64-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 875.7830108460003,
|
|
"total_upload_time": 8155.238315557002,
|
|
"p95_time": 0.01823679315020852,
|
|
"rps": 66.28668047599537,
|
|
"parallel": 1,
|
|
"p99_time": 0.10278804270361426,
|
|
"mean_time": 0.014913538842134585,
|
|
"mean_precisions": 0.87864,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 64,
|
|
"ef_construction": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-64-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 875.7830108460003,
|
|
"total_upload_time": 8155.238315557002,
|
|
"p95_time": 0.021256346003428916,
|
|
"rps": 61.5630499418176,
|
|
"parallel": 1,
|
|
"p99_time": 0.023107050100370542,
|
|
"mean_time": 0.016049100679134426,
|
|
"mean_precisions": 0.94578,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 64,
|
|
"ef_construction": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-64-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 875.7830108460003,
|
|
"total_upload_time": 8155.238315557002,
|
|
"p95_time": 0.21404080010179308,
|
|
"rps": 528.4948848676033,
|
|
"parallel": 100,
|
|
"p99_time": 0.25878101778609564,
|
|
"mean_time": 0.16411360496307315,
|
|
"mean_precisions": 0.87864,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 64,
|
|
"ef_construction": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-64-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 875.7830108460003,
|
|
"total_upload_time": 8155.238315557002,
|
|
"p95_time": 0.34506041520544384,
|
|
"rps": 365.98838760956846,
|
|
"parallel": 100,
|
|
"p99_time": 0.39478664500762534,
|
|
"mean_time": 0.24738745049502905,
|
|
"mean_precisions": 0.94578,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 64,
|
|
"ef_construction": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-64-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 875.7830108460003,
|
|
"total_upload_time": 8155.238315557002,
|
|
"p95_time": 0.5939419434984301,
|
|
"rps": 237.9129939093825,
|
|
"parallel": 100,
|
|
"p99_time": 0.6549277391100622,
|
|
"mean_time": 0.39511401846419175,
|
|
"mean_precisions": 0.97885,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 64,
|
|
"ef_construction": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-64-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 875.7830108460003,
|
|
"total_upload_time": 8155.238315557002,
|
|
"p95_time": 0.032263232599871114,
|
|
"rps": 41.44900789210713,
|
|
"parallel": 1,
|
|
"p99_time": 0.034439582137129034,
|
|
"mean_time": 0.02392064308802219,
|
|
"mean_precisions": 0.9788500000000001,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 64,
|
|
"ef_construction": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 453.8465308110026,
|
|
"total_upload_time": 5787.3111897909985,
|
|
"p95_time": 0.008913194496562938,
|
|
"rps": 139.54632545256496,
|
|
"parallel": 1,
|
|
"p99_time": 0.009967607799917464,
|
|
"mean_time": 0.00709631112075731,
|
|
"mean_precisions": 0.8477220000000001,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 64,
|
|
"ef_construction": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 453.8465308110026,
|
|
"total_upload_time": 5787.3111897909985,
|
|
"p95_time": 0.013053236305131576,
|
|
"rps": 99.35092956381044,
|
|
"parallel": 1,
|
|
"p99_time": 0.014281826360529522,
|
|
"mean_time": 0.009991573765639623,
|
|
"mean_precisions": 0.910533,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 64,
|
|
"ef_construction": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 453.8465308110026,
|
|
"total_upload_time": 5787.3111897909985,
|
|
"p95_time": 0.10677433570526772,
|
|
"rps": 1152.9927517602432,
|
|
"parallel": 100,
|
|
"p99_time": 0.12078952407886392,
|
|
"mean_time": 0.08387398638283484,
|
|
"mean_precisions": 0.8477220000000001,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 64,
|
|
"ef_construction": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 453.8465308110026,
|
|
"total_upload_time": 5787.3111897909985,
|
|
"p95_time": 0.1652573006627789,
|
|
"rps": 782.7695415879707,
|
|
"parallel": 100,
|
|
"p99_time": 0.19011438938134234,
|
|
"mean_time": 0.12513084370950672,
|
|
"mean_precisions": 0.910533,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 64,
|
|
"ef_construction": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 453.8465308110026,
|
|
"total_upload_time": 5787.3111897909985,
|
|
"p95_time": 0.27833481965935786,
|
|
"rps": 486.705932117694,
|
|
"parallel": 100,
|
|
"p99_time": 0.31939160743975664,
|
|
"mean_time": 0.20267568551938167,
|
|
"mean_precisions": 0.954212,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 64,
|
|
"ef_construction": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 453.8465308110026,
|
|
"total_upload_time": 5787.3111897909985,
|
|
"p95_time": 0.02000088774730102,
|
|
"rps": 65.99023681363164,
|
|
"parallel": 1,
|
|
"p99_time": 0.021634649969200843,
|
|
"mean_time": 0.0150693794130304,
|
|
"mean_precisions": 0.9542120000000001,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 64,
|
|
"ef_construction": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 1863.5589663529536,
|
|
"total_upload_time": 22264.17694292497,
|
|
"p95_time": 0.015285072318511084,
|
|
"rps": 65.6465437035491,
|
|
"parallel": 1,
|
|
"p99_time": 0.046852740189060584,
|
|
"mean_time": 0.014559031385392883,
|
|
"mean_precisions": 0.99508,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 64,
|
|
"ef_construction": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 1863.5589663529536,
|
|
"total_upload_time": 22264.17694292497,
|
|
"p95_time": 0.023432900063926357,
|
|
"rps": 57.68447400233918,
|
|
"parallel": 1,
|
|
"p99_time": 0.025335660581476988,
|
|
"mean_time": 0.016600885034701786,
|
|
"mean_precisions": 0.9981,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 64,
|
|
"ef_construction": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 1863.5589663529536,
|
|
"total_upload_time": 22264.17694292497,
|
|
"p95_time": 0.17825843887985685,
|
|
"rps": 545.2528003337748,
|
|
"parallel": 100,
|
|
"p99_time": 0.2075027251942085,
|
|
"mean_time": 0.14246995146342087,
|
|
"mean_precisions": 0.99508,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 64,
|
|
"ef_construction": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 1863.5589663529536,
|
|
"total_upload_time": 22264.17694292497,
|
|
"p95_time": 0.39202341322088635,
|
|
"rps": 346.59439648694297,
|
|
"parallel": 100,
|
|
"p99_time": 0.4285061989387032,
|
|
"mean_time": 0.23636582069024445,
|
|
"mean_precisions": 0.9981,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 64,
|
|
"ef_construction": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 1863.5589663529536,
|
|
"total_upload_time": 22264.17694292497,
|
|
"p95_time": 0.7312809652416036,
|
|
"rps": 215.18841858827233,
|
|
"parallel": 100,
|
|
"p99_time": 0.7671952783979942,
|
|
"mean_time": 0.41005969029606787,
|
|
"mean_precisions": 0.9994,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 64,
|
|
"ef_construction": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 1863.5589663529536,
|
|
"total_upload_time": 22264.17694292497,
|
|
"p95_time": 0.03812710763886571,
|
|
"rps": 36.59493074730065,
|
|
"parallel": 1,
|
|
"p99_time": 0.04126721020205878,
|
|
"mean_time": 0.026500729365856387,
|
|
"mean_precisions": 0.9994,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 64,
|
|
"ef_construction": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-64-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 348.87877320701955,
|
|
"total_upload_time": 3928.910908914986,
|
|
"p95_time": 0.016917963413288814,
|
|
"rps": 74.88602210792446,
|
|
"parallel": 1,
|
|
"p99_time": 0.020368739535915663,
|
|
"mean_time": 0.013255434202437754,
|
|
"mean_precisions": 0.32652,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 64,
|
|
"ef_construction": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-64-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 348.87877320701955,
|
|
"total_upload_time": 3928.910908914986,
|
|
"p95_time": 0.020570494045387022,
|
|
"rps": 61.289159708148084,
|
|
"parallel": 1,
|
|
"p99_time": 0.02220026400638744,
|
|
"mean_time": 0.01621339765324956,
|
|
"mean_precisions": 0.33421000000000006,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 64,
|
|
"ef_construction": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-64-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 348.87877320701955,
|
|
"total_upload_time": 3928.910908914986,
|
|
"p95_time": 0.21240151294332463,
|
|
"rps": 515.1996909805125,
|
|
"parallel": 100,
|
|
"p99_time": 0.23836903139017518,
|
|
"mean_time": 0.17105373126716586,
|
|
"mean_precisions": 0.32652000000000003,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 64,
|
|
"ef_construction": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-64-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 348.87877320701955,
|
|
"total_upload_time": 3928.910908914986,
|
|
"p95_time": 0.32098334916809107,
|
|
"rps": 368.20521434120667,
|
|
"parallel": 100,
|
|
"p99_time": 0.38176895207900086,
|
|
"mean_time": 0.24751158943877088,
|
|
"mean_precisions": 0.33421,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 64,
|
|
"ef_construction": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-64-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 348.87877320701955,
|
|
"total_upload_time": 3928.910908914986,
|
|
"p95_time": 0.5195746125973528,
|
|
"rps": 260.4724799494793,
|
|
"parallel": 100,
|
|
"p99_time": 0.5991017660690704,
|
|
"mean_time": 0.3606434393493109,
|
|
"mean_precisions": 0.33664,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 64,
|
|
"ef_construction": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-64-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 348.87877320701955,
|
|
"total_upload_time": 3928.910908914986,
|
|
"p95_time": 0.029134517518104985,
|
|
"rps": 43.9607683106764,
|
|
"parallel": 1,
|
|
"p99_time": 0.031064645320875568,
|
|
"mean_time": 0.02263594625511905,
|
|
"mean_precisions": 0.33664,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 64,
|
|
"ef_construction": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 626.7961872549931,
|
|
"total_upload_time": 12074.624013235996,
|
|
"p95_time": 0.009743354099191493,
|
|
"rps": 126.6936547365818,
|
|
"parallel": 1,
|
|
"p99_time": 0.010763504137285055,
|
|
"mean_time": 0.007821093461250712,
|
|
"mean_precisions": 0.874705,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 64,
|
|
"ef_construction": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 626.7961872549931,
|
|
"total_upload_time": 12074.624013235996,
|
|
"p95_time": 0.014495678357343422,
|
|
"rps": 88.28828955685702,
|
|
"parallel": 1,
|
|
"p99_time": 0.015876051509840183,
|
|
"mean_time": 0.011250459162132756,
|
|
"mean_precisions": 0.933834,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 64,
|
|
"ef_construction": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 626.7961872549931,
|
|
"total_upload_time": 12074.624013235996,
|
|
"p95_time": 0.12298899810339207,
|
|
"rps": 1015.4168034294848,
|
|
"parallel": 100,
|
|
"p99_time": 0.13986510397182428,
|
|
"mean_time": 0.09589256144010869,
|
|
"mean_precisions": 0.874705,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 64,
|
|
"ef_construction": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 626.7961872549931,
|
|
"total_upload_time": 12074.624013235996,
|
|
"p95_time": 0.19505000635472242,
|
|
"rps": 671.8837397639264,
|
|
"parallel": 100,
|
|
"p99_time": 0.22465797006356297,
|
|
"mean_time": 0.14621000217482796,
|
|
"mean_precisions": 0.933834,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 64,
|
|
"ef_construction": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 626.7961872549931,
|
|
"total_upload_time": 12074.624013235996,
|
|
"p95_time": 0.3322367105924058,
|
|
"rps": 417.45061957103275,
|
|
"parallel": 100,
|
|
"p99_time": 0.38070984922451323,
|
|
"mean_time": 0.2369255954286753,
|
|
"mean_precisions": 0.9709899999999999,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 64,
|
|
"ef_construction": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "elasticsearch",
|
|
"setup_name": "elasticsearch-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 626.7961872549931,
|
|
"total_upload_time": 12074.624013235996,
|
|
"p95_time": 0.022720023092551854,
|
|
"rps": 57.70266591373781,
|
|
"parallel": 1,
|
|
"p99_time": 0.024572266588802457,
|
|
"mean_time": 0.017245928194544104,
|
|
"mean_precisions": 0.9709900000000001,
|
|
"engine_params": {
|
|
"index_options": {
|
|
"m": 64,
|
|
"ef_construction": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 16.44080770702567,
|
|
"total_upload_time": 69.87649160204455,
|
|
"p95_time": 0.020290032544289717,
|
|
"rps": 68.4380647760098,
|
|
"parallel": 1,
|
|
"p99_time": 0.0275039308005944,
|
|
"mean_time": 0.013842020893353037,
|
|
"mean_precisions": 0.993,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 128,
|
|
"M": 16
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 16.44080770702567,
|
|
"total_upload_time": 69.87649160204455,
|
|
"p95_time": 0.0310893306392245,
|
|
"rps": 52.58191689930728,
|
|
"parallel": 1,
|
|
"p99_time": 0.03741540424176492,
|
|
"mean_time": 0.018182585797435605,
|
|
"mean_precisions": 0.99682,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 128,
|
|
"M": 16
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 16.44080770702567,
|
|
"total_upload_time": 69.87649160204455,
|
|
"p95_time": 0.4413246157404501,
|
|
"rps": 219.1164855675971,
|
|
"parallel": 100,
|
|
"p99_time": 0.5766513449500781,
|
|
"mean_time": 0.39331543537132674,
|
|
"mean_precisions": 0.99734,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 128,
|
|
"M": 16
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 16.44080770702567,
|
|
"total_upload_time": 69.87649160204455,
|
|
"p95_time": 0.7568574528413592,
|
|
"rps": 128.3694805826125,
|
|
"parallel": 100,
|
|
"p99_time": 1.1000995788665024,
|
|
"mean_time": 0.7098438354038517,
|
|
"mean_precisions": 0.9983200000000001,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 128,
|
|
"M": 16
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 16.44080770702567,
|
|
"total_upload_time": 69.87649160204455,
|
|
"p95_time": 1.3375194063992242,
|
|
"rps": 76.66430211940148,
|
|
"parallel": 100,
|
|
"p99_time": 1.9238487879402237,
|
|
"mean_time": 1.23703547862696,
|
|
"mean_precisions": 0.9987800000000001,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 128,
|
|
"M": 16
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 16.44080770702567,
|
|
"total_upload_time": 69.87649160204455,
|
|
"p95_time": 0.023390320589533078,
|
|
"rps": 51.28050713549892,
|
|
"parallel": 1,
|
|
"p99_time": 0.025001369887031614,
|
|
"mean_time": 0.018683701451017987,
|
|
"mean_precisions": 0.9987800000000001,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 128,
|
|
"M": 16
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-16-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 258.43017653599964,
|
|
"total_upload_time": 908.4754672920008,
|
|
"p95_time": 0.011969527349356208,
|
|
"rps": 110.23200384033498,
|
|
"parallel": 1,
|
|
"p99_time": 0.016014418901140776,
|
|
"mean_time": 0.008969986490699921,
|
|
"mean_precisions": 0.99392,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 128,
|
|
"M": 16
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-16-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 258.43017653599964,
|
|
"total_upload_time": 908.4754672920008,
|
|
"p95_time": 0.014619004149244571,
|
|
"rps": 91.98971009328866,
|
|
"parallel": 1,
|
|
"p99_time": 0.018765603289466533,
|
|
"mean_time": 0.010757044257708003,
|
|
"mean_precisions": 0.9978049999999999,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 128,
|
|
"M": 16
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-16-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 258.43017653599964,
|
|
"total_upload_time": 908.4754672920008,
|
|
"p95_time": 0.33359716344921236,
|
|
"rps": 394.8216124821764,
|
|
"parallel": 100,
|
|
"p99_time": 0.37862255913940324,
|
|
"mean_time": 0.2500239214016019,
|
|
"mean_precisions": 0.9865229999999999,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 128,
|
|
"M": 16
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-16-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 258.43017653599964,
|
|
"total_upload_time": 908.4754672920008,
|
|
"p95_time": 0.521910297850627,
|
|
"rps": 260.7510358072426,
|
|
"parallel": 100,
|
|
"p99_time": 0.634425337129178,
|
|
"mean_time": 0.3795201484150932,
|
|
"mean_precisions": 0.9951979999999999,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 128,
|
|
"M": 16
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-16-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 258.43017653599964,
|
|
"total_upload_time": 908.4754672920008,
|
|
"p95_time": 0.7959847926497787,
|
|
"rps": 166.28680464589993,
|
|
"parallel": 100,
|
|
"p99_time": 0.9414332240708063,
|
|
"mean_time": 0.5969147134650952,
|
|
"mean_precisions": 0.998394,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 128,
|
|
"M": 16
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-16-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 258.43017653599964,
|
|
"total_upload_time": 908.4754672920008,
|
|
"p95_time": 0.023571292349242854,
|
|
"rps": 67.53235003793063,
|
|
"parallel": 1,
|
|
"p99_time": 0.030535250448810985,
|
|
"mean_time": 0.014679130142308532,
|
|
"mean_precisions": 0.999218,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 128,
|
|
"M": 16
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-16-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 84.4749776619974,
|
|
"total_upload_time": 476.3130891949986,
|
|
"p95_time": 0.010123701900374727,
|
|
"rps": 116.0965657905425,
|
|
"parallel": 1,
|
|
"p99_time": 0.011907591390408924,
|
|
"mean_time": 0.008483400110009824,
|
|
"mean_precisions": 0.94013,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 128,
|
|
"M": 16
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-16-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 84.4749776619974,
|
|
"total_upload_time": 476.3130891949986,
|
|
"p95_time": 0.013175551298627396,
|
|
"rps": 90.33828100711317,
|
|
"parallel": 1,
|
|
"p99_time": 0.01490723335140501,
|
|
"mean_time": 0.01094937195796956,
|
|
"mean_precisions": 0.9741100000000001,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 128,
|
|
"M": 16
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-16-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 84.4749776619974,
|
|
"total_upload_time": 476.3130891949986,
|
|
"p95_time": 0.38274144864953996,
|
|
"rps": 316.03009187724166,
|
|
"parallel": 100,
|
|
"p99_time": 0.39112252148137483,
|
|
"mean_time": 0.2859951995649753,
|
|
"mean_precisions": 0.94229,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 128,
|
|
"M": 16
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-16-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 84.4749776619974,
|
|
"total_upload_time": 476.3130891949986,
|
|
"p95_time": 0.5998544650015901,
|
|
"rps": 200.7450982339373,
|
|
"parallel": 100,
|
|
"p99_time": 0.630661806851167,
|
|
"mean_time": 0.4614150212170534,
|
|
"mean_precisions": 0.9749500000000001,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 128,
|
|
"M": 16
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-16-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 84.4749776619974,
|
|
"total_upload_time": 476.3130891949986,
|
|
"p95_time": 0.9339719460009291,
|
|
"rps": 122.36146124589882,
|
|
"parallel": 100,
|
|
"p99_time": 0.9506763562810363,
|
|
"mean_time": 0.7711574566230774,
|
|
"mean_precisions": 0.98921,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 128,
|
|
"M": 16
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-16-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 84.4749776619974,
|
|
"total_upload_time": 476.3130891949986,
|
|
"p95_time": 0.01897811850030848,
|
|
"rps": 64.25155061047674,
|
|
"parallel": 1,
|
|
"p99_time": 0.020479027100409438,
|
|
"mean_time": 0.015433241247952537,
|
|
"mean_precisions": 0.98921,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 128,
|
|
"M": 16
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 31.517058006997104,
|
|
"total_upload_time": 127.83506886698888,
|
|
"p95_time": 0.008347840199712664,
|
|
"rps": 166.59991623609704,
|
|
"parallel": 1,
|
|
"p99_time": 0.013393281239314098,
|
|
"mean_time": 0.005883181939892165,
|
|
"mean_precisions": 0.825209,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 128,
|
|
"M": 16
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 31.517058006997104,
|
|
"total_upload_time": 127.83506886698888,
|
|
"p95_time": 0.009263888699751987,
|
|
"rps": 137.8417646291365,
|
|
"parallel": 1,
|
|
"p99_time": 0.0128322677403412,
|
|
"mean_time": 0.007149821202999283,
|
|
"mean_precisions": 0.8854879999999999,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 128,
|
|
"M": 16
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 31.517058006997104,
|
|
"total_upload_time": 127.83506886698888,
|
|
"p95_time": 0.06564809444962519,
|
|
"rps": 2260.8531174914647,
|
|
"parallel": 100,
|
|
"p99_time": 0.0759827761305678,
|
|
"mean_time": 0.03961063465489679,
|
|
"mean_precisions": 0.7128950000000001,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 128,
|
|
"M": 16
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 31.517058006997104,
|
|
"total_upload_time": 127.83506886698888,
|
|
"p95_time": 0.07699133250052906,
|
|
"rps": 1961.8413603899987,
|
|
"parallel": 100,
|
|
"p99_time": 0.09245948474985198,
|
|
"mean_time": 0.04696427437989178,
|
|
"mean_precisions": 0.790924,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 128,
|
|
"M": 16
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 31.517058006997104,
|
|
"total_upload_time": 127.83506886698888,
|
|
"p95_time": 0.0916189424996446,
|
|
"rps": 1501.669137607354,
|
|
"parallel": 100,
|
|
"p99_time": 0.10670514880032898,
|
|
"mean_time": 0.0634730499991937,
|
|
"mean_precisions": 0.8543280000000001,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 128,
|
|
"M": 16
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 31.517058006997104,
|
|
"total_upload_time": 127.83506886698888,
|
|
"p95_time": 0.012373737249708935,
|
|
"rps": 115.40583533608353,
|
|
"parallel": 1,
|
|
"p99_time": 0.01633907393998017,
|
|
"mean_time": 0.008548652315800518,
|
|
"mean_precisions": 0.933541,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 128,
|
|
"M": 16
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 176.65841434302274,
|
|
"total_upload_time": 1062.8112723830272,
|
|
"p95_time": 0.03227416866284329,
|
|
"rps": 48.111511375071615,
|
|
"parallel": 1,
|
|
"p99_time": 0.039293009025277596,
|
|
"mean_time": 0.019982510972383898,
|
|
"mean_precisions": 0.9958,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 128,
|
|
"M": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 176.65841434302274,
|
|
"total_upload_time": 1062.8112723830272,
|
|
"p95_time": 0.04047074247791898,
|
|
"rps": 43.58707211812903,
|
|
"parallel": 1,
|
|
"p99_time": 0.04721082920033951,
|
|
"mean_time": 0.02211648977729492,
|
|
"mean_precisions": 0.9981200000000001,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 128,
|
|
"M": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 176.65841434302274,
|
|
"total_upload_time": 1062.8112723830272,
|
|
"p95_time": 0.6262575893779285,
|
|
"rps": 154.06270277415646,
|
|
"parallel": 100,
|
|
"p99_time": 0.6484211655246327,
|
|
"mean_time": 0.5825115745197982,
|
|
"mean_precisions": 0.9981399999999999,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 128,
|
|
"M": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 176.65841434302274,
|
|
"total_upload_time": 1062.8112723830272,
|
|
"p95_time": 1.0663248277443926,
|
|
"rps": 94.14517251639545,
|
|
"parallel": 100,
|
|
"p99_time": 1.4023403139010773,
|
|
"mean_time": 0.9960199070878327,
|
|
"mean_precisions": 0.99884,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 128,
|
|
"M": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 176.65841434302274,
|
|
"total_upload_time": 1062.8112723830272,
|
|
"p95_time": 1.8369350289111026,
|
|
"rps": 55.45284724046135,
|
|
"parallel": 100,
|
|
"p99_time": 2.5230114806647186,
|
|
"mean_time": 1.730878366412851,
|
|
"mean_precisions": 0.9991800000000001,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 128,
|
|
"M": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 176.65841434302274,
|
|
"total_upload_time": 1062.8112723830272,
|
|
"p95_time": 0.03228191633243114,
|
|
"rps": 38.766441778378095,
|
|
"parallel": 1,
|
|
"p99_time": 0.03458953588851728,
|
|
"mean_time": 0.0249424866696354,
|
|
"mean_precisions": 0.9991800000000001,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 128,
|
|
"M": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-32-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 272.3199094879674,
|
|
"total_upload_time": 2247.4655076150084,
|
|
"p95_time": 0.011680976790376007,
|
|
"rps": 116.42860548986732,
|
|
"parallel": 1,
|
|
"p99_time": 0.014636582903331157,
|
|
"mean_time": 0.008478434061643203,
|
|
"mean_precisions": 0.9897290000000001,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 128,
|
|
"M": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-32-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 272.3199094879674,
|
|
"total_upload_time": 2247.4655076150084,
|
|
"p95_time": 0.009253299055853858,
|
|
"rps": 131.96467895648598,
|
|
"parallel": 1,
|
|
"p99_time": 0.011235479274764659,
|
|
"mean_time": 0.007474864311062265,
|
|
"mean_precisions": 0.996531,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 128,
|
|
"M": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-32-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 272.3199094879674,
|
|
"total_upload_time": 2247.4655076150084,
|
|
"p95_time": 0.2126469859620556,
|
|
"rps": 580.7217391702638,
|
|
"parallel": 100,
|
|
"p99_time": 0.23794421044411143,
|
|
"mean_time": 0.16882343932637014,
|
|
"mean_precisions": 0.9896280000000001,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 128,
|
|
"M": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-32-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 272.3199094879674,
|
|
"total_upload_time": 2247.4655076150084,
|
|
"p95_time": 0.31773491484345856,
|
|
"rps": 388.9807446762083,
|
|
"parallel": 100,
|
|
"p99_time": 0.3649431368138176,
|
|
"mean_time": 0.2538598900598474,
|
|
"mean_precisions": 0.9966380000000001,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 128,
|
|
"M": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-32-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 272.3199094879674,
|
|
"total_upload_time": 2247.4655076150084,
|
|
"p95_time": 0.5167733783484436,
|
|
"rps": 241.10655832347464,
|
|
"parallel": 100,
|
|
"p99_time": 0.6103793797956316,
|
|
"mean_time": 0.41077888933632056,
|
|
"mean_precisions": 0.9988970000000001,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 128,
|
|
"M": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-32-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 272.3199094879674,
|
|
"total_upload_time": 2247.4655076150084,
|
|
"p95_time": 0.013047331984853371,
|
|
"rps": 98.32942368690311,
|
|
"parallel": 1,
|
|
"p99_time": 0.014484765991801396,
|
|
"mean_time": 0.010042611890926492,
|
|
"mean_precisions": 0.9988970000000001,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 128,
|
|
"M": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-32-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 84.96849478299919,
|
|
"total_upload_time": 572.0299993599983,
|
|
"p95_time": 0.011034868101523898,
|
|
"rps": 112.18583182222551,
|
|
"parallel": 1,
|
|
"p99_time": 0.012515965501297613,
|
|
"mean_time": 0.008779466732870788,
|
|
"mean_precisions": 0.96226,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 128,
|
|
"M": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-32-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 84.96849478299919,
|
|
"total_upload_time": 572.0299993599983,
|
|
"p95_time": 0.013919721648926497,
|
|
"rps": 90.61317422217203,
|
|
"parallel": 1,
|
|
"p99_time": 0.015497392277575272,
|
|
"mean_time": 0.010899620496002172,
|
|
"mean_precisions": 0.9859600000000001,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 128,
|
|
"M": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-32-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 84.96849478299919,
|
|
"total_upload_time": 572.0299993599983,
|
|
"p95_time": 0.4212264971512923,
|
|
"rps": 281.5280399337747,
|
|
"parallel": 100,
|
|
"p99_time": 0.43687832194125803,
|
|
"mean_time": 0.3226303301979024,
|
|
"mean_precisions": 0.9633800000000001,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 128,
|
|
"M": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-32-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 84.96849478299919,
|
|
"total_upload_time": 572.0299993599983,
|
|
"p95_time": 0.6127967846496176,
|
|
"rps": 182.85465703689457,
|
|
"parallel": 100,
|
|
"p99_time": 0.8089335615813252,
|
|
"mean_time": 0.5094148798070455,
|
|
"mean_precisions": 0.9864,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 128,
|
|
"M": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-32-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 84.96849478299919,
|
|
"total_upload_time": 572.0299993599983,
|
|
"p95_time": 0.9946499836001749,
|
|
"rps": 110.87764373189869,
|
|
"parallel": 100,
|
|
"p99_time": 1.0984080916777383,
|
|
"mean_time": 0.8513385111439639,
|
|
"mean_precisions": 0.99487,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 128,
|
|
"M": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-32-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 84.96849478299919,
|
|
"total_upload_time": 572.0299993599983,
|
|
"p95_time": 0.01998230165027053,
|
|
"rps": 64.94986340295678,
|
|
"parallel": 1,
|
|
"p99_time": 0.02316058485830581,
|
|
"mean_time": 0.015262728164052532,
|
|
"mean_precisions": 0.99487,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 128,
|
|
"M": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 33.99336479900012,
|
|
"total_upload_time": 222.02942449700004,
|
|
"p95_time": 0.009059649499840807,
|
|
"rps": 148.27596248911559,
|
|
"parallel": 1,
|
|
"p99_time": 0.013670126250353864,
|
|
"mean_time": 0.0066278306940025684,
|
|
"mean_precisions": 0.882182,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 128,
|
|
"M": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 33.99336479900012,
|
|
"total_upload_time": 222.02942449700004,
|
|
"p95_time": 0.011889312849552879,
|
|
"rps": 115.63681575552404,
|
|
"parallel": 1,
|
|
"p99_time": 0.015025758700849113,
|
|
"mean_time": 0.008531160203200943,
|
|
"mean_precisions": 0.934486,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 128,
|
|
"M": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 33.99336479900012,
|
|
"total_upload_time": 222.02942449700004,
|
|
"p95_time": 0.07724877804989772,
|
|
"rps": 2015.6901990272022,
|
|
"parallel": 100,
|
|
"p99_time": 0.0943515081102396,
|
|
"mean_time": 0.04602207436040271,
|
|
"mean_precisions": 0.775332,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 128,
|
|
"M": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 33.99336479900012,
|
|
"total_upload_time": 222.02942449700004,
|
|
"p95_time": 0.09001807904946872,
|
|
"rps": 1640.0496352754762,
|
|
"parallel": 100,
|
|
"p99_time": 0.10657020865010967,
|
|
"mean_time": 0.05753609927440311,
|
|
"mean_precisions": 0.848159,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 128,
|
|
"M": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 33.99336479900012,
|
|
"total_upload_time": 222.02942449700004,
|
|
"p95_time": 0.10750191734928194,
|
|
"rps": 1157.507666863126,
|
|
"parallel": 100,
|
|
"p99_time": 0.1265126749401407,
|
|
"mean_time": 0.08367736184229525,
|
|
"mean_precisions": 0.904582,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 128,
|
|
"M": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 33.99336479900012,
|
|
"total_upload_time": 222.02942449700004,
|
|
"p95_time": 0.01748902934982652,
|
|
"rps": 84.97811436231132,
|
|
"parallel": 1,
|
|
"p99_time": 0.025247101699642387,
|
|
"mean_time": 0.011634945086505376,
|
|
"mean_precisions": 0.969842,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 128,
|
|
"M": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 212.19189746800112,
|
|
"total_upload_time": 1783.9065994640114,
|
|
"p95_time": 0.03508374769880903,
|
|
"rps": 43.33766235284997,
|
|
"parallel": 1,
|
|
"p99_time": 0.0404776348063024,
|
|
"mean_time": 0.022176152804354206,
|
|
"mean_precisions": 0.9979199999999999,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 256,
|
|
"M": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 212.19189746800112,
|
|
"total_upload_time": 1783.9065994640114,
|
|
"p95_time": 0.04572465558012482,
|
|
"rps": 34.3690386083599,
|
|
"parallel": 1,
|
|
"p99_time": 0.0525079075433314,
|
|
"mean_time": 0.028126089456107003,
|
|
"mean_precisions": 0.9994,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 256,
|
|
"M": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 212.19189746800112,
|
|
"total_upload_time": 1783.9065994640114,
|
|
"p95_time": 0.7260412628354971,
|
|
"rps": 134.33277983642634,
|
|
"parallel": 100,
|
|
"p99_time": 1.0363464294478764,
|
|
"mean_time": 0.6749677295065368,
|
|
"mean_precisions": 0.99926,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 256,
|
|
"M": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 212.19189746800112,
|
|
"total_upload_time": 1783.9065994640114,
|
|
"p95_time": 1.2591227708180668,
|
|
"rps": 80.79447743247542,
|
|
"parallel": 100,
|
|
"p99_time": 1.526127090324309,
|
|
"mean_time": 1.1671500574584002,
|
|
"mean_precisions": 0.99974,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 256,
|
|
"M": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 212.19189746800112,
|
|
"total_upload_time": 1783.9065994640114,
|
|
"p95_time": 2.104764699502266,
|
|
"rps": 48.14587557268658,
|
|
"parallel": 100,
|
|
"p99_time": 2.5667058676294983,
|
|
"mean_time": 2.0038942780951854,
|
|
"mean_precisions": 0.99984,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 256,
|
|
"M": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 212.19189746800112,
|
|
"total_upload_time": 1783.9065994640114,
|
|
"p95_time": 0.036022179876454175,
|
|
"rps": 33.82339672721765,
|
|
"parallel": 1,
|
|
"p99_time": 0.038784970003762284,
|
|
"mean_time": 0.028578869760152885,
|
|
"mean_precisions": 0.99984,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 256,
|
|
"M": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-32-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 269.5519010690041,
|
|
"total_upload_time": 4407.703182558995,
|
|
"p95_time": 0.011958275950746609,
|
|
"rps": 106.47673328700208,
|
|
"parallel": 1,
|
|
"p99_time": 0.015544630456715822,
|
|
"mean_time": 0.009267930290999357,
|
|
"mean_precisions": 0.9947450000000001,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 256,
|
|
"M": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-32-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 269.5519010690041,
|
|
"total_upload_time": 4407.703182558995,
|
|
"p95_time": 0.015523226786172012,
|
|
"rps": 84.85587839606026,
|
|
"parallel": 1,
|
|
"p99_time": 0.0190177490655333,
|
|
"mean_time": 0.011643581183231435,
|
|
"mean_precisions": 0.998552,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 256,
|
|
"M": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-32-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 269.5519010690041,
|
|
"total_upload_time": 4407.703182558995,
|
|
"p95_time": 0.23868132639327083,
|
|
"rps": 538.4874625192699,
|
|
"parallel": 100,
|
|
"p99_time": 0.2773008225206286,
|
|
"mean_time": 0.18234442798229866,
|
|
"mean_precisions": 0.994475,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 256,
|
|
"M": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-32-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 269.5519010690041,
|
|
"total_upload_time": 4407.703182558995,
|
|
"p95_time": 0.3383619575179182,
|
|
"rps": 353.4076442808558,
|
|
"parallel": 100,
|
|
"p99_time": 0.41989448509062643,
|
|
"mean_time": 0.2792607893323642,
|
|
"mean_precisions": 0.9985069999999999,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 256,
|
|
"M": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-32-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 269.5519010690041,
|
|
"total_upload_time": 4407.703182558995,
|
|
"p95_time": 0.5571133912075311,
|
|
"rps": 217.36144903974218,
|
|
"parallel": 100,
|
|
"p99_time": 0.6714337956008968,
|
|
"mean_time": 0.45578008938523706,
|
|
"mean_precisions": 0.999607,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 256,
|
|
"M": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-32-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 269.5519010690041,
|
|
"total_upload_time": 4407.703182558995,
|
|
"p95_time": 0.02266855703783221,
|
|
"rps": 63.97434953552702,
|
|
"parallel": 1,
|
|
"p99_time": 0.031121428037295118,
|
|
"mean_time": 0.015466112217365298,
|
|
"mean_precisions": 0.999627,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 256,
|
|
"M": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-32-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 84.02664345300218,
|
|
"total_upload_time": 832.4888724680022,
|
|
"p95_time": 0.011953335649741346,
|
|
"rps": 104.78967320193244,
|
|
"parallel": 1,
|
|
"p99_time": 0.013821405767812392,
|
|
"mean_time": 0.009419097384983616,
|
|
"mean_precisions": 0.9769800000000001,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 256,
|
|
"M": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-32-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 84.02664345300218,
|
|
"total_upload_time": 832.4888724680022,
|
|
"p95_time": 0.015575297497525748,
|
|
"rps": 82.2512429315525,
|
|
"parallel": 1,
|
|
"p99_time": 0.017854464336887758,
|
|
"mean_time": 0.01204780070992274,
|
|
"mean_precisions": 0.9924200000000001,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 256,
|
|
"M": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-32-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 84.02664345300218,
|
|
"total_upload_time": 832.4888724680022,
|
|
"p95_time": 0.483868644550239,
|
|
"rps": 249.20745835437225,
|
|
"parallel": 100,
|
|
"p99_time": 0.5546777821805517,
|
|
"mean_time": 0.36748726744101806,
|
|
"mean_precisions": 0.97755,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 256,
|
|
"M": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-32-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 84.02664345300218,
|
|
"total_upload_time": 832.4888724680022,
|
|
"p95_time": 0.7692875032971642,
|
|
"rps": 150.31632446315066,
|
|
"parallel": 100,
|
|
"p99_time": 0.7758437791117467,
|
|
"mean_time": 0.6219584645870746,
|
|
"mean_precisions": 0.99258,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 256,
|
|
"M": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-32-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 84.02664345300218,
|
|
"total_upload_time": 832.4888724680022,
|
|
"p95_time": 1.2218479353989096,
|
|
"rps": 92.50645363227835,
|
|
"parallel": 100,
|
|
"p99_time": 1.265303313608929,
|
|
"mean_time": 1.024034412738998,
|
|
"mean_precisions": 0.99746,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 256,
|
|
"M": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-32-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 84.02664345300218,
|
|
"total_upload_time": 832.4888724680022,
|
|
"p95_time": 0.022688084102810535,
|
|
"rps": 56.89470446186484,
|
|
"parallel": 1,
|
|
"p99_time": 0.02516449375165393,
|
|
"mean_time": 0.017443095621936664,
|
|
"mean_precisions": 0.99746,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 256,
|
|
"M": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 31.842366515999856,
|
|
"total_upload_time": 742.9091456939996,
|
|
"p95_time": 0.008578274049887114,
|
|
"rps": 156.22135321935426,
|
|
"parallel": 1,
|
|
"p99_time": 0.012847405329939651,
|
|
"mean_time": 0.006280608489790393,
|
|
"mean_precisions": 0.8437180000000001,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 256,
|
|
"M": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 31.842366515999856,
|
|
"total_upload_time": 742.9091456939996,
|
|
"p95_time": 0.010632538650042987,
|
|
"rps": 122.15309307003224,
|
|
"parallel": 1,
|
|
"p99_time": 0.013811162089277788,
|
|
"mean_time": 0.008078677385491938,
|
|
"mean_precisions": 0.9066130000000001,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 256,
|
|
"M": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 31.842366515999856,
|
|
"total_upload_time": 742.9091456939996,
|
|
"p95_time": 0.15839562989967812,
|
|
"rps": 856.9924993024713,
|
|
"parallel": 100,
|
|
"p99_time": 0.2108519131804133,
|
|
"mean_time": 0.11375444300758154,
|
|
"mean_precisions": 0.843408,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 256,
|
|
"M": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 31.842366515999856,
|
|
"total_upload_time": 742.9091456939996,
|
|
"p95_time": 0.20518910590008088,
|
|
"rps": 577.4946124574423,
|
|
"parallel": 100,
|
|
"p99_time": 0.2311372014091103,
|
|
"mean_time": 0.17033208782880666,
|
|
"mean_precisions": 0.9071540000000001,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 256,
|
|
"M": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 31.842366515999856,
|
|
"total_upload_time": 742.9091456939996,
|
|
"p95_time": 0.24656144840082556,
|
|
"rps": 536.5952287042737,
|
|
"parallel": 100,
|
|
"p99_time": 0.26744615025883833,
|
|
"mean_time": 0.18360101266038728,
|
|
"mean_precisions": 0.952408,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 256,
|
|
"M": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 31.842366515999856,
|
|
"total_upload_time": 742.9091456939996,
|
|
"p95_time": 0.017708931899051088,
|
|
"rps": 85.47158759671062,
|
|
"parallel": 1,
|
|
"p99_time": 0.027643058059602484,
|
|
"mean_time": 0.011573718987201392,
|
|
"mean_precisions": 0.952407,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 256,
|
|
"M": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 225.8738528789836,
|
|
"total_upload_time": 2819.5124523159466,
|
|
"p95_time": 0.03722250974387862,
|
|
"rps": 39.61649029550851,
|
|
"parallel": 1,
|
|
"p99_time": 0.04151531647134109,
|
|
"mean_time": 0.024360068328503987,
|
|
"mean_precisions": 0.9985,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 512,
|
|
"M": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 225.8738528789836,
|
|
"total_upload_time": 2819.5124523159466,
|
|
"p95_time": 0.05410327027493622,
|
|
"rps": 25.02818563704536,
|
|
"parallel": 1,
|
|
"p99_time": 0.061320520389126616,
|
|
"mean_time": 0.03897973559821257,
|
|
"mean_precisions": 0.99956,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 512,
|
|
"M": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 225.8738528789836,
|
|
"total_upload_time": 2819.5124523159466,
|
|
"p95_time": 0.8085369415610331,
|
|
"rps": 125.16995024467096,
|
|
"parallel": 100,
|
|
"p99_time": 1.203903211079305,
|
|
"mean_time": 0.7616710828928742,
|
|
"mean_precisions": 0.9993800000000002,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 512,
|
|
"M": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 225.8738528789836,
|
|
"total_upload_time": 2819.5124523159466,
|
|
"p95_time": 1.4074500956397968,
|
|
"rps": 73.54934239047417,
|
|
"parallel": 100,
|
|
"p99_time": 1.9049084263970144,
|
|
"mean_time": 1.319273378749669,
|
|
"mean_precisions": 0.9996200000000001,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 512,
|
|
"M": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 225.8738528789836,
|
|
"total_upload_time": 2819.5124523159466,
|
|
"p95_time": 2.3820976740127664,
|
|
"rps": 43.13965698837132,
|
|
"parallel": 100,
|
|
"p99_time": 3.358554256554344,
|
|
"mean_time": 2.2699432777081268,
|
|
"mean_precisions": 0.9997799999999999,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 512,
|
|
"M": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 225.8738528789836,
|
|
"total_upload_time": 2819.5124523159466,
|
|
"p95_time": 0.0825594261783408,
|
|
"rps": 17.25109240622256,
|
|
"parallel": 1,
|
|
"p99_time": 0.09290220665163361,
|
|
"mean_time": 0.056967805082153065,
|
|
"mean_precisions": 0.9998,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 512,
|
|
"M": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-32-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 254.53017482499126,
|
|
"total_upload_time": 8048.384916940937,
|
|
"p95_time": 0.01323094420949928,
|
|
"rps": 97.53718498285214,
|
|
"parallel": 1,
|
|
"p99_time": 0.016384451002813882,
|
|
"mean_time": 0.010122968998667783,
|
|
"mean_precisions": 0.9959819999999999,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 512,
|
|
"M": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-32-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 254.53017482499126,
|
|
"total_upload_time": 8048.384916940937,
|
|
"p95_time": 0.01652293576626107,
|
|
"rps": 79.37387769171285,
|
|
"parallel": 1,
|
|
"p99_time": 0.02080182998091914,
|
|
"mean_time": 0.012451688419666608,
|
|
"mean_precisions": 0.9991040000000001,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 512,
|
|
"M": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-32-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 254.53017482499126,
|
|
"total_upload_time": 8048.384916940937,
|
|
"p95_time": 0.27058942201547315,
|
|
"rps": 466.4705384857541,
|
|
"parallel": 100,
|
|
"p99_time": 0.3112210066290572,
|
|
"mean_time": 0.21089050717380597,
|
|
"mean_precisions": 0.9957289999999999,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 512,
|
|
"M": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-32-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 254.53017482499126,
|
|
"total_upload_time": 8048.384916940937,
|
|
"p95_time": 0.43409935175441194,
|
|
"rps": 298.5125942076022,
|
|
"parallel": 100,
|
|
"p99_time": 0.47859681367524903,
|
|
"mean_time": 0.3309164611062035,
|
|
"mean_precisions": 0.999037,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 512,
|
|
"M": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-32-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 254.53017482499126,
|
|
"total_upload_time": 8048.384916940937,
|
|
"p95_time": 0.6480932687991299,
|
|
"rps": 181.71853204048892,
|
|
"parallel": 100,
|
|
"p99_time": 0.8023144157009688,
|
|
"mean_time": 0.5456103388736141,
|
|
"mean_precisions": 0.9997440000000001,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 512,
|
|
"M": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-32-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 254.53017482499126,
|
|
"total_upload_time": 8048.384916940937,
|
|
"p95_time": 0.02984506117063574,
|
|
"rps": 55.69912224482779,
|
|
"parallel": 1,
|
|
"p99_time": 0.03592655458371155,
|
|
"mean_time": 0.017786421072715893,
|
|
"mean_precisions": 0.999758,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 512,
|
|
"M": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-32-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 100.18390694499976,
|
|
"total_upload_time": 1825.8781604409996,
|
|
"p95_time": 0.01188274935084337,
|
|
"rps": 105.0969071439513,
|
|
"parallel": 1,
|
|
"p99_time": 0.013407686090795323,
|
|
"mean_time": 0.00938378102297429,
|
|
"mean_precisions": 0.9828500000000001,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 512,
|
|
"M": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-32-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 100.18390694499976,
|
|
"total_upload_time": 1825.8781604409996,
|
|
"p95_time": 0.015547169900128211,
|
|
"rps": 80.5400891771081,
|
|
"parallel": 1,
|
|
"p99_time": 0.01776844570897083,
|
|
"mean_time": 0.01228693896583718,
|
|
"mean_precisions": 0.99528,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 512,
|
|
"M": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-32-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 100.18390694499976,
|
|
"total_upload_time": 1825.8781604409996,
|
|
"p95_time": 0.48039184200042656,
|
|
"rps": 243.9040523010698,
|
|
"parallel": 100,
|
|
"p99_time": 0.4915113505805857,
|
|
"mean_time": 0.377470913941921,
|
|
"mean_precisions": 0.98316,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 512,
|
|
"M": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-32-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 100.18390694499976,
|
|
"total_upload_time": 1825.8781604409996,
|
|
"p95_time": 0.7639285995504906,
|
|
"rps": 152.72992355780414,
|
|
"parallel": 100,
|
|
"p99_time": 0.7765473536286663,
|
|
"mean_time": 0.6130324604259877,
|
|
"mean_precisions": 0.99539,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 512,
|
|
"M": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-32-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 100.18390694499976,
|
|
"total_upload_time": 1825.8781604409996,
|
|
"p95_time": 1.3298442689007062,
|
|
"rps": 91.03840429177446,
|
|
"parallel": 100,
|
|
"p99_time": 1.3469974336079757,
|
|
"mean_time": 1.045244576186018,
|
|
"mean_precisions": 0.99873,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 512,
|
|
"M": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-32-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 100.18390694499976,
|
|
"total_upload_time": 1825.8781604409996,
|
|
"p95_time": 0.022174150851969894,
|
|
"rps": 56.76019352113345,
|
|
"parallel": 1,
|
|
"p99_time": 0.024631456251372582,
|
|
"mean_time": 0.017484605346988247,
|
|
"mean_precisions": 0.99873,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 512,
|
|
"M": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 33.27338609099934,
|
|
"total_upload_time": 1352.3380144330004,
|
|
"p95_time": 0.007430410500364807,
|
|
"rps": 186.68208224178093,
|
|
"parallel": 1,
|
|
"p99_time": 0.010519147900922697,
|
|
"mean_time": 0.005250885339889283,
|
|
"mean_precisions": 0.849817,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 512,
|
|
"M": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 33.27338609099934,
|
|
"total_upload_time": 1352.3380144330004,
|
|
"p95_time": 0.012113768649942357,
|
|
"rps": 114.53661305904181,
|
|
"parallel": 1,
|
|
"p99_time": 0.014989221649721015,
|
|
"mean_time": 0.00860510897861368,
|
|
"mean_precisions": 0.913483,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 512,
|
|
"M": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 33.27338609099934,
|
|
"total_upload_time": 1352.3380144330004,
|
|
"p95_time": 0.1487097949488998,
|
|
"rps": 849.2318145897202,
|
|
"parallel": 100,
|
|
"p99_time": 0.1780865557598918,
|
|
"mean_time": 0.11494529357269821,
|
|
"mean_precisions": 0.849493,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 512,
|
|
"M": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 33.27338609099934,
|
|
"total_upload_time": 1352.3380144330004,
|
|
"p95_time": 0.21797790270111359,
|
|
"rps": 539.0007329777283,
|
|
"parallel": 100,
|
|
"p99_time": 0.24799694345982068,
|
|
"mean_time": 0.18278351134879867,
|
|
"mean_precisions": 0.9139120000000001,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 512,
|
|
"M": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 33.27338609099934,
|
|
"total_upload_time": 1352.3380144330004,
|
|
"p95_time": 0.36937242939993664,
|
|
"rps": 306.9673004683988,
|
|
"parallel": 100,
|
|
"p99_time": 0.40120882518953294,
|
|
"mean_time": 0.3219694937140119,
|
|
"mean_precisions": 0.958068,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 512,
|
|
"M": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 33.27338609099934,
|
|
"total_upload_time": 1352.3380144330004,
|
|
"p95_time": 0.020855732850213825,
|
|
"rps": 77.56701057492658,
|
|
"parallel": 1,
|
|
"p99_time": 0.033729261250246056,
|
|
"mean_time": 0.012773442607618927,
|
|
"mean_precisions": 0.9580710000000001,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 512,
|
|
"M": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 213.4419205459999,
|
|
"total_upload_time": 2015.693305675988,
|
|
"p95_time": 0.038392800732981416,
|
|
"rps": 38.74735315872078,
|
|
"parallel": 1,
|
|
"p99_time": 0.04379686872533059,
|
|
"mean_time": 0.024931044344755356,
|
|
"mean_precisions": 0.9985,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 256,
|
|
"M": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 213.4419205459999,
|
|
"total_upload_time": 2015.693305675988,
|
|
"p95_time": 0.034916487694135884,
|
|
"rps": 41.80165997201831,
|
|
"parallel": 1,
|
|
"p99_time": 0.04556277088297066,
|
|
"mean_time": 0.023035359144501853,
|
|
"mean_precisions": 0.99936,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 256,
|
|
"M": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 213.4419205459999,
|
|
"total_upload_time": 2015.693305675988,
|
|
"p95_time": 0.8814881186379353,
|
|
"rps": 116.57649360668285,
|
|
"parallel": 100,
|
|
"p99_time": 1.1743695757468235,
|
|
"mean_time": 0.8221378217227175,
|
|
"mean_precisions": 0.9994200000000001,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 256,
|
|
"M": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 213.4419205459999,
|
|
"total_upload_time": 2015.693305675988,
|
|
"p95_time": 1.4973409175669077,
|
|
"rps": 68.83154158355153,
|
|
"parallel": 100,
|
|
"p99_time": 2.1569170526572274,
|
|
"mean_time": 1.4115881968702422,
|
|
"mean_precisions": 0.9996,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 256,
|
|
"M": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 213.4419205459999,
|
|
"total_upload_time": 2015.693305675988,
|
|
"p95_time": 2.511677393227001,
|
|
"rps": 40.77349600907682,
|
|
"parallel": 100,
|
|
"p99_time": 2.582542409867747,
|
|
"mean_time": 2.4069097627784126,
|
|
"mean_precisions": 0.99982,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 256,
|
|
"M": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 213.4419205459999,
|
|
"total_upload_time": 2015.693305675988,
|
|
"p95_time": 0.04402944531757385,
|
|
"rps": 28.319501927883895,
|
|
"parallel": 1,
|
|
"p99_time": 0.04744122008618435,
|
|
"mean_time": 0.034333355193934406,
|
|
"mean_precisions": 0.99982,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 256,
|
|
"M": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-64-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 263.43693214305677,
|
|
"total_upload_time": 4247.68300470314,
|
|
"p95_time": 0.012637663213536144,
|
|
"rps": 102.89921366824188,
|
|
"parallel": 1,
|
|
"p99_time": 0.015442547618877147,
|
|
"mean_time": 0.009591119416058063,
|
|
"mean_precisions": 0.995917,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 256,
|
|
"M": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-64-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 263.43693214305677,
|
|
"total_upload_time": 4247.68300470314,
|
|
"p95_time": 0.016150938696227968,
|
|
"rps": 83.43331666479921,
|
|
"parallel": 1,
|
|
"p99_time": 0.01971400716574863,
|
|
"mean_time": 0.011856405646330677,
|
|
"mean_precisions": 0.998869,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 256,
|
|
"M": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-64-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 263.43693214305677,
|
|
"total_upload_time": 4247.68300470314,
|
|
"p95_time": 0.269636683317367,
|
|
"rps": 471.1701102260313,
|
|
"parallel": 100,
|
|
"p99_time": 0.3120435256068595,
|
|
"mean_time": 0.2084694609761471,
|
|
"mean_precisions": 0.9957470000000002,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 256,
|
|
"M": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-64-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 263.43693214305677,
|
|
"total_upload_time": 4247.68300470314,
|
|
"p95_time": 0.39985015932470536,
|
|
"rps": 303.1669685511518,
|
|
"parallel": 100,
|
|
"p99_time": 0.487771794188302,
|
|
"mean_time": 0.3259346979250433,
|
|
"mean_precisions": 0.998827,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 256,
|
|
"M": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-64-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 263.43693214305677,
|
|
"total_upload_time": 4247.68300470314,
|
|
"p95_time": 0.6266207387670875,
|
|
"rps": 185.43689589178217,
|
|
"parallel": 100,
|
|
"p99_time": 0.7546518495515921,
|
|
"mean_time": 0.5345095665523549,
|
|
"mean_precisions": 0.9996789999999999,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 256,
|
|
"M": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-64-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 263.43693214305677,
|
|
"total_upload_time": 4247.68300470314,
|
|
"p95_time": 0.0294521914096549,
|
|
"rps": 58.9232599688508,
|
|
"parallel": 1,
|
|
"p99_time": 0.035890216436237105,
|
|
"mean_time": 0.01684026211653836,
|
|
"mean_precisions": 0.9997090000000001,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 256,
|
|
"M": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-64-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 85.63918870999987,
|
|
"total_upload_time": 989.5106064499996,
|
|
"p95_time": 0.01238827974812011,
|
|
"rps": 96.3519352916101,
|
|
"parallel": 1,
|
|
"p99_time": 0.013970358829974426,
|
|
"mean_time": 0.01024897459296335,
|
|
"mean_precisions": 0.98039,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 256,
|
|
"M": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-64-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 85.63918870999987,
|
|
"total_upload_time": 989.5106064499996,
|
|
"p95_time": 0.01570868064827664,
|
|
"rps": 80.69506361224227,
|
|
"parallel": 1,
|
|
"p99_time": 0.01783025120101229,
|
|
"mean_time": 0.012251555866962008,
|
|
"mean_precisions": 0.9936300000000001,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 256,
|
|
"M": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-64-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 85.63918870999987,
|
|
"total_upload_time": 989.5106064499996,
|
|
"p95_time": 0.5348843336501886,
|
|
"rps": 239.8257905074596,
|
|
"parallel": 100,
|
|
"p99_time": 0.5414976235408904,
|
|
"mean_time": 0.38367406812601984,
|
|
"mean_precisions": 0.98087,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 256,
|
|
"M": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-64-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 85.63918870999987,
|
|
"total_upload_time": 989.5106064499996,
|
|
"p95_time": 0.8802775180502067,
|
|
"rps": 150.18749837588203,
|
|
"parallel": 100,
|
|
"p99_time": 0.902720963879874,
|
|
"mean_time": 0.6231299272670076,
|
|
"mean_precisions": 0.9938200000000001,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 256,
|
|
"M": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-64-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 85.63918870999987,
|
|
"total_upload_time": 989.5106064499996,
|
|
"p95_time": 1.3517514944007416,
|
|
"rps": 92.22844870796456,
|
|
"parallel": 100,
|
|
"p99_time": 1.3646794861404123,
|
|
"mean_time": 1.033570561923083,
|
|
"mean_precisions": 0.9979300000000001,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 256,
|
|
"M": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-64-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 85.63918870999987,
|
|
"total_upload_time": 989.5106064499996,
|
|
"p95_time": 0.022862045198598933,
|
|
"rps": 57.150042225776,
|
|
"parallel": 1,
|
|
"p99_time": 0.026241945222027423,
|
|
"mean_time": 0.017368884521973087,
|
|
"mean_precisions": 0.9979300000000001,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 256,
|
|
"M": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 38.14195053200092,
|
|
"total_upload_time": 897.7870773560007,
|
|
"p95_time": 0.011710926948762789,
|
|
"rps": 117.63649227230916,
|
|
"parallel": 1,
|
|
"p99_time": 0.015143455589732185,
|
|
"mean_time": 0.008385420120806703,
|
|
"mean_precisions": 0.926032,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 256,
|
|
"M": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 38.14195053200092,
|
|
"total_upload_time": 897.7870773560007,
|
|
"p95_time": 0.015954278949266154,
|
|
"rps": 91.37673482924697,
|
|
"parallel": 1,
|
|
"p99_time": 0.019789699170105455,
|
|
"mean_time": 0.010823419665197617,
|
|
"mean_precisions": 0.967433,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 256,
|
|
"M": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 38.14195053200092,
|
|
"total_upload_time": 897.7870773560007,
|
|
"p95_time": 0.17023369165044638,
|
|
"rps": 760.6643734312115,
|
|
"parallel": 100,
|
|
"p99_time": 0.21554721190934306,
|
|
"mean_time": 0.12880510866160585,
|
|
"mean_precisions": 0.8584219999999999,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 256,
|
|
"M": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 38.14195053200092,
|
|
"total_upload_time": 897.7870773560007,
|
|
"p95_time": 0.24346796939944396,
|
|
"rps": 480.063129453664,
|
|
"parallel": 100,
|
|
"p99_time": 0.2638844263697684,
|
|
"mean_time": 0.2052159714906089,
|
|
"mean_precisions": 0.9188290000000001,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 256,
|
|
"M": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 38.14195053200092,
|
|
"total_upload_time": 897.7870773560007,
|
|
"p95_time": 0.40115854149962615,
|
|
"rps": 275.0970780016979,
|
|
"parallel": 100,
|
|
"p99_time": 0.4188634145397919,
|
|
"mean_time": 0.3599368658091991,
|
|
"mean_precisions": 0.9601280000000001,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 256,
|
|
"M": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 38.14195053200092,
|
|
"total_upload_time": 897.7870773560007,
|
|
"p95_time": 0.033815070451601016,
|
|
"rps": 55.97535422407312,
|
|
"parallel": 1,
|
|
"p99_time": 0.04023383581859889,
|
|
"mean_time": 0.017736736822690183,
|
|
"mean_precisions": 0.9891049999999999,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 256,
|
|
"M": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 181.94533036695793,
|
|
"total_upload_time": 3080.033233964001,
|
|
"p95_time": 0.046580393385374924,
|
|
"rps": 28.870429140590463,
|
|
"parallel": 1,
|
|
"p99_time": 0.05224586854979863,
|
|
"mean_time": 0.03368589113453636,
|
|
"mean_precisions": 0.9990600000000002,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 512,
|
|
"M": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 181.94533036695793,
|
|
"total_upload_time": 3080.033233964001,
|
|
"p95_time": 0.048966990975895915,
|
|
"rps": 33.61058900387245,
|
|
"parallel": 1,
|
|
"p99_time": 0.061639176505268574,
|
|
"mean_time": 0.02881517920787446,
|
|
"mean_precisions": 0.99982,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 512,
|
|
"M": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 181.94533036695793,
|
|
"total_upload_time": 3080.033233964001,
|
|
"p95_time": 1.1228435003577033,
|
|
"rps": 91.1510083369234,
|
|
"parallel": 100,
|
|
"p99_time": 1.6849440273130314,
|
|
"mean_time": 1.055182751451456,
|
|
"mean_precisions": 0.9997399999999997,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 512,
|
|
"M": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 181.94533036695793,
|
|
"total_upload_time": 3080.033233964001,
|
|
"p95_time": 1.9074816893873503,
|
|
"rps": 53.49520767309054,
|
|
"parallel": 100,
|
|
"p99_time": 1.9399091217969544,
|
|
"mean_time": 1.827115242284222,
|
|
"mean_precisions": 0.99992,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 512,
|
|
"M": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 181.94533036695793,
|
|
"total_upload_time": 3080.033233964001,
|
|
"p95_time": 3.227562866840162,
|
|
"rps": 31.77510758303607,
|
|
"parallel": 100,
|
|
"p99_time": 3.851102164224722,
|
|
"mean_time": 3.093414354176121,
|
|
"mean_precisions": 0.9999400000000002,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 512,
|
|
"M": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 181.94533036695793,
|
|
"total_upload_time": 3080.033233964001,
|
|
"p95_time": 0.051072504921467046,
|
|
"rps": 23.50244215524408,
|
|
"parallel": 1,
|
|
"p99_time": 0.05477411155356095,
|
|
"mean_time": 0.04153671111073345,
|
|
"mean_precisions": 0.9999400000000002,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 512,
|
|
"M": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-64-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 259.05464479885995,
|
|
"total_upload_time": 8574.305167488055,
|
|
"p95_time": 0.014673934516031294,
|
|
"rps": 90.51050193401346,
|
|
"parallel": 1,
|
|
"p99_time": 0.01843819948844612,
|
|
"mean_time": 0.01091963901228737,
|
|
"mean_precisions": 0.9974930000000001,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 512,
|
|
"M": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-64-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 259.05464479885995,
|
|
"total_upload_time": 8574.305167488055,
|
|
"p95_time": 0.02061780932126566,
|
|
"rps": 70.11339608728935,
|
|
"parallel": 1,
|
|
"p99_time": 0.029588060786481952,
|
|
"mean_time": 0.01413330964425113,
|
|
"mean_precisions": 0.999423,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 512,
|
|
"M": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-64-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 259.05464479885995,
|
|
"total_upload_time": 8574.305167488055,
|
|
"p95_time": 0.315764607489109,
|
|
"rps": 381.8254130635449,
|
|
"parallel": 100,
|
|
"p99_time": 0.3959117712546141,
|
|
"mean_time": 0.2583643818900222,
|
|
"mean_precisions": 0.9973860000000001,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 512,
|
|
"M": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-64-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 259.05464479885995,
|
|
"total_upload_time": 8574.305167488055,
|
|
"p95_time": 0.5136898616794493,
|
|
"rps": 238.24016784842394,
|
|
"parallel": 100,
|
|
"p99_time": 0.6489034180901945,
|
|
"mean_time": 0.41528543825198433,
|
|
"mean_precisions": 0.999402,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 512,
|
|
"M": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-64-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 259.05464479885995,
|
|
"total_upload_time": 8574.305167488055,
|
|
"p95_time": 0.8303686390398067,
|
|
"rps": 144.2175925748924,
|
|
"parallel": 100,
|
|
"p99_time": 1.0310982758062892,
|
|
"mean_time": 0.6894007428043755,
|
|
"mean_precisions": 0.9998239999999999,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 512,
|
|
"M": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-64-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 259.05464479885995,
|
|
"total_upload_time": 8574.305167488055,
|
|
"p95_time": 0.03893176576821133,
|
|
"rps": 44.16558412268347,
|
|
"parallel": 1,
|
|
"p99_time": 0.04552466108463705,
|
|
"mean_time": 0.022502499479963443,
|
|
"mean_precisions": 0.9998370000000001,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 512,
|
|
"M": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-64-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 84.19080577799832,
|
|
"total_upload_time": 1579.959836471,
|
|
"p95_time": 0.026486532649505533,
|
|
"rps": 53.79708385866931,
|
|
"parallel": 1,
|
|
"p99_time": 0.032461471657952636,
|
|
"mean_time": 0.018464296401038156,
|
|
"mean_precisions": 0.9879600000000001,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 512,
|
|
"M": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-64-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 84.19080577799832,
|
|
"total_upload_time": 1579.959836471,
|
|
"p95_time": 0.03970930824962124,
|
|
"rps": 37.47092814527127,
|
|
"parallel": 1,
|
|
"p99_time": 0.045802128560753774,
|
|
"mean_time": 0.026552290400988568,
|
|
"mean_precisions": 0.9966200000000002,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 512,
|
|
"M": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-64-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 84.19080577799832,
|
|
"total_upload_time": 1579.959836471,
|
|
"p95_time": 1.2429380413490434,
|
|
"rps": 96.39283341548874,
|
|
"parallel": 100,
|
|
"p99_time": 1.3651247665522532,
|
|
"mean_time": 0.9923526608100001,
|
|
"mean_precisions": 0.98833,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 512,
|
|
"M": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-64-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 84.19080577799832,
|
|
"total_upload_time": 1579.959836471,
|
|
"p95_time": 1.7670524733001003,
|
|
"rps": 70.76450701367101,
|
|
"parallel": 100,
|
|
"p99_time": 1.901101919988796,
|
|
"mean_time": 1.3600009725609634,
|
|
"mean_precisions": 0.9966900000000001,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 512,
|
|
"M": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-64-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 84.19080577799832,
|
|
"total_upload_time": 1579.959836471,
|
|
"p95_time": 1.5278229122013727,
|
|
"rps": 75.64111520678601,
|
|
"parallel": 100,
|
|
"p99_time": 1.806952729172699,
|
|
"mean_time": 1.262165114607971,
|
|
"mean_precisions": 0.99897,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 512,
|
|
"M": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-64-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 84.19080577799832,
|
|
"total_upload_time": 1579.959836471,
|
|
"p95_time": 0.0582753758490071,
|
|
"rps": 24.658164282803828,
|
|
"parallel": 1,
|
|
"p99_time": 0.06861510400023689,
|
|
"mean_time": 0.040396342833075326,
|
|
"mean_precisions": 0.99899,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 512,
|
|
"M": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 37.73656263399971,
|
|
"total_upload_time": 1603.6864030320012,
|
|
"p95_time": 0.008183389399619044,
|
|
"rps": 160.52968920252337,
|
|
"parallel": 1,
|
|
"p99_time": 0.0117694974184451,
|
|
"mean_time": 0.0061121400336969604,
|
|
"mean_precisions": 0.931012,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 512,
|
|
"M": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 37.73656263399971,
|
|
"total_upload_time": 1603.6864030320012,
|
|
"p95_time": 0.017749045750770145,
|
|
"rps": 86.3111807806699,
|
|
"parallel": 1,
|
|
"p99_time": 0.02547192687970892,
|
|
"mean_time": 0.011463584514306421,
|
|
"mean_precisions": 0.972922,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 512,
|
|
"M": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 37.73656263399971,
|
|
"total_upload_time": 1603.6864030320012,
|
|
"p95_time": 0.29112774804916597,
|
|
"rps": 425.90748132494633,
|
|
"parallel": 100,
|
|
"p99_time": 0.3303961167604757,
|
|
"mean_time": 0.23183805783909667,
|
|
"mean_precisions": 0.9308650000000002,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 512,
|
|
"M": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 37.73656263399971,
|
|
"total_upload_time": 1603.6864030320012,
|
|
"p95_time": 0.4817617239497848,
|
|
"rps": 246.20468137527806,
|
|
"parallel": 100,
|
|
"p99_time": 0.565005122310431,
|
|
"mean_time": 0.4020597437276925,
|
|
"mean_precisions": 0.9730880000000001,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 512,
|
|
"M": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 37.73656263399971,
|
|
"total_upload_time": 1603.6864030320012,
|
|
"p95_time": 0.8752394896007899,
|
|
"rps": 139.9027951051027,
|
|
"parallel": 100,
|
|
"p99_time": 1.0014568364904153,
|
|
"mean_time": 0.7094184602841016,
|
|
"mean_precisions": 0.992608,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 512,
|
|
"M": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "milvus",
|
|
"setup_name": "milvus-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 37.73656263399971,
|
|
"total_upload_time": 1603.6864030320012,
|
|
"p95_time": 0.036574195699176915,
|
|
"rps": 48.03323479045597,
|
|
"parallel": 1,
|
|
"p99_time": 0.04363378071893749,
|
|
"mean_time": 0.020681911872406998,
|
|
"mean_precisions": 0.992608,
|
|
"engine_params": {
|
|
"index_params": {
|
|
"efConstruction": 512,
|
|
"M": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 170.79145554397837,
|
|
"total_upload_time": 787.4732924849959,
|
|
"p95_time": 0.003753595001762733,
|
|
"rps": 263.9178487660236,
|
|
"parallel": 1,
|
|
"p99_time": 0.00394780756061664,
|
|
"mean_time": 0.003191390408150619,
|
|
"mean_precisions": 0.94978,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 170.79145554397837,
|
|
"total_upload_time": 787.4732924849959,
|
|
"p95_time": 0.005548784797429107,
|
|
"rps": 193.04339238484351,
|
|
"parallel": 1,
|
|
"p99_time": 0.005835152337967884,
|
|
"mean_time": 0.004538932709948858,
|
|
"mean_precisions": 0.9608200000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 170.79145554397837,
|
|
"total_upload_time": 787.4732924849959,
|
|
"p95_time": 0.16508748536143686,
|
|
"rps": 612.5382257897662,
|
|
"parallel": 100,
|
|
"p99_time": 0.16644011736789252,
|
|
"mean_time": 0.1550471999337664,
|
|
"mean_precisions": 0.94978,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 170.79145554397837,
|
|
"total_upload_time": 787.4732924849959,
|
|
"p95_time": 0.2762160241865786,
|
|
"rps": 371.2130114498419,
|
|
"parallel": 100,
|
|
"p99_time": 0.28102599976875353,
|
|
"mean_time": 0.2612141632417857,
|
|
"mean_precisions": 0.9608200000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 170.79145554397837,
|
|
"total_upload_time": 787.4732924849959,
|
|
"p95_time": 0.4709699284037924,
|
|
"rps": 218.13515549945532,
|
|
"parallel": 100,
|
|
"p99_time": 0.4773386136197951,
|
|
"mean_time": 0.4497493864105199,
|
|
"mean_precisions": 0.9664,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 170.79145554397837,
|
|
"total_upload_time": 787.4732924849959,
|
|
"p95_time": 0.817961457707861,
|
|
"rps": 126.18328421774443,
|
|
"parallel": 100,
|
|
"p99_time": 0.8278185858947109,
|
|
"mean_time": 0.780613935025828,
|
|
"mean_precisions": 0.9690200000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 170.79145554397837,
|
|
"total_upload_time": 787.4732924849959,
|
|
"p95_time": 0.008764602744486183,
|
|
"rps": 132.3278712821631,
|
|
"parallel": 1,
|
|
"p99_time": 0.00934756153670606,
|
|
"mean_time": 0.00689600105167483,
|
|
"mean_precisions": 0.9664,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 170.79145554397837,
|
|
"total_upload_time": 787.4732924849959,
|
|
"p95_time": 0.014704899540811313,
|
|
"rps": 82.58797428183273,
|
|
"parallel": 1,
|
|
"p99_time": 0.01566631530877203,
|
|
"mean_time": 0.011391201966954395,
|
|
"mean_precisions": 0.9690200000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-16-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 1749.064867038,
|
|
"total_upload_time": 2501.5592498,
|
|
"p95_time": 0.005095112312119453,
|
|
"rps": 235.26380328062953,
|
|
"parallel": 1,
|
|
"p99_time": 0.006473039493430409,
|
|
"mean_time": 0.0041847370975650845,
|
|
"mean_precisions": 0.912696,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-16-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 1749.064867038,
|
|
"total_upload_time": 2501.5592498,
|
|
"p95_time": 0.006464095425326376,
|
|
"rps": 183.67345125565112,
|
|
"parallel": 1,
|
|
"p99_time": 0.007846663324162367,
|
|
"mean_time": 0.005374823157885112,
|
|
"mean_precisions": 0.9589170000000002,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-16-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 1749.064867038,
|
|
"total_upload_time": 2501.5592498,
|
|
"p95_time": 0,
|
|
"rps": 0,
|
|
"parallel": 100,
|
|
"p99_time": 0,
|
|
"mean_time": 0,
|
|
"mean_precisions": 0,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-16-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 1749.064867038,
|
|
"total_upload_time": 2501.5592498,
|
|
"p95_time": 0,
|
|
"rps": 0,
|
|
"parallel": 100,
|
|
"p99_time": 0,
|
|
"mean_time": 0,
|
|
"mean_precisions": 0,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-16-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 1749.064867038,
|
|
"total_upload_time": 2501.5592498,
|
|
"p95_time": 0,
|
|
"rps": 0,
|
|
"parallel": 100,
|
|
"p99_time": 0,
|
|
"mean_time": 0,
|
|
"mean_precisions": 0,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-16-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 1749.064867038,
|
|
"total_upload_time": 2501.5592498,
|
|
"p95_time": 0,
|
|
"rps": 0,
|
|
"parallel": 100,
|
|
"p99_time": 0,
|
|
"mean_time": 0,
|
|
"mean_precisions": 0,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-16-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 1749.064867038,
|
|
"total_upload_time": 2501.5592498,
|
|
"p95_time": 0.007364304934162645,
|
|
"rps": 162.81403011332512,
|
|
"parallel": 1,
|
|
"p99_time": 0.008551314396318049,
|
|
"mean_time": 0.006071963520324789,
|
|
"mean_precisions": 0.9826520000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-16-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 1749.064867038,
|
|
"total_upload_time": 2501.5592498,
|
|
"p95_time": 0.009207469597458839,
|
|
"rps": 132.94700423093434,
|
|
"parallel": 1,
|
|
"p99_time": 0.0105999395926483,
|
|
"mean_time": 0.007451963961916044,
|
|
"mean_precisions": 0.992466,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-16-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 110.55960359200253,
|
|
"total_upload_time": 531.0140923040017,
|
|
"p95_time": 0.005222286955904564,
|
|
"rps": 233.81947308140857,
|
|
"parallel": 1,
|
|
"p99_time": 0.006302726971698575,
|
|
"mean_time": 0.004196053406936699,
|
|
"mean_precisions": 0.77924,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-16-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 110.55960359200253,
|
|
"total_upload_time": 531.0140923040017,
|
|
"p95_time": 0.006762893097038613,
|
|
"rps": 184.02349336512495,
|
|
"parallel": 1,
|
|
"p99_time": 0.008297505295777226,
|
|
"mean_time": 0.005348147579927172,
|
|
"mean_precisions": 0.87229,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-16-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 110.55960359200253,
|
|
"total_upload_time": 531.0140923040017,
|
|
"p95_time": 0.009187854801712091,
|
|
"rps": 137.8473313206122,
|
|
"parallel": 1,
|
|
"p99_time": 0.009991885794370318,
|
|
"mean_time": 0.00716508019779576,
|
|
"mean_precisions": 0.92968,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-16-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 110.55960359200253,
|
|
"total_upload_time": 531.0140923040017,
|
|
"p95_time": 0.013342021295829908,
|
|
"rps": 97.74503229014154,
|
|
"parallel": 1,
|
|
"p99_time": 0.014216061751139932,
|
|
"mean_time": 0.010131806000012148,
|
|
"mean_precisions": 0.9588300000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 50.55554709600983,
|
|
"total_upload_time": 271.94820965701365,
|
|
"p95_time": 0.003722286543052178,
|
|
"rps": 330.48910633126957,
|
|
"parallel": 1,
|
|
"p99_time": 0.004792188518040349,
|
|
"mean_time": 0.0029682083801075352,
|
|
"mean_precisions": 0.755603,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 50.55554709600983,
|
|
"total_upload_time": 271.94820965701365,
|
|
"p95_time": 0.0044984218897297975,
|
|
"rps": 268.67996038166746,
|
|
"parallel": 1,
|
|
"p99_time": 0.005786714691494127,
|
|
"mean_time": 0.0036613552793918645,
|
|
"mean_precisions": 0.8306680000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 50.55554709600983,
|
|
"total_upload_time": 271.94820965701365,
|
|
"p95_time": 0.00551684900856344,
|
|
"rps": 218.39947473781876,
|
|
"parallel": 1,
|
|
"p99_time": 0.006726889189158101,
|
|
"mean_time": 0.0045147955198946875,
|
|
"mean_precisions": 0.8895790000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 50.55554709600983,
|
|
"total_upload_time": 271.94820965701365,
|
|
"p95_time": 0.007490885064180474,
|
|
"rps": 163.60141846023308,
|
|
"parallel": 1,
|
|
"p99_time": 0.008544066699687393,
|
|
"mean_time": 0.006046875435096444,
|
|
"mean_precisions": 0.9347770000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 178.2390039980237,
|
|
"total_upload_time": 884.2723836730001,
|
|
"p95_time": 0.0047161975206108766,
|
|
"rps": 230.21304973010305,
|
|
"parallel": 1,
|
|
"p99_time": 0.004995673897210509,
|
|
"mean_time": 0.0037297625494364184,
|
|
"mean_precisions": 0.98362,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 178.2390039980237,
|
|
"total_upload_time": 884.2723836730001,
|
|
"p95_time": 0.007111857064592187,
|
|
"rps": 165.3574049045924,
|
|
"parallel": 1,
|
|
"p99_time": 0.00765135616529733,
|
|
"mean_time": 0.005398247175873257,
|
|
"mean_precisions": 0.9926799999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 178.2390039980237,
|
|
"total_upload_time": 884.2723836730001,
|
|
"p95_time": 0.1796941278196755,
|
|
"rps": 569.9143013131649,
|
|
"parallel": 100,
|
|
"p99_time": 0.18255943836789812,
|
|
"mean_time": 0.1674060499308107,
|
|
"mean_precisions": 0.98362,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 178.2390039980237,
|
|
"total_upload_time": 884.2723836730001,
|
|
"p95_time": 0.30042826459539357,
|
|
"rps": 342.98512979302996,
|
|
"parallel": 100,
|
|
"p99_time": 0.30550503102946097,
|
|
"mean_time": 0.2837924346808577,
|
|
"mean_precisions": 0.9926799999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 178.2390039980237,
|
|
"total_upload_time": 884.2723836730001,
|
|
"p95_time": 0.512715710196062,
|
|
"rps": 201.48397955806962,
|
|
"parallel": 100,
|
|
"p99_time": 0.5207591778444476,
|
|
"mean_time": 0.4874842981149035,
|
|
"mean_precisions": 0.9965200000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 178.2390039980237,
|
|
"total_upload_time": 884.2723836730001,
|
|
"p95_time": 0.8843060537197743,
|
|
"rps": 117.37117737951895,
|
|
"parallel": 100,
|
|
"p99_time": 0.8994663568434771,
|
|
"mean_time": 0.8397146557343076,
|
|
"mean_precisions": 0.99824,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 178.2390039980237,
|
|
"total_upload_time": 884.2723836730001,
|
|
"p95_time": 0.01162010554689914,
|
|
"rps": 109.16019160132757,
|
|
"parallel": 1,
|
|
"p99_time": 0.012510481640347283,
|
|
"mean_time": 0.008488545644917758,
|
|
"mean_precisions": 0.9965200000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 178.2390039980237,
|
|
"total_upload_time": 884.2723836730001,
|
|
"p95_time": 0.019164052790438292,
|
|
"rps": 67.7611197643453,
|
|
"parallel": 1,
|
|
"p99_time": 0.020757956984743944,
|
|
"mean_time": 0.014033698238176294,
|
|
"mean_precisions": 0.99824,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-32-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 611.9262975760003,
|
|
"total_upload_time": 2321.4704917189997,
|
|
"p95_time": 0.0048391244499725854,
|
|
"rps": 246.19084944753624,
|
|
"parallel": 1,
|
|
"p99_time": 0.005671166800557332,
|
|
"mean_time": 0.003996905441702347,
|
|
"mean_precisions": 0.9382860000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-32-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 611.9262975760003,
|
|
"total_upload_time": 2321.4704917189997,
|
|
"p95_time": 0.006353793349990154,
|
|
"rps": 191.08988892886464,
|
|
"parallel": 1,
|
|
"p99_time": 0.007461690379604989,
|
|
"mean_time": 0.005166350420202525,
|
|
"mean_precisions": 0.9756189999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-32-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 611.9262975760003,
|
|
"total_upload_time": 2321.4704917189997,
|
|
"p95_time": 0.0076107656502244925,
|
|
"rps": 163.5699945662313,
|
|
"parallel": 1,
|
|
"p99_time": 0.008970925039993746,
|
|
"mean_time": 0.006038711037500616,
|
|
"mean_precisions": 0.991291,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-32-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 611.9262975760003,
|
|
"total_upload_time": 2321.4704917189997,
|
|
"p95_time": 0.010041388450281375,
|
|
"rps": 130.38745304262144,
|
|
"parallel": 1,
|
|
"p99_time": 0.01138270294023642,
|
|
"mean_time": 0.007591004857595181,
|
|
"mean_precisions": 0.997101,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-32-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 107.90830921399174,
|
|
"total_upload_time": 630.2643945640302,
|
|
"p95_time": 0.004874830148764885,
|
|
"rps": 240.12054593134175,
|
|
"parallel": 1,
|
|
"p99_time": 0.005667010731340268,
|
|
"mean_time": 0.004081673442065949,
|
|
"mean_precisions": 0.77924,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-32-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 107.90830921399174,
|
|
"total_upload_time": 630.2643945640302,
|
|
"p95_time": 0.006404520146679714,
|
|
"rps": 183.48296657630985,
|
|
"parallel": 1,
|
|
"p99_time": 0.00788228600169532,
|
|
"mean_time": 0.005355720103958447,
|
|
"mean_precisions": 0.87229,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-32-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 107.90830921399174,
|
|
"total_upload_time": 630.2643945640302,
|
|
"p95_time": 0.009037740750864031,
|
|
"rps": 132.67991792527238,
|
|
"parallel": 1,
|
|
"p99_time": 0.010313708889152621,
|
|
"mean_time": 0.007441713914966386,
|
|
"mean_precisions": 0.92968,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-32-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 107.90830921399174,
|
|
"total_upload_time": 630.2643945640302,
|
|
"p95_time": 0.013627552947218645,
|
|
"rps": 91.49205370552184,
|
|
"parallel": 1,
|
|
"p99_time": 0.01497797837218968,
|
|
"mean_time": 0.01082919978186692,
|
|
"mean_precisions": 0.9588300000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 64.32560223501059,
|
|
"total_upload_time": 311.23861210700125,
|
|
"p95_time": 0.0035566422578995113,
|
|
"rps": 339.2559846675914,
|
|
"parallel": 1,
|
|
"p99_time": 0.004164591706648935,
|
|
"mean_time": 0.002889824107082677,
|
|
"mean_precisions": 0.755603,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 64.32560223501059,
|
|
"total_upload_time": 311.23861210700125,
|
|
"p95_time": 0.004430337945814243,
|
|
"rps": 269.6760780405784,
|
|
"parallel": 1,
|
|
"p99_time": 0.0054685204298584806,
|
|
"mean_time": 0.0036450360942690166,
|
|
"mean_precisions": 0.8306680000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 64.32560223501059,
|
|
"total_upload_time": 311.23861210700125,
|
|
"p95_time": 0.005407122039468958,
|
|
"rps": 221.1684221030914,
|
|
"parallel": 1,
|
|
"p99_time": 0.006305491994717159,
|
|
"mean_time": 0.004456657296020421,
|
|
"mean_precisions": 0.8895790000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 64.32560223501059,
|
|
"total_upload_time": 311.23861210700125,
|
|
"p95_time": 0.007315549021586774,
|
|
"rps": 167.95953931879254,
|
|
"parallel": 1,
|
|
"p99_time": 0.008446925299358555,
|
|
"mean_time": 0.005886160932347412,
|
|
"mean_precisions": 0.9347770000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 336.81916415999876,
|
|
"total_upload_time": 1712.3196264930011,
|
|
"p95_time": 0.005130014990572818,
|
|
"rps": 209.18795101744738,
|
|
"parallel": 1,
|
|
"p99_time": 0.0054259412392275415,
|
|
"mean_time": 0.004157402288314188,
|
|
"mean_precisions": 0.98846,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 336.81916415999876,
|
|
"total_upload_time": 1712.3196264930011,
|
|
"p95_time": 0.007987399504054337,
|
|
"rps": 144.22440919493297,
|
|
"parallel": 1,
|
|
"p99_time": 0.0084674672872643,
|
|
"mean_time": 0.0062706781182729175,
|
|
"mean_precisions": 0.9952799999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 336.81916415999876,
|
|
"total_upload_time": 1712.3196264930011,
|
|
"p95_time": 0.2119449452875415,
|
|
"rps": 482.9337707167375,
|
|
"parallel": 100,
|
|
"p99_time": 0.21585874649113976,
|
|
"mean_time": 0.19980698488602647,
|
|
"mean_precisions": 0.98846,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 336.81916415999876,
|
|
"total_upload_time": 1712.3196264930011,
|
|
"p95_time": 0.35892835094127806,
|
|
"rps": 286.2738494379441,
|
|
"parallel": 100,
|
|
"p99_time": 0.36349587760341817,
|
|
"mean_time": 0.3415132500600244,
|
|
"mean_precisions": 0.9952799999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 336.81916415999876,
|
|
"total_upload_time": 1712.3196264930011,
|
|
"p95_time": 0.6171365019064978,
|
|
"rps": 167.01855608620878,
|
|
"parallel": 100,
|
|
"p99_time": 0.6254179462124011,
|
|
"mean_time": 0.588843408653338,
|
|
"mean_precisions": 0.9978800000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 336.81916415999876,
|
|
"total_upload_time": 1712.3196264930011,
|
|
"p95_time": 1.0589758918416918,
|
|
"rps": 97.43330242664854,
|
|
"parallel": 100,
|
|
"p99_time": 1.0751843567661126,
|
|
"mean_time": 1.0124064784424671,
|
|
"mean_precisions": 0.99876,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 336.81916415999876,
|
|
"total_upload_time": 1712.3196264930011,
|
|
"p95_time": 0.013166172048659063,
|
|
"rps": 93.28034190810031,
|
|
"parallel": 1,
|
|
"p99_time": 0.013946948080265432,
|
|
"mean_time": 0.01002965659147012,
|
|
"mean_precisions": 0.9978800000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 336.81916415999876,
|
|
"total_upload_time": 1712.3196264930011,
|
|
"p95_time": 0.021842940741044006,
|
|
"rps": 57.81908235757009,
|
|
"parallel": 1,
|
|
"p99_time": 0.023348154644190804,
|
|
"mean_time": 0.016539902316633378,
|
|
"mean_precisions": 0.99876,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-32-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 565.2247771119,
|
|
"total_upload_time": 3836.6452654149616,
|
|
"p95_time": 0.0052380254957824935,
|
|
"rps": 228.2727714572749,
|
|
"parallel": 1,
|
|
"p99_time": 0.0064526953839231325,
|
|
"mean_time": 0.0043149613655172284,
|
|
"mean_precisions": 0.9512980000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-32-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 565.2247771119,
|
|
"total_upload_time": 3836.6452654149616,
|
|
"p95_time": 0.006944288907106966,
|
|
"rps": 176.00309156217443,
|
|
"parallel": 1,
|
|
"p99_time": 0.007929234087932856,
|
|
"mean_time": 0.005612496895494405,
|
|
"mean_precisions": 0.983032,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-32-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 565.2247771119,
|
|
"total_upload_time": 3836.6452654149616,
|
|
"p95_time": 0.14017966903047635,
|
|
"rps": 716.3567658582014,
|
|
"parallel": 100,
|
|
"p99_time": 0.262502774222578,
|
|
"mean_time": 0.13535321514693788,
|
|
"mean_precisions": 0.9512980000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-32-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 565.2247771119,
|
|
"total_upload_time": 3836.6452654149616,
|
|
"p95_time": 0.22627154601505026,
|
|
"rps": 478.386085191182,
|
|
"parallel": 100,
|
|
"p99_time": 0.2420534832251724,
|
|
"mean_time": 0.2063914375422406,
|
|
"mean_precisions": 0.983032,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-32-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 565.2247771119,
|
|
"total_upload_time": 3836.6452654149616,
|
|
"p95_time": 0.276521856081672,
|
|
"rps": 379.48851682151115,
|
|
"parallel": 100,
|
|
"p99_time": 0.28978243910358287,
|
|
"mean_time": 0.2605848106650985,
|
|
"mean_precisions": 0.994707,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-32-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 565.2247771119,
|
|
"total_upload_time": 3836.6452654149616,
|
|
"p95_time": 0.379529765114421,
|
|
"rps": 276.66888466907824,
|
|
"parallel": 100,
|
|
"p99_time": 0.3935713658318855,
|
|
"mean_time": 0.3580087543906411,
|
|
"mean_precisions": 0.9982639999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-32-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 565.2247771119,
|
|
"total_upload_time": 3836.6452654149616,
|
|
"p95_time": 0.008426631940528749,
|
|
"rps": 149.01267043485112,
|
|
"parallel": 1,
|
|
"p99_time": 0.00951043301727623,
|
|
"mean_time": 0.006641166872065514,
|
|
"mean_precisions": 0.994707,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-32-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 565.2247771119,
|
|
"total_upload_time": 3836.6452654149616,
|
|
"p95_time": 0.01133645263616927,
|
|
"rps": 116.70355477264117,
|
|
"parallel": 1,
|
|
"p99_time": 0.012593600210966543,
|
|
"mean_time": 0.008492673383268994,
|
|
"mean_precisions": 0.9982639999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-32-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 106.55064394196961,
|
|
"total_upload_time": 979.1283855779911,
|
|
"p95_time": 0.005016487351531396,
|
|
"rps": 237.25008072047552,
|
|
"parallel": 1,
|
|
"p99_time": 0.005775450543005717,
|
|
"mean_time": 0.004133293334954942,
|
|
"mean_precisions": 0.77924,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-32-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 106.55064394196961,
|
|
"total_upload_time": 979.1283855779911,
|
|
"p95_time": 0.006417532100385869,
|
|
"rps": 181.9473610703572,
|
|
"parallel": 1,
|
|
"p99_time": 0.006966091087742825,
|
|
"mean_time": 0.00540950941596384,
|
|
"mean_precisions": 0.87229,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-32-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 106.55064394196961,
|
|
"total_upload_time": 979.1283855779911,
|
|
"p95_time": 0.009242277005614596,
|
|
"rps": 131.06729684026607,
|
|
"parallel": 1,
|
|
"p99_time": 0.010137068212425219,
|
|
"mean_time": 0.00754075694680796,
|
|
"mean_precisions": 0.92968,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-32-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 106.55064394196961,
|
|
"total_upload_time": 979.1283855779911,
|
|
"p95_time": 0.013503034702443984,
|
|
"rps": 91.51183479028333,
|
|
"parallel": 1,
|
|
"p99_time": 0.014083297610923182,
|
|
"mean_time": 0.010828931419069704,
|
|
"mean_precisions": 0.9588300000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 32.84080829099912,
|
|
"total_upload_time": 419.253565676001,
|
|
"p95_time": 0.0034829042371711688,
|
|
"rps": 344.0759104744191,
|
|
"parallel": 1,
|
|
"p99_time": 0.004194049557263499,
|
|
"mean_time": 0.0028472546654840698,
|
|
"mean_precisions": 0.755603,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 32.84080829099912,
|
|
"total_upload_time": 419.253565676001,
|
|
"p95_time": 0.0042709672517958095,
|
|
"rps": 277.5706760124808,
|
|
"parallel": 1,
|
|
"p99_time": 0.005037371485086629,
|
|
"mean_time": 0.0035406672969722423,
|
|
"mean_precisions": 0.8306680000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 32.84080829099912,
|
|
"total_upload_time": 419.253565676001,
|
|
"p95_time": 0.005289006208477076,
|
|
"rps": 225.39915840989732,
|
|
"parallel": 1,
|
|
"p99_time": 0.006083509372547272,
|
|
"mean_time": 0.0043724317223910476,
|
|
"mean_precisions": 0.8895790000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 32.84080829099912,
|
|
"total_upload_time": 419.253565676001,
|
|
"p95_time": 0.007200799482234287,
|
|
"rps": 169.36061497306963,
|
|
"parallel": 1,
|
|
"p99_time": 0.008281398268009072,
|
|
"mean_time": 0.005836673626222182,
|
|
"mean_precisions": 0.9347770000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 159.88063041499117,
|
|
"total_upload_time": 2631.392147230974,
|
|
"p95_time": 0.005375580352847464,
|
|
"rps": 194.92383310040677,
|
|
"parallel": 1,
|
|
"p99_time": 0.005659113910514862,
|
|
"mean_time": 0.004500088445097208,
|
|
"mean_precisions": 0.9912799999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 159.88063041499117,
|
|
"total_upload_time": 2631.392147230974,
|
|
"p95_time": 0.00852186293050181,
|
|
"rps": 131.68213161556557,
|
|
"parallel": 1,
|
|
"p99_time": 0.00897120832290966,
|
|
"mean_time": 0.006933868916658685,
|
|
"mean_precisions": 0.9966200000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 159.88063041499117,
|
|
"total_upload_time": 2631.392147230974,
|
|
"p95_time": 0.23780069585191085,
|
|
"rps": 428.46485205391645,
|
|
"parallel": 100,
|
|
"p99_time": 0.2402955084334826,
|
|
"mean_time": 0.2252066746023367,
|
|
"mean_precisions": 0.9912799999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 159.88063041499117,
|
|
"total_upload_time": 2631.392147230974,
|
|
"p95_time": 0.41278432151302696,
|
|
"rps": 249.08922144070942,
|
|
"parallel": 100,
|
|
"p99_time": 0.4188118422141997,
|
|
"mean_time": 0.39291723482650703,
|
|
"mean_precisions": 0.9966200000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 159.88063041499117,
|
|
"total_upload_time": 2631.392147230974,
|
|
"p95_time": 0.7084042388800299,
|
|
"rps": 144.6495766032998,
|
|
"parallel": 100,
|
|
"p99_time": 0.7170497284352314,
|
|
"mean_time": 0.6804555252311868,
|
|
"mean_precisions": 0.9988,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 159.88063041499117,
|
|
"total_upload_time": 2631.392147230974,
|
|
"p95_time": 1.2235780444927513,
|
|
"rps": 84.09595292864552,
|
|
"parallel": 100,
|
|
"p99_time": 1.2415090582729318,
|
|
"mean_time": 1.173367665463814,
|
|
"mean_precisions": 0.9995,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 159.88063041499117,
|
|
"total_upload_time": 2631.392147230974,
|
|
"p95_time": 0.014354341197758913,
|
|
"rps": 82.35625217859861,
|
|
"parallel": 1,
|
|
"p99_time": 0.01516696646809578,
|
|
"mean_time": 0.011431896126607898,
|
|
"mean_precisions": 0.9988,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 159.88063041499117,
|
|
"total_upload_time": 2631.392147230974,
|
|
"p95_time": 0.024204320996068417,
|
|
"rps": 50.568962626348956,
|
|
"parallel": 1,
|
|
"p99_time": 0.025934246683027594,
|
|
"mean_time": 0.01896872672345489,
|
|
"mean_precisions": 0.9995,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-32-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 588.8765118400333,
|
|
"total_upload_time": 6868.83220406808,
|
|
"p95_time": 0.005225329333916306,
|
|
"rps": 230.9081663037645,
|
|
"parallel": 1,
|
|
"p99_time": 0.006247391572687775,
|
|
"mean_time": 0.004266609806707129,
|
|
"mean_precisions": 0.960089,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-32-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 588.8765118400333,
|
|
"total_upload_time": 6868.83220406808,
|
|
"p95_time": 0.0071389571879990395,
|
|
"rps": 172.4425301129493,
|
|
"parallel": 1,
|
|
"p99_time": 0.00820557900471613,
|
|
"mean_time": 0.005728344186907634,
|
|
"mean_precisions": 0.988123,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-32-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 588.8765118400333,
|
|
"total_upload_time": 6868.83220406808,
|
|
"p95_time": 0.14415782678988756,
|
|
"rps": 695.6595978972545,
|
|
"parallel": 100,
|
|
"p99_time": 0.2703855965042158,
|
|
"mean_time": 0.1397918814124656,
|
|
"mean_precisions": 0.960089,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-32-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 588.8765118400333,
|
|
"total_upload_time": 6868.83220406808,
|
|
"p95_time": 0.22157707042060792,
|
|
"rps": 481.60831542805136,
|
|
"parallel": 100,
|
|
"p99_time": 0.2373325641488191,
|
|
"mean_time": 0.205015870734246,
|
|
"mean_precisions": 0.988123,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-32-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 588.8765118400333,
|
|
"total_upload_time": 6868.83220406808,
|
|
"p95_time": 0.2769390617497265,
|
|
"rps": 382.0461347773635,
|
|
"parallel": 100,
|
|
"p99_time": 0.294829653755296,
|
|
"mean_time": 0.2588576819723938,
|
|
"mean_precisions": 0.997049,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-32-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 588.8765118400333,
|
|
"total_upload_time": 6868.83220406808,
|
|
"p95_time": 0.37009529856150036,
|
|
"rps": 286.15599504577693,
|
|
"parallel": 100,
|
|
"p99_time": 0.3823559874959756,
|
|
"mean_time": 0.34618375271882396,
|
|
"mean_precisions": 0.9993349999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-32-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 588.8765118400333,
|
|
"total_upload_time": 6868.83220406808,
|
|
"p95_time": 0.008585460431640967,
|
|
"rps": 146.92694873216482,
|
|
"parallel": 1,
|
|
"p99_time": 0.009647181774489581,
|
|
"mean_time": 0.006735102048411499,
|
|
"mean_precisions": 0.997049,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-32-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 588.8765118400333,
|
|
"total_upload_time": 6868.83220406808,
|
|
"p95_time": 0.011551541625522074,
|
|
"rps": 114.11539113042542,
|
|
"parallel": 1,
|
|
"p99_time": 0.012758012358099223,
|
|
"mean_time": 0.008686835707561113,
|
|
"mean_precisions": 0.9993349999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-32-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 106.61461189005058,
|
|
"total_upload_time": 1668.7367734460277,
|
|
"p95_time": 0.0048449775447807035,
|
|
"rps": 236.0088403773891,
|
|
"parallel": 1,
|
|
"p99_time": 0.00568782228314376,
|
|
"mean_time": 0.004158483817896922,
|
|
"mean_precisions": 0.77924,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-32-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 106.61461189005058,
|
|
"total_upload_time": 1668.7367734460277,
|
|
"p95_time": 0.006583522599612479,
|
|
"rps": 180.437117108073,
|
|
"parallel": 1,
|
|
"p99_time": 0.007448279164600535,
|
|
"mean_time": 0.005456783129069663,
|
|
"mean_precisions": 0.87229,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-32-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 106.61461189005058,
|
|
"total_upload_time": 1668.7367734460277,
|
|
"p95_time": 0.00912349084901507,
|
|
"rps": 131.9996299807025,
|
|
"parallel": 1,
|
|
"p99_time": 0.009790048551003565,
|
|
"mean_time": 0.007483785310207168,
|
|
"mean_precisions": 0.92968,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-32-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 106.61461189005058,
|
|
"total_upload_time": 1668.7367734460277,
|
|
"p95_time": 0.013669977745666983,
|
|
"rps": 91.37771893222468,
|
|
"parallel": 1,
|
|
"p99_time": 0.014566839562830863,
|
|
"mean_time": 0.010842111114012369,
|
|
"mean_precisions": 0.9588300000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 32.83693141399999,
|
|
"total_upload_time": 829.5889840630007,
|
|
"p95_time": 0.0035979224921902637,
|
|
"rps": 338.74609612755154,
|
|
"parallel": 1,
|
|
"p99_time": 0.00436186529666884,
|
|
"mean_time": 0.002892857326354715,
|
|
"mean_precisions": 0.755603,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 32.83693141399999,
|
|
"total_upload_time": 829.5889840630007,
|
|
"p95_time": 0.00434298005857272,
|
|
"rps": 274.60321460746843,
|
|
"parallel": 1,
|
|
"p99_time": 0.005185962331597696,
|
|
"mean_time": 0.0035770189467759336,
|
|
"mean_precisions": 0.8306680000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 32.83693141399999,
|
|
"total_upload_time": 829.5889840630007,
|
|
"p95_time": 0.0054885902791284025,
|
|
"rps": 221.51775904052366,
|
|
"parallel": 1,
|
|
"p99_time": 0.0066570586850866675,
|
|
"mean_time": 0.0044505249217676466,
|
|
"mean_precisions": 0.8895790000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 32.83693141399999,
|
|
"total_upload_time": 829.5889840630007,
|
|
"p95_time": 0.007365611739805899,
|
|
"rps": 167.9500658054599,
|
|
"parallel": 1,
|
|
"p99_time": 0.008567355705890805,
|
|
"mean_time": 0.0058877154970308765,
|
|
"mean_precisions": 0.9347770000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 162.1254526989651,
|
|
"total_upload_time": 1819.841061529005,
|
|
"p95_time": 0.006095247689518146,
|
|
"rps": 186.05928927276983,
|
|
"parallel": 1,
|
|
"p99_time": 0.006587603756343017,
|
|
"mean_time": 0.004741563095885795,
|
|
"mean_precisions": 0.99082,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 162.1254526989651,
|
|
"total_upload_time": 1819.841061529005,
|
|
"p95_time": 0.009740858562872745,
|
|
"rps": 125.63056197692386,
|
|
"parallel": 1,
|
|
"p99_time": 0.010536638813209721,
|
|
"mean_time": 0.007288231400039513,
|
|
"mean_precisions": 0.99624,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 162.1254526989651,
|
|
"total_upload_time": 1819.841061529005,
|
|
"p95_time": 0.2573479713028064,
|
|
"rps": 399.1859529240765,
|
|
"parallel": 100,
|
|
"p99_time": 0.2614492987591075,
|
|
"mean_time": 0.2432782397023635,
|
|
"mean_precisions": 0.99082,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 162.1254526989651,
|
|
"total_upload_time": 1819.841061529005,
|
|
"p95_time": 0.43477864942688027,
|
|
"rps": 237.88035332961172,
|
|
"parallel": 100,
|
|
"p99_time": 0.44070080610224976,
|
|
"mean_time": 0.4118107320001815,
|
|
"mean_precisions": 0.99624,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 162.1254526989651,
|
|
"total_upload_time": 1819.841061529005,
|
|
"p95_time": 0.7397271865513175,
|
|
"rps": 139.89706537932332,
|
|
"parallel": 100,
|
|
"p99_time": 0.7491781046165852,
|
|
"mean_time": 0.7038585753312684,
|
|
"mean_precisions": 0.9982800000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 162.1254526989651,
|
|
"total_upload_time": 1819.841061529005,
|
|
"p95_time": 1.2585212296049577,
|
|
"rps": 82.26599574936677,
|
|
"parallel": 100,
|
|
"p99_time": 1.2744099288305732,
|
|
"mean_time": 1.199820989187155,
|
|
"mean_precisions": 0.9990400000000002,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 162.1254526989651,
|
|
"total_upload_time": 1819.841061529005,
|
|
"p95_time": 0.015918264666106553,
|
|
"rps": 79.54669148963599,
|
|
"parallel": 1,
|
|
"p99_time": 0.017177003481192523,
|
|
"mean_time": 0.011839985420368612,
|
|
"mean_precisions": 0.9982800000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 162.1254526989651,
|
|
"total_upload_time": 1819.841061529005,
|
|
"p95_time": 0.02588133746467065,
|
|
"rps": 49.70272866131123,
|
|
"parallel": 1,
|
|
"p99_time": 0.02803436575399246,
|
|
"mean_time": 0.01930058597534662,
|
|
"mean_precisions": 0.9990400000000002,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-64-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 574.7115747239441,
|
|
"total_upload_time": 4177.995847588987,
|
|
"p95_time": 0.005396199348615482,
|
|
"rps": 224.48693400198252,
|
|
"parallel": 1,
|
|
"p99_time": 0.006606117152841766,
|
|
"mean_time": 0.004387352883559651,
|
|
"mean_precisions": 0.9614130000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-64-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 574.7115747239441,
|
|
"total_upload_time": 4177.995847588987,
|
|
"p95_time": 0.007247697369894013,
|
|
"rps": 169.98775760411948,
|
|
"parallel": 1,
|
|
"p99_time": 0.008404146442189814,
|
|
"mean_time": 0.005811233231518418,
|
|
"mean_precisions": 0.9869450000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-64-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 574.7115747239441,
|
|
"total_upload_time": 4177.995847588987,
|
|
"p95_time": 0.14766349934507159,
|
|
"rps": 679.0369747686246,
|
|
"parallel": 100,
|
|
"p99_time": 0.2809466661920895,
|
|
"mean_time": 0.14312682529899756,
|
|
"mean_precisions": 0.9614130000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-64-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 574.7115747239441,
|
|
"total_upload_time": 4177.995847588987,
|
|
"p95_time": 0.2363931139349006,
|
|
"rps": 454.8895412663129,
|
|
"parallel": 100,
|
|
"p99_time": 0.24930941385915506,
|
|
"mean_time": 0.21700522064914693,
|
|
"mean_precisions": 0.9869450000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-64-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 574.7115747239441,
|
|
"total_upload_time": 4177.995847588987,
|
|
"p95_time": 0.2967013081477489,
|
|
"rps": 355.25727385627755,
|
|
"parallel": 100,
|
|
"p99_time": 0.30946324614807963,
|
|
"mean_time": 0.27840337634069146,
|
|
"mean_precisions": 0.995992,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-64-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 574.7115747239441,
|
|
"total_upload_time": 4177.995847588987,
|
|
"p95_time": 0.4160227152693551,
|
|
"rps": 254.62879514287357,
|
|
"parallel": 100,
|
|
"p99_time": 0.4352501993335319,
|
|
"mean_time": 0.38919005385865457,
|
|
"mean_precisions": 0.998699,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-64-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 574.7115747239441,
|
|
"total_upload_time": 4177.995847588987,
|
|
"p95_time": 0.009063458448508753,
|
|
"rps": 141.69577974926216,
|
|
"parallel": 1,
|
|
"p99_time": 0.010437513211509215,
|
|
"mean_time": 0.006982239664380904,
|
|
"mean_precisions": 0.995992,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-64-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 574.7115747239441,
|
|
"total_upload_time": 4177.995847588987,
|
|
"p95_time": 0.012646786053664982,
|
|
"rps": 107.50196970637538,
|
|
"parallel": 1,
|
|
"p99_time": 0.014000293036224323,
|
|
"mean_time": 0.009215069890127051,
|
|
"mean_precisions": 0.998699,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-64-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 109.55810492101591,
|
|
"total_upload_time": 1040.166135238018,
|
|
"p95_time": 0.004941357751886244,
|
|
"rps": 236.8291162019236,
|
|
"parallel": 1,
|
|
"p99_time": 0.006017788161479984,
|
|
"mean_time": 0.0041424998759466685,
|
|
"mean_precisions": 0.77924,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-64-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 109.55810492101591,
|
|
"total_upload_time": 1040.166135238018,
|
|
"p95_time": 0.006853721449078874,
|
|
"rps": 175.2812693437805,
|
|
"parallel": 1,
|
|
"p99_time": 0.007880572056019445,
|
|
"mean_time": 0.005619037556993135,
|
|
"mean_precisions": 0.87229,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-64-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 109.55810492101591,
|
|
"total_upload_time": 1040.166135238018,
|
|
"p95_time": 0.009288214096523006,
|
|
"rps": 129.0794222364776,
|
|
"parallel": 1,
|
|
"p99_time": 0.010524519387545297,
|
|
"mean_time": 0.007653663155062531,
|
|
"mean_precisions": 0.92968,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-64-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 109.55810492101591,
|
|
"total_upload_time": 1040.166135238018,
|
|
"p95_time": 0.013761356196846463,
|
|
"rps": 90.73743080195008,
|
|
"parallel": 1,
|
|
"p99_time": 0.015348364361416315,
|
|
"mean_time": 0.010922576491037034,
|
|
"mean_precisions": 0.9588300000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 31.406029968999064,
|
|
"total_upload_time": 432.5092441259985,
|
|
"p95_time": 0.0035393722951994272,
|
|
"rps": 340.7723656203129,
|
|
"parallel": 1,
|
|
"p99_time": 0.004082796689472162,
|
|
"mean_time": 0.002875790364659042,
|
|
"mean_precisions": 0.755603,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 31.406029968999064,
|
|
"total_upload_time": 432.5092441259985,
|
|
"p95_time": 0.0043040489370469006,
|
|
"rps": 277.36174329115903,
|
|
"parallel": 1,
|
|
"p99_time": 0.005237202714488377,
|
|
"mean_time": 0.003538966392024304,
|
|
"mean_precisions": 0.8306680000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 31.406029968999064,
|
|
"total_upload_time": 432.5092441259985,
|
|
"p95_time": 0.005330350287840699,
|
|
"rps": 224.83621319387464,
|
|
"parallel": 1,
|
|
"p99_time": 0.006674372267734728,
|
|
"mean_time": 0.004383300857146969,
|
|
"mean_precisions": 0.8895790000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 31.406029968999064,
|
|
"total_upload_time": 432.5092441259985,
|
|
"p95_time": 0.007320070134301203,
|
|
"rps": 168.17002649483948,
|
|
"parallel": 1,
|
|
"p99_time": 0.008662070856662468,
|
|
"mean_time": 0.005880366990700713,
|
|
"mean_precisions": 0.9347770000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 167.71123526402516,
|
|
"total_upload_time": 2972.241888266988,
|
|
"p95_time": 0.006954891083296388,
|
|
"rps": 162.91790081507165,
|
|
"parallel": 1,
|
|
"p99_time": 0.007366689677583054,
|
|
"mean_time": 0.0055006650031544264,
|
|
"mean_precisions": 0.9933200000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 167.71123526402516,
|
|
"total_upload_time": 2972.241888266988,
|
|
"p95_time": 0.011586319122579881,
|
|
"rps": 104.51290980223747,
|
|
"parallel": 1,
|
|
"p99_time": 0.012362217159825379,
|
|
"mean_time": 0.008863212639384437,
|
|
"mean_precisions": 0.9977600000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 167.71123526402516,
|
|
"total_upload_time": 2972.241888266988,
|
|
"p95_time": 0.30496158443856985,
|
|
"rps": 337.5075195247038,
|
|
"parallel": 100,
|
|
"p99_time": 0.3087530011322815,
|
|
"mean_time": 0.2891135820414289,
|
|
"mean_precisions": 0.9933200000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 167.71123526402516,
|
|
"total_upload_time": 2972.241888266988,
|
|
"p95_time": 0.5203146451385692,
|
|
"rps": 197.6376086506115,
|
|
"parallel": 100,
|
|
"p99_time": 0.5331432236946421,
|
|
"mean_time": 0.4970064436558401,
|
|
"mean_precisions": 0.9977600000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 167.71123526402516,
|
|
"total_upload_time": 2972.241888266988,
|
|
"p95_time": 0.8936030203767586,
|
|
"rps": 115.49711542719787,
|
|
"parallel": 100,
|
|
"p99_time": 0.9033825106458971,
|
|
"mean_time": 0.8535612061309512,
|
|
"mean_precisions": 0.9990800000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 167.71123526402516,
|
|
"total_upload_time": 2972.241888266988,
|
|
"p95_time": 1.5235832352540455,
|
|
"rps": 67.83619738105737,
|
|
"parallel": 100,
|
|
"p99_time": 1.5393403382442195,
|
|
"mean_time": 1.4558054275739123,
|
|
"mean_precisions": 0.9995,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 167.71123526402516,
|
|
"total_upload_time": 2972.241888266988,
|
|
"p95_time": 0.01898339183535427,
|
|
"rps": 65.42828098790812,
|
|
"parallel": 1,
|
|
"p99_time": 0.020513463688548655,
|
|
"mean_time": 0.014513985235861037,
|
|
"mean_precisions": 0.9990800000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 167.71123526402516,
|
|
"total_upload_time": 2972.241888266988,
|
|
"p95_time": 0.031214848093804905,
|
|
"rps": 40.62620165621441,
|
|
"parallel": 1,
|
|
"p99_time": 0.03341348478628788,
|
|
"mean_time": 0.023754658815660513,
|
|
"mean_precisions": 0.9995,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-64-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 588.6571407259908,
|
|
"total_upload_time": 7455.924749655998,
|
|
"p95_time": 0.005326789867831394,
|
|
"rps": 226.36598049353756,
|
|
"parallel": 1,
|
|
"p99_time": 0.00656115851481446,
|
|
"mean_time": 0.0043516048922552725,
|
|
"mean_precisions": 0.9715380000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-64-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 588.6571407259908,
|
|
"total_upload_time": 7455.924749655998,
|
|
"p95_time": 0.007260273641441016,
|
|
"rps": 170.9518662804313,
|
|
"parallel": 1,
|
|
"p99_time": 0.008579596963245423,
|
|
"mean_time": 0.005777093329653144,
|
|
"mean_precisions": 0.991898,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-64-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 588.6571407259908,
|
|
"total_upload_time": 7455.924749655998,
|
|
"p95_time": 0.15261546254041602,
|
|
"rps": 649.8096357661898,
|
|
"parallel": 100,
|
|
"p99_time": 0.2855816435907628,
|
|
"mean_time": 0.14987177200838925,
|
|
"mean_precisions": 0.9715380000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-64-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 588.6571407259908,
|
|
"total_upload_time": 7455.924749655998,
|
|
"p95_time": 0.2404131524963304,
|
|
"rps": 434.78678217658586,
|
|
"parallel": 100,
|
|
"p99_time": 0.25816154037369415,
|
|
"mean_time": 0.22723139223098987,
|
|
"mean_precisions": 0.991898,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-64-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 588.6571407259908,
|
|
"total_upload_time": 7455.924749655998,
|
|
"p95_time": 0.3190524772624485,
|
|
"rps": 331.39688276806095,
|
|
"parallel": 100,
|
|
"p99_time": 0.33552716936334037,
|
|
"mean_time": 0.29860102251522475,
|
|
"mean_precisions": 0.9979469999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-64-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 588.6571407259908,
|
|
"total_upload_time": 7455.924749655998,
|
|
"p95_time": 0.45202750656171703,
|
|
"rps": 234.84531647691773,
|
|
"parallel": 100,
|
|
"p99_time": 0.4704970739479177,
|
|
"mean_time": 0.4221152276265551,
|
|
"mean_precisions": 0.999531,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-64-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 588.6571407259908,
|
|
"total_upload_time": 7455.924749655998,
|
|
"p95_time": 0.009224903065478426,
|
|
"rps": 141.2264886055763,
|
|
"parallel": 1,
|
|
"p99_time": 0.010717873267130926,
|
|
"mean_time": 0.007008552533318288,
|
|
"mean_precisions": 0.9979469999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-64-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 588.6571407259908,
|
|
"total_upload_time": 7455.924749655998,
|
|
"p95_time": 0.013167370751034458,
|
|
"rps": 104.69577787474692,
|
|
"parallel": 1,
|
|
"p99_time": 0.01472056202706881,
|
|
"mean_time": 0.009458679927897173,
|
|
"mean_precisions": 0.999531,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-64-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 115.17745286098216,
|
|
"total_upload_time": 1789.7089886539616,
|
|
"p95_time": 0.005019533003724063,
|
|
"rps": 235.73107709167618,
|
|
"parallel": 1,
|
|
"p99_time": 0.005679682069821865,
|
|
"mean_time": 0.004162965709117998,
|
|
"mean_precisions": 0.77924,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-64-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 115.17745286098216,
|
|
"total_upload_time": 1789.7089886539616,
|
|
"p95_time": 0.006520982249639928,
|
|
"rps": 179.81019691956328,
|
|
"parallel": 1,
|
|
"p99_time": 0.0075943592855037415,
|
|
"mean_time": 0.00547649341973738,
|
|
"mean_precisions": 0.87229,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-64-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 115.17745286098216,
|
|
"total_upload_time": 1789.7089886539616,
|
|
"p95_time": 0.009259890503744827,
|
|
"rps": 130.868153352027,
|
|
"parallel": 1,
|
|
"p99_time": 0.010261482859277749,
|
|
"mean_time": 0.007549966155071161,
|
|
"mean_precisions": 0.92968,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-64-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 115.17745286098216,
|
|
"total_upload_time": 1789.7089886539616,
|
|
"p95_time": 0.013609099895620601,
|
|
"rps": 91.24688236332594,
|
|
"parallel": 1,
|
|
"p99_time": 0.014564739721827208,
|
|
"mean_time": 0.01085820238609449,
|
|
"mean_precisions": 0.9588300000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 29.297624336999434,
|
|
"total_upload_time": 866.2354264290007,
|
|
"p95_time": 0.0034802868045517243,
|
|
"rps": 344.2533647570864,
|
|
"parallel": 1,
|
|
"p99_time": 0.004222080004692545,
|
|
"mean_time": 0.0028441999555710936,
|
|
"mean_precisions": 0.755603,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 29.297624336999434,
|
|
"total_upload_time": 866.2354264290007,
|
|
"p95_time": 0.004447042306128423,
|
|
"rps": 272.9397544253975,
|
|
"parallel": 1,
|
|
"p99_time": 0.005223351368622395,
|
|
"mean_time": 0.003600467896129703,
|
|
"mean_precisions": 0.8306680000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 29.297624336999434,
|
|
"total_upload_time": 866.2354264290007,
|
|
"p95_time": 0.005471287635737098,
|
|
"rps": 223.3404888689413,
|
|
"parallel": 1,
|
|
"p99_time": 0.006408017941867003,
|
|
"mean_time": 0.004411435728843207,
|
|
"mean_precisions": 0.8895790000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 29.297624336999434,
|
|
"total_upload_time": 866.2354264290007,
|
|
"p95_time": 0.007562183648406062,
|
|
"rps": 166.37475981294966,
|
|
"parallel": 1,
|
|
"p99_time": 0.008710003982123456,
|
|
"mean_time": 0.005943461981794098,
|
|
"mean_precisions": 0.9347770000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 230.58331176894717,
|
|
"total_upload_time": 452.07155711296946,
|
|
"p95_time": 0.0017044486303348094,
|
|
"rps": 489.95933565356233,
|
|
"parallel": 1,
|
|
"p99_time": 0.0018631831044331195,
|
|
"mean_time": 0.0015170191435609013,
|
|
"mean_precisions": 0.8193,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 230.58331176894717,
|
|
"total_upload_time": 452.07155711296946,
|
|
"p95_time": 0.0017142802884336562,
|
|
"rps": 493.177004350638,
|
|
"parallel": 1,
|
|
"p99_time": 0.0019347642094362538,
|
|
"mean_time": 0.0015120042925467715,
|
|
"mean_precisions": 0.9034400000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 230.58331176894717,
|
|
"total_upload_time": 452.07155711296946,
|
|
"p95_time": 0.002778795995982364,
|
|
"rps": 345.9163842452213,
|
|
"parallel": 1,
|
|
"p99_time": 0.0029720230633392933,
|
|
"mean_time": 0.0023519449250074104,
|
|
"mean_precisions": 0.9682799999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 230.58331176894717,
|
|
"total_upload_time": 452.07155711296946,
|
|
"p95_time": 0.002833074436057359,
|
|
"rps": 336.33543637601286,
|
|
"parallel": 1,
|
|
"p99_time": 0.0030395711900200713,
|
|
"mean_time": 0.0024259883279679345,
|
|
"mean_precisions": 0.9832200000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 230.58331176894717,
|
|
"total_upload_time": 452.07155711296946,
|
|
"p95_time": 0.004069770738715306,
|
|
"rps": 251.30766749820341,
|
|
"parallel": 1,
|
|
"p99_time": 0.004356864580186086,
|
|
"mean_time": 0.0033733323458349333,
|
|
"mean_precisions": 0.8404200000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 230.58331176894717,
|
|
"total_upload_time": 452.07155711296946,
|
|
"p95_time": 0.004104277800070122,
|
|
"rps": 250.52629557129356,
|
|
"parallel": 1,
|
|
"p99_time": 0.004463614213746042,
|
|
"mean_time": 0.0033843422304140405,
|
|
"mean_precisions": 0.9312600000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 230.58331176894717,
|
|
"total_upload_time": 452.07155711296946,
|
|
"p95_time": 0.004092581133591011,
|
|
"rps": 251.13931174512547,
|
|
"parallel": 1,
|
|
"p99_time": 0.00451648571761325,
|
|
"mean_time": 0.0033742431106511504,
|
|
"mean_precisions": 0.973,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 230.58331176894717,
|
|
"total_upload_time": 452.07155711296946,
|
|
"p95_time": 0.0041363473923411226,
|
|
"rps": 247.79984768533888,
|
|
"parallel": 1,
|
|
"p99_time": 0.004530091530177744,
|
|
"mean_time": 0.0034245176908094437,
|
|
"mean_precisions": 0.9884,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 230.58331176894717,
|
|
"total_upload_time": 452.07155711296946,
|
|
"p95_time": 0.00201110823545605,
|
|
"rps": 1214.0409095279429,
|
|
"parallel": 100,
|
|
"p99_time": 0.01366264395299374,
|
|
"mean_time": 0.002046145990374498,
|
|
"mean_precisions": 0.8193,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 230.58331176894717,
|
|
"total_upload_time": 452.07155711296946,
|
|
"p95_time": 0.00199805170414038,
|
|
"rps": 1221.5007712825197,
|
|
"parallel": 100,
|
|
"p99_time": 0.012175936592975637,
|
|
"mean_time": 0.0018177298220107333,
|
|
"mean_precisions": 0.9034400000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 230.58331176894717,
|
|
"total_upload_time": 452.07155711296946,
|
|
"p95_time": 0.002017689181957394,
|
|
"rps": 1228.5017582396983,
|
|
"parallel": 100,
|
|
"p99_time": 0.013868511157343189,
|
|
"mean_time": 0.0018740794400451705,
|
|
"mean_precisions": 0.93874,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 230.58331176894717,
|
|
"total_upload_time": 452.07155711296946,
|
|
"p95_time": 0.002191494940780103,
|
|
"rps": 1222.5547734454715,
|
|
"parallel": 100,
|
|
"p99_time": 0.013085738833760865,
|
|
"mean_time": 0.0019936231608735397,
|
|
"mean_precisions": 0.9594800000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 230.58331176894717,
|
|
"total_upload_time": 452.07155711296946,
|
|
"p95_time": 0.0017350183159578591,
|
|
"rps": 488.62319934777304,
|
|
"parallel": 1,
|
|
"p99_time": 0.0019364624039735667,
|
|
"mean_time": 0.0015264635547529905,
|
|
"mean_precisions": 0.93874,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 230.58331176894717,
|
|
"total_upload_time": 452.07155711296946,
|
|
"p95_time": 0.0023849327932111922,
|
|
"rps": 1215.4169165697012,
|
|
"parallel": 100,
|
|
"p99_time": 0.012531123664230108,
|
|
"mean_time": 0.002145726456330158,
|
|
"mean_precisions": 0.83236,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 230.58331176894717,
|
|
"total_upload_time": 452.07155711296946,
|
|
"p95_time": 0.002414167916867882,
|
|
"rps": 1221.5608396373668,
|
|
"parallel": 100,
|
|
"p99_time": 0.01243549529230224,
|
|
"mean_time": 0.002142950082407333,
|
|
"mean_precisions": 0.92,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 230.58331176894717,
|
|
"total_upload_time": 452.07155711296946,
|
|
"p95_time": 0.0025478267227299527,
|
|
"rps": 1208.8244863377759,
|
|
"parallel": 100,
|
|
"p99_time": 0.01361409046221525,
|
|
"mean_time": 0.0022525985533604397,
|
|
"mean_precisions": 0.9588,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 230.58331176894717,
|
|
"total_upload_time": 452.07155711296946,
|
|
"p95_time": 0.002564129972597584,
|
|
"rps": 1196.9836462445664,
|
|
"parallel": 100,
|
|
"p99_time": 0.013451962878461952,
|
|
"mean_time": 0.0022883646889822556,
|
|
"mean_precisions": 0.97246,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 230.58331176894717,
|
|
"total_upload_time": 452.07155711296946,
|
|
"p95_time": 0.004061184416059405,
|
|
"rps": 1211.247658870995,
|
|
"parallel": 100,
|
|
"p99_time": 0.015619826667243653,
|
|
"mean_time": 0.0031735014637000857,
|
|
"mean_precisions": 0.83852,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 230.58331176894717,
|
|
"total_upload_time": 452.07155711296946,
|
|
"p95_time": 0.004205219971481711,
|
|
"rps": 1223.3119892118148,
|
|
"parallel": 100,
|
|
"p99_time": 0.01578738733194778,
|
|
"mean_time": 0.0031688117381418125,
|
|
"mean_precisions": 0.9277200000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 230.58331176894717,
|
|
"total_upload_time": 452.07155711296946,
|
|
"p95_time": 0.005298579094232994,
|
|
"rps": 1195.8842506896444,
|
|
"parallel": 100,
|
|
"p99_time": 0.015522967533906957,
|
|
"mean_time": 0.0033391895991982893,
|
|
"mean_precisions": 0.9682799999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 230.58331176894717,
|
|
"total_upload_time": 452.07155711296946,
|
|
"p95_time": 0.004729870753362776,
|
|
"rps": 1211.6749981701078,
|
|
"parallel": 100,
|
|
"p99_time": 0.014658991408068695,
|
|
"mean_time": 0.003346469705691561,
|
|
"mean_precisions": 0.9832200000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 230.58331176894717,
|
|
"total_upload_time": 452.07155711296946,
|
|
"p95_time": 0.118748222355498,
|
|
"rps": 850.2999716782898,
|
|
"parallel": 100,
|
|
"p99_time": 0.1272944285662379,
|
|
"mean_time": 0.10804997621334624,
|
|
"mean_precisions": 0.8404200000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 230.58331176894717,
|
|
"total_upload_time": 452.07155711296946,
|
|
"p95_time": 0.11779004415730014,
|
|
"rps": 850.6046936387712,
|
|
"parallel": 100,
|
|
"p99_time": 0.12080729019478896,
|
|
"mean_time": 0.10814447093047201,
|
|
"mean_precisions": 0.9312600000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 230.58331176894717,
|
|
"total_upload_time": 452.07155711296946,
|
|
"p95_time": 0.0018557752831839026,
|
|
"rps": 463.5346504613408,
|
|
"parallel": 1,
|
|
"p99_time": 0.0020076363196130844,
|
|
"mean_time": 0.0016393120571272447,
|
|
"mean_precisions": 0.9594800000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 230.58331176894717,
|
|
"total_upload_time": 452.07155711296946,
|
|
"p95_time": 0.11972652792464941,
|
|
"rps": 836.6875200343588,
|
|
"parallel": 100,
|
|
"p99_time": 0.12087132258107887,
|
|
"mean_time": 0.10932728564878925,
|
|
"mean_precisions": 0.973,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 230.58331176894717,
|
|
"total_upload_time": 452.07155711296946,
|
|
"p95_time": 0.12247168106259779,
|
|
"rps": 822.8759691966428,
|
|
"parallel": 100,
|
|
"p99_time": 0.12626620389521123,
|
|
"mean_time": 0.11192594913502689,
|
|
"mean_precisions": 0.9884,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 230.58331176894717,
|
|
"total_upload_time": 452.07155711296946,
|
|
"p95_time": 0.0020534428360406308,
|
|
"rps": 432.4254175105746,
|
|
"parallel": 1,
|
|
"p99_time": 0.0022132883209269516,
|
|
"mean_time": 0.0017903466458432376,
|
|
"mean_precisions": 0.83236,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 230.58331176894717,
|
|
"total_upload_time": 452.07155711296946,
|
|
"p95_time": 0.0020869645872153343,
|
|
"rps": 424.02333279742874,
|
|
"parallel": 1,
|
|
"p99_time": 0.0023254579131025822,
|
|
"mean_time": 0.0018372738923877478,
|
|
"mean_precisions": 0.92,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 230.58331176894717,
|
|
"total_upload_time": 452.07155711296946,
|
|
"p95_time": 0.002093658474041149,
|
|
"rps": 422.2996659217851,
|
|
"parallel": 1,
|
|
"p99_time": 0.002304247189313174,
|
|
"mean_time": 0.001848176378500648,
|
|
"mean_precisions": 0.9588,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 230.58331176894717,
|
|
"total_upload_time": 452.07155711296946,
|
|
"p95_time": 0.0021565470146015287,
|
|
"rps": 413.47670723793306,
|
|
"parallel": 1,
|
|
"p99_time": 0.0023436618503183144,
|
|
"mean_time": 0.001895686239283532,
|
|
"mean_precisions": 0.9724599999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 230.58331176894717,
|
|
"total_upload_time": 452.07155711296946,
|
|
"p95_time": 0.002760276768822223,
|
|
"rps": 347.54613749155675,
|
|
"parallel": 1,
|
|
"p99_time": 0.0029912788572255527,
|
|
"mean_time": 0.0023304845854407175,
|
|
"mean_precisions": 0.83852,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 230.58331176894717,
|
|
"total_upload_time": 452.07155711296946,
|
|
"p95_time": 0.002779979165643454,
|
|
"rps": 346.2627612460471,
|
|
"parallel": 1,
|
|
"p99_time": 0.0030113539902959026,
|
|
"mean_time": 0.0023479513589991256,
|
|
"mean_precisions": 0.9277200000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 47.40695791400003,
|
|
"total_upload_time": 290.142142864,
|
|
"p95_time": 0.00430845280008043,
|
|
"rps": 281.28712083547356,
|
|
"parallel": 1,
|
|
"p99_time": 0.006193175669986887,
|
|
"mean_time": 0.0034938307110001687,
|
|
"mean_precisions": 0.156711,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 47.40695791400003,
|
|
"total_upload_time": 290.142142864,
|
|
"p95_time": 0.00497854120007446,
|
|
"rps": 250.7857281189308,
|
|
"parallel": 1,
|
|
"p99_time": 0.0067555014900040075,
|
|
"mean_time": 0.003927820864499858,
|
|
"mean_precisions": 0.225444,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 47.40695791400003,
|
|
"total_upload_time": 290.142142864,
|
|
"p95_time": 0.006031726850096665,
|
|
"rps": 209.19600017452697,
|
|
"parallel": 1,
|
|
"p99_time": 0.007863499900101942,
|
|
"mean_time": 0.004718215008600555,
|
|
"mean_precisions": 0.303345,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 47.40695791400003,
|
|
"total_upload_time": 290.142142864,
|
|
"p95_time": 0.008275914549938078,
|
|
"rps": 155.8499691038666,
|
|
"parallel": 1,
|
|
"p99_time": 0.01038139934003539,
|
|
"mean_time": 0.0063511618592002154,
|
|
"mean_precisions": 0.389569,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 47.40695791400003,
|
|
"total_upload_time": 290.142142864,
|
|
"p95_time": 0.0064821444500353185,
|
|
"rps": 194.0751755076812,
|
|
"parallel": 1,
|
|
"p99_time": 0.008185042590027935,
|
|
"mean_time": 0.005091100036300781,
|
|
"mean_precisions": 0.15243099999999998,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 47.40695791400003,
|
|
"total_upload_time": 290.142142864,
|
|
"p95_time": 0.006550575400171962,
|
|
"rps": 194.18738992916468,
|
|
"parallel": 1,
|
|
"p99_time": 0.008356158540148045,
|
|
"mean_time": 0.005087555093500168,
|
|
"mean_precisions": 0.218926,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 47.40695791400003,
|
|
"total_upload_time": 290.142142864,
|
|
"p95_time": 0.006735920149867523,
|
|
"rps": 192.88413678073954,
|
|
"parallel": 1,
|
|
"p99_time": 0.008344688739864523,
|
|
"mean_time": 0.005118276650300663,
|
|
"mean_precisions": 0.298378,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 47.40695791400003,
|
|
"total_upload_time": 290.142142864,
|
|
"p95_time": 0.008092571250153922,
|
|
"rps": 158.7996629883808,
|
|
"parallel": 1,
|
|
"p99_time": 0.009723432860073445,
|
|
"mean_time": 0.006231965154599902,
|
|
"mean_precisions": 0.389569,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 47.40695791400003,
|
|
"total_upload_time": 290.142142864,
|
|
"p95_time": 0.4069278989500731,
|
|
"rps": 601.089115797319,
|
|
"parallel": 100,
|
|
"p99_time": 1.0072086040700652,
|
|
"mean_time": 0.15677005388259957,
|
|
"mean_precisions": 0.156711,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 47.40695791400003,
|
|
"total_upload_time": 290.142142864,
|
|
"p95_time": 0.055371203099900866,
|
|
"rps": 1959.8089387203913,
|
|
"parallel": 100,
|
|
"p99_time": 0.06105398859986509,
|
|
"mean_time": 0.048184486185698754,
|
|
"mean_precisions": 0.225444,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 47.40695791400003,
|
|
"total_upload_time": 290.142142864,
|
|
"p95_time": 0.0711237913500213,
|
|
"rps": 1501.7974872956468,
|
|
"parallel": 100,
|
|
"p99_time": 0.07955250088004732,
|
|
"mean_time": 0.06412502476729925,
|
|
"mean_precisions": 0.303345,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 47.40695791400003,
|
|
"total_upload_time": 290.142142864,
|
|
"p95_time": 0.10279283920004899,
|
|
"rps": 1042.6984104441603,
|
|
"parallel": 100,
|
|
"p99_time": 0.10641602996010079,
|
|
"mean_time": 0.09371460455920028,
|
|
"mean_precisions": 0.38956899999999994,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 47.40695791400003,
|
|
"total_upload_time": 290.142142864,
|
|
"p95_time": 0.006220895550018212,
|
|
"rps": 206.7459220862884,
|
|
"parallel": 1,
|
|
"p99_time": 0.007990264230047615,
|
|
"mean_time": 0.0047746359181998176,
|
|
"mean_precisions": 0.303345,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 47.40695791400003,
|
|
"total_upload_time": 290.142142864,
|
|
"p95_time": 0.0524085985001534,
|
|
"rps": 2196.9812424057377,
|
|
"parallel": 100,
|
|
"p99_time": 0.06103868150005156,
|
|
"mean_time": 0.043064448421698674,
|
|
"mean_precisions": 0.15548,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 47.40695791400003,
|
|
"total_upload_time": 290.142142864,
|
|
"p95_time": 0.058348345250180955,
|
|
"rps": 1899.1689913548314,
|
|
"parallel": 100,
|
|
"p99_time": 0.0642147397299664,
|
|
"mean_time": 0.04986610580700121,
|
|
"mean_precisions": 0.225444,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 47.40695791400003,
|
|
"total_upload_time": 290.142142864,
|
|
"p95_time": 0.07144870584999125,
|
|
"rps": 1498.4976823473676,
|
|
"parallel": 100,
|
|
"p99_time": 0.0747955959399178,
|
|
"mean_time": 0.06444729203029995,
|
|
"mean_precisions": 0.303345,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 47.40695791400003,
|
|
"total_upload_time": 290.142142864,
|
|
"p95_time": 0.10147091700018791,
|
|
"rps": 1052.0174118467633,
|
|
"parallel": 100,
|
|
"p99_time": 0.1059628649100523,
|
|
"mean_time": 0.0927160282824002,
|
|
"mean_precisions": 0.389569,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 47.40695791400003,
|
|
"total_upload_time": 290.142142864,
|
|
"p95_time": 0.059164265900039925,
|
|
"rps": 1851.327201150791,
|
|
"parallel": 100,
|
|
"p99_time": 0.06638184074000719,
|
|
"mean_time": 0.05175459638249995,
|
|
"mean_precisions": 0.154752,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 47.40695791400003,
|
|
"total_upload_time": 290.142142864,
|
|
"p95_time": 0.05845450855003945,
|
|
"rps": 1851.3799707535477,
|
|
"parallel": 100,
|
|
"p99_time": 0.0641490782699384,
|
|
"mean_time": 0.05136816972929919,
|
|
"mean_precisions": 0.22185500000000002,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 47.40695791400003,
|
|
"total_upload_time": 290.142142864,
|
|
"p95_time": 0.07043662990009805,
|
|
"rps": 1517.1162993701098,
|
|
"parallel": 100,
|
|
"p99_time": 0.07492023178999489,
|
|
"mean_time": 0.06326732169120107,
|
|
"mean_precisions": 0.303345,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 47.40695791400003,
|
|
"total_upload_time": 290.142142864,
|
|
"p95_time": 0.10160011905011287,
|
|
"rps": 1048.4423960228526,
|
|
"parallel": 100,
|
|
"p99_time": 0.10814480941989134,
|
|
"mean_time": 0.09287749565760012,
|
|
"mean_precisions": 0.389569,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 47.40695791400003,
|
|
"total_upload_time": 290.142142864,
|
|
"p95_time": 0.07663288834989998,
|
|
"rps": 1394.7032087897041,
|
|
"parallel": 100,
|
|
"p99_time": 0.08093751783993867,
|
|
"mean_time": 0.06931740543939911,
|
|
"mean_precisions": 0.15243099999999998,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 47.40695791400003,
|
|
"total_upload_time": 290.142142864,
|
|
"p95_time": 0.0783725280499766,
|
|
"rps": 1370.1550549285803,
|
|
"parallel": 100,
|
|
"p99_time": 0.08209869732998186,
|
|
"mean_time": 0.0705969164256999,
|
|
"mean_precisions": 0.218926,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 47.40695791400003,
|
|
"total_upload_time": 290.142142864,
|
|
"p95_time": 0.008501002249988687,
|
|
"rps": 155.3502222247577,
|
|
"parallel": 1,
|
|
"p99_time": 0.01017281140010028,
|
|
"mean_time": 0.006370875174700245,
|
|
"mean_precisions": 0.389569,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 47.40695791400003,
|
|
"total_upload_time": 290.142142864,
|
|
"p95_time": 0.07884295920015347,
|
|
"rps": 1355.0290661363522,
|
|
"parallel": 100,
|
|
"p99_time": 0.08339783757015085,
|
|
"mean_time": 0.07141082434099938,
|
|
"mean_precisions": 0.298378,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 47.40695791400003,
|
|
"total_upload_time": 290.142142864,
|
|
"p95_time": 0.10276214369998796,
|
|
"rps": 1044.0498266552902,
|
|
"parallel": 100,
|
|
"p99_time": 0.10686552823974581,
|
|
"mean_time": 0.09338974412189996,
|
|
"mean_precisions": 0.389569,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 47.40695791400003,
|
|
"total_upload_time": 290.142142864,
|
|
"p95_time": 0.004657320949820584,
|
|
"rps": 270.7618122228233,
|
|
"parallel": 1,
|
|
"p99_time": 0.006350061820028264,
|
|
"mean_time": 0.0036348929764986222,
|
|
"mean_precisions": 0.15548,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 47.40695791400003,
|
|
"total_upload_time": 290.142142864,
|
|
"p95_time": 0.005148886999870676,
|
|
"rps": 249.156090991007,
|
|
"parallel": 1,
|
|
"p99_time": 0.007204276990059955,
|
|
"mean_time": 0.003953876665398752,
|
|
"mean_precisions": 0.225444,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 47.40695791400003,
|
|
"total_upload_time": 290.142142864,
|
|
"p95_time": 0.006176455650108891,
|
|
"rps": 207.13116002103976,
|
|
"parallel": 1,
|
|
"p99_time": 0.007752120750160431,
|
|
"mean_time": 0.0047659577123006554,
|
|
"mean_precisions": 0.303345,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 47.40695791400003,
|
|
"total_upload_time": 290.142142864,
|
|
"p95_time": 0.008139814499941167,
|
|
"rps": 157.19947171493322,
|
|
"parallel": 1,
|
|
"p99_time": 0.009723514940105815,
|
|
"mean_time": 0.006292979611400278,
|
|
"mean_precisions": 0.389569,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 47.40695791400003,
|
|
"total_upload_time": 290.142142864,
|
|
"p95_time": 0.005373448400098365,
|
|
"rps": 237.39464877486728,
|
|
"parallel": 1,
|
|
"p99_time": 0.007203504790027182,
|
|
"mean_time": 0.004152466135098985,
|
|
"mean_precisions": 0.154752,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 47.40695791400003,
|
|
"total_upload_time": 290.142142864,
|
|
"p95_time": 0.005403146650110097,
|
|
"rps": 235.78056141089803,
|
|
"parallel": 1,
|
|
"p99_time": 0.007114973820189335,
|
|
"mean_time": 0.004180776022098508,
|
|
"mean_precisions": 0.22185500000000002,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 214.01004187599756,
|
|
"total_upload_time": 467.94193929294124,
|
|
"p95_time": 0.0019130002357997,
|
|
"rps": 469.3087012744812,
|
|
"parallel": 1,
|
|
"p99_time": 0.0020927002979442486,
|
|
"mean_time": 0.0016232581085525452,
|
|
"mean_precisions": 0.7883399999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 214.01004187599756,
|
|
"total_upload_time": 467.94193929294124,
|
|
"p95_time": 0.0018757490033749493,
|
|
"rps": 468.0902618962408,
|
|
"parallel": 1,
|
|
"p99_time": 0.0020475935051217677,
|
|
"mean_time": 0.0016199690477689728,
|
|
"mean_precisions": 0.8869599999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 214.01004187599756,
|
|
"total_upload_time": 467.94193929294124,
|
|
"p95_time": 0.0031039479945320636,
|
|
"rps": 322.76037971439035,
|
|
"parallel": 1,
|
|
"p99_time": 0.0035053593385964634,
|
|
"mean_time": 0.0025367692960426213,
|
|
"mean_precisions": 0.95134,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 214.01004187599756,
|
|
"total_upload_time": 467.94193929294124,
|
|
"p95_time": 0.003146859584376216,
|
|
"rps": 319.675115254463,
|
|
"parallel": 1,
|
|
"p99_time": 0.0036336307658348236,
|
|
"mean_time": 0.0025657939791446554,
|
|
"mean_precisions": 0.973,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 214.01004187599756,
|
|
"total_upload_time": 467.94193929294124,
|
|
"p95_time": 0.004441524588037283,
|
|
"rps": 240.46670249800925,
|
|
"parallel": 1,
|
|
"p99_time": 0.005049087994266302,
|
|
"mean_time": 0.003527853345731273,
|
|
"mean_precisions": 0.8013,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 214.01004187599756,
|
|
"total_upload_time": 467.94193929294124,
|
|
"p95_time": 0.004506826034048572,
|
|
"rps": 237.80235348107647,
|
|
"parallel": 1,
|
|
"p99_time": 0.005124340265756473,
|
|
"mean_time": 0.0035708520288113507,
|
|
"mean_precisions": 0.9036799999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 214.01004187599756,
|
|
"total_upload_time": 467.94193929294124,
|
|
"p95_time": 0.004522070521488786,
|
|
"rps": 237.50399569396515,
|
|
"parallel": 1,
|
|
"p99_time": 0.005153258123900741,
|
|
"mean_time": 0.0035768597818911074,
|
|
"mean_precisions": 0.9536800000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 214.01004187599756,
|
|
"total_upload_time": 467.94193929294124,
|
|
"p95_time": 0.004647362401010469,
|
|
"rps": 236.60373084346824,
|
|
"parallel": 1,
|
|
"p99_time": 0.00529893517959863,
|
|
"mean_time": 0.003605069069797173,
|
|
"mean_precisions": 0.97546,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 214.01004187599756,
|
|
"total_upload_time": 467.94193929294124,
|
|
"p95_time": 0.002161440596682951,
|
|
"rps": 1217.041411679204,
|
|
"parallel": 100,
|
|
"p99_time": 0.013078436887590288,
|
|
"mean_time": 0.002093925333232619,
|
|
"mean_precisions": 0.7883399999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 214.01004187599756,
|
|
"total_upload_time": 467.94193929294124,
|
|
"p95_time": 0.0022343332413583997,
|
|
"rps": 1203.6189682519887,
|
|
"parallel": 100,
|
|
"p99_time": 0.012974485838785774,
|
|
"mean_time": 0.0019749842964112757,
|
|
"mean_precisions": 0.8869599999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 214.01004187599756,
|
|
"total_upload_time": 467.94193929294124,
|
|
"p95_time": 0.0022465206857305024,
|
|
"rps": 1212.213687688523,
|
|
"parallel": 100,
|
|
"p99_time": 0.013803985440172258,
|
|
"mean_time": 0.002015392330335453,
|
|
"mean_precisions": 0.9324,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 214.01004187599756,
|
|
"total_upload_time": 467.94193929294124,
|
|
"p95_time": 0.002397013857262209,
|
|
"rps": 1211.4234979513926,
|
|
"parallel": 100,
|
|
"p99_time": 0.0130270521657076,
|
|
"mean_time": 0.002139842806663364,
|
|
"mean_precisions": 0.9578399999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 214.01004187599756,
|
|
"total_upload_time": 467.94193929294124,
|
|
"p95_time": 0.0018750649178400636,
|
|
"rps": 469.9568758102701,
|
|
"parallel": 1,
|
|
"p99_time": 0.0020373936404939753,
|
|
"mean_time": 0.0016149766695220022,
|
|
"mean_precisions": 0.9324,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 214.01004187599756,
|
|
"total_upload_time": 467.94193929294124,
|
|
"p95_time": 0.002715455938596279,
|
|
"rps": 1210.9071261273086,
|
|
"parallel": 100,
|
|
"p99_time": 0.014165416397154343,
|
|
"mean_time": 0.0023900486905360594,
|
|
"mean_precisions": 0.79582,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 214.01004187599756,
|
|
"total_upload_time": 467.94193929294124,
|
|
"p95_time": 0.0027899915992747994,
|
|
"rps": 1222.1487398962004,
|
|
"parallel": 100,
|
|
"p99_time": 0.013862464788835517,
|
|
"mean_time": 0.0024160255615599453,
|
|
"mean_precisions": 0.8977200000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 214.01004187599756,
|
|
"total_upload_time": 467.94193929294124,
|
|
"p95_time": 0.0027447390311863273,
|
|
"rps": 1222.218579935692,
|
|
"parallel": 100,
|
|
"p99_time": 0.012815917531261238,
|
|
"mean_time": 0.0023859955636318774,
|
|
"mean_precisions": 0.9459200000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 214.01004187599756,
|
|
"total_upload_time": 467.94193929294124,
|
|
"p95_time": 0.0028743336442857985,
|
|
"rps": 1213.1399181906725,
|
|
"parallel": 100,
|
|
"p99_time": 0.013775433569680905,
|
|
"mean_time": 0.0024849063602043315,
|
|
"mean_precisions": 0.9664800000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 214.01004187599756,
|
|
"total_upload_time": 467.94193929294124,
|
|
"p95_time": 0.004745718277990819,
|
|
"rps": 1210.5835514955882,
|
|
"parallel": 100,
|
|
"p99_time": 0.0148049657966476,
|
|
"mean_time": 0.003577859088801779,
|
|
"mean_precisions": 0.79952,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 214.01004187599756,
|
|
"total_upload_time": 467.94193929294124,
|
|
"p95_time": 0.004933182231616229,
|
|
"rps": 1219.2478000662613,
|
|
"parallel": 100,
|
|
"p99_time": 0.014903108802391245,
|
|
"mean_time": 0.0036551890650065614,
|
|
"mean_precisions": 0.9018,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 214.01004187599756,
|
|
"total_upload_time": 467.94193929294124,
|
|
"p95_time": 0.0047662884695455435,
|
|
"rps": 1230.9568122111227,
|
|
"parallel": 100,
|
|
"p99_time": 0.014804356732638581,
|
|
"mean_time": 0.0036553123992634938,
|
|
"mean_precisions": 0.95134,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 214.01004187599756,
|
|
"total_upload_time": 467.94193929294124,
|
|
"p95_time": 0.005277316638967024,
|
|
"rps": 1215.757589347745,
|
|
"parallel": 100,
|
|
"p99_time": 0.014652248062193424,
|
|
"mean_time": 0.003834084107191302,
|
|
"mean_precisions": 0.973,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 214.01004187599756,
|
|
"total_upload_time": 467.94193929294124,
|
|
"p95_time": 0.12152132422779686,
|
|
"rps": 835.5264430501659,
|
|
"parallel": 100,
|
|
"p99_time": 0.12361628069076687,
|
|
"mean_time": 0.11095812072402332,
|
|
"mean_precisions": 0.8013,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 214.01004187599756,
|
|
"total_upload_time": 467.94193929294124,
|
|
"p95_time": 0.12258803013828583,
|
|
"rps": 832.2940647867831,
|
|
"parallel": 100,
|
|
"p99_time": 0.12540603469824418,
|
|
"mean_time": 0.11034030226462055,
|
|
"mean_precisions": 0.9036799999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 214.01004187599756,
|
|
"total_upload_time": 467.94193929294124,
|
|
"p95_time": 0.0019951725902501495,
|
|
"rps": 448.51067946427855,
|
|
"parallel": 1,
|
|
"p99_time": 0.0021935743920039395,
|
|
"mean_time": 0.0017159389528445899,
|
|
"mean_precisions": 0.9578399999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 214.01004187599756,
|
|
"total_upload_time": 467.94193929294124,
|
|
"p95_time": 0.12081888292450457,
|
|
"rps": 836.6595573490074,
|
|
"parallel": 100,
|
|
"p99_time": 0.1222010339028202,
|
|
"mean_time": 0.11073449614364654,
|
|
"mean_precisions": 0.9536800000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 214.01004187599756,
|
|
"total_upload_time": 467.94193929294124,
|
|
"p95_time": 0.12307321364060045,
|
|
"rps": 825.4723032150139,
|
|
"parallel": 100,
|
|
"p99_time": 0.12491327383904718,
|
|
"mean_time": 0.11235740706697106,
|
|
"mean_precisions": 0.97546,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 214.01004187599756,
|
|
"total_upload_time": 467.94193929294124,
|
|
"p95_time": 0.0022609336534515022,
|
|
"rps": 418.85669712766423,
|
|
"parallel": 1,
|
|
"p99_time": 0.0025257602264173334,
|
|
"mean_time": 0.0018715633335523306,
|
|
"mean_precisions": 0.79582,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 214.01004187599756,
|
|
"total_upload_time": 467.94193929294124,
|
|
"p95_time": 0.0022507681569550186,
|
|
"rps": 416.8058513388829,
|
|
"parallel": 1,
|
|
"p99_time": 0.0025478383817244344,
|
|
"mean_time": 0.0018788624699693174,
|
|
"mean_precisions": 0.8977200000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 214.01004187599756,
|
|
"total_upload_time": 467.94193929294124,
|
|
"p95_time": 0.0023241567076183857,
|
|
"rps": 405.05651139389647,
|
|
"parallel": 1,
|
|
"p99_time": 0.0025838522671256226,
|
|
"mean_time": 0.0019442597184097395,
|
|
"mean_precisions": 0.9459200000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 214.01004187599756,
|
|
"total_upload_time": 467.94193929294124,
|
|
"p95_time": 0.0023059112369082867,
|
|
"rps": 406.64928164750046,
|
|
"parallel": 1,
|
|
"p99_time": 0.0025852304592262963,
|
|
"mean_time": 0.001939322987664491,
|
|
"mean_precisions": 0.9664800000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 214.01004187599756,
|
|
"total_upload_time": 467.94193929294124,
|
|
"p95_time": 0.003031830850522966,
|
|
"rps": 335.458287211903,
|
|
"parallel": 1,
|
|
"p99_time": 0.0034388027398381403,
|
|
"mean_time": 0.002434980022837408,
|
|
"mean_precisions": 0.7995200000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 214.01004187599756,
|
|
"total_upload_time": 467.94193929294124,
|
|
"p95_time": 0.0030693960434291516,
|
|
"rps": 329.5096829183669,
|
|
"parallel": 1,
|
|
"p99_time": 0.003561095979530365,
|
|
"mean_time": 0.002488756543607451,
|
|
"mean_precisions": 0.9018,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 51.96304804200008,
|
|
"total_upload_time": 477.269728879,
|
|
"p95_time": 0.004762017950133664,
|
|
"rps": 257.1319706806652,
|
|
"parallel": 1,
|
|
"p99_time": 0.00671865504012203,
|
|
"mean_time": 0.003829829127899575,
|
|
"mean_precisions": 0.156606,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 51.96304804200008,
|
|
"total_upload_time": 477.269728879,
|
|
"p95_time": 0.005656279899903887,
|
|
"rps": 220.29454592057115,
|
|
"parallel": 1,
|
|
"p99_time": 0.007572630889771979,
|
|
"mean_time": 0.00447787409430357,
|
|
"mean_precisions": 0.22244699999999998,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 51.96304804200008,
|
|
"total_upload_time": 477.269728879,
|
|
"p95_time": 0.0077169866499161785,
|
|
"rps": 170.38179256078112,
|
|
"parallel": 1,
|
|
"p99_time": 0.009595471749798894,
|
|
"mean_time": 0.005804385448302174,
|
|
"mean_precisions": 0.29897,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 51.96304804200008,
|
|
"total_upload_time": 477.269728879,
|
|
"p95_time": 0.010778510949694462,
|
|
"rps": 121.66307556388412,
|
|
"parallel": 1,
|
|
"p99_time": 0.012642755069960003,
|
|
"mean_time": 0.008147860120500354,
|
|
"mean_precisions": 0.38492000000000004,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 51.96304804200008,
|
|
"total_upload_time": 477.269728879,
|
|
"p95_time": 0.008448784849906585,
|
|
"rps": 154.80031722369475,
|
|
"parallel": 1,
|
|
"p99_time": 0.010292842099988778,
|
|
"mean_time": 0.006395506205298307,
|
|
"mean_precisions": 0.14986799999999997,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 51.96304804200008,
|
|
"total_upload_time": 477.269728879,
|
|
"p95_time": 0.008483749150150285,
|
|
"rps": 153.66312676913714,
|
|
"parallel": 1,
|
|
"p99_time": 0.01053924123012166,
|
|
"mean_time": 0.006442056798201065,
|
|
"mean_precisions": 0.21465600000000004,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 51.96304804200008,
|
|
"total_upload_time": 477.269728879,
|
|
"p95_time": 0.008364934350220206,
|
|
"rps": 154.38299270056962,
|
|
"parallel": 1,
|
|
"p99_time": 0.010361348469632506,
|
|
"mean_time": 0.006408915841301496,
|
|
"mean_precisions": 0.293141,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 51.96304804200008,
|
|
"total_upload_time": 477.269728879,
|
|
"p95_time": 0.010637649800105462,
|
|
"rps": 122.04375707755864,
|
|
"parallel": 1,
|
|
"p99_time": 0.012677521089945005,
|
|
"mean_time": 0.008123261119500376,
|
|
"mean_precisions": 0.38492000000000004,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 51.96304804200008,
|
|
"total_upload_time": 477.269728879,
|
|
"p95_time": 0.05495605120022445,
|
|
"rps": 2003.3349344365693,
|
|
"parallel": 100,
|
|
"p99_time": 0.061259381190102435,
|
|
"mean_time": 0.046847936488199,
|
|
"mean_precisions": 0.15660600000000002,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 51.96304804200008,
|
|
"total_upload_time": 477.269728879,
|
|
"p95_time": 0.0698086934498633,
|
|
"rps": 1559.7330216777464,
|
|
"parallel": 100,
|
|
"p99_time": 0.07610195348979233,
|
|
"mean_time": 0.061598203350100224,
|
|
"mean_precisions": 0.22244700000000003,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 51.96304804200008,
|
|
"total_upload_time": 477.269728879,
|
|
"p95_time": 0.09241256390014314,
|
|
"rps": 1146.008664195187,
|
|
"parallel": 100,
|
|
"p99_time": 0.09820388458977504,
|
|
"mean_time": 0.08478490603750324,
|
|
"mean_precisions": 0.29896999999999996,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 51.96304804200008,
|
|
"total_upload_time": 477.269728879,
|
|
"p95_time": 0.14311534315038443,
|
|
"rps": 746.2420683342791,
|
|
"parallel": 100,
|
|
"p99_time": 0.14875903035987448,
|
|
"mean_time": 0.13143624524379874,
|
|
"mean_precisions": 0.38492000000000004,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 51.96304804200008,
|
|
"total_upload_time": 477.269728879,
|
|
"p95_time": 0.00754456999973172,
|
|
"rps": 171.78210303201803,
|
|
"parallel": 1,
|
|
"p99_time": 0.009113273909915736,
|
|
"mean_time": 0.005757095408797477,
|
|
"mean_precisions": 0.29897,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 51.96304804200008,
|
|
"total_upload_time": 477.269728879,
|
|
"p95_time": 0.05871634110026207,
|
|
"rps": 1863.789220589455,
|
|
"parallel": 100,
|
|
"p99_time": 0.0640388170999404,
|
|
"mean_time": 0.05058004638670268,
|
|
"mean_precisions": 0.15410300000000002,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 51.96304804200008,
|
|
"total_upload_time": 477.269728879,
|
|
"p95_time": 0.06758441635004146,
|
|
"rps": 1594.001393511416,
|
|
"parallel": 100,
|
|
"p99_time": 0.07463985257995773,
|
|
"mean_time": 0.06032359150080183,
|
|
"mean_precisions": 0.22244699999999998,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 51.96304804200008,
|
|
"total_upload_time": 477.269728879,
|
|
"p95_time": 0.09323135939991971,
|
|
"rps": 1149.9227238360418,
|
|
"parallel": 100,
|
|
"p99_time": 0.09721026207007072,
|
|
"mean_time": 0.08468083823590178,
|
|
"mean_precisions": 0.29896999999999996,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 51.96304804200008,
|
|
"total_upload_time": 477.269728879,
|
|
"p95_time": 0.14312074969986952,
|
|
"rps": 746.0999501547204,
|
|
"parallel": 100,
|
|
"p99_time": 0.14801126049998403,
|
|
"mean_time": 0.13157061410210136,
|
|
"mean_precisions": 0.38492000000000004,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 51.96304804200008,
|
|
"total_upload_time": 477.269728879,
|
|
"p95_time": 0.07447662720019252,
|
|
"rps": 1445.2407411325257,
|
|
"parallel": 100,
|
|
"p99_time": 0.07953400856028113,
|
|
"mean_time": 0.06666881729639935,
|
|
"mean_precisions": 0.152317,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 51.96304804200008,
|
|
"total_upload_time": 477.269728879,
|
|
"p95_time": 0.07643360849986035,
|
|
"rps": 1425.3803658115942,
|
|
"parallel": 100,
|
|
"p99_time": 0.08107681330024208,
|
|
"mean_time": 0.0678564604510007,
|
|
"mean_precisions": 0.21824700000000002,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 51.96304804200008,
|
|
"total_upload_time": 477.269728879,
|
|
"p95_time": 0.09401898690009602,
|
|
"rps": 1133.3986059781623,
|
|
"parallel": 100,
|
|
"p99_time": 0.09812062263007648,
|
|
"mean_time": 0.08584634481889743,
|
|
"mean_precisions": 0.29897,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 51.96304804200008,
|
|
"total_upload_time": 477.269728879,
|
|
"p95_time": 0.14246748619973457,
|
|
"rps": 752.4133445092157,
|
|
"parallel": 100,
|
|
"p99_time": 0.14947701003993188,
|
|
"mean_time": 0.13024755728799856,
|
|
"mean_precisions": 0.38492,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 51.96304804200008,
|
|
"total_upload_time": 477.269728879,
|
|
"p95_time": 0.10397663969981749,
|
|
"rps": 1018.1968759140595,
|
|
"parallel": 100,
|
|
"p99_time": 0.10868807962964638,
|
|
"mean_time": 0.09565928433390154,
|
|
"mean_precisions": 0.14986799999999997,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 51.96304804200008,
|
|
"total_upload_time": 477.269728879,
|
|
"p95_time": 0.1053358520999609,
|
|
"rps": 1020.3785240804094,
|
|
"parallel": 100,
|
|
"p99_time": 0.11120912391988443,
|
|
"mean_time": 0.0954678329431993,
|
|
"mean_precisions": 0.21465599999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 51.96304804200008,
|
|
"total_upload_time": 477.269728879,
|
|
"p95_time": 0.010594629799675202,
|
|
"rps": 122.39817692708641,
|
|
"parallel": 1,
|
|
"p99_time": 0.012382504039637752,
|
|
"mean_time": 0.008098279715899253,
|
|
"mean_precisions": 0.38492000000000004,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 51.96304804200008,
|
|
"total_upload_time": 477.269728879,
|
|
"p95_time": 0.10609465434990853,
|
|
"rps": 998.5062933970696,
|
|
"parallel": 100,
|
|
"p99_time": 0.11298124600984011,
|
|
"mean_time": 0.09759699087299982,
|
|
"mean_precisions": 0.293141,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 51.96304804200008,
|
|
"total_upload_time": 477.269728879,
|
|
"p95_time": 0.1412281858996721,
|
|
"rps": 746.8871664084724,
|
|
"parallel": 100,
|
|
"p99_time": 0.14599774434007942,
|
|
"mean_time": 0.13137100507619967,
|
|
"mean_precisions": 0.38492,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 51.96304804200008,
|
|
"total_upload_time": 477.269728879,
|
|
"p95_time": 0.005046281300087684,
|
|
"rps": 244.67637942755806,
|
|
"parallel": 1,
|
|
"p99_time": 0.0068489107099821925,
|
|
"mean_time": 0.004027540519999684,
|
|
"mean_precisions": 0.15410300000000002,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 51.96304804200008,
|
|
"total_upload_time": 477.269728879,
|
|
"p95_time": 0.005890363500316196,
|
|
"rps": 217.50041703024382,
|
|
"parallel": 1,
|
|
"p99_time": 0.00769512135982041,
|
|
"mean_time": 0.004537470298600602,
|
|
"mean_precisions": 0.22244699999999998,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 51.96304804200008,
|
|
"total_upload_time": 477.269728879,
|
|
"p95_time": 0.00752958289997423,
|
|
"rps": 170.98723152499804,
|
|
"parallel": 1,
|
|
"p99_time": 0.009337131940123986,
|
|
"mean_time": 0.005782505657798401,
|
|
"mean_precisions": 0.29897,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 51.96304804200008,
|
|
"total_upload_time": 477.269728879,
|
|
"p95_time": 0.010808095099946513,
|
|
"rps": 120.39368149941001,
|
|
"parallel": 1,
|
|
"p99_time": 0.012667974160008273,
|
|
"mean_time": 0.008230084992002276,
|
|
"mean_precisions": 0.38492000000000004,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 51.96304804200008,
|
|
"total_upload_time": 477.269728879,
|
|
"p95_time": 0.006270162800046816,
|
|
"rps": 202.26685990158867,
|
|
"parallel": 1,
|
|
"p99_time": 0.008099061009875187,
|
|
"mean_time": 0.004883395637402373,
|
|
"mean_precisions": 0.152317,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 51.96304804200008,
|
|
"total_upload_time": 477.269728879,
|
|
"p95_time": 0.006497017399897229,
|
|
"rps": 201.2084113966486,
|
|
"parallel": 1,
|
|
"p99_time": 0.008347769629854156,
|
|
"mean_time": 0.0049069427736000305,
|
|
"mean_precisions": 0.21824700000000002,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 235.41115621000063,
|
|
"total_upload_time": 665.5782463320065,
|
|
"p95_time": 0.0019746828998904674,
|
|
"rps": 448.50166083408476,
|
|
"parallel": 1,
|
|
"p99_time": 0.0022587003069929777,
|
|
"mean_time": 0.0017016215321142226,
|
|
"mean_precisions": 0.77332,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 235.41115621000063,
|
|
"total_upload_time": 665.5782463320065,
|
|
"p95_time": 0.001915630925213918,
|
|
"rps": 460.47500232412295,
|
|
"parallel": 1,
|
|
"p99_time": 0.0020838068041484806,
|
|
"mean_time": 0.0016561131218681112,
|
|
"mean_precisions": 0.88792,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 235.41115621000063,
|
|
"total_upload_time": 665.5782463320065,
|
|
"p95_time": 0.003739969979505986,
|
|
"rps": 287.83901161629143,
|
|
"parallel": 1,
|
|
"p99_time": 0.0041117438871879144,
|
|
"mean_time": 0.002898996530706063,
|
|
"mean_precisions": 0.9583,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 235.41115621000063,
|
|
"total_upload_time": 665.5782463320065,
|
|
"p95_time": 0.0037277590134181084,
|
|
"rps": 287.6210855932437,
|
|
"parallel": 1,
|
|
"p99_time": 0.004106640944955872,
|
|
"mean_time": 0.00290241947916802,
|
|
"mean_precisions": 0.9833799999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 235.41115621000063,
|
|
"total_upload_time": 665.5782463320065,
|
|
"p95_time": 0.005640384083380924,
|
|
"rps": 208.92243236820866,
|
|
"parallel": 1,
|
|
"p99_time": 0.006263307025656107,
|
|
"mean_time": 0.004157628198247403,
|
|
"mean_precisions": 0.78328,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 235.41115621000063,
|
|
"total_upload_time": 665.5782463320065,
|
|
"p95_time": 0.00559596783714369,
|
|
"rps": 208.23064399213388,
|
|
"parallel": 1,
|
|
"p99_time": 0.006204254038166259,
|
|
"mean_time": 0.004172159066936001,
|
|
"mean_precisions": 0.9016799999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 235.41115621000063,
|
|
"total_upload_time": 665.5782463320065,
|
|
"p95_time": 0.005678577214712278,
|
|
"rps": 205.93343924478924,
|
|
"parallel": 1,
|
|
"p99_time": 0.006323945370968431,
|
|
"mean_time": 0.004223884125659242,
|
|
"mean_precisions": 0.9601800000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 235.41115621000063,
|
|
"total_upload_time": 665.5782463320065,
|
|
"p95_time": 0.005757754953810946,
|
|
"rps": 203.15856673806817,
|
|
"parallel": 1,
|
|
"p99_time": 0.00639819218660705,
|
|
"mean_time": 0.004290286207129248,
|
|
"mean_precisions": 0.98562,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 235.41115621000063,
|
|
"total_upload_time": 665.5782463320065,
|
|
"p95_time": 0.0022457945917267355,
|
|
"rps": 1204.313925516098,
|
|
"parallel": 100,
|
|
"p99_time": 0.012813901103800231,
|
|
"mean_time": 0.002176380843552761,
|
|
"mean_precisions": 0.77332,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 235.41115621000063,
|
|
"total_upload_time": 665.5782463320065,
|
|
"p95_time": 0.0022438392392359675,
|
|
"rps": 1206.9445319064762,
|
|
"parallel": 100,
|
|
"p99_time": 0.013155039146076896,
|
|
"mean_time": 0.002037727839150466,
|
|
"mean_precisions": 0.88792,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 235.41115621000063,
|
|
"total_upload_time": 665.5782463320065,
|
|
"p95_time": 0.002279132086550817,
|
|
"rps": 1201.7877400361428,
|
|
"parallel": 100,
|
|
"p99_time": 0.013238709664437923,
|
|
"mean_time": 0.0020768906472716482,
|
|
"mean_precisions": 0.9420800000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 235.41115621000063,
|
|
"total_upload_time": 665.5782463320065,
|
|
"p95_time": 0.0024739686166867616,
|
|
"rps": 1214.6988646476952,
|
|
"parallel": 100,
|
|
"p99_time": 0.013660687707597395,
|
|
"mean_time": 0.0022719138771062717,
|
|
"mean_precisions": 0.9700200000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 235.41115621000063,
|
|
"total_upload_time": 665.5782463320065,
|
|
"p95_time": 0.0019366583495866508,
|
|
"rps": 459.0635821081023,
|
|
"parallel": 1,
|
|
"p99_time": 0.0021961213834583776,
|
|
"mean_time": 0.0016634237886872143,
|
|
"mean_precisions": 0.9420800000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 235.41115621000063,
|
|
"total_upload_time": 665.5782463320065,
|
|
"p95_time": 0.002903370041167364,
|
|
"rps": 1208.7147588321627,
|
|
"parallel": 100,
|
|
"p99_time": 0.013700616019777977,
|
|
"mean_time": 0.002556087975949049,
|
|
"mean_precisions": 0.7799800000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 235.41115621000063,
|
|
"total_upload_time": 665.5782463320065,
|
|
"p95_time": 0.002945833100238815,
|
|
"rps": 1213.305393197062,
|
|
"parallel": 100,
|
|
"p99_time": 0.014494439720874693,
|
|
"mean_time": 0.002612447069399059,
|
|
"mean_precisions": 0.8973800000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 235.41115621000063,
|
|
"total_upload_time": 665.5782463320065,
|
|
"p95_time": 0.0029830041341483596,
|
|
"rps": 1206.8356115167385,
|
|
"parallel": 100,
|
|
"p99_time": 0.01509624756523412,
|
|
"mean_time": 0.0026553371701855213,
|
|
"mean_precisions": 0.9541,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 235.41115621000063,
|
|
"total_upload_time": 665.5782463320065,
|
|
"p95_time": 0.003017218771856278,
|
|
"rps": 1199.9078731713234,
|
|
"parallel": 100,
|
|
"p99_time": 0.013903905309271068,
|
|
"mean_time": 0.0026492686100769787,
|
|
"mean_precisions": 0.9786000000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 235.41115621000063,
|
|
"total_upload_time": 665.5782463320065,
|
|
"p95_time": 0.013849627680610868,
|
|
"rps": 1206.1371234486194,
|
|
"parallel": 100,
|
|
"p99_time": 0.016975561619037762,
|
|
"mean_time": 0.0064598003016551955,
|
|
"mean_precisions": 0.7824,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 235.41115621000063,
|
|
"total_upload_time": 665.5782463320065,
|
|
"p95_time": 0.01643864262732677,
|
|
"rps": 1196.1241334265974,
|
|
"parallel": 100,
|
|
"p99_time": 0.01908947283518502,
|
|
"mean_time": 0.009706612720200791,
|
|
"mean_precisions": 0.90038,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 235.41115621000063,
|
|
"total_upload_time": 665.5782463320065,
|
|
"p95_time": 0.027464071894064548,
|
|
"rps": 1205.4724968105822,
|
|
"parallel": 100,
|
|
"p99_time": 0.029280059995362536,
|
|
"mean_time": 0.016990932931099087,
|
|
"mean_precisions": 0.9583,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 235.41115621000063,
|
|
"total_upload_time": 665.5782463320065,
|
|
"p95_time": 0.08199042301275768,
|
|
"rps": 1178.2875669746202,
|
|
"parallel": 100,
|
|
"p99_time": 0.08389948533615098,
|
|
"mean_time": 0.05074680896115023,
|
|
"mean_precisions": 0.9833799999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 235.41115621000063,
|
|
"total_upload_time": 665.5782463320065,
|
|
"p95_time": 0.13936172419344076,
|
|
"rps": 725.9927633924724,
|
|
"parallel": 100,
|
|
"p99_time": 0.14074440547148698,
|
|
"mean_time": 0.1284339896848658,
|
|
"mean_precisions": 0.78328,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 235.41115621000063,
|
|
"total_upload_time": 665.5782463320065,
|
|
"p95_time": 0.13830357846454716,
|
|
"rps": 729.7791044093528,
|
|
"parallel": 100,
|
|
"p99_time": 0.13987251685117372,
|
|
"mean_time": 0.12849711159886792,
|
|
"mean_precisions": 0.9016800000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 235.41115621000063,
|
|
"total_upload_time": 665.5782463320065,
|
|
"p95_time": 0.0021423857950139793,
|
|
"rps": 421.94753778595776,
|
|
"parallel": 1,
|
|
"p99_time": 0.002450532512739303,
|
|
"mean_time": 0.001850149910687469,
|
|
"mean_precisions": 0.9700200000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 235.41115621000063,
|
|
"total_upload_time": 665.5782463320065,
|
|
"p95_time": 0.14180179208051413,
|
|
"rps": 719.9637849940254,
|
|
"parallel": 100,
|
|
"p99_time": 0.14346018233569338,
|
|
"mean_time": 0.13026457230059896,
|
|
"mean_precisions": 0.9601800000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 235.41115621000063,
|
|
"total_upload_time": 665.5782463320065,
|
|
"p95_time": 0.14246125005302018,
|
|
"rps": 717.2114986763843,
|
|
"parallel": 100,
|
|
"p99_time": 0.14460190741228873,
|
|
"mean_time": 0.13046773780388757,
|
|
"mean_precisions": 0.98562,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 235.41115621000063,
|
|
"total_upload_time": 665.5782463320065,
|
|
"p95_time": 0.0024434535705950113,
|
|
"rps": 389.2010427953219,
|
|
"parallel": 1,
|
|
"p99_time": 0.002735460017574952,
|
|
"mean_time": 0.002043463142751716,
|
|
"mean_precisions": 0.7799800000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 235.41115621000063,
|
|
"total_upload_time": 665.5782463320065,
|
|
"p95_time": 0.0024327679595444354,
|
|
"rps": 391.11995509306826,
|
|
"parallel": 1,
|
|
"p99_time": 0.002708501624874771,
|
|
"mean_time": 0.002031973882485181,
|
|
"mean_precisions": 0.8973800000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 235.41115621000063,
|
|
"total_upload_time": 665.5782463320065,
|
|
"p95_time": 0.0024261176062282176,
|
|
"rps": 385.127516432379,
|
|
"parallel": 1,
|
|
"p99_time": 0.0026857541338540613,
|
|
"mean_time": 0.0020715467680245637,
|
|
"mean_precisions": 0.9541,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 235.41115621000063,
|
|
"total_upload_time": 665.5782463320065,
|
|
"p95_time": 0.002523902448592708,
|
|
"rps": 378.1778248379456,
|
|
"parallel": 1,
|
|
"p99_time": 0.0027570445067249243,
|
|
"mean_time": 0.002118282137811184,
|
|
"mean_precisions": 0.9786000000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 235.41115621000063,
|
|
"total_upload_time": 665.5782463320065,
|
|
"p95_time": 0.00334870177321136,
|
|
"rps": 304.00323284032226,
|
|
"parallel": 1,
|
|
"p99_time": 0.0038322003895882545,
|
|
"mean_time": 0.002725560328690335,
|
|
"mean_precisions": 0.7824,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 235.41115621000063,
|
|
"total_upload_time": 665.5782463320065,
|
|
"p95_time": 0.003437631711130962,
|
|
"rps": 298.7909754011836,
|
|
"parallel": 1,
|
|
"p99_time": 0.003967645957600327,
|
|
"mean_time": 0.002775529770576395,
|
|
"mean_precisions": 0.90038,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 58.620201680000264,
|
|
"total_upload_time": 956.7574452830004,
|
|
"p95_time": 0.0048774936503832534,
|
|
"rps": 247.48536060407986,
|
|
"parallel": 1,
|
|
"p99_time": 0.006760363729308666,
|
|
"mean_time": 0.003980192494396033,
|
|
"mean_precisions": 0.155034,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 58.620201680000264,
|
|
"total_upload_time": 956.7574452830004,
|
|
"p95_time": 0.005974067050192381,
|
|
"rps": 208.42232914682518,
|
|
"parallel": 1,
|
|
"p99_time": 0.007847489599998883,
|
|
"mean_time": 0.004735439877794033,
|
|
"mean_precisions": 0.22032200000000002,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 58.620201680000264,
|
|
"total_upload_time": 956.7574452830004,
|
|
"p95_time": 0.007618788550371391,
|
|
"rps": 170.42186380574728,
|
|
"parallel": 1,
|
|
"p99_time": 0.009422671010042905,
|
|
"mean_time": 0.005803951730796871,
|
|
"mean_precisions": 0.296164,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 58.620201680000264,
|
|
"total_upload_time": 956.7574452830004,
|
|
"p95_time": 0.010864974700234597,
|
|
"rps": 120.44422932007676,
|
|
"parallel": 1,
|
|
"p99_time": 0.012922351480474395,
|
|
"mean_time": 0.008231522536506237,
|
|
"mean_precisions": 0.38251900000000005,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 58.620201680000264,
|
|
"total_upload_time": 956.7574452830004,
|
|
"p95_time": 0.008316053849648597,
|
|
"rps": 154.4493087616013,
|
|
"parallel": 1,
|
|
"p99_time": 0.010122540529309849,
|
|
"mean_time": 0.006410297282799365,
|
|
"mean_precisions": 0.148933,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 58.620201680000264,
|
|
"total_upload_time": 956.7574452830004,
|
|
"p95_time": 0.008335378700257934,
|
|
"rps": 154.39280875393277,
|
|
"parallel": 1,
|
|
"p99_time": 0.010275892469971959,
|
|
"mean_time": 0.0064134703606039695,
|
|
"mean_precisions": 0.21309100000000003,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 58.620201680000264,
|
|
"total_upload_time": 956.7574452830004,
|
|
"p95_time": 0.00858590849975371,
|
|
"rps": 152.52935591599032,
|
|
"parallel": 1,
|
|
"p99_time": 0.010411717209735799,
|
|
"mean_time": 0.006488607909298389,
|
|
"mean_precisions": 0.290429,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 58.620201680000264,
|
|
"total_upload_time": 956.7574452830004,
|
|
"p95_time": 0.010628051550565941,
|
|
"rps": 121.53645478751223,
|
|
"parallel": 1,
|
|
"p99_time": 0.012600283619894985,
|
|
"mean_time": 0.008157985900804215,
|
|
"mean_precisions": 0.38251900000000005,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 58.620201680000264,
|
|
"total_upload_time": 956.7574452830004,
|
|
"p95_time": 0.056180573650135554,
|
|
"rps": 1978.3345661449714,
|
|
"parallel": 100,
|
|
"p99_time": 0.06457517686973915,
|
|
"mean_time": 0.047612361108599996,
|
|
"mean_precisions": 0.155034,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 58.620201680000264,
|
|
"total_upload_time": 956.7574452830004,
|
|
"p95_time": 0.06961960044927763,
|
|
"rps": 1576.1283672729328,
|
|
"parallel": 100,
|
|
"p99_time": 0.07554569795993304,
|
|
"mean_time": 0.061181836844599005,
|
|
"mean_precisions": 0.22032200000000002,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 58.620201680000264,
|
|
"total_upload_time": 956.7574452830004,
|
|
"p95_time": 0.09616151444997739,
|
|
"rps": 1115.6942726053014,
|
|
"parallel": 100,
|
|
"p99_time": 0.10090489942025671,
|
|
"mean_time": 0.08749703995399923,
|
|
"mean_precisions": 0.296164,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 58.620201680000264,
|
|
"total_upload_time": 956.7574452830004,
|
|
"p95_time": 0.14776475254957402,
|
|
"rps": 722.241522441681,
|
|
"parallel": 100,
|
|
"p99_time": 0.15261890087052962,
|
|
"mean_time": 0.13593679327579966,
|
|
"mean_precisions": 0.382519,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 58.620201680000264,
|
|
"total_upload_time": 956.7574452830004,
|
|
"p95_time": 0.008078901300041252,
|
|
"rps": 157.147347547495,
|
|
"parallel": 1,
|
|
"p99_time": 0.009881316709806928,
|
|
"mean_time": 0.006297534553003879,
|
|
"mean_precisions": 0.296164,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 58.620201680000264,
|
|
"total_upload_time": 956.7574452830004,
|
|
"p95_time": 0.059518256399542224,
|
|
"rps": 1827.8080283173686,
|
|
"parallel": 100,
|
|
"p99_time": 0.0656423794199327,
|
|
"mean_time": 0.05168237134339506,
|
|
"mean_precisions": 0.152599,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 58.620201680000264,
|
|
"total_upload_time": 956.7574452830004,
|
|
"p95_time": 0.06954340295023939,
|
|
"rps": 1547.4793666231587,
|
|
"parallel": 100,
|
|
"p99_time": 0.07446718582965332,
|
|
"mean_time": 0.06242615497980278,
|
|
"mean_precisions": 0.22032200000000002,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 58.620201680000264,
|
|
"total_upload_time": 956.7574452830004,
|
|
"p95_time": 0.09555333764956231,
|
|
"rps": 1112.0159923788326,
|
|
"parallel": 100,
|
|
"p99_time": 0.10006225794011699,
|
|
"mean_time": 0.08761559074699944,
|
|
"mean_precisions": 0.29616400000000004,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 58.620201680000264,
|
|
"total_upload_time": 956.7574452830004,
|
|
"p95_time": 0.14756555744934302,
|
|
"rps": 722.0130823003071,
|
|
"parallel": 100,
|
|
"p99_time": 0.15389991954974902,
|
|
"mean_time": 0.13613837046240643,
|
|
"mean_precisions": 0.38251900000000005,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 58.620201680000264,
|
|
"total_upload_time": 956.7574452830004,
|
|
"p95_time": 0.07611164929976438,
|
|
"rps": 1406.4685348392813,
|
|
"parallel": 100,
|
|
"p99_time": 0.08141060089961684,
|
|
"mean_time": 0.06852755740900211,
|
|
"mean_precisions": 0.15101900000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 58.620201680000264,
|
|
"total_upload_time": 956.7574452830004,
|
|
"p95_time": 0.07709316040049999,
|
|
"rps": 1401.9304288721924,
|
|
"parallel": 100,
|
|
"p99_time": 0.08412848596955882,
|
|
"mean_time": 0.06910556593849587,
|
|
"mean_precisions": 0.21588200000000002,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 58.620201680000264,
|
|
"total_upload_time": 956.7574452830004,
|
|
"p95_time": 0.09598812475010163,
|
|
"rps": 1110.3026438709228,
|
|
"parallel": 100,
|
|
"p99_time": 0.10116138535959185,
|
|
"mean_time": 0.08703908983399879,
|
|
"mean_precisions": 0.296164,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 58.620201680000264,
|
|
"total_upload_time": 956.7574452830004,
|
|
"p95_time": 0.14863031144977867,
|
|
"rps": 712.7681014775255,
|
|
"parallel": 100,
|
|
"p99_time": 0.15383714982009225,
|
|
"mean_time": 0.1378354444272991,
|
|
"mean_precisions": 0.382519,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 58.620201680000264,
|
|
"total_upload_time": 956.7574452830004,
|
|
"p95_time": 0.10941755620019648,
|
|
"rps": 980.7726327016467,
|
|
"parallel": 100,
|
|
"p99_time": 0.11681189578943306,
|
|
"mean_time": 0.09967437633219214,
|
|
"mean_precisions": 0.148933,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 58.620201680000264,
|
|
"total_upload_time": 956.7574452830004,
|
|
"p95_time": 0.11134712679986478,
|
|
"rps": 975.294424284969,
|
|
"parallel": 100,
|
|
"p99_time": 0.11656822950990318,
|
|
"mean_time": 0.10038472563640553,
|
|
"mean_precisions": 0.21309099999999997,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 58.620201680000264,
|
|
"total_upload_time": 956.7574452830004,
|
|
"p95_time": 0.011886736750238922,
|
|
"rps": 107.3331496705219,
|
|
"parallel": 1,
|
|
"p99_time": 0.013812680470500716,
|
|
"mean_time": 0.00924189003090296,
|
|
"mean_precisions": 0.38251900000000005,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 58.620201680000264,
|
|
"total_upload_time": 956.7574452830004,
|
|
"p95_time": 0.11101997234995906,
|
|
"rps": 968.8415355609409,
|
|
"parallel": 100,
|
|
"p99_time": 0.11596095369006434,
|
|
"mean_time": 0.10072220574370358,
|
|
"mean_precisions": 0.290429,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 58.620201680000264,
|
|
"total_upload_time": 956.7574452830004,
|
|
"p95_time": 0.1458880978495017,
|
|
"rps": 724.7342494248308,
|
|
"parallel": 100,
|
|
"p99_time": 0.15128107925979747,
|
|
"mean_time": 0.13534798046290106,
|
|
"mean_precisions": 0.38251900000000005,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 58.620201680000264,
|
|
"total_upload_time": 956.7574452830004,
|
|
"p95_time": 0.005299112850116214,
|
|
"rps": 236.2153790180047,
|
|
"parallel": 1,
|
|
"p99_time": 0.007211991500162185,
|
|
"mean_time": 0.004173801462800111,
|
|
"mean_precisions": 0.152599,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 58.620201680000264,
|
|
"total_upload_time": 956.7574452830004,
|
|
"p95_time": 0.006027134199894135,
|
|
"rps": 205.69794910088945,
|
|
"parallel": 1,
|
|
"p99_time": 0.007897474930150567,
|
|
"mean_time": 0.004799759609803459,
|
|
"mean_precisions": 0.22032200000000002,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 58.620201680000264,
|
|
"total_upload_time": 956.7574452830004,
|
|
"p95_time": 0.008153008049748675,
|
|
"rps": 156.28667595541722,
|
|
"parallel": 1,
|
|
"p99_time": 0.009747800890663716,
|
|
"mean_time": 0.006333803826191069,
|
|
"mean_precisions": 0.296164,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 58.620201680000264,
|
|
"total_upload_time": 956.7574452830004,
|
|
"p95_time": 0.01181264254983034,
|
|
"rps": 109.20197880476553,
|
|
"parallel": 1,
|
|
"p99_time": 0.013799360989451096,
|
|
"mean_time": 0.009081026991399085,
|
|
"mean_precisions": 0.38251900000000005,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 58.620201680000264,
|
|
"total_upload_time": 956.7574452830004,
|
|
"p95_time": 0.006477090749967827,
|
|
"rps": 196.55832877119823,
|
|
"parallel": 1,
|
|
"p99_time": 0.0083064550405652,
|
|
"mean_time": 0.005026877414698174,
|
|
"mean_precisions": 0.15101900000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 58.620201680000264,
|
|
"total_upload_time": 956.7574452830004,
|
|
"p95_time": 0.006293458049913167,
|
|
"rps": 198.966825652858,
|
|
"parallel": 1,
|
|
"p99_time": 0.00809497252984329,
|
|
"mean_time": 0.00496468406399872,
|
|
"mean_precisions": 0.21588200000000002,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 215.32705093803816,
|
|
"total_upload_time": 805.0102241019486,
|
|
"p95_time": 0.0021245405485387893,
|
|
"rps": 421.4514821892171,
|
|
"parallel": 1,
|
|
"p99_time": 0.0023087931121699512,
|
|
"mean_time": 0.0018438972363481298,
|
|
"mean_precisions": 0.80156,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 215.32705093803816,
|
|
"total_upload_time": 805.0102241019486,
|
|
"p95_time": 0.0021294677688274534,
|
|
"rps": 425.62631725456555,
|
|
"parallel": 1,
|
|
"p99_time": 0.0023107564914971596,
|
|
"mean_time": 0.0018263849151786418,
|
|
"mean_precisions": 0.9045799999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 215.32705093803816,
|
|
"total_upload_time": 805.0102241019486,
|
|
"p95_time": 0.004024570144247264,
|
|
"rps": 258.77570888186193,
|
|
"parallel": 1,
|
|
"p99_time": 0.004345616864738986,
|
|
"mean_time": 0.0032633645313093437,
|
|
"mean_precisions": 0.96362,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 215.32705093803816,
|
|
"total_upload_time": 805.0102241019486,
|
|
"p95_time": 0.0040924834029283375,
|
|
"rps": 258.1109720284869,
|
|
"parallel": 1,
|
|
"p99_time": 0.0043880129558965565,
|
|
"mean_time": 0.0032756043435074387,
|
|
"mean_precisions": 0.9856,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 215.32705093803816,
|
|
"total_upload_time": 805.0102241019486,
|
|
"p95_time": 0.006123119074618444,
|
|
"rps": 182.85337239469183,
|
|
"parallel": 1,
|
|
"p99_time": 0.00673318856745027,
|
|
"mean_time": 0.004823221598775126,
|
|
"mean_precisions": 0.80896,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 215.32705093803816,
|
|
"total_upload_time": 805.0102241019486,
|
|
"p95_time": 0.006153765262570232,
|
|
"rps": 183.93407727464148,
|
|
"parallel": 1,
|
|
"p99_time": 0.00674216427956708,
|
|
"mean_time": 0.004791740199876949,
|
|
"mean_precisions": 0.91476,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 215.32705093803816,
|
|
"total_upload_time": 805.0102241019486,
|
|
"p95_time": 0.006293249351438135,
|
|
"rps": 181.46906746220884,
|
|
"parallel": 1,
|
|
"p99_time": 0.006828216060530395,
|
|
"mean_time": 0.004861936918529682,
|
|
"mean_precisions": 0.9653,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 215.32705093803816,
|
|
"total_upload_time": 805.0102241019486,
|
|
"p95_time": 0.006216671300353483,
|
|
"rps": 182.81386817787507,
|
|
"parallel": 1,
|
|
"p99_time": 0.006737784148426735,
|
|
"mean_time": 0.004827109792130068,
|
|
"mean_precisions": 0.98716,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 215.32705093803816,
|
|
"total_upload_time": 805.0102241019486,
|
|
"p95_time": 0.0024118816130794586,
|
|
"rps": 1223.7893289743342,
|
|
"parallel": 100,
|
|
"p99_time": 0.01241144747938965,
|
|
"mean_time": 0.0023015621561324226,
|
|
"mean_precisions": 0.80156,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 215.32705093803816,
|
|
"total_upload_time": 805.0102241019486,
|
|
"p95_time": 0.0024134345701895656,
|
|
"rps": 1216.914451402595,
|
|
"parallel": 100,
|
|
"p99_time": 0.0123323006532155,
|
|
"mean_time": 0.0021479261591332032,
|
|
"mean_precisions": 0.9045799999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 215.32705093803816,
|
|
"total_upload_time": 805.0102241019486,
|
|
"p95_time": 0.002472835982916877,
|
|
"rps": 1223.0209862687755,
|
|
"parallel": 100,
|
|
"p99_time": 0.012724488382227735,
|
|
"mean_time": 0.0022094099477864802,
|
|
"mean_precisions": 0.9509799999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 215.32705093803816,
|
|
"total_upload_time": 805.0102241019486,
|
|
"p95_time": 0.0027093359793070705,
|
|
"rps": 1220.5684521410878,
|
|
"parallel": 100,
|
|
"p99_time": 0.013218537695938767,
|
|
"mean_time": 0.0024388725742930544,
|
|
"mean_precisions": 0.9739400000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 215.32705093803816,
|
|
"total_upload_time": 805.0102241019486,
|
|
"p95_time": 0.0021512581908609716,
|
|
"rps": 424.3230400768803,
|
|
"parallel": 1,
|
|
"p99_time": 0.0023703537590336068,
|
|
"mean_time": 0.0018285042747855187,
|
|
"mean_precisions": 0.9509799999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 215.32705093803816,
|
|
"total_upload_time": 805.0102241019486,
|
|
"p95_time": 0.004300999460974709,
|
|
"rps": 1222.7773282100918,
|
|
"parallel": 100,
|
|
"p99_time": 0.014971949496539311,
|
|
"mean_time": 0.003208981146197766,
|
|
"mean_precisions": 0.8063600000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 215.32705093803816,
|
|
"total_upload_time": 805.0102241019486,
|
|
"p95_time": 0.004467779753031212,
|
|
"rps": 1212.8745012769061,
|
|
"parallel": 100,
|
|
"p99_time": 0.013941685791360235,
|
|
"mean_time": 0.0032113068462815138,
|
|
"mean_precisions": 0.911,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 215.32705093803816,
|
|
"total_upload_time": 805.0102241019486,
|
|
"p95_time": 0.005312169785611332,
|
|
"rps": 1215.516756846469,
|
|
"parallel": 100,
|
|
"p99_time": 0.015147648160345868,
|
|
"mean_time": 0.003327744435193017,
|
|
"mean_precisions": 0.95962,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 215.32705093803816,
|
|
"total_upload_time": 805.0102241019486,
|
|
"p95_time": 0.004144118609838188,
|
|
"rps": 1220.4413194777558,
|
|
"parallel": 100,
|
|
"p99_time": 0.014659922870341697,
|
|
"mean_time": 0.003297557980217971,
|
|
"mean_precisions": 0.9805799999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 215.32705093803816,
|
|
"total_upload_time": 805.0102241019486,
|
|
"p95_time": 0.11606459296308458,
|
|
"rps": 866.3736431875543,
|
|
"parallel": 100,
|
|
"p99_time": 0.11724370328942314,
|
|
"mean_time": 0.10617585489044432,
|
|
"mean_precisions": 0.8081800000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 215.32705093803816,
|
|
"total_upload_time": 805.0102241019486,
|
|
"p95_time": 0.11647837690543383,
|
|
"rps": 868.2700797586641,
|
|
"parallel": 100,
|
|
"p99_time": 0.1179040969349444,
|
|
"mean_time": 0.10573497378285975,
|
|
"mean_precisions": 0.91396,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 215.32705093803816,
|
|
"total_upload_time": 805.0102241019486,
|
|
"p95_time": 0.11601458366494626,
|
|
"rps": 864.8998815601353,
|
|
"parallel": 100,
|
|
"p99_time": 0.11942531271022747,
|
|
"mean_time": 0.10622792608968448,
|
|
"mean_precisions": 0.96362,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 215.32705093803816,
|
|
"total_upload_time": 805.0102241019486,
|
|
"p95_time": 0.11915737393428572,
|
|
"rps": 839.2982571032471,
|
|
"parallel": 100,
|
|
"p99_time": 0.12057196920271965,
|
|
"mean_time": 0.10987870143263136,
|
|
"mean_precisions": 0.9856,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 215.32705093803816,
|
|
"total_upload_time": 805.0102241019486,
|
|
"p95_time": 0.19504331114003434,
|
|
"rps": 523.3659711614434,
|
|
"parallel": 100,
|
|
"p99_time": 0.1972644902614411,
|
|
"mean_time": 0.18336747008922977,
|
|
"mean_precisions": 0.80896,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 215.32705093803816,
|
|
"total_upload_time": 805.0102241019486,
|
|
"p95_time": 0.2015505847230088,
|
|
"rps": 510.51312273413896,
|
|
"parallel": 100,
|
|
"p99_time": 0.20478189848130568,
|
|
"mean_time": 0.18807477140056436,
|
|
"mean_precisions": 0.91476,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 215.32705093803816,
|
|
"total_upload_time": 805.0102241019486,
|
|
"p95_time": 0.0023879000451415776,
|
|
"rps": 389.97611898158254,
|
|
"parallel": 1,
|
|
"p99_time": 0.002628227206878364,
|
|
"mean_time": 0.002040580477332696,
|
|
"mean_precisions": 0.9739400000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 215.32705093803816,
|
|
"total_upload_time": 805.0102241019486,
|
|
"p95_time": 0.1966640660073608,
|
|
"rps": 516.5007334848374,
|
|
"parallel": 100,
|
|
"p99_time": 0.198813338765176,
|
|
"mean_time": 0.18622575967521407,
|
|
"mean_precisions": 0.9653,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 215.32705093803816,
|
|
"total_upload_time": 805.0102241019486,
|
|
"p95_time": 0.20315888353507033,
|
|
"rps": 503.7284101528477,
|
|
"parallel": 100,
|
|
"p99_time": 0.20513632577261887,
|
|
"mean_time": 0.191354981525545,
|
|
"mean_precisions": 0.98716,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 215.32705093803816,
|
|
"total_upload_time": 805.0102241019486,
|
|
"p95_time": 0.002801827376242727,
|
|
"rps": 344.60095000485455,
|
|
"parallel": 1,
|
|
"p99_time": 0.0030370221449993588,
|
|
"mean_time": 0.002361693112156354,
|
|
"mean_precisions": 0.8063600000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 215.32705093803816,
|
|
"total_upload_time": 805.0102241019486,
|
|
"p95_time": 0.0027961908897850664,
|
|
"rps": 348.3260340420462,
|
|
"parallel": 1,
|
|
"p99_time": 0.0030134394555352633,
|
|
"mean_time": 0.0023344346918165683,
|
|
"mean_precisions": 0.911,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 215.32705093803816,
|
|
"total_upload_time": 805.0102241019486,
|
|
"p95_time": 0.0028651325032114983,
|
|
"rps": 338.44962221080294,
|
|
"parallel": 1,
|
|
"p99_time": 0.0031109515251591803,
|
|
"mean_time": 0.0024117228517076,
|
|
"mean_precisions": 0.95962,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 215.32705093803816,
|
|
"total_upload_time": 805.0102241019486,
|
|
"p95_time": 0.0028804873116314413,
|
|
"rps": 338.7458786207307,
|
|
"parallel": 1,
|
|
"p99_time": 0.0031335256353486334,
|
|
"mean_time": 0.0024114808002952486,
|
|
"mean_precisions": 0.9805800000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 215.32705093803816,
|
|
"total_upload_time": 805.0102241019486,
|
|
"p95_time": 0.003953591466415674,
|
|
"rps": 265.81223323231745,
|
|
"parallel": 1,
|
|
"p99_time": 0.0042684141546487815,
|
|
"mean_time": 0.003176147459121421,
|
|
"mean_precisions": 0.80818,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 215.32705093803816,
|
|
"total_upload_time": 805.0102241019486,
|
|
"p95_time": 0.004061102366540581,
|
|
"rps": 259.45741595072786,
|
|
"parallel": 1,
|
|
"p99_time": 0.004386295075528324,
|
|
"mean_time": 0.003256340873474255,
|
|
"mean_precisions": 0.9139600000000002,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 56.07842074000018,
|
|
"total_upload_time": 1364.4860596670005,
|
|
"p95_time": 0.004995797149786083,
|
|
"rps": 248.84156469115965,
|
|
"parallel": 1,
|
|
"p99_time": 0.006983275329630489,
|
|
"mean_time": 0.0039586560997986455,
|
|
"mean_precisions": 0.154342,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 56.07842074000018,
|
|
"total_upload_time": 1364.4860596670005,
|
|
"p95_time": 0.006018408650379567,
|
|
"rps": 211.4298438900908,
|
|
"parallel": 1,
|
|
"p99_time": 0.007762690820227363,
|
|
"mean_time": 0.00466660682440197,
|
|
"mean_precisions": 0.21954400000000002,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 56.07842074000018,
|
|
"total_upload_time": 1364.4860596670005,
|
|
"p95_time": 0.007996084199385217,
|
|
"rps": 162.19860376347324,
|
|
"parallel": 1,
|
|
"p99_time": 0.009744899518573227,
|
|
"mean_time": 0.006099846817202706,
|
|
"mean_precisions": 0.295594,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 56.07842074000018,
|
|
"total_upload_time": 1364.4860596670005,
|
|
"p95_time": 0.011312479601474476,
|
|
"rps": 114.2946419512268,
|
|
"parallel": 1,
|
|
"p99_time": 0.013205226768877766,
|
|
"mean_time": 0.008675343416502073,
|
|
"mean_precisions": 0.381401,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 56.07842074000018,
|
|
"total_upload_time": 1364.4860596670005,
|
|
"p95_time": 0.008816189300341648,
|
|
"rps": 147.99224603665908,
|
|
"parallel": 1,
|
|
"p99_time": 0.01074758337936146,
|
|
"mean_time": 0.006691364026805786,
|
|
"mean_precisions": 0.148499,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 56.07842074000018,
|
|
"total_upload_time": 1364.4860596670005,
|
|
"p95_time": 0.008607356801712736,
|
|
"rps": 148.06691540062852,
|
|
"parallel": 1,
|
|
"p99_time": 0.010752142239489334,
|
|
"mean_time": 0.006687655994095622,
|
|
"mean_precisions": 0.21255900000000003,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 56.07842074000018,
|
|
"total_upload_time": 1364.4860596670005,
|
|
"p95_time": 0.008848822701020253,
|
|
"rps": 145.2252628674146,
|
|
"parallel": 1,
|
|
"p99_time": 0.010694042979303051,
|
|
"mean_time": 0.00681559104109092,
|
|
"mean_precisions": 0.29003799999999996,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 56.07842074000018,
|
|
"total_upload_time": 1364.4860596670005,
|
|
"p95_time": 0.01133891239896911,
|
|
"rps": 114.71454941510147,
|
|
"parallel": 1,
|
|
"p99_time": 0.013456594580457023,
|
|
"mean_time": 0.008644852281200838,
|
|
"mean_precisions": 0.381401,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 56.07842074000018,
|
|
"total_upload_time": 1364.4860596670005,
|
|
"p95_time": 0.05411950944990167,
|
|
"rps": 1973.1892048581587,
|
|
"parallel": 100,
|
|
"p99_time": 0.06212974880871116,
|
|
"mean_time": 0.047496116431602425,
|
|
"mean_precisions": 0.154342,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 56.07842074000018,
|
|
"total_upload_time": 1364.4860596670005,
|
|
"p95_time": 0.0712854409504871,
|
|
"rps": 1536.5388062282393,
|
|
"parallel": 100,
|
|
"p99_time": 0.07565682921069312,
|
|
"mean_time": 0.06274728625170246,
|
|
"mean_precisions": 0.21954400000000002,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 56.07842074000018,
|
|
"total_upload_time": 1364.4860596670005,
|
|
"p95_time": 0.10040946035078377,
|
|
"rps": 1067.995141209019,
|
|
"parallel": 100,
|
|
"p99_time": 0.1053974974095945,
|
|
"mean_time": 0.09139564930810448,
|
|
"mean_precisions": 0.295594,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 56.07842074000018,
|
|
"total_upload_time": 1364.4860596670005,
|
|
"p95_time": 0.15168594775086602,
|
|
"rps": 697.5796425143674,
|
|
"parallel": 100,
|
|
"p99_time": 0.15988143581951592,
|
|
"mean_time": 0.14103290641739458,
|
|
"mean_precisions": 0.38140100000000005,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 56.07842074000018,
|
|
"total_upload_time": 1364.4860596670005,
|
|
"p95_time": 0.007895515900327148,
|
|
"rps": 163.00563320668542,
|
|
"parallel": 1,
|
|
"p99_time": 0.010025680609760458,
|
|
"mean_time": 0.006068149501799325,
|
|
"mean_precisions": 0.295594,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 56.07842074000018,
|
|
"total_upload_time": 1364.4860596670005,
|
|
"p95_time": 0.06000069484862251,
|
|
"rps": 1787.8696158531295,
|
|
"parallel": 100,
|
|
"p99_time": 0.06394808912926238,
|
|
"mean_time": 0.05286630775020312,
|
|
"mean_precisions": 0.15203599999999998,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 56.07842074000018,
|
|
"total_upload_time": 1364.4860596670005,
|
|
"p95_time": 0.06997706105030374,
|
|
"rps": 1522.5158465606573,
|
|
"parallel": 100,
|
|
"p99_time": 0.07608194925960561,
|
|
"mean_time": 0.06311843973767864,
|
|
"mean_precisions": 0.21954400000000002,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 56.07842074000018,
|
|
"total_upload_time": 1364.4860596670005,
|
|
"p95_time": 0.10246795309967635,
|
|
"rps": 1065.058073161501,
|
|
"parallel": 100,
|
|
"p99_time": 0.10886269516009635,
|
|
"mean_time": 0.09158119936670919,
|
|
"mean_precisions": 0.295594,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 56.07842074000018,
|
|
"total_upload_time": 1364.4860596670005,
|
|
"p95_time": 0.15263545059897296,
|
|
"rps": 698.1760640167565,
|
|
"parallel": 100,
|
|
"p99_time": 0.15907925104123935,
|
|
"mean_time": 0.14084957926358693,
|
|
"mean_precisions": 0.381401,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 56.07842074000018,
|
|
"total_upload_time": 1364.4860596670005,
|
|
"p95_time": 0.07690844315002322,
|
|
"rps": 1384.9549169456018,
|
|
"parallel": 100,
|
|
"p99_time": 0.08219429936909367,
|
|
"mean_time": 0.0696892923656038,
|
|
"mean_precisions": 0.15059,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 56.07842074000018,
|
|
"total_upload_time": 1364.4860596670005,
|
|
"p95_time": 0.0789486838499215,
|
|
"rps": 1356.5068732257648,
|
|
"parallel": 100,
|
|
"p99_time": 0.08412024156001281,
|
|
"mean_time": 0.07141853925690575,
|
|
"mean_precisions": 0.21545800000000004,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 56.07842074000018,
|
|
"total_upload_time": 1364.4860596670005,
|
|
"p95_time": 0.09834232359980888,
|
|
"rps": 1082.5201806003743,
|
|
"parallel": 100,
|
|
"p99_time": 0.10309428435082736,
|
|
"mean_time": 0.08984351903439074,
|
|
"mean_precisions": 0.295594,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 56.07842074000018,
|
|
"total_upload_time": 1364.4860596670005,
|
|
"p95_time": 0.15283358499973473,
|
|
"rps": 691.5952920949364,
|
|
"parallel": 100,
|
|
"p99_time": 0.15785308775975865,
|
|
"mean_time": 0.14218190556919763,
|
|
"mean_precisions": 0.38140100000000005,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 56.07842074000018,
|
|
"total_upload_time": 1364.4860596670005,
|
|
"p95_time": 0.1141765173000749,
|
|
"rps": 953.5113625314514,
|
|
"parallel": 100,
|
|
"p99_time": 0.11987280357972852,
|
|
"mean_time": 0.10252178038369766,
|
|
"mean_precisions": 0.148499,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 56.07842074000018,
|
|
"total_upload_time": 1364.4860596670005,
|
|
"p95_time": 0.11457245475021409,
|
|
"rps": 946.59284724195,
|
|
"parallel": 100,
|
|
"p99_time": 0.11958947627039379,
|
|
"mean_time": 0.1033639763186884,
|
|
"mean_precisions": 0.21255900000000003,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 56.07842074000018,
|
|
"total_upload_time": 1364.4860596670005,
|
|
"p95_time": 0.011262332450132816,
|
|
"rps": 114.83276517444132,
|
|
"parallel": 1,
|
|
"p99_time": 0.01327185730986458,
|
|
"mean_time": 0.008632498190995647,
|
|
"mean_precisions": 0.381401,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 56.07842074000018,
|
|
"total_upload_time": 1364.4860596670005,
|
|
"p95_time": 0.11308956835036951,
|
|
"rps": 936.3830134880027,
|
|
"parallel": 100,
|
|
"p99_time": 0.11968464154884716,
|
|
"mean_time": 0.10445228501189867,
|
|
"mean_precisions": 0.29003799999999996,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 56.07842074000018,
|
|
"total_upload_time": 1364.4860596670005,
|
|
"p95_time": 0.15464150704910934,
|
|
"rps": 688.624495972874,
|
|
"parallel": 100,
|
|
"p99_time": 0.1597367050912544,
|
|
"mean_time": 0.14275074536880275,
|
|
"mean_precisions": 0.381401,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 56.07842074000018,
|
|
"total_upload_time": 1364.4860596670005,
|
|
"p95_time": 0.005320201950235057,
|
|
"rps": 235.86822140855583,
|
|
"parallel": 1,
|
|
"p99_time": 0.007203962099738419,
|
|
"mean_time": 0.004177861473404391,
|
|
"mean_precisions": 0.152036,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 56.07842074000018,
|
|
"total_upload_time": 1364.4860596670005,
|
|
"p95_time": 0.006026604999669871,
|
|
"rps": 210.38516600756986,
|
|
"parallel": 1,
|
|
"p99_time": 0.007818486499663777,
|
|
"mean_time": 0.0046917363326079795,
|
|
"mean_precisions": 0.21954400000000002,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 56.07842074000018,
|
|
"total_upload_time": 1364.4860596670005,
|
|
"p95_time": 0.007817982699998538,
|
|
"rps": 164.8331661243427,
|
|
"parallel": 1,
|
|
"p99_time": 0.009611478340066251,
|
|
"mean_time": 0.006001261075897856,
|
|
"mean_precisions": 0.295594,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 56.07842074000018,
|
|
"total_upload_time": 1364.4860596670005,
|
|
"p95_time": 0.011202104299400162,
|
|
"rps": 115.43112842618424,
|
|
"parallel": 1,
|
|
"p99_time": 0.013316210259490618,
|
|
"mean_time": 0.008587069532102578,
|
|
"mean_precisions": 0.381401,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 56.07842074000018,
|
|
"total_upload_time": 1364.4860596670005,
|
|
"p95_time": 0.0065923869495236416,
|
|
"rps": 195.6310288789693,
|
|
"parallel": 1,
|
|
"p99_time": 0.008262142239636892,
|
|
"mean_time": 0.005049882524692111,
|
|
"mean_precisions": 0.15059,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 56.07842074000018,
|
|
"total_upload_time": 1364.4860596670005,
|
|
"p95_time": 0.006484602101045304,
|
|
"rps": 195.04119583760274,
|
|
"parallel": 1,
|
|
"p99_time": 0.008302533010264597,
|
|
"mean_time": 0.00506484742170669,
|
|
"mean_precisions": 0.21545799999999998,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 222.45490989403334,
|
|
"total_upload_time": 593.0384756129934,
|
|
"p95_time": 0.0022048306302167478,
|
|
"rps": 433.01381972775624,
|
|
"parallel": 1,
|
|
"p99_time": 0.0024715764308348306,
|
|
"mean_time": 0.0017823987716576084,
|
|
"mean_precisions": 0.79762,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 222.45490989403334,
|
|
"total_upload_time": 593.0384756129934,
|
|
"p95_time": 0.0020833124406635763,
|
|
"rps": 444.33168980615324,
|
|
"parallel": 1,
|
|
"p99_time": 0.002289698170498014,
|
|
"mean_time": 0.001737328635342419,
|
|
"mean_precisions": 0.90236,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 222.45490989403334,
|
|
"total_upload_time": 593.0384756129934,
|
|
"p95_time": 0.004016958049032837,
|
|
"rps": 268.06175303009303,
|
|
"parallel": 1,
|
|
"p99_time": 0.00455220093368553,
|
|
"mean_time": 0.0031413413498550652,
|
|
"mean_precisions": 0.9623,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 222.45490989403334,
|
|
"total_upload_time": 593.0384756129934,
|
|
"p95_time": 0.0040253422863315794,
|
|
"rps": 267.13631610301917,
|
|
"parallel": 1,
|
|
"p99_time": 0.00453704540617764,
|
|
"mean_time": 0.0031549757460830733,
|
|
"mean_precisions": 0.9853200000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 222.45490989403334,
|
|
"total_upload_time": 593.0384756129934,
|
|
"p95_time": 0.005968790175393224,
|
|
"rps": 191.49442358434823,
|
|
"parallel": 1,
|
|
"p99_time": 0.006627913668053226,
|
|
"mean_time": 0.004580799783859402,
|
|
"mean_precisions": 0.80364,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 222.45490989403334,
|
|
"total_upload_time": 593.0384756129934,
|
|
"p95_time": 0.006103364849695936,
|
|
"rps": 190.1317930252266,
|
|
"parallel": 1,
|
|
"p99_time": 0.0071735057525802405,
|
|
"mean_time": 0.004622393899736926,
|
|
"mean_precisions": 0.9105200000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 222.45490989403334,
|
|
"total_upload_time": 593.0384756129934,
|
|
"p95_time": 0.005992887169122696,
|
|
"rps": 191.02556381329683,
|
|
"parallel": 1,
|
|
"p99_time": 0.006535331587074327,
|
|
"mean_time": 0.00459410256522242,
|
|
"mean_precisions": 0.9635400000000002,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 222.45490989403334,
|
|
"total_upload_time": 593.0384756129934,
|
|
"p95_time": 0.006037796789314598,
|
|
"rps": 189.8349531929998,
|
|
"parallel": 1,
|
|
"p99_time": 0.006840181814040999,
|
|
"mean_time": 0.004631101936288178,
|
|
"mean_precisions": 0.9868400000000002,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 222.45490989403334,
|
|
"total_upload_time": 593.0384756129934,
|
|
"p95_time": 0.0024312932044267656,
|
|
"rps": 1214.2227199091262,
|
|
"parallel": 100,
|
|
"p99_time": 0.015517191069666317,
|
|
"mean_time": 0.0023771694131195543,
|
|
"mean_precisions": 0.79762,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 222.45490989403334,
|
|
"total_upload_time": 593.0384756129934,
|
|
"p95_time": 0.002430766489123926,
|
|
"rps": 1213.3655407093866,
|
|
"parallel": 100,
|
|
"p99_time": 0.012828104717191311,
|
|
"mean_time": 0.0021511095330584793,
|
|
"mean_precisions": 0.90236,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 222.45490989403334,
|
|
"total_upload_time": 593.0384756129934,
|
|
"p95_time": 0.0025094749056734146,
|
|
"rps": 1230.5984500596446,
|
|
"parallel": 100,
|
|
"p99_time": 0.014029250466264838,
|
|
"mean_time": 0.00227582405093126,
|
|
"mean_precisions": 0.95258,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 222.45490989403334,
|
|
"total_upload_time": 593.0384756129934,
|
|
"p95_time": 0.002842792129376903,
|
|
"rps": 1217.9585193901135,
|
|
"parallel": 100,
|
|
"p99_time": 0.01335057862568648,
|
|
"mean_time": 0.0024640080466866495,
|
|
"mean_precisions": 0.9770400000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 222.45490989403334,
|
|
"total_upload_time": 593.0384756129934,
|
|
"p95_time": 0.0021388170251157137,
|
|
"rps": 431.91688978061535,
|
|
"parallel": 1,
|
|
"p99_time": 0.0023530330439098185,
|
|
"mean_time": 0.0018007891281042248,
|
|
"mean_precisions": 0.95258,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 222.45490989403334,
|
|
"total_upload_time": 593.0384756129934,
|
|
"p95_time": 0.0036658446653746067,
|
|
"rps": 1209.3803112714852,
|
|
"parallel": 100,
|
|
"p99_time": 0.014919592725345876,
|
|
"mean_time": 0.0030157698339782655,
|
|
"mean_precisions": 0.80202,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 222.45490989403334,
|
|
"total_upload_time": 593.0384756129934,
|
|
"p95_time": 0.0037771340750623497,
|
|
"rps": 1212.4074208068828,
|
|
"parallel": 100,
|
|
"p99_time": 0.01452532451832668,
|
|
"mean_time": 0.0030528649087063968,
|
|
"mean_precisions": 0.9072,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 222.45490989403334,
|
|
"total_upload_time": 593.0384756129934,
|
|
"p95_time": 0.0038543041679076863,
|
|
"rps": 1211.3346917772883,
|
|
"parallel": 100,
|
|
"p99_time": 0.013877871982986125,
|
|
"mean_time": 0.0030707520253956317,
|
|
"mean_precisions": 0.9593400000000002,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 222.45490989403334,
|
|
"total_upload_time": 593.0384756129934,
|
|
"p95_time": 0.004054916743189097,
|
|
"rps": 1217.808418178508,
|
|
"parallel": 100,
|
|
"p99_time": 0.014675423944136137,
|
|
"mean_time": 0.003187448575347662,
|
|
"mean_precisions": 0.9820199999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 222.45490989403334,
|
|
"total_upload_time": 593.0384756129934,
|
|
"p95_time": 0.104740036878502,
|
|
"rps": 962.8425716202548,
|
|
"parallel": 100,
|
|
"p99_time": 0.1061587701085955,
|
|
"mean_time": 0.09340448773980606,
|
|
"mean_precisions": 0.8030200000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 222.45490989403334,
|
|
"total_upload_time": 593.0384756129934,
|
|
"p95_time": 0.10317701644380577,
|
|
"rps": 973.4227304995667,
|
|
"parallel": 100,
|
|
"p99_time": 0.10493237912538461,
|
|
"mean_time": 0.09223188531619962,
|
|
"mean_precisions": 0.90912,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 222.45490989403334,
|
|
"total_upload_time": 593.0384756129934,
|
|
"p95_time": 0.10424515443737618,
|
|
"rps": 962.6005399885358,
|
|
"parallel": 100,
|
|
"p99_time": 0.1054807490471285,
|
|
"mean_time": 0.092415565943392,
|
|
"mean_precisions": 0.9623,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 222.45490989403334,
|
|
"total_upload_time": 593.0384756129934,
|
|
"p95_time": 0.10819760422455146,
|
|
"rps": 931.0938445475651,
|
|
"parallel": 100,
|
|
"p99_time": 0.11046924067661168,
|
|
"mean_time": 0.09678524026956875,
|
|
"mean_precisions": 0.9853200000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 222.45490989403334,
|
|
"total_upload_time": 593.0384756129934,
|
|
"p95_time": 0.17564240511273965,
|
|
"rps": 580.6744492026357,
|
|
"parallel": 100,
|
|
"p99_time": 0.17748006388428622,
|
|
"mean_time": 0.16358406227813102,
|
|
"mean_precisions": 0.8036399999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 222.45490989403334,
|
|
"total_upload_time": 593.0384756129934,
|
|
"p95_time": 0.17628489302587697,
|
|
"rps": 580.4466443025559,
|
|
"parallel": 100,
|
|
"p99_time": 0.1791295749694109,
|
|
"mean_time": 0.16373892816232982,
|
|
"mean_precisions": 0.9105200000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 222.45490989403334,
|
|
"total_upload_time": 593.0384756129934,
|
|
"p95_time": 0.002286330203060061,
|
|
"rps": 414.9209735619509,
|
|
"parallel": 1,
|
|
"p99_time": 0.0025778387370519345,
|
|
"mean_time": 0.001894945809827186,
|
|
"mean_precisions": 0.9770399999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 222.45490989403334,
|
|
"total_upload_time": 593.0384756129934,
|
|
"p95_time": 0.1785675212100614,
|
|
"rps": 574.7172248352372,
|
|
"parallel": 100,
|
|
"p99_time": 0.18108285788446665,
|
|
"mean_time": 0.16563238232943694,
|
|
"mean_precisions": 0.9635400000000002,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 222.45490989403334,
|
|
"total_upload_time": 593.0384756129934,
|
|
"p95_time": 0.1792757430812344,
|
|
"rps": 572.1231769567178,
|
|
"parallel": 100,
|
|
"p99_time": 0.18348059412208387,
|
|
"mean_time": 0.1671890308333561,
|
|
"mean_precisions": 0.9868400000000002,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 222.45490989403334,
|
|
"total_upload_time": 593.0384756129934,
|
|
"p95_time": 0.0026985987031366678,
|
|
"rps": 366.2523681371561,
|
|
"parallel": 1,
|
|
"p99_time": 0.0029809768556151553,
|
|
"mean_time": 0.0022082160839345306,
|
|
"mean_precisions": 0.8020200000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 222.45490989403334,
|
|
"total_upload_time": 593.0384756129934,
|
|
"p95_time": 0.0027785696671344343,
|
|
"rps": 362.7127210480121,
|
|
"parallel": 1,
|
|
"p99_time": 0.0031052831769920915,
|
|
"mean_time": 0.002229825541959144,
|
|
"mean_precisions": 0.9072,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 222.45490989403334,
|
|
"total_upload_time": 593.0384756129934,
|
|
"p95_time": 0.0027947894064709543,
|
|
"rps": 358.555727161457,
|
|
"parallel": 1,
|
|
"p99_time": 0.0031782766233664013,
|
|
"mean_time": 0.0022542915344703944,
|
|
"mean_precisions": 0.9593400000000002,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 222.45490989403334,
|
|
"total_upload_time": 593.0384756129934,
|
|
"p95_time": 0.002815181581536308,
|
|
"rps": 353.7725335320679,
|
|
"parallel": 1,
|
|
"p99_time": 0.0031862863560672863,
|
|
"mean_time": 0.002293184841889888,
|
|
"mean_precisions": 0.9820199999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 222.45490989403334,
|
|
"total_upload_time": 593.0384756129934,
|
|
"p95_time": 0.004007823718711734,
|
|
"rps": 268.73394181242793,
|
|
"parallel": 1,
|
|
"p99_time": 0.004526472602738069,
|
|
"mean_time": 0.003132257702993229,
|
|
"mean_precisions": 0.80302,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 222.45490989403334,
|
|
"total_upload_time": 593.0384756129934,
|
|
"p95_time": 0.003966469952138141,
|
|
"rps": 269.87466157225845,
|
|
"parallel": 1,
|
|
"p99_time": 0.004412904541241006,
|
|
"mean_time": 0.003119837749097496,
|
|
"mean_precisions": 0.90912,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 58.02326682400053,
|
|
"total_upload_time": 1094.4807313769998,
|
|
"p95_time": 0.005568687600498373,
|
|
"rps": 222.9897963613241,
|
|
"parallel": 1,
|
|
"p99_time": 0.007436706601038173,
|
|
"mean_time": 0.004422202736891268,
|
|
"mean_precisions": 0.15338200000000002,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 58.02326682400053,
|
|
"total_upload_time": 1094.4807313769998,
|
|
"p95_time": 0.007268607899732158,
|
|
"rps": 176.90806950032066,
|
|
"parallel": 1,
|
|
"p99_time": 0.00898696369094978,
|
|
"mean_time": 0.00558813417370493,
|
|
"mean_precisions": 0.21733200000000003,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 58.02326682400053,
|
|
"total_upload_time": 1094.4807313769998,
|
|
"p95_time": 0.009729377450639728,
|
|
"rps": 132.79520500813044,
|
|
"parallel": 1,
|
|
"p99_time": 0.011663079070531242,
|
|
"mean_time": 0.007447711427499053,
|
|
"mean_precisions": 0.292529,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 58.02326682400053,
|
|
"total_upload_time": 1094.4807313769998,
|
|
"p95_time": 0.014681976149950059,
|
|
"rps": 87.45857404821963,
|
|
"parallel": 1,
|
|
"p99_time": 0.016874247931045833,
|
|
"mean_time": 0.0113318627133076,
|
|
"mean_precisions": 0.378045,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 58.02326682400053,
|
|
"total_upload_time": 1094.4807313769998,
|
|
"p95_time": 0.011129353651358542,
|
|
"rps": 119.33518546084709,
|
|
"parallel": 1,
|
|
"p99_time": 0.013181536690481159,
|
|
"mean_time": 0.008298850848398433,
|
|
"mean_precisions": 0.147598,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 58.02326682400053,
|
|
"total_upload_time": 1094.4807313769998,
|
|
"p95_time": 0.011395410600835015,
|
|
"rps": 115.99633586088007,
|
|
"parallel": 1,
|
|
"p99_time": 0.013322178418675324,
|
|
"mean_time": 0.00853892026859703,
|
|
"mean_precisions": 0.210612,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 58.02326682400053,
|
|
"total_upload_time": 1094.4807313769998,
|
|
"p95_time": 0.011166345849687787,
|
|
"rps": 117.63479034387404,
|
|
"parallel": 1,
|
|
"p99_time": 0.012955952128504578,
|
|
"mean_time": 0.00841232220310758,
|
|
"mean_precisions": 0.286369,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 58.02326682400053,
|
|
"total_upload_time": 1094.4807313769998,
|
|
"p95_time": 0.014564992550640454,
|
|
"rps": 88.55146457527654,
|
|
"parallel": 1,
|
|
"p99_time": 0.016695034530057457,
|
|
"mean_time": 0.01118843516248835,
|
|
"mean_precisions": 0.378045,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 58.02326682400053,
|
|
"total_upload_time": 1094.4807313769998,
|
|
"p95_time": 0.06407658399994035,
|
|
"rps": 1658.8667974649447,
|
|
"parallel": 100,
|
|
"p99_time": 0.07098885064970091,
|
|
"mean_time": 0.057229602454793714,
|
|
"mean_precisions": 0.15338200000000002,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 58.02326682400053,
|
|
"total_upload_time": 1094.4807313769998,
|
|
"p95_time": 0.08793117545010318,
|
|
"rps": 1211.8539732017423,
|
|
"parallel": 100,
|
|
"p99_time": 0.09317730250046226,
|
|
"mean_time": 0.08002476033121383,
|
|
"mean_precisions": 0.21733200000000003,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 58.02326682400053,
|
|
"total_upload_time": 1094.4807313769998,
|
|
"p95_time": 0.12927569375015083,
|
|
"rps": 819.2628791207036,
|
|
"parallel": 100,
|
|
"p99_time": 0.1351644041297186,
|
|
"mean_time": 0.11950917601541715,
|
|
"mean_precisions": 0.292529,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 58.02326682400053,
|
|
"total_upload_time": 1094.4807313769998,
|
|
"p95_time": 0.21301938570004494,
|
|
"rps": 502.65796610297934,
|
|
"parallel": 100,
|
|
"p99_time": 0.21889273867895098,
|
|
"mean_time": 0.19632021282339573,
|
|
"mean_precisions": 0.37804499999999996,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 58.02326682400053,
|
|
"total_upload_time": 1094.4807313769998,
|
|
"p95_time": 0.010408586999437829,
|
|
"rps": 127.63643083462851,
|
|
"parallel": 1,
|
|
"p99_time": 0.01238083864995133,
|
|
"mean_time": 0.0077539580295055205,
|
|
"mean_precisions": 0.292529,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 58.02326682400053,
|
|
"total_upload_time": 1094.4807313769998,
|
|
"p95_time": 0.0714953746498395,
|
|
"rps": 1493.5869265181989,
|
|
"parallel": 100,
|
|
"p99_time": 0.07562864583094779,
|
|
"mean_time": 0.06381332804439935,
|
|
"mean_precisions": 0.150617,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 58.02326682400053,
|
|
"total_upload_time": 1094.4807313769998,
|
|
"p95_time": 0.08783231005081689,
|
|
"rps": 1230.9341509481192,
|
|
"parallel": 100,
|
|
"p99_time": 0.09310306522980683,
|
|
"mean_time": 0.07876790679470869,
|
|
"mean_precisions": 0.21733199999999997,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 58.02326682400053,
|
|
"total_upload_time": 1094.4807313769998,
|
|
"p95_time": 0.12933937464849804,
|
|
"rps": 818.5416187616047,
|
|
"parallel": 100,
|
|
"p99_time": 0.1355609683793591,
|
|
"mean_time": 0.11955584090249194,
|
|
"mean_precisions": 0.29252900000000004,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 58.02326682400053,
|
|
"total_upload_time": 1094.4807313769998,
|
|
"p95_time": 0.21450322500040783,
|
|
"rps": 499.84895149510356,
|
|
"parallel": 100,
|
|
"p99_time": 0.22276636406098987,
|
|
"mean_time": 0.197405829845627,
|
|
"mean_precisions": 0.37804499999999996,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 58.02326682400053,
|
|
"total_upload_time": 1094.4807313769998,
|
|
"p95_time": 0.1011020659487258,
|
|
"rps": 1070.0012664352691,
|
|
"parallel": 100,
|
|
"p99_time": 0.10619035078067102,
|
|
"mean_time": 0.09094239365351386,
|
|
"mean_precisions": 0.14888300000000002,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 58.02326682400053,
|
|
"total_upload_time": 1094.4807313769998,
|
|
"p95_time": 0.10162016234990005,
|
|
"rps": 1059.0038817596712,
|
|
"parallel": 100,
|
|
"p99_time": 0.1082018112413607,
|
|
"mean_time": 0.09202856597470035,
|
|
"mean_precisions": 0.212733,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 58.02326682400053,
|
|
"total_upload_time": 1094.4807313769998,
|
|
"p95_time": 0.1342877917994883,
|
|
"rps": 798.3901162057687,
|
|
"parallel": 100,
|
|
"p99_time": 0.13975451101039654,
|
|
"mean_time": 0.12213693484119739,
|
|
"mean_precisions": 0.292529,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 58.02326682400053,
|
|
"total_upload_time": 1094.4807313769998,
|
|
"p95_time": 0.21522220875103812,
|
|
"rps": 500.29361581931164,
|
|
"parallel": 100,
|
|
"p99_time": 0.22409512149972216,
|
|
"mean_time": 0.19726906626870533,
|
|
"mean_precisions": 0.37804499999999996,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 58.02326682400053,
|
|
"total_upload_time": 1094.4807313769998,
|
|
"p95_time": 0.1579049730005863,
|
|
"rps": 679.31042354117,
|
|
"parallel": 100,
|
|
"p99_time": 0.16657521581968468,
|
|
"mean_time": 0.1447056304315951,
|
|
"mean_precisions": 0.147598,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 58.02326682400053,
|
|
"total_upload_time": 1094.4807313769998,
|
|
"p95_time": 0.15216331069968872,
|
|
"rps": 699.4770029684875,
|
|
"parallel": 100,
|
|
"p99_time": 0.15781552267997542,
|
|
"mean_time": 0.14043210606870216,
|
|
"mean_precisions": 0.21061200000000002,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 58.02326682400053,
|
|
"total_upload_time": 1094.4807313769998,
|
|
"p95_time": 0.01563730794978255,
|
|
"rps": 81.98692659639553,
|
|
"parallel": 1,
|
|
"p99_time": 0.017984986160099657,
|
|
"mean_time": 0.012088612643002488,
|
|
"mean_precisions": 0.378045,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 58.02326682400053,
|
|
"total_upload_time": 1094.4807313769998,
|
|
"p95_time": 0.15628711505078172,
|
|
"rps": 687.8647184272747,
|
|
"parallel": 100,
|
|
"p99_time": 0.16325039553050374,
|
|
"mean_time": 0.14266294799630141,
|
|
"mean_precisions": 0.286369,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 58.02326682400053,
|
|
"total_upload_time": 1094.4807313769998,
|
|
"p95_time": 0.21151018539976574,
|
|
"rps": 500.7248246455445,
|
|
"parallel": 100,
|
|
"p99_time": 0.21913478854976348,
|
|
"mean_time": 0.19707455205550833,
|
|
"mean_precisions": 0.378045,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 58.02326682400053,
|
|
"total_upload_time": 1094.4807313769998,
|
|
"p95_time": 0.006125666000025375,
|
|
"rps": 206.27792648881064,
|
|
"parallel": 1,
|
|
"p99_time": 0.008001009089330184,
|
|
"mean_time": 0.004778041320505144,
|
|
"mean_precisions": 0.15061700000000003,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 58.02326682400053,
|
|
"total_upload_time": 1094.4807313769998,
|
|
"p95_time": 0.0074802435506171544,
|
|
"rps": 174.71150590671343,
|
|
"parallel": 1,
|
|
"p99_time": 0.009127616940186272,
|
|
"mean_time": 0.005650155934103713,
|
|
"mean_precisions": 0.21733200000000003,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 58.02326682400053,
|
|
"total_upload_time": 1094.4807313769998,
|
|
"p95_time": 0.010271643699161358,
|
|
"rps": 127.04399152292063,
|
|
"parallel": 1,
|
|
"p99_time": 0.012332950440395509,
|
|
"mean_time": 0.007781317699097235,
|
|
"mean_precisions": 0.292529,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 58.02326682400053,
|
|
"total_upload_time": 1094.4807313769998,
|
|
"p95_time": 0.014946286899430545,
|
|
"rps": 86.21484157119514,
|
|
"parallel": 1,
|
|
"p99_time": 0.016944464578919,
|
|
"mean_time": 0.01147984240480091,
|
|
"mean_precisions": 0.378045,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 58.02326682400053,
|
|
"total_upload_time": 1094.4807313769998,
|
|
"p95_time": 0.007837382650268407,
|
|
"rps": 165.60608861001788,
|
|
"parallel": 1,
|
|
"p99_time": 0.009721931818803577,
|
|
"mean_time": 0.00596364173010279,
|
|
"mean_precisions": 0.14888300000000002,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 58.02326682400053,
|
|
"total_upload_time": 1094.4807313769998,
|
|
"p95_time": 0.007934538799327125,
|
|
"rps": 163.91267718572848,
|
|
"parallel": 1,
|
|
"p99_time": 0.00967145927024831,
|
|
"mean_time": 0.00602860275490475,
|
|
"mean_precisions": 0.212733,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 224.44683034694754,
|
|
"total_upload_time": 1103.0889565509278,
|
|
"p95_time": 0.0022503482119645923,
|
|
"rps": 415.01572281050665,
|
|
"parallel": 1,
|
|
"p99_time": 0.0025117331999354067,
|
|
"mean_time": 0.0018990931698586791,
|
|
"mean_precisions": 0.75592,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 224.44683034694754,
|
|
"total_upload_time": 1103.0889565509278,
|
|
"p95_time": 0.002244560362305492,
|
|
"rps": 414.03140068757506,
|
|
"parallel": 1,
|
|
"p99_time": 0.0024698590056505057,
|
|
"mean_time": 0.001896595684904605,
|
|
"mean_precisions": 0.88002,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 224.44683034694754,
|
|
"total_upload_time": 1103.0889565509278,
|
|
"p95_time": 0.004980189073830844,
|
|
"rps": 224.04126279330796,
|
|
"parallel": 1,
|
|
"p99_time": 0.005691870644222947,
|
|
"mean_time": 0.003840422384161502,
|
|
"mean_precisions": 0.95242,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 224.44683034694754,
|
|
"total_upload_time": 1103.0889565509278,
|
|
"p95_time": 0.005014099337859079,
|
|
"rps": 222.07556144872336,
|
|
"parallel": 1,
|
|
"p99_time": 0.005621405469719324,
|
|
"mean_time": 0.0038783426202367993,
|
|
"mean_precisions": 0.98198,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 224.44683034694754,
|
|
"total_upload_time": 1103.0889565509278,
|
|
"p95_time": 0.00749306856887415,
|
|
"rps": 157.04026043730644,
|
|
"parallel": 1,
|
|
"p99_time": 0.008658398741390556,
|
|
"mean_time": 0.005709140631207265,
|
|
"mean_precisions": 0.76072,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 224.44683034694754,
|
|
"total_upload_time": 1103.0889565509278,
|
|
"p95_time": 0.0075699340959545225,
|
|
"rps": 156.00491857419675,
|
|
"parallel": 1,
|
|
"p99_time": 0.008862754347501329,
|
|
"mean_time": 0.0057574849186232315,
|
|
"mean_precisions": 0.8869400000000002,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 224.44683034694754,
|
|
"total_upload_time": 1103.0889565509278,
|
|
"p95_time": 0.00767363613122143,
|
|
"rps": 155.51101904356878,
|
|
"parallel": 1,
|
|
"p99_time": 0.008792836687061935,
|
|
"mean_time": 0.005773469379846938,
|
|
"mean_precisions": 0.9532799999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 224.44683034694754,
|
|
"total_upload_time": 1103.0889565509278,
|
|
"p95_time": 0.007738578453427181,
|
|
"rps": 155.13634640711211,
|
|
"parallel": 1,
|
|
"p99_time": 0.00879849111661315,
|
|
"mean_time": 0.0057914603221928705,
|
|
"mean_precisions": 0.98306,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 224.44683034694754,
|
|
"total_upload_time": 1103.0889565509278,
|
|
"p95_time": 0.00268841166398488,
|
|
"rps": 1223.7750402719316,
|
|
"parallel": 100,
|
|
"p99_time": 0.01441460887901486,
|
|
"mean_time": 0.002542047438072041,
|
|
"mean_precisions": 0.75592,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 224.44683034694754,
|
|
"total_upload_time": 1103.0889565509278,
|
|
"p95_time": 0.0027567945828195664,
|
|
"rps": 1213.2818063325435,
|
|
"parallel": 100,
|
|
"p99_time": 0.013704456241102893,
|
|
"mean_time": 0.002409552138019353,
|
|
"mean_precisions": 0.88002,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 224.44683034694754,
|
|
"total_upload_time": 1103.0889565509278,
|
|
"p95_time": 0.002717933157691732,
|
|
"rps": 1228.1926660729941,
|
|
"parallel": 100,
|
|
"p99_time": 0.013768670983845373,
|
|
"mean_time": 0.0024090952354017645,
|
|
"mean_precisions": 0.94386,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 224.44683034694754,
|
|
"total_upload_time": 1103.0889565509278,
|
|
"p95_time": 0.003187974367756398,
|
|
"rps": 1226.7356337424587,
|
|
"parallel": 100,
|
|
"p99_time": 0.013284452632069597,
|
|
"mean_time": 0.002703955432283692,
|
|
"mean_precisions": 0.9747,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 224.44683034694754,
|
|
"total_upload_time": 1103.0889565509278,
|
|
"p95_time": 0.002274182450491935,
|
|
"rps": 412.00809783611265,
|
|
"parallel": 1,
|
|
"p99_time": 0.0024891742249019467,
|
|
"mean_time": 0.0019087991386884824,
|
|
"mean_precisions": 0.94386,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 224.44683034694754,
|
|
"total_upload_time": 1103.0889565509278,
|
|
"p95_time": 0.004575779353035614,
|
|
"rps": 1225.3251105666995,
|
|
"parallel": 100,
|
|
"p99_time": 0.015383316746447242,
|
|
"mean_time": 0.003593485086620785,
|
|
"mean_precisions": 0.75912,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 224.44683034694754,
|
|
"total_upload_time": 1103.0889565509278,
|
|
"p95_time": 0.005007970996666701,
|
|
"rps": 1227.0189510110156,
|
|
"parallel": 100,
|
|
"p99_time": 0.015283621582202615,
|
|
"mean_time": 0.003638314202823676,
|
|
"mean_precisions": 0.8847800000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 224.44683034694754,
|
|
"total_upload_time": 1103.0889565509278,
|
|
"p95_time": 0.0050986969086807225,
|
|
"rps": 1224.8441331416348,
|
|
"parallel": 100,
|
|
"p99_time": 0.015056060742354023,
|
|
"mean_time": 0.0037018268988234923,
|
|
"mean_precisions": 0.9501799999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 224.44683034694754,
|
|
"total_upload_time": 1103.0889565509278,
|
|
"p95_time": 0.004852698929607869,
|
|
"rps": 1216.1745964477457,
|
|
"parallel": 100,
|
|
"p99_time": 0.014574580831686062,
|
|
"mean_time": 0.0036594888299005105,
|
|
"mean_precisions": 0.9793200000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 224.44683034694754,
|
|
"total_upload_time": 1103.0889565509278,
|
|
"p95_time": 0.11462482594652101,
|
|
"rps": 880.8019963111104,
|
|
"parallel": 100,
|
|
"p99_time": 0.11594447560957634,
|
|
"mean_time": 0.1039163375377655,
|
|
"mean_precisions": 0.76046,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 224.44683034694754,
|
|
"total_upload_time": 1103.0889565509278,
|
|
"p95_time": 0.11543408578727395,
|
|
"rps": 881.4170546202821,
|
|
"parallel": 100,
|
|
"p99_time": 0.1172601990425028,
|
|
"mean_time": 0.10448508531041444,
|
|
"mean_precisions": 0.8860800000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 224.44683034694754,
|
|
"total_upload_time": 1103.0889565509278,
|
|
"p95_time": 0.1148380767146591,
|
|
"rps": 876.7655560090909,
|
|
"parallel": 100,
|
|
"p99_time": 0.11774035312584602,
|
|
"mean_time": 0.10442023815724533,
|
|
"mean_precisions": 0.95242,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 224.44683034694754,
|
|
"total_upload_time": 1103.0889565509278,
|
|
"p95_time": 0.11631571293110028,
|
|
"rps": 865.4979939507242,
|
|
"parallel": 100,
|
|
"p99_time": 0.11798673412995413,
|
|
"mean_time": 0.10648929068562575,
|
|
"mean_precisions": 0.98198,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 224.44683034694754,
|
|
"total_upload_time": 1103.0889565509278,
|
|
"p95_time": 0.19638560996972956,
|
|
"rps": 523.7120136831784,
|
|
"parallel": 100,
|
|
"p99_time": 0.19968595063081013,
|
|
"mean_time": 0.18308127035452054,
|
|
"mean_precisions": 0.76072,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 224.44683034694754,
|
|
"total_upload_time": 1103.0889565509278,
|
|
"p95_time": 0.20014767559478058,
|
|
"rps": 515.3066121579195,
|
|
"parallel": 100,
|
|
"p99_time": 0.20296373039484025,
|
|
"mean_time": 0.18632185551906005,
|
|
"mean_precisions": 0.88694,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 224.44683034694754,
|
|
"total_upload_time": 1103.0889565509278,
|
|
"p95_time": 0.0025777433940675112,
|
|
"rps": 377.9153030990962,
|
|
"parallel": 1,
|
|
"p99_time": 0.0028733986464794742,
|
|
"mean_time": 0.0021198349373647944,
|
|
"mean_precisions": 0.9747,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 224.44683034694754,
|
|
"total_upload_time": 1103.0889565509278,
|
|
"p95_time": 0.19868381900014356,
|
|
"rps": 519.5769351991892,
|
|
"parallel": 100,
|
|
"p99_time": 0.201945985914208,
|
|
"mean_time": 0.18543568438328803,
|
|
"mean_precisions": 0.9532799999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 224.44683034694754,
|
|
"total_upload_time": 1103.0889565509278,
|
|
"p95_time": 0.19752884021145292,
|
|
"rps": 519.954087990623,
|
|
"parallel": 100,
|
|
"p99_time": 0.20113577464711854,
|
|
"mean_time": 0.18465703264067415,
|
|
"mean_precisions": 0.9830600000000003,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 224.44683034694754,
|
|
"total_upload_time": 1103.0889565509278,
|
|
"p95_time": 0.0031387946044560524,
|
|
"rps": 322.5983770834678,
|
|
"parallel": 1,
|
|
"p99_time": 0.0035355377115774923,
|
|
"mean_time": 0.0025490725103067234,
|
|
"mean_precisions": 0.75912,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 224.44683034694754,
|
|
"total_upload_time": 1103.0889565509278,
|
|
"p95_time": 0.003062958922237158,
|
|
"rps": 322.5988290166309,
|
|
"parallel": 1,
|
|
"p99_time": 0.0033987351239193235,
|
|
"mean_time": 0.00254508411353454,
|
|
"mean_precisions": 0.8847800000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 224.44683034694754,
|
|
"total_upload_time": 1103.0889565509278,
|
|
"p95_time": 0.0031135363737121225,
|
|
"rps": 319.8999095726588,
|
|
"parallel": 1,
|
|
"p99_time": 0.00340904810349457,
|
|
"mean_time": 0.0025669612352969126,
|
|
"mean_precisions": 0.9501799999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 224.44683034694754,
|
|
"total_upload_time": 1103.0889565509278,
|
|
"p95_time": 0.0031593527819495652,
|
|
"rps": 315.44520818669025,
|
|
"parallel": 1,
|
|
"p99_time": 0.003485763014759871,
|
|
"mean_time": 0.002615294300764799,
|
|
"mean_precisions": 0.9793200000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 224.44683034694754,
|
|
"total_upload_time": 1103.0889565509278,
|
|
"p95_time": 0.004906398913590238,
|
|
"rps": 225.50739174623126,
|
|
"parallel": 1,
|
|
"p99_time": 0.005606873921351508,
|
|
"mean_time": 0.0038152491593500598,
|
|
"mean_precisions": 0.76046,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 224.44683034694754,
|
|
"total_upload_time": 1103.0889565509278,
|
|
"p95_time": 0.004946194979129359,
|
|
"rps": 223.71405401180203,
|
|
"parallel": 1,
|
|
"p99_time": 0.005555029965471478,
|
|
"mean_time": 0.0038471245975000784,
|
|
"mean_precisions": 0.8860800000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 59.116963147000206,
|
|
"total_upload_time": 2729.5538194969995,
|
|
"p95_time": 0.005754249749952578,
|
|
"rps": 219.08345404809825,
|
|
"parallel": 1,
|
|
"p99_time": 0.0075128233194664065,
|
|
"mean_time": 0.004500754479599891,
|
|
"mean_precisions": 0.15217599999999998,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 59.116963147000206,
|
|
"total_upload_time": 2729.5538194969995,
|
|
"p95_time": 0.0076274931990155835,
|
|
"rps": 168.24903058354712,
|
|
"parallel": 1,
|
|
"p99_time": 0.009228122049098604,
|
|
"mean_time": 0.005869887730089613,
|
|
"mean_precisions": 0.21578500000000003,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 59.116963147000206,
|
|
"total_upload_time": 2729.5538194969995,
|
|
"p95_time": 0.010764504199050859,
|
|
"rps": 121.62864098175837,
|
|
"parallel": 1,
|
|
"p99_time": 0.012527871159418285,
|
|
"mean_time": 0.008140566407002007,
|
|
"mean_precisions": 0.290968,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 59.116963147000206,
|
|
"total_upload_time": 2729.5538194969995,
|
|
"p95_time": 0.015879289300755772,
|
|
"rps": 79.69754337767232,
|
|
"parallel": 1,
|
|
"p99_time": 0.01808094073974644,
|
|
"mean_time": 0.012436585395309886,
|
|
"mean_precisions": 0.37678899999999993,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 59.116963147000206,
|
|
"total_upload_time": 2729.5538194969995,
|
|
"p95_time": 0.012208386499969493,
|
|
"rps": 106.06161997176912,
|
|
"parallel": 1,
|
|
"p99_time": 0.013978789799966763,
|
|
"mean_time": 0.009335026444805408,
|
|
"mean_precisions": 0.146947,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 59.116963147000206,
|
|
"total_upload_time": 2729.5538194969995,
|
|
"p95_time": 0.01209713590042156,
|
|
"rps": 106.10389141496012,
|
|
"parallel": 1,
|
|
"p99_time": 0.013881889931089976,
|
|
"mean_time": 0.009334400376592566,
|
|
"mean_precisions": 0.209657,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 59.116963147000206,
|
|
"total_upload_time": 2729.5538194969995,
|
|
"p95_time": 0.011801228749936853,
|
|
"rps": 107.96284931042551,
|
|
"parallel": 1,
|
|
"p99_time": 0.013733791279864824,
|
|
"mean_time": 0.009168099301613074,
|
|
"mean_precisions": 0.285059,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 59.116963147000206,
|
|
"total_upload_time": 2729.5538194969995,
|
|
"p95_time": 0.015490437750304406,
|
|
"rps": 81.16778579560994,
|
|
"parallel": 1,
|
|
"p99_time": 0.017701614300713122,
|
|
"mean_time": 0.012215285867415696,
|
|
"mean_precisions": 0.37678899999999993,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 59.116963147000206,
|
|
"total_upload_time": 2729.5538194969995,
|
|
"p95_time": 0.06794876709973323,
|
|
"rps": 1572.4935552689421,
|
|
"parallel": 100,
|
|
"p99_time": 0.07209148842935974,
|
|
"mean_time": 0.06034028376179704,
|
|
"mean_precisions": 0.152176,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 59.116963147000206,
|
|
"total_upload_time": 2729.5538194969995,
|
|
"p95_time": 0.09067838339915396,
|
|
"rps": 1166.6105538074075,
|
|
"parallel": 100,
|
|
"p99_time": 0.09623842538003373,
|
|
"mean_time": 0.08311632529879753,
|
|
"mean_precisions": 0.215785,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 59.116963147000206,
|
|
"total_upload_time": 2729.5538194969995,
|
|
"p95_time": 0.13984030159908795,
|
|
"rps": 763.419541576526,
|
|
"parallel": 100,
|
|
"p99_time": 0.14667043045088576,
|
|
"mean_time": 0.12840925486579471,
|
|
"mean_precisions": 0.290968,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 59.116963147000206,
|
|
"total_upload_time": 2729.5538194969995,
|
|
"p95_time": 0.2341827487987757,
|
|
"rps": 456.07607913986874,
|
|
"parallel": 100,
|
|
"p99_time": 0.24502383077926423,
|
|
"mean_time": 0.21651481559609964,
|
|
"mean_precisions": 0.37678900000000004,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 59.116963147000206,
|
|
"total_upload_time": 2729.5538194969995,
|
|
"p95_time": 0.010948762150474066,
|
|
"rps": 118.37597571031816,
|
|
"parallel": 1,
|
|
"p99_time": 0.01271307608987627,
|
|
"mean_time": 0.008362177810290814,
|
|
"mean_precisions": 0.290968,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 59.116963147000206,
|
|
"total_upload_time": 2729.5538194969995,
|
|
"p95_time": 0.07491807734804751,
|
|
"rps": 1422.0701255898846,
|
|
"parallel": 100,
|
|
"p99_time": 0.07887201425168314,
|
|
"mean_time": 0.06706654691138829,
|
|
"mean_precisions": 0.149647,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 59.116963147000206,
|
|
"total_upload_time": 2729.5538194969995,
|
|
"p95_time": 0.09256227729765669,
|
|
"rps": 1159.7117019425275,
|
|
"parallel": 100,
|
|
"p99_time": 0.09794801856183767,
|
|
"mean_time": 0.0838435152641403,
|
|
"mean_precisions": 0.215785,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 59.116963147000206,
|
|
"total_upload_time": 2729.5538194969995,
|
|
"p95_time": 0.13920595919971673,
|
|
"rps": 767.0395875380902,
|
|
"parallel": 100,
|
|
"p99_time": 0.1442555274805636,
|
|
"mean_time": 0.12781929515641824,
|
|
"mean_precisions": 0.290968,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 59.116963147000206,
|
|
"total_upload_time": 2729.5538194969995,
|
|
"p95_time": 0.23286746670073624,
|
|
"rps": 458.05596760224444,
|
|
"parallel": 100,
|
|
"p99_time": 0.24096264197218262,
|
|
"mean_time": 0.21565529934419356,
|
|
"mean_precisions": 0.376789,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 59.116963147000206,
|
|
"total_upload_time": 2729.5538194969995,
|
|
"p95_time": 0.10711605545093335,
|
|
"rps": 1019.9284759163971,
|
|
"parallel": 100,
|
|
"p99_time": 0.1138420982829848,
|
|
"mean_time": 0.09555829328321852,
|
|
"mean_precisions": 0.148171,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 59.116963147000206,
|
|
"total_upload_time": 2729.5538194969995,
|
|
"p95_time": 0.10704761889974179,
|
|
"rps": 1006.6565813722815,
|
|
"parallel": 100,
|
|
"p99_time": 0.1128454964701814,
|
|
"mean_time": 0.09693528132609536,
|
|
"mean_precisions": 0.21120999999999998,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 59.116963147000206,
|
|
"total_upload_time": 2729.5538194969995,
|
|
"p95_time": 0.14099973354932444,
|
|
"rps": 762.2635355102587,
|
|
"parallel": 100,
|
|
"p99_time": 0.14874040156304547,
|
|
"mean_time": 0.12864885881849622,
|
|
"mean_precisions": 0.290968,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 59.116963147000206,
|
|
"total_upload_time": 2729.5538194969995,
|
|
"p95_time": 0.23057355634937265,
|
|
"rps": 466.59170961372905,
|
|
"parallel": 100,
|
|
"p99_time": 0.24224625795053725,
|
|
"mean_time": 0.21156524074019797,
|
|
"mean_precisions": 0.37678900000000004,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 59.116963147000206,
|
|
"total_upload_time": 2729.5538194969995,
|
|
"p95_time": 0.1634508930512311,
|
|
"rps": 653.3540951511222,
|
|
"parallel": 100,
|
|
"p99_time": 0.17074583917034034,
|
|
"mean_time": 0.15057165140571632,
|
|
"mean_precisions": 0.146947,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 59.116963147000206,
|
|
"total_upload_time": 2729.5538194969995,
|
|
"p95_time": 0.16461044915231468,
|
|
"rps": 650.4943970487643,
|
|
"parallel": 100,
|
|
"p99_time": 0.1727369104412355,
|
|
"mean_time": 0.15116754430250548,
|
|
"mean_precisions": 0.209657,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 59.116963147000206,
|
|
"total_upload_time": 2729.5538194969995,
|
|
"p95_time": 0.0164084211489353,
|
|
"rps": 77.22330269669911,
|
|
"parallel": 1,
|
|
"p99_time": 0.01860339805069089,
|
|
"mean_time": 0.01283550956000381,
|
|
"mean_precisions": 0.37678899999999993,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 59.116963147000206,
|
|
"total_upload_time": 2729.5538194969995,
|
|
"p95_time": 0.16757561444810562,
|
|
"rps": 641.8837466864032,
|
|
"parallel": 100,
|
|
"p99_time": 0.17572477102083212,
|
|
"mean_time": 0.15317389346984964,
|
|
"mean_precisions": 0.285059,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 59.116963147000206,
|
|
"total_upload_time": 2729.5538194969995,
|
|
"p95_time": 0.23108241429927148,
|
|
"rps": 462.9592435998669,
|
|
"parallel": 100,
|
|
"p99_time": 0.24140198234887067,
|
|
"mean_time": 0.2132287888025945,
|
|
"mean_precisions": 0.376789,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 59.116963147000206,
|
|
"total_upload_time": 2729.5538194969995,
|
|
"p95_time": 0.006225205549617382,
|
|
"rps": 202.4597595328744,
|
|
"parallel": 1,
|
|
"p99_time": 0.008074725989954465,
|
|
"mean_time": 0.004866112156302188,
|
|
"mean_precisions": 0.14964699999999997,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 59.116963147000206,
|
|
"total_upload_time": 2729.5538194969995,
|
|
"p95_time": 0.007560223499240234,
|
|
"rps": 171.07806843770243,
|
|
"parallel": 1,
|
|
"p99_time": 0.00924916677988222,
|
|
"mean_time": 0.005774598315408548,
|
|
"mean_precisions": 0.21578500000000003,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 59.116963147000206,
|
|
"total_upload_time": 2729.5538194969995,
|
|
"p95_time": 0.01071230004854442,
|
|
"rps": 120.2528831324137,
|
|
"parallel": 1,
|
|
"p99_time": 0.012541597369290685,
|
|
"mean_time": 0.00823011383019748,
|
|
"mean_precisions": 0.290968,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 59.116963147000206,
|
|
"total_upload_time": 2729.5538194969995,
|
|
"p95_time": 0.016888618550274258,
|
|
"rps": 75.85155808888511,
|
|
"parallel": 1,
|
|
"p99_time": 0.01959560561119361,
|
|
"mean_time": 0.013065032109803906,
|
|
"mean_precisions": 0.37678899999999993,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 59.116963147000206,
|
|
"total_upload_time": 2729.5538194969995,
|
|
"p95_time": 0.008612179000192554,
|
|
"rps": 152.68062347640807,
|
|
"parallel": 1,
|
|
"p99_time": 0.010674762449962147,
|
|
"mean_time": 0.0064703520173943615,
|
|
"mean_precisions": 0.148171,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-bq-rps-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 59.116963147000206,
|
|
"total_upload_time": 2729.5538194969995,
|
|
"p95_time": 0.008361382800012505,
|
|
"rps": 152.54760164328437,
|
|
"parallel": 1,
|
|
"p99_time": 0.010020831771216763,
|
|
"mean_time": 0.006483734548305256,
|
|
"mean_precisions": 0.21121000000000004,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 238.42200625600526,
|
|
"total_upload_time": 910.2488787590119,
|
|
"p95_time": 0.0029313841499060806,
|
|
"rps": 346.2080238720009,
|
|
"parallel": 1,
|
|
"p99_time": 0.003288380369951938,
|
|
"mean_time": 0.002327026510199539,
|
|
"mean_precisions": 0.9665799999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 238.42200625600526,
|
|
"total_upload_time": 910.2488787590119,
|
|
"p95_time": 0.004177707049996117,
|
|
"rps": 261.5076837239442,
|
|
"parallel": 1,
|
|
"p99_time": 0.004798319469944094,
|
|
"mean_time": 0.003199097125999106,
|
|
"mean_precisions": 0.9836800000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 238.42200625600526,
|
|
"total_upload_time": 910.2488787590119,
|
|
"p95_time": 0.005223112099895389,
|
|
"rps": 1260.5282889991831,
|
|
"parallel": 100,
|
|
"p99_time": 0.008068365889898824,
|
|
"mean_time": 0.003263794908599175,
|
|
"mean_precisions": 0.9665799999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 238.42200625600526,
|
|
"total_upload_time": 910.2488787590119,
|
|
"p95_time": 0.11050786064981821,
|
|
"rps": 920.5136432254327,
|
|
"parallel": 100,
|
|
"p99_time": 0.11177302519988644,
|
|
"mean_time": 0.1016133293905998,
|
|
"mean_precisions": 0.9836799999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 238.42200625600526,
|
|
"total_upload_time": 910.2488787590119,
|
|
"p95_time": 0.18823315499993215,
|
|
"rps": 541.8998921433692,
|
|
"parallel": 100,
|
|
"p99_time": 0.19100036953992458,
|
|
"mean_time": 0.1784472670251996,
|
|
"mean_precisions": 0.9914,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 238.42200625600526,
|
|
"total_upload_time": 910.2488787590119,
|
|
"p95_time": 0.32914919420009026,
|
|
"rps": 312.85779398911956,
|
|
"parallel": 100,
|
|
"p99_time": 0.333565036669861,
|
|
"mean_time": 0.31388763648740015,
|
|
"mean_precisions": 0.9955,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 238.42200625600526,
|
|
"total_upload_time": 910.2488787590119,
|
|
"p95_time": 0.00558018295008651,
|
|
"rps": 196.474650798234,
|
|
"parallel": 1,
|
|
"p99_time": 0.006211642810060312,
|
|
"mean_time": 0.0044395907161982,
|
|
"mean_precisions": 0.9914,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 238.42200625600526,
|
|
"total_upload_time": 910.2488787590119,
|
|
"p95_time": 0.009755059050064574,
|
|
"rps": 129.68928230254153,
|
|
"parallel": 1,
|
|
"p99_time": 0.011872956359927685,
|
|
"mean_time": 0.007044820040400327,
|
|
"mean_precisions": 0.9955,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-16-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 1464.936949934,
|
|
"total_upload_time": 1936.95878214,
|
|
"p95_time": 0.003432763600721955,
|
|
"rps": 321.3463543329688,
|
|
"parallel": 1,
|
|
"p99_time": 0.003825631989166142,
|
|
"mean_time": 0.003050727408286184,
|
|
"mean_precisions": 0.8941459999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-16-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 1464.936949934,
|
|
"total_upload_time": 1936.95878214,
|
|
"p95_time": 0.003605476720258593,
|
|
"rps": 305.17394608693974,
|
|
"parallel": 1,
|
|
"p99_time": 0.0039226973801851275,
|
|
"mean_time": 0.003213082034140825,
|
|
"mean_precisions": 0.926127,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-16-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 1464.936949934,
|
|
"total_upload_time": 1936.95878214,
|
|
"p95_time": 0.06266824272461236,
|
|
"rps": 1613.9061073402293,
|
|
"parallel": 100,
|
|
"p99_time": 0.06436275746673345,
|
|
"mean_time": 0.05986746261715889,
|
|
"mean_precisions": 0.8941459999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-16-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 1464.936949934,
|
|
"total_upload_time": 1936.95878214,
|
|
"p95_time": 0.077494016289711,
|
|
"rps": 1288.3976491750248,
|
|
"parallel": 100,
|
|
"p99_time": 0.0787774110864848,
|
|
"mean_time": 0.07498231315482408,
|
|
"mean_precisions": 0.926127,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-16-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 1464.936949934,
|
|
"total_upload_time": 1936.95878214,
|
|
"p95_time": 0.09595144633203745,
|
|
"rps": 1059.4288173599527,
|
|
"parallel": 100,
|
|
"p99_time": 0.09824380089528859,
|
|
"mean_time": 0.0922344725864008,
|
|
"mean_precisions": 0.9679260000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-16-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 1464.936949934,
|
|
"total_upload_time": 1936.95878214,
|
|
"p95_time": 0.13034787494689226,
|
|
"rps": 785.1994472192704,
|
|
"parallel": 100,
|
|
"p99_time": 0.1340391770657152,
|
|
"mean_time": 0.1252096754369326,
|
|
"mean_precisions": 0.987043,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-16-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 1464.936949934,
|
|
"total_upload_time": 1936.95878214,
|
|
"p95_time": 0.0042120733764022585,
|
|
"rps": 260.59572876168045,
|
|
"parallel": 1,
|
|
"p99_time": 0.004605777375400067,
|
|
"mean_time": 0.0037712595774792136,
|
|
"mean_precisions": 0.9679260000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-16-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 1464.936949934,
|
|
"total_upload_time": 1936.95878214,
|
|
"p95_time": 0.005462657893076539,
|
|
"rps": 207.5777054234448,
|
|
"parallel": 1,
|
|
"p99_time": 0.005979722440242767,
|
|
"mean_time": 0.004747379661444575,
|
|
"mean_precisions": 0.987043,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-16-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 162.90116923197638,
|
|
"total_upload_time": 662.2031776579679,
|
|
"p95_time": 0.004761035292176529,
|
|
"rps": 245.22489170710102,
|
|
"parallel": 1,
|
|
"p99_time": 0.006716843114700166,
|
|
"mean_time": 0.003994918125565163,
|
|
"mean_precisions": 0.73861,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-16-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 162.90116923197638,
|
|
"total_upload_time": 662.2031776579679,
|
|
"p95_time": 0.005516869918210432,
|
|
"rps": 223.68658791304995,
|
|
"parallel": 1,
|
|
"p99_time": 0.0067508854321204105,
|
|
"mean_time": 0.004384029640583322,
|
|
"mean_precisions": 0.79011,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-16-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 162.90116923197638,
|
|
"total_upload_time": 662.2031776579679,
|
|
"p95_time": 0.072279235010501,
|
|
"rps": 1283.7553339001836,
|
|
"parallel": 100,
|
|
"p99_time": 0.07426636104588397,
|
|
"mean_time": 0.056817075302358716,
|
|
"mean_precisions": 0.7386099999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-16-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 162.90116923197638,
|
|
"total_upload_time": 662.2031776579679,
|
|
"p95_time": 0.09615494584431872,
|
|
"rps": 1017.2008511224242,
|
|
"parallel": 100,
|
|
"p99_time": 0.09825160655076616,
|
|
"mean_time": 0.07674532864964567,
|
|
"mean_precisions": 0.79011,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-16-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 162.90116923197638,
|
|
"total_upload_time": 662.2031776579679,
|
|
"p95_time": 0.15474128689384087,
|
|
"rps": 657.69523798573,
|
|
"parallel": 100,
|
|
"p99_time": 0.15686275582062081,
|
|
"mean_time": 0.13190773885080126,
|
|
"mean_precisions": 0.87919,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-16-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 162.90116923197638,
|
|
"total_upload_time": 662.2031776579679,
|
|
"p95_time": 0.2560046433005482,
|
|
"rps": 408.10779878423267,
|
|
"parallel": 100,
|
|
"p99_time": 0.25984877929207867,
|
|
"mean_time": 0.22249870683532208,
|
|
"mean_precisions": 0.9365899999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-16-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 162.90116923197638,
|
|
"total_upload_time": 662.2031776579679,
|
|
"p95_time": 0.007620009157108138,
|
|
"rps": 160.7186795503382,
|
|
"parallel": 1,
|
|
"p99_time": 0.00955379270366393,
|
|
"mean_time": 0.006131253018858842,
|
|
"mean_precisions": 0.87919,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-16-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 162.90116923197638,
|
|
"total_upload_time": 662.2031776579679,
|
|
"p95_time": 0.012177355313906445,
|
|
"rps": 106.5093029830546,
|
|
"parallel": 1,
|
|
"p99_time": 0.01355179367121309,
|
|
"mean_time": 0.009292680775979533,
|
|
"mean_precisions": 0.93659,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 60.486052633001236,
|
|
"total_upload_time": 322.12088411999866,
|
|
"p95_time": 0.0030491131008602676,
|
|
"rps": 365.30928417857154,
|
|
"parallel": 1,
|
|
"p99_time": 0.0041066526039503564,
|
|
"mean_time": 0.0026797526543494315,
|
|
"mean_precisions": 0.6941620000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 60.486052633001236,
|
|
"total_upload_time": 322.12088411999866,
|
|
"p95_time": 0.003177879052236676,
|
|
"rps": 349.6225216653747,
|
|
"parallel": 1,
|
|
"p99_time": 0.003715443904511631,
|
|
"mean_time": 0.00279940714975819,
|
|
"mean_precisions": 0.726136,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 60.486052633001236,
|
|
"total_upload_time": 322.12088411999866,
|
|
"p95_time": 0.037889149133116,
|
|
"rps": 3029.196166782227,
|
|
"parallel": 100,
|
|
"p99_time": 0.0443061170121655,
|
|
"mean_time": 0.030677990901004523,
|
|
"mean_precisions": 0.694162,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 60.486052633001236,
|
|
"total_upload_time": 322.12088411999866,
|
|
"p95_time": 0.04039279280696063,
|
|
"rps": 2777.698836348256,
|
|
"parallel": 100,
|
|
"p99_time": 0.046481808475218725,
|
|
"mean_time": 0.03336424119032454,
|
|
"mean_precisions": 0.726136,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 60.486052633001236,
|
|
"total_upload_time": 322.12088411999866,
|
|
"p95_time": 0.0480691772303544,
|
|
"rps": 2232.687731164946,
|
|
"parallel": 100,
|
|
"p99_time": 0.05343608367256821,
|
|
"mean_time": 0.04272332464356441,
|
|
"mean_precisions": 0.80291,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 60.486052633001236,
|
|
"total_upload_time": 322.12088411999866,
|
|
"p95_time": 0.06535199607023968,
|
|
"rps": 1603.1050107699052,
|
|
"parallel": 100,
|
|
"p99_time": 0.06990242686122657,
|
|
"mean_time": 0.06042917914856225,
|
|
"mean_precisions": 0.8636650000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 60.486052633001236,
|
|
"total_upload_time": 322.12088411999866,
|
|
"p95_time": 0.0038855136022903024,
|
|
"rps": 290.07275390480913,
|
|
"parallel": 1,
|
|
"p99_time": 0.004838651688769462,
|
|
"mean_time": 0.003383973466604948,
|
|
"mean_precisions": 0.80291,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 60.486052633001236,
|
|
"total_upload_time": 322.12088411999866,
|
|
"p95_time": 0.005073237349279225,
|
|
"rps": 226.69853557268635,
|
|
"parallel": 1,
|
|
"p99_time": 0.006872109121177346,
|
|
"mean_time": 0.004344028668082319,
|
|
"mean_precisions": 0.863665,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 232.63992904900806,
|
|
"total_upload_time": 976.3964438080147,
|
|
"p95_time": 0.003619733200184783,
|
|
"rps": 294.911621536127,
|
|
"parallel": 1,
|
|
"p99_time": 0.004194097040035559,
|
|
"mean_time": 0.0027982483578006395,
|
|
"mean_precisions": 0.9759400000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 232.63992904900806,
|
|
"total_upload_time": 976.3964438080147,
|
|
"p95_time": 0.005056583199984743,
|
|
"rps": 223.41924288756877,
|
|
"parallel": 1,
|
|
"p99_time": 0.005988737339698679,
|
|
"mean_time": 0.0038312007036006433,
|
|
"mean_precisions": 0.9877,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 232.63992904900806,
|
|
"total_upload_time": 976.3964438080147,
|
|
"p95_time": 0.08612562119997165,
|
|
"rps": 1166.6739385064623,
|
|
"parallel": 100,
|
|
"p99_time": 0.08916189207010579,
|
|
"mean_time": 0.07232519235579803,
|
|
"mean_precisions": 0.9759400000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 232.63992904900806,
|
|
"total_upload_time": 976.3964438080147,
|
|
"p95_time": 0.1447148766497321,
|
|
"rps": 711.7812077793762,
|
|
"parallel": 100,
|
|
"p99_time": 0.1464633267300178,
|
|
"mean_time": 0.13470317042779945,
|
|
"mean_precisions": 0.9877,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 232.63992904900806,
|
|
"total_upload_time": 976.3964438080147,
|
|
"p95_time": 0.24457380240025942,
|
|
"rps": 421.87684183123,
|
|
"parallel": 100,
|
|
"p99_time": 0.24839107811993474,
|
|
"mean_time": 0.23187833085399717,
|
|
"mean_precisions": 0.9935799999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 232.63992904900806,
|
|
"total_upload_time": 976.3964438080147,
|
|
"p95_time": 0.4200033868998162,
|
|
"rps": 245.7369931498206,
|
|
"parallel": 100,
|
|
"p99_time": 0.4280663790900917,
|
|
"mean_time": 0.3990280582043999,
|
|
"mean_precisions": 0.99674,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 232.63992904900806,
|
|
"total_upload_time": 976.3964438080147,
|
|
"p95_time": 0.00764277720015798,
|
|
"rps": 160.73331730139094,
|
|
"parallel": 1,
|
|
"p99_time": 0.008815381549875384,
|
|
"mean_time": 0.005573312640999484,
|
|
"mean_precisions": 0.9935799999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 232.63992904900806,
|
|
"total_upload_time": 976.3964438080147,
|
|
"p95_time": 0.012310930399962672,
|
|
"rps": 106.23903215854091,
|
|
"parallel": 1,
|
|
"p99_time": 0.014421750579922454,
|
|
"mean_time": 0.008753874341197116,
|
|
"mean_precisions": 0.99674,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 595.7114245319972,
|
|
"total_upload_time": 2080.965743687004,
|
|
"p95_time": 0.003866372024640441,
|
|
"rps": 296.24638405773266,
|
|
"parallel": 1,
|
|
"p99_time": 0.006343749370425945,
|
|
"mean_time": 0.003314221282955259,
|
|
"mean_precisions": 0.924491,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 595.7114245319972,
|
|
"total_upload_time": 2080.965743687004,
|
|
"p95_time": 0.0038468218408524986,
|
|
"rps": 290.8386908453719,
|
|
"parallel": 1,
|
|
"p99_time": 0.004450153196230531,
|
|
"mean_time": 0.0033763263376429676,
|
|
"mean_precisions": 0.946839,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 595.7114245319972,
|
|
"total_upload_time": 2080.965743687004,
|
|
"p95_time": 0.06449793758802116,
|
|
"rps": 1573.3332089095081,
|
|
"parallel": 100,
|
|
"p99_time": 0.06670877463184298,
|
|
"mean_time": 0.06118561698887497,
|
|
"mean_precisions": 0.924491,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 595.7114245319972,
|
|
"total_upload_time": 2080.965743687004,
|
|
"p95_time": 0.0796124794986099,
|
|
"rps": 1274.0105539890126,
|
|
"parallel": 100,
|
|
"p99_time": 0.08304492541588843,
|
|
"mean_time": 0.07621860861824825,
|
|
"mean_precisions": 0.946839,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 595.7114245319972,
|
|
"total_upload_time": 2080.965743687004,
|
|
"p95_time": 0.1305953104048967,
|
|
"rps": 984.900893864654,
|
|
"parallel": 100,
|
|
"p99_time": 0.14849094603210689,
|
|
"mean_time": 0.09926712450273335,
|
|
"mean_precisions": 0.9785280000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 595.7114245319972,
|
|
"total_upload_time": 2080.965743687004,
|
|
"p95_time": 0.1396208037622273,
|
|
"rps": 738.3064166784529,
|
|
"parallel": 100,
|
|
"p99_time": 0.14227696876972915,
|
|
"mean_time": 0.13306286735069006,
|
|
"mean_precisions": 0.991965,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 595.7114245319972,
|
|
"total_upload_time": 2080.965743687004,
|
|
"p95_time": 0.004647806286811829,
|
|
"rps": 243.12818605169392,
|
|
"parallel": 1,
|
|
"p99_time": 0.005105723375454546,
|
|
"mean_time": 0.004040738967619836,
|
|
"mean_precisions": 0.9785280000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 595.7114245319972,
|
|
"total_upload_time": 2080.965743687004,
|
|
"p95_time": 0.006169995944947003,
|
|
"rps": 190.89606994130145,
|
|
"parallel": 1,
|
|
"p99_time": 0.006611850950866939,
|
|
"mean_time": 0.005166572865098715,
|
|
"mean_precisions": 0.991965,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 148.5530198829947,
|
|
"total_upload_time": 647.2861472649965,
|
|
"p95_time": 0.005416395101929083,
|
|
"rps": 232.777535337662,
|
|
"parallel": 1,
|
|
"p99_time": 0.006721187463263049,
|
|
"mean_time": 0.004214877348393202,
|
|
"mean_precisions": 0.829,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 148.5530198829947,
|
|
"total_upload_time": 647.2861472649965,
|
|
"p95_time": 0.005963531840825453,
|
|
"rps": 201.40393182574914,
|
|
"parallel": 1,
|
|
"p99_time": 0.007173237530514597,
|
|
"mean_time": 0.004879452961497009,
|
|
"mean_precisions": 0.8912100000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 148.5530198829947,
|
|
"total_upload_time": 647.2861472649965,
|
|
"p95_time": 0.1102744102186989,
|
|
"rps": 906.8902047870002,
|
|
"parallel": 100,
|
|
"p99_time": 0.11240949708037078,
|
|
"mean_time": 0.09038239588798024,
|
|
"mean_precisions": 0.829,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 148.5530198829947,
|
|
"total_upload_time": 647.2861472649965,
|
|
"p95_time": 0.16495275772758758,
|
|
"rps": 624.594964632148,
|
|
"parallel": 100,
|
|
"p99_time": 0.16822183526237494,
|
|
"mean_time": 0.13856040014093743,
|
|
"mean_precisions": 0.8912100000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 148.5530198829947,
|
|
"total_upload_time": 647.2861472649965,
|
|
"p95_time": 0.2720008747302927,
|
|
"rps": 390.9390618232577,
|
|
"parallel": 100,
|
|
"p99_time": 0.27761930790147743,
|
|
"mean_time": 0.23245563338894862,
|
|
"mean_precisions": 0.94978,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 148.5530198829947,
|
|
"total_upload_time": 647.2861472649965,
|
|
"p95_time": 0.45272507324116307,
|
|
"rps": 237.80023948039562,
|
|
"parallel": 100,
|
|
"p99_time": 0.46339316191850227,
|
|
"mean_time": 0.3903204154353589,
|
|
"mean_precisions": 0.9794,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 148.5530198829947,
|
|
"total_upload_time": 647.2861472649965,
|
|
"p95_time": 0.009619638801086693,
|
|
"rps": 136.3367123481661,
|
|
"parallel": 1,
|
|
"p99_time": 0.010429681164678186,
|
|
"mean_time": 0.007243214334477671,
|
|
"mean_precisions": 0.94978,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 148.5530198829947,
|
|
"total_upload_time": 647.2861472649965,
|
|
"p95_time": 0.014511867536930368,
|
|
"rps": 92.09337129283011,
|
|
"parallel": 1,
|
|
"p99_time": 0.01625598353683017,
|
|
"mean_time": 0.010762147759203798,
|
|
"mean_precisions": 0.9794,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 63.99415807600599,
|
|
"total_upload_time": 385.87576489901403,
|
|
"p95_time": 0.003233875858131796,
|
|
"rps": 345.58314263909983,
|
|
"parallel": 1,
|
|
"p99_time": 0.0036162509024143235,
|
|
"mean_time": 0.0028338772267801687,
|
|
"mean_precisions": 0.748418,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 63.99415807600599,
|
|
"total_upload_time": 385.87576489901403,
|
|
"p95_time": 0.0035045876982621846,
|
|
"rps": 322.3039927223977,
|
|
"parallel": 1,
|
|
"p99_time": 0.0038319551828317347,
|
|
"mean_time": 0.0030383065642323346,
|
|
"mean_precisions": 0.778266,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 63.99415807600599,
|
|
"total_upload_time": 385.87576489901403,
|
|
"p95_time": 0.04234530073590576,
|
|
"rps": 2650.6631697685034,
|
|
"parallel": 100,
|
|
"p99_time": 0.048642504957970255,
|
|
"mean_time": 0.034860896968073214,
|
|
"mean_precisions": 0.7484179999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 63.99415807600599,
|
|
"total_upload_time": 385.87576489901403,
|
|
"p95_time": 0.04447329676477238,
|
|
"rps": 2505.6607706606815,
|
|
"parallel": 100,
|
|
"p99_time": 0.050756044923327866,
|
|
"mean_time": 0.03755958657669835,
|
|
"mean_precisions": 0.778266,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 63.99415807600599,
|
|
"total_upload_time": 385.87576489901403,
|
|
"p95_time": 0.0573718536295928,
|
|
"rps": 1852.6611124497404,
|
|
"parallel": 100,
|
|
"p99_time": 0.06243435068521649,
|
|
"mean_time": 0.05188427007347345,
|
|
"mean_precisions": 0.849908,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 63.99415807600599,
|
|
"total_upload_time": 385.87576489901403,
|
|
"p95_time": 0.08604702898301184,
|
|
"rps": 1233.066523414409,
|
|
"parallel": 100,
|
|
"p99_time": 0.08969426712486893,
|
|
"mean_time": 0.07883982370540034,
|
|
"mean_precisions": 0.905983,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 63.99415807600599,
|
|
"total_upload_time": 385.87576489901403,
|
|
"p95_time": 0.004613978241104632,
|
|
"rps": 252.5466997222076,
|
|
"parallel": 1,
|
|
"p99_time": 0.005313679766841234,
|
|
"mean_time": 0.0038889596468070524,
|
|
"mean_precisions": 0.849908,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 63.99415807600599,
|
|
"total_upload_time": 385.87576489901403,
|
|
"p95_time": 0.006438321247696876,
|
|
"rps": 188.07487940124983,
|
|
"parallel": 1,
|
|
"p99_time": 0.006981009168084713,
|
|
"mean_time": 0.005239305862318725,
|
|
"mean_precisions": 0.905983,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 240.50372104198323,
|
|
"total_upload_time": 1574.094076620997,
|
|
"p95_time": 0.0036487832000148047,
|
|
"rps": 281.66571868172747,
|
|
"parallel": 1,
|
|
"p99_time": 0.004185443050700997,
|
|
"mean_time": 0.002951470735001385,
|
|
"mean_precisions": 0.98424,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 240.50372104198323,
|
|
"total_upload_time": 1574.094076620997,
|
|
"p95_time": 0.00527097650065116,
|
|
"rps": 208.46544252261816,
|
|
"parallel": 1,
|
|
"p99_time": 0.0059919517993694184,
|
|
"mean_time": 0.0041542233926020345,
|
|
"mean_precisions": 0.9938799999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 240.50372104198323,
|
|
"total_upload_time": 1574.094076620997,
|
|
"p95_time": 0.10123151134989712,
|
|
"rps": 1001.1308249206421,
|
|
"parallel": 100,
|
|
"p99_time": 0.10276059209932101,
|
|
"mean_time": 0.09164273359839717,
|
|
"mean_precisions": 0.98424,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 240.50372104198323,
|
|
"total_upload_time": 1574.094076620997,
|
|
"p95_time": 0.17076743830016314,
|
|
"rps": 601.2768609836063,
|
|
"parallel": 100,
|
|
"p99_time": 0.17482922633982526,
|
|
"mean_time": 0.1609985772448128,
|
|
"mean_precisions": 0.9938799999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 240.50372104198323,
|
|
"total_upload_time": 1574.094076620997,
|
|
"p95_time": 0.29186705140068625,
|
|
"rps": 351.8713124818412,
|
|
"parallel": 100,
|
|
"p99_time": 0.2952057140101988,
|
|
"mean_time": 0.27761640682519645,
|
|
"mean_precisions": 0.9970600000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 240.50372104198323,
|
|
"total_upload_time": 1574.094076620997,
|
|
"p95_time": 0.5040100622499267,
|
|
"rps": 204.88695380394975,
|
|
"parallel": 100,
|
|
"p99_time": 0.5107075620999422,
|
|
"mean_time": 0.48050084470320037,
|
|
"mean_precisions": 0.99866,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 240.50372104198323,
|
|
"total_upload_time": 1574.094076620997,
|
|
"p95_time": 0.008591761450088598,
|
|
"rps": 142.92710828200282,
|
|
"parallel": 1,
|
|
"p99_time": 0.010019119059925294,
|
|
"mean_time": 0.0063433363292089776,
|
|
"mean_precisions": 0.9970600000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 240.50372104198323,
|
|
"total_upload_time": 1574.094076620997,
|
|
"p95_time": 0.014959656799555887,
|
|
"rps": 89.86126320185278,
|
|
"parallel": 1,
|
|
"p99_time": 0.01728583442998571,
|
|
"mean_time": 0.010461787393808299,
|
|
"mean_precisions": 0.99866,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 627.7186440769583,
|
|
"total_upload_time": 4414.400991358911,
|
|
"p95_time": 0.0038509813137352464,
|
|
"rps": 291.58173438089153,
|
|
"parallel": 1,
|
|
"p99_time": 0.006692649181932213,
|
|
"mean_time": 0.0033683212071657182,
|
|
"mean_precisions": 0.947161,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 627.7186440769583,
|
|
"total_upload_time": 4414.400991358911,
|
|
"p95_time": 0.004192829364910721,
|
|
"rps": 276.3754482495746,
|
|
"parallel": 1,
|
|
"p99_time": 0.004643324473872782,
|
|
"mean_time": 0.0035519533031620086,
|
|
"mean_precisions": 0.9704790000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 627.7186440769583,
|
|
"total_upload_time": 4414.400991358911,
|
|
"p95_time": 0.0801780228037387,
|
|
"rps": 1284.936442599179,
|
|
"parallel": 100,
|
|
"p99_time": 0.08443146518431605,
|
|
"mean_time": 0.0757140115221031,
|
|
"mean_precisions": 0.947161,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 627.7186440769583,
|
|
"total_upload_time": 4414.400991358911,
|
|
"p95_time": 0.10520868357270956,
|
|
"rps": 969.0992135754107,
|
|
"parallel": 100,
|
|
"p99_time": 0.11180624491535128,
|
|
"mean_time": 0.10096136395549402,
|
|
"mean_precisions": 0.9704790000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 627.7186440769583,
|
|
"total_upload_time": 4414.400991358911,
|
|
"p95_time": 0.1393495569936931,
|
|
"rps": 733.0714728658778,
|
|
"parallel": 100,
|
|
"p99_time": 0.1415280966926366,
|
|
"mean_time": 0.13421046615997329,
|
|
"mean_precisions": 0.9904470000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 627.7186440769583,
|
|
"total_upload_time": 4414.400991358911,
|
|
"p95_time": 0.20331145604141057,
|
|
"rps": 508.01076537602177,
|
|
"parallel": 100,
|
|
"p99_time": 0.20655682428739966,
|
|
"mean_time": 0.19434574462538584,
|
|
"mean_precisions": 0.9971770000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 627.7186440769583,
|
|
"total_upload_time": 4414.400991358911,
|
|
"p95_time": 0.005432577384635806,
|
|
"rps": 223.13006226997504,
|
|
"parallel": 1,
|
|
"p99_time": 0.006014557527378202,
|
|
"mean_time": 0.004414193203207105,
|
|
"mean_precisions": 0.9904470000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 627.7186440769583,
|
|
"total_upload_time": 4414.400991358911,
|
|
"p95_time": 0.007352391583845019,
|
|
"rps": 173.30695857545277,
|
|
"parallel": 1,
|
|
"p99_time": 0.008211999675258996,
|
|
"mean_time": 0.005698734320607036,
|
|
"mean_precisions": 0.9971770000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 142.06457075697836,
|
|
"total_upload_time": 1236.4171061979723,
|
|
"p95_time": 0.005995115381665528,
|
|
"rps": 193.8200359439814,
|
|
"parallel": 1,
|
|
"p99_time": 0.008014058000408112,
|
|
"mean_time": 0.005074141374207102,
|
|
"mean_precisions": 0.83764,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 142.06457075697836,
|
|
"total_upload_time": 1236.4171061979723,
|
|
"p95_time": 0.006702053884509951,
|
|
"rps": 176.7380146202128,
|
|
"parallel": 1,
|
|
"p99_time": 0.0074023549840785555,
|
|
"mean_time": 0.005568845953326672,
|
|
"mean_precisions": 0.8756100000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 142.06457075697836,
|
|
"total_upload_time": 1236.4171061979723,
|
|
"p95_time": 0.10142062834347598,
|
|
"rps": 982.6847681756525,
|
|
"parallel": 100,
|
|
"p99_time": 0.10432271703844889,
|
|
"mean_time": 0.08049111556378193,
|
|
"mean_precisions": 0.8376399999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 142.06457075697836,
|
|
"total_upload_time": 1236.4171061979723,
|
|
"p95_time": 0.13358977129682897,
|
|
"rps": 753.6472599282068,
|
|
"parallel": 100,
|
|
"p99_time": 0.1353864594991319,
|
|
"mean_time": 0.11146397606597748,
|
|
"mean_precisions": 0.87561,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 142.06457075697836,
|
|
"total_upload_time": 1236.4171061979723,
|
|
"p95_time": 0.21937823864282108,
|
|
"rps": 476.1640495364931,
|
|
"parallel": 100,
|
|
"p99_time": 0.22349535061628556,
|
|
"mean_time": 0.1880506471118424,
|
|
"mean_precisions": 0.9424100000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 142.06457075697836,
|
|
"total_upload_time": 1236.4171061979723,
|
|
"p95_time": 0.3639622142713051,
|
|
"rps": 292.61298855385525,
|
|
"parallel": 100,
|
|
"p99_time": 0.3718079211714212,
|
|
"mean_time": 0.31476882911520077,
|
|
"mean_precisions": 0.9772000000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 142.06457075697836,
|
|
"total_upload_time": 1236.4171061979723,
|
|
"p95_time": 0.010167213797103614,
|
|
"rps": 120.35351645474825,
|
|
"parallel": 1,
|
|
"p99_time": 0.010755812623538077,
|
|
"mean_time": 0.008213517914526165,
|
|
"mean_precisions": 0.9424100000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 142.06457075697836,
|
|
"total_upload_time": 1236.4171061979723,
|
|
"p95_time": 0.01621157998451963,
|
|
"rps": 78.84293212287164,
|
|
"parallel": 1,
|
|
"p99_time": 0.018400587021606043,
|
|
"mean_time": 0.012581340287462809,
|
|
"mean_precisions": 0.9772000000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 60.632560038007796,
|
|
"total_upload_time": 754.4723812700249,
|
|
"p95_time": 0.003547081688884645,
|
|
"rps": 320.21159351476786,
|
|
"parallel": 1,
|
|
"p99_time": 0.00444527052808553,
|
|
"mean_time": 0.0030638952519744635,
|
|
"mean_precisions": 0.7733619999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 60.632560038007796,
|
|
"total_upload_time": 754.4723812700249,
|
|
"p95_time": 0.0037706472678109997,
|
|
"rps": 299.48118460720144,
|
|
"parallel": 1,
|
|
"p99_time": 0.004238993646577001,
|
|
"mean_time": 0.0032769586871843784,
|
|
"mean_precisions": 0.80461,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 60.632560038007796,
|
|
"total_upload_time": 754.4723812700249,
|
|
"p95_time": 0.04505237233825027,
|
|
"rps": 2444.9872011499588,
|
|
"parallel": 100,
|
|
"p99_time": 0.05094331298256293,
|
|
"mean_time": 0.037960522650298666,
|
|
"mean_precisions": 0.7733620000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 60.632560038007796,
|
|
"total_upload_time": 754.4723812700249,
|
|
"p95_time": 0.04754764786921441,
|
|
"rps": 2263.66633390606,
|
|
"parallel": 100,
|
|
"p99_time": 0.052598043705802414,
|
|
"mean_time": 0.04191297342225444,
|
|
"mean_precisions": 0.8046100000000002,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 60.632560038007796,
|
|
"total_upload_time": 754.4723812700249,
|
|
"p95_time": 0.06413507726974785,
|
|
"rps": 1639.016990884796,
|
|
"parallel": 100,
|
|
"p99_time": 0.06961720832623543,
|
|
"mean_time": 0.05884745837154332,
|
|
"mean_precisions": 0.8774930000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 60.632560038007796,
|
|
"total_upload_time": 754.4723812700249,
|
|
"p95_time": 0.09928009994328021,
|
|
"rps": 1050.3136530108738,
|
|
"parallel": 100,
|
|
"p99_time": 0.1025438743759878,
|
|
"mean_time": 0.09303388653923757,
|
|
"mean_precisions": 0.9316650000000002,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 60.632560038007796,
|
|
"total_upload_time": 754.4723812700249,
|
|
"p95_time": 0.0050724779022857545,
|
|
"rps": 229.80424144735426,
|
|
"parallel": 1,
|
|
"p99_time": 0.005646102894097567,
|
|
"mean_time": 0.0042824475147528575,
|
|
"mean_precisions": 0.8774930000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 60.632560038007796,
|
|
"total_upload_time": 754.4723812700249,
|
|
"p95_time": 0.007443511253222823,
|
|
"rps": 163.2202950117109,
|
|
"parallel": 1,
|
|
"p99_time": 0.007947391772177074,
|
|
"mean_time": 0.006045119918882847,
|
|
"mean_precisions": 0.931665,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 205.41448086799937,
|
|
"total_upload_time": 3131.9855859989766,
|
|
"p95_time": 0.00397656510053821,
|
|
"rps": 261.1873235894333,
|
|
"parallel": 1,
|
|
"p99_time": 0.004511522289813002,
|
|
"mean_time": 0.003217788850598117,
|
|
"mean_precisions": 0.9835200000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 205.41448086799937,
|
|
"total_upload_time": 3131.9855859989766,
|
|
"p95_time": 0.006055341149976812,
|
|
"rps": 185.52882260492532,
|
|
"parallel": 1,
|
|
"p99_time": 0.007222612349951308,
|
|
"mean_time": 0.004734539201597181,
|
|
"mean_precisions": 0.9941,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 205.41448086799937,
|
|
"total_upload_time": 3131.9855859989766,
|
|
"p95_time": 0.11226695244954499,
|
|
"rps": 903.8028820027992,
|
|
"parallel": 100,
|
|
"p99_time": 0.11544536740998411,
|
|
"mean_time": 0.10373296666160732,
|
|
"mean_precisions": 0.9835200000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 205.41448086799937,
|
|
"total_upload_time": 3131.9855859989766,
|
|
"p95_time": 0.1911926593001681,
|
|
"rps": 534.273488663875,
|
|
"parallel": 100,
|
|
"p99_time": 0.1946560540899827,
|
|
"mean_time": 0.1815973763094069,
|
|
"mean_precisions": 0.9941,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 205.41448086799937,
|
|
"total_upload_time": 3131.9855859989766,
|
|
"p95_time": 0.325589153549754,
|
|
"rps": 315.48638188555384,
|
|
"parallel": 100,
|
|
"p99_time": 0.32870946258985895,
|
|
"mean_time": 0.31092909928740026,
|
|
"mean_precisions": 0.9976,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 205.41448086799937,
|
|
"total_upload_time": 3131.9855859989766,
|
|
"p95_time": 0.5573308718005137,
|
|
"rps": 183.88846908377587,
|
|
"parallel": 100,
|
|
"p99_time": 0.5636811844999738,
|
|
"mean_time": 0.5347915641810099,
|
|
"mean_precisions": 0.9992200000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 205.41448086799937,
|
|
"total_upload_time": 3131.9855859989766,
|
|
"p95_time": 0.010429040549843194,
|
|
"rps": 122.77141484114209,
|
|
"parallel": 1,
|
|
"p99_time": 0.012014101810073044,
|
|
"mean_time": 0.007488495844601311,
|
|
"mean_precisions": 0.9976,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 205.41448086799937,
|
|
"total_upload_time": 3131.9855859989766,
|
|
"p95_time": 0.0162310005001018,
|
|
"rps": 79.27436073993344,
|
|
"parallel": 1,
|
|
"p99_time": 0.0194064456104843,
|
|
"mean_time": 0.011945160562401906,
|
|
"mean_precisions": 0.9992200000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 590.1877605599584,
|
|
"total_upload_time": 7142.509499358013,
|
|
"p95_time": 0.00397347486577928,
|
|
"rps": 288.79907555512165,
|
|
"parallel": 1,
|
|
"p99_time": 0.0059021417517215015,
|
|
"mean_time": 0.0033980204336345196,
|
|
"mean_precisions": 0.950385,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 590.1877605599584,
|
|
"total_upload_time": 7142.509499358013,
|
|
"p95_time": 0.004060539603233338,
|
|
"rps": 276.8807915598099,
|
|
"parallel": 1,
|
|
"p99_time": 0.004505950380116702,
|
|
"mean_time": 0.003546308580506593,
|
|
"mean_precisions": 0.96925,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 590.1877605599584,
|
|
"total_upload_time": 7142.509499358013,
|
|
"p95_time": 0.06792924548499286,
|
|
"rps": 1501.752762036984,
|
|
"parallel": 100,
|
|
"p99_time": 0.07155143318697813,
|
|
"mean_time": 0.06442692568749189,
|
|
"mean_precisions": 0.9503849999999998,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 590.1877605599584,
|
|
"total_upload_time": 7142.509499358013,
|
|
"p95_time": 0.08422888009808957,
|
|
"rps": 1202.021904295535,
|
|
"parallel": 100,
|
|
"p99_time": 0.08862926363945012,
|
|
"mean_time": 0.08033827413581311,
|
|
"mean_precisions": 0.96925,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 590.1877605599584,
|
|
"total_upload_time": 7142.509499358013,
|
|
"p95_time": 0.10848395409993827,
|
|
"rps": 943.0130468417454,
|
|
"parallel": 100,
|
|
"p99_time": 0.11108452709391713,
|
|
"mean_time": 0.10406105041885748,
|
|
"mean_precisions": 0.9910310000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 590.1877605599584,
|
|
"total_upload_time": 7142.509499358013,
|
|
"p95_time": 0.1542342378757894,
|
|
"rps": 669.2497360587028,
|
|
"parallel": 100,
|
|
"p99_time": 0.1566277450788766,
|
|
"mean_time": 0.14733061116253957,
|
|
"mean_precisions": 0.9976440000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 590.1877605599584,
|
|
"total_upload_time": 7142.509499358013,
|
|
"p95_time": 0.005034842249006032,
|
|
"rps": 227.48524389644015,
|
|
"parallel": 1,
|
|
"p99_time": 0.005780199468135836,
|
|
"mean_time": 0.0043260312399826945,
|
|
"mean_precisions": 0.9910310000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 590.1877605599584,
|
|
"total_upload_time": 7142.509499358013,
|
|
"p95_time": 0.0070096014998853205,
|
|
"rps": 172.24558642305928,
|
|
"parallel": 1,
|
|
"p99_time": 0.007882188400253653,
|
|
"mean_time": 0.005732370066270232,
|
|
"mean_precisions": 0.9976440000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 146.28566276002675,
|
|
"total_upload_time": 2161.0912810770096,
|
|
"p95_time": 0.006962971453322097,
|
|
"rps": 174.74900381312713,
|
|
"parallel": 1,
|
|
"p99_time": 0.008671602314570918,
|
|
"mean_time": 0.005638627551612444,
|
|
"mean_precisions": 0.86565,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 146.28566276002675,
|
|
"total_upload_time": 2161.0912810770096,
|
|
"p95_time": 0.007578972436022013,
|
|
"rps": 157.0311715839325,
|
|
"parallel": 1,
|
|
"p99_time": 0.008671717008110131,
|
|
"mean_time": 0.0062783294732216745,
|
|
"mean_precisions": 0.9017800000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 146.28566276002675,
|
|
"total_upload_time": 2161.0912810770096,
|
|
"p95_time": 0.11343736837734468,
|
|
"rps": 889.780980171397,
|
|
"parallel": 100,
|
|
"p99_time": 0.11572579833329655,
|
|
"mean_time": 0.08968947567709255,
|
|
"mean_precisions": 0.8656500000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 146.28566276002675,
|
|
"total_upload_time": 2161.0912810770096,
|
|
"p95_time": 0.15100387065322138,
|
|
"rps": 670.8533236266424,
|
|
"parallel": 100,
|
|
"p99_time": 0.15462983316974716,
|
|
"mean_time": 0.12724414299649653,
|
|
"mean_precisions": 0.90178,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 146.28566276002675,
|
|
"total_upload_time": 2161.0912810770096,
|
|
"p95_time": 0.24167466786457226,
|
|
"rps": 433.9498278502696,
|
|
"parallel": 100,
|
|
"p99_time": 0.24529060054454022,
|
|
"mean_time": 0.20728443163924384,
|
|
"mean_precisions": 0.95985,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 146.28566276002675,
|
|
"total_upload_time": 2161.0912810770096,
|
|
"p95_time": 0.40847341134794984,
|
|
"rps": 263.3893661647915,
|
|
"parallel": 100,
|
|
"p99_time": 0.41689270472968926,
|
|
"mean_time": 0.35103450901946054,
|
|
"mean_precisions": 0.98592,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 146.28566276002675,
|
|
"total_upload_time": 2161.0912810770096,
|
|
"p95_time": 0.01196677667903714,
|
|
"rps": 106.10846877696844,
|
|
"parallel": 1,
|
|
"p99_time": 0.013713203889783471,
|
|
"mean_time": 0.009328807535814122,
|
|
"mean_precisions": 0.9598500000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 146.28566276002675,
|
|
"total_upload_time": 2161.0912810770096,
|
|
"p95_time": 0.018382134957937522,
|
|
"rps": 70.30043783138184,
|
|
"parallel": 1,
|
|
"p99_time": 0.02044106303830631,
|
|
"mean_time": 0.014121853595832363,
|
|
"mean_precisions": 0.98592,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 31.595890484000847,
|
|
"total_upload_time": 1079.5629729800003,
|
|
"p95_time": 0.00357719943858683,
|
|
"rps": 311.9320676438909,
|
|
"parallel": 1,
|
|
"p99_time": 0.004947609314695003,
|
|
"mean_time": 0.0031451909713912755,
|
|
"mean_precisions": 0.7826789999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 31.595890484000847,
|
|
"total_upload_time": 1079.5629729800003,
|
|
"p95_time": 0.003872235945891589,
|
|
"rps": 291.5112396812869,
|
|
"parallel": 1,
|
|
"p99_time": 0.0048432690999470765,
|
|
"mean_time": 0.0033690028346842157,
|
|
"mean_precisions": 0.8158740000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 31.595890484000847,
|
|
"total_upload_time": 1079.5629729800003,
|
|
"p95_time": 0.04610313563607633,
|
|
"rps": 2368.9909081029573,
|
|
"parallel": 100,
|
|
"p99_time": 0.05207971935160459,
|
|
"mean_time": 0.03982297289213166,
|
|
"mean_precisions": 0.782679,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 31.595890484000847,
|
|
"total_upload_time": 1079.5629729800003,
|
|
"p95_time": 0.049294413765892386,
|
|
"rps": 2163.162293840321,
|
|
"parallel": 100,
|
|
"p99_time": 0.053103195126168436,
|
|
"mean_time": 0.043785061059030704,
|
|
"mean_precisions": 0.815874,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 31.595890484000847,
|
|
"total_upload_time": 1079.5629729800003,
|
|
"p95_time": 0.06793999098008499,
|
|
"rps": 1531.3582505367774,
|
|
"parallel": 100,
|
|
"p99_time": 0.07281672674231232,
|
|
"mean_time": 0.06302427139845676,
|
|
"mean_precisions": 0.8914920000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 31.595890484000847,
|
|
"total_upload_time": 1079.5629729800003,
|
|
"p95_time": 0.10877766608027742,
|
|
"rps": 967.3223174429163,
|
|
"parallel": 100,
|
|
"p99_time": 0.11421940565574915,
|
|
"mean_time": 0.10092411645662505,
|
|
"mean_precisions": 0.9449619999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 31.595890484000847,
|
|
"total_upload_time": 1079.5629729800003,
|
|
"p95_time": 0.005248585052322596,
|
|
"rps": 219.53021083437386,
|
|
"parallel": 1,
|
|
"p99_time": 0.00627833014354111,
|
|
"mean_time": 0.004477008607145399,
|
|
"mean_precisions": 0.8914920000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 31.595890484000847,
|
|
"total_upload_time": 1079.5629729800003,
|
|
"p95_time": 0.007913747965358197,
|
|
"rps": 152.6208173807525,
|
|
"parallel": 1,
|
|
"p99_time": 0.00932075117481873,
|
|
"mean_time": 0.0064696193346986544,
|
|
"mean_precisions": 0.9449619999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 229.78320517099928,
|
|
"total_upload_time": 1748.192219228018,
|
|
"p95_time": 0.004539325350378931,
|
|
"rps": 245.04862174965382,
|
|
"parallel": 1,
|
|
"p99_time": 0.005249126230137344,
|
|
"mean_time": 0.0034661916987981387,
|
|
"mean_precisions": 0.9869,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 229.78320517099928,
|
|
"total_upload_time": 1748.192219228018,
|
|
"p95_time": 0.0067088098511703725,
|
|
"rps": 179.71963549308222,
|
|
"parallel": 1,
|
|
"p99_time": 0.008193377130392037,
|
|
"mean_time": 0.0049120532583885506,
|
|
"mean_precisions": 0.9944400000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 229.78320517099928,
|
|
"total_upload_time": 1748.192219228018,
|
|
"p95_time": 0.12248038994976014,
|
|
"rps": 839.0269298058073,
|
|
"parallel": 100,
|
|
"p99_time": 0.1250487917809187,
|
|
"mean_time": 0.11249352208457239,
|
|
"mean_precisions": 0.9869,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 229.78320517099928,
|
|
"total_upload_time": 1748.192219228018,
|
|
"p95_time": 0.20306450440020854,
|
|
"rps": 506.98289503835525,
|
|
"parallel": 100,
|
|
"p99_time": 0.2066746170412989,
|
|
"mean_time": 0.19209165963119812,
|
|
"mean_precisions": 0.9944400000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 229.78320517099928,
|
|
"total_upload_time": 1748.192219228018,
|
|
"p95_time": 0.3466691078999247,
|
|
"rps": 298.0578745197191,
|
|
"parallel": 100,
|
|
"p99_time": 0.3541799862907283,
|
|
"mean_time": 0.32939390148780257,
|
|
"mean_precisions": 0.9975799999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 229.78320517099928,
|
|
"total_upload_time": 1748.192219228018,
|
|
"p95_time": 0.5885578880005596,
|
|
"rps": 176.0669720703053,
|
|
"parallel": 100,
|
|
"p99_time": 0.5971916816207523,
|
|
"mean_time": 0.5599046329720091,
|
|
"mean_precisions": 0.9990599999999998,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 229.78320517099928,
|
|
"total_upload_time": 1748.192219228018,
|
|
"p95_time": 0.010604416300066078,
|
|
"rps": 122.10961255761713,
|
|
"parallel": 1,
|
|
"p99_time": 0.012393074549927415,
|
|
"mean_time": 0.007529392087988526,
|
|
"mean_precisions": 0.9975799999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 229.78320517099928,
|
|
"total_upload_time": 1748.192219228018,
|
|
"p95_time": 0.01681874365067415,
|
|
"rps": 79.65357496667572,
|
|
"parallel": 1,
|
|
"p99_time": 0.018706942371354673,
|
|
"mean_time": 0.011885988970801191,
|
|
"mean_precisions": 0.9990599999999998,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-64-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 658.2578205890022,
|
|
"total_upload_time": 4875.703027451993,
|
|
"p95_time": 0.004168789554387331,
|
|
"rps": 281.39911398130045,
|
|
"parallel": 1,
|
|
"p99_time": 0.006532817361876387,
|
|
"mean_time": 0.0034891014934517444,
|
|
"mean_precisions": 0.9595980000000002,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-64-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 658.2578205890022,
|
|
"total_upload_time": 4875.703027451993,
|
|
"p95_time": 0.004530607722699641,
|
|
"rps": 268.51331100490455,
|
|
"parallel": 1,
|
|
"p99_time": 0.005063237408176065,
|
|
"mean_time": 0.003660304521303624,
|
|
"mean_precisions": 0.977411,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-64-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 658.2578205890022,
|
|
"total_upload_time": 4875.703027451993,
|
|
"p95_time": 0.08079627840779721,
|
|
"rps": 1245.3827330061881,
|
|
"parallel": 100,
|
|
"p99_time": 0.08337406229227784,
|
|
"mean_time": 0.07744656158043071,
|
|
"mean_precisions": 0.959598,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-64-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 658.2578205890022,
|
|
"total_upload_time": 4875.703027451993,
|
|
"p95_time": 0.10901322020217775,
|
|
"rps": 939.6294762092058,
|
|
"parallel": 100,
|
|
"p99_time": 0.11175790827721357,
|
|
"mean_time": 0.1042766677312553,
|
|
"mean_precisions": 0.977411,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-64-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 658.2578205890022,
|
|
"total_upload_time": 4875.703027451993,
|
|
"p95_time": 0.1429049323312938,
|
|
"rps": 720.8167697555758,
|
|
"parallel": 100,
|
|
"p99_time": 0.1467130949255079,
|
|
"mean_time": 0.13652016876526177,
|
|
"mean_precisions": 0.9928110000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-64-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 658.2578205890022,
|
|
"total_upload_time": 4875.703027451993,
|
|
"p95_time": 0.20518410834483802,
|
|
"rps": 504.4998073079617,
|
|
"parallel": 100,
|
|
"p99_time": 0.2091970584448427,
|
|
"mean_time": 0.19577132142009213,
|
|
"mean_precisions": 0.9979009999999998,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-64-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 658.2578205890022,
|
|
"total_upload_time": 4875.703027451993,
|
|
"p95_time": 0.005510656302794813,
|
|
"rps": 223.4230961370189,
|
|
"parallel": 1,
|
|
"p99_time": 0.006334863277152181,
|
|
"mean_time": 0.004406087694689632,
|
|
"mean_precisions": 0.9928110000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-64-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 658.2578205890022,
|
|
"total_upload_time": 4875.703027451993,
|
|
"p95_time": 0.007058924110606311,
|
|
"rps": 178.32194221937397,
|
|
"parallel": 1,
|
|
"p99_time": 0.007953926399350168,
|
|
"mean_time": 0.0055340485676191745,
|
|
"mean_precisions": 0.9979009999999998,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-64-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 145.3222759690252,
|
|
"total_upload_time": 1350.3348185530049,
|
|
"p95_time": 0.007387157599441707,
|
|
"rps": 171.12795479100637,
|
|
"parallel": 1,
|
|
"p99_time": 0.00868840308859944,
|
|
"mean_time": 0.005756442243116908,
|
|
"mean_precisions": 0.86914,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-64-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 145.3222759690252,
|
|
"total_upload_time": 1350.3348185530049,
|
|
"p95_time": 0.008873117540497332,
|
|
"rps": 150.17654187457651,
|
|
"parallel": 1,
|
|
"p99_time": 0.010584388244897127,
|
|
"mean_time": 0.006569258873001672,
|
|
"mean_precisions": 0.9024300000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-64-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 145.3222759690252,
|
|
"total_upload_time": 1350.3348185530049,
|
|
"p95_time": 0.11995341243455186,
|
|
"rps": 845.9942041273791,
|
|
"parallel": 100,
|
|
"p99_time": 0.12245871674036607,
|
|
"mean_time": 0.09648096230684314,
|
|
"mean_precisions": 0.8691400000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-64-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 145.3222759690252,
|
|
"total_upload_time": 1350.3348185530049,
|
|
"p95_time": 0.1623661987367086,
|
|
"rps": 642.4659595472816,
|
|
"parallel": 100,
|
|
"p99_time": 0.16514915104140526,
|
|
"mean_time": 0.13379883465031162,
|
|
"mean_precisions": 0.9024300000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-64-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 145.3222759690252,
|
|
"total_upload_time": 1350.3348185530049,
|
|
"p95_time": 0.2629470948129892,
|
|
"rps": 405.9592774340774,
|
|
"parallel": 100,
|
|
"p99_time": 0.26943062601960266,
|
|
"mean_time": 0.22281209839973598,
|
|
"mean_precisions": 0.9593,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-64-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 145.3222759690252,
|
|
"total_upload_time": 1350.3348185530049,
|
|
"p95_time": 0.4331726893491577,
|
|
"rps": 251.98238637932792,
|
|
"parallel": 100,
|
|
"p99_time": 0.44146887343842534,
|
|
"mean_time": 0.36728828243725004,
|
|
"mean_precisions": 0.98492,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-64-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 145.3222759690252,
|
|
"total_upload_time": 1350.3348185530049,
|
|
"p95_time": 0.01249332358711399,
|
|
"rps": 105.52986675984624,
|
|
"parallel": 1,
|
|
"p99_time": 0.013749522777507074,
|
|
"mean_time": 0.009380377891939134,
|
|
"mean_precisions": 0.9592999999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-64-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 145.3222759690252,
|
|
"total_upload_time": 1350.3348185530049,
|
|
"p95_time": 0.019619786302791906,
|
|
"rps": 69.39331137055842,
|
|
"parallel": 1,
|
|
"p99_time": 0.02183356848428957,
|
|
"mean_time": 0.014307867472642101,
|
|
"mean_precisions": 0.98492,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 35.20023968699752,
|
|
"total_upload_time": 571.3659372429975,
|
|
"p95_time": 0.004096905782353132,
|
|
"rps": 288.7694911800922,
|
|
"parallel": 1,
|
|
"p99_time": 0.0060047414316795784,
|
|
"mean_time": 0.0033986689410870894,
|
|
"mean_precisions": 0.8119240000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 35.20023968699752,
|
|
"total_upload_time": 571.3659372429975,
|
|
"p95_time": 0.004407735704444349,
|
|
"rps": 268.8707324386084,
|
|
"parallel": 1,
|
|
"p99_time": 0.005857725022360704,
|
|
"mean_time": 0.0036493591560283678,
|
|
"mean_precisions": 0.8402390000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 35.20023968699752,
|
|
"total_upload_time": 571.3659372429975,
|
|
"p95_time": 0.048167318804189556,
|
|
"rps": 2219.823086236756,
|
|
"parallel": 100,
|
|
"p99_time": 0.05295934904599563,
|
|
"mean_time": 0.04279326590495184,
|
|
"mean_precisions": 0.811924,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 35.20023968699752,
|
|
"total_upload_time": 571.3659372429975,
|
|
"p95_time": 0.05284184387419373,
|
|
"rps": 1999.6628484102405,
|
|
"parallel": 100,
|
|
"p99_time": 0.05631118125049398,
|
|
"mean_time": 0.04756942935290281,
|
|
"mean_precisions": 0.840239,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 35.20023968699752,
|
|
"total_upload_time": 571.3659372429975,
|
|
"p95_time": 0.07583757906686514,
|
|
"rps": 1395.8860084835358,
|
|
"parallel": 100,
|
|
"p99_time": 0.08103977092541755,
|
|
"mean_time": 0.06970103207700885,
|
|
"mean_precisions": 0.9062349999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 35.20023968699752,
|
|
"total_upload_time": 571.3659372429975,
|
|
"p95_time": 0.1216048605623655,
|
|
"rps": 872.9505993036962,
|
|
"parallel": 100,
|
|
"p99_time": 0.1262835781159811,
|
|
"mean_time": 0.11231370696593077,
|
|
"mean_precisions": 0.952909,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 35.20023968699752,
|
|
"total_upload_time": 571.3659372429975,
|
|
"p95_time": 0.0060440373141318554,
|
|
"rps": 204.17597304007285,
|
|
"parallel": 1,
|
|
"p99_time": 0.006583038545213641,
|
|
"mean_time": 0.00482631151296664,
|
|
"mean_precisions": 0.906235,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 35.20023968699752,
|
|
"total_upload_time": 571.3659372429975,
|
|
"p95_time": 0.009263926465064286,
|
|
"rps": 138.93001225562526,
|
|
"parallel": 1,
|
|
"p99_time": 0.010221464463975283,
|
|
"mean_time": 0.007119640224659815,
|
|
"mean_precisions": 0.952909,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 205.36927255798946,
|
|
"total_upload_time": 3523.891227562999,
|
|
"p95_time": 0.00506596744999115,
|
|
"rps": 222.6608831822921,
|
|
"parallel": 1,
|
|
"p99_time": 0.005843512988612929,
|
|
"mean_time": 0.0038581752963789766,
|
|
"mean_precisions": 0.9904,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 205.36927255798946,
|
|
"total_upload_time": 3523.891227562999,
|
|
"p95_time": 0.007876653100174736,
|
|
"rps": 156.7740762921631,
|
|
"parallel": 1,
|
|
"p99_time": 0.009136599139364989,
|
|
"mean_time": 0.005712553774390108,
|
|
"mean_precisions": 0.9969600000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 205.36927255798946,
|
|
"total_upload_time": 3523.891227562999,
|
|
"p95_time": 0.14198134984899297,
|
|
"rps": 719.012278521698,
|
|
"parallel": 100,
|
|
"p99_time": 0.14382499820962039,
|
|
"mean_time": 0.1333806612776134,
|
|
"mean_precisions": 0.9904,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 205.36927255798946,
|
|
"total_upload_time": 3523.891227562999,
|
|
"p95_time": 0.2420458842510925,
|
|
"rps": 424.61766085086305,
|
|
"parallel": 100,
|
|
"p99_time": 0.2451358433092537,
|
|
"mean_time": 0.23002237717220234,
|
|
"mean_precisions": 0.9969600000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 205.36927255798946,
|
|
"total_upload_time": 3523.891227562999,
|
|
"p95_time": 0.4156881176494608,
|
|
"rps": 247.74480191027538,
|
|
"parallel": 100,
|
|
"p99_time": 0.42071122373938125,
|
|
"mean_time": 0.397038830383218,
|
|
"mean_precisions": 0.9987400000000002,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 205.36927255798946,
|
|
"total_upload_time": 3523.891227562999,
|
|
"p95_time": 0.7037186263503827,
|
|
"rps": 146.55333626632265,
|
|
"parallel": 100,
|
|
"p99_time": 0.7164776047113446,
|
|
"mean_time": 0.6729908856251986,
|
|
"mean_precisions": 0.9995800000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 205.36927255798946,
|
|
"total_upload_time": 3523.891227562999,
|
|
"p95_time": 0.012483827448613738,
|
|
"rps": 104.31599763169567,
|
|
"parallel": 1,
|
|
"p99_time": 0.014378148920768587,
|
|
"mean_time": 0.008921861631806678,
|
|
"mean_precisions": 0.9987400000000002,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 205.36927255798946,
|
|
"total_upload_time": 3523.891227562999,
|
|
"p95_time": 0.020348951900086832,
|
|
"rps": 65.96510147394557,
|
|
"parallel": 1,
|
|
"p99_time": 0.0235861215701334,
|
|
"mean_time": 0.0144855231442074,
|
|
"mean_precisions": 0.9995800000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-64-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 610.7908542869845,
|
|
"total_upload_time": 7552.622853319976,
|
|
"p95_time": 0.0038536155130714173,
|
|
"rps": 291.49452553405104,
|
|
"parallel": 1,
|
|
"p99_time": 0.004394795205444098,
|
|
"mean_time": 0.0033656967408023774,
|
|
"mean_precisions": 0.965627,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-64-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 610.7908542869845,
|
|
"total_upload_time": 7552.622853319976,
|
|
"p95_time": 0.004188936809077859,
|
|
"rps": 275.458220999569,
|
|
"parallel": 1,
|
|
"p99_time": 0.00491626998409629,
|
|
"mean_time": 0.003564986782707274,
|
|
"mean_precisions": 0.979815,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-64-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 610.7908542869845,
|
|
"total_upload_time": 7552.622853319976,
|
|
"p95_time": 0.07182977041229605,
|
|
"rps": 1414.3862072412733,
|
|
"parallel": 100,
|
|
"p99_time": 0.07376482060179115,
|
|
"mean_time": 0.06844549506669864,
|
|
"mean_precisions": 0.965627,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-64-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 610.7908542869845,
|
|
"total_upload_time": 7552.622853319976,
|
|
"p95_time": 0.09078228990547357,
|
|
"rps": 1119.9113236166165,
|
|
"parallel": 100,
|
|
"p99_time": 0.0930767931882292,
|
|
"mean_time": 0.0864167289569974,
|
|
"mean_precisions": 0.979815,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-64-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 610.7908542869845,
|
|
"total_upload_time": 7552.622853319976,
|
|
"p95_time": 0.12020923043601214,
|
|
"rps": 857.9392621448959,
|
|
"parallel": 100,
|
|
"p99_time": 0.12235563118010759,
|
|
"mean_time": 0.11426980204181746,
|
|
"mean_precisions": 0.9943209999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-64-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 610.7908542869845,
|
|
"total_upload_time": 7552.622853319976,
|
|
"p95_time": 0.1706919060088694,
|
|
"rps": 604.6124235685569,
|
|
"parallel": 100,
|
|
"p99_time": 0.17381335310637952,
|
|
"mean_time": 0.1630153571761213,
|
|
"mean_precisions": 0.9984850000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-64-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 610.7908542869845,
|
|
"total_upload_time": 7552.622853319976,
|
|
"p95_time": 0.005249867914244533,
|
|
"rps": 225.8067189129743,
|
|
"parallel": 1,
|
|
"p99_time": 0.0062733401451259855,
|
|
"mean_time": 0.004357024220284075,
|
|
"mean_precisions": 0.9943209999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-64-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 610.7908542869845,
|
|
"total_upload_time": 7552.622853319976,
|
|
"p95_time": 0.007510303100571036,
|
|
"rps": 169.74616811740862,
|
|
"parallel": 1,
|
|
"p99_time": 0.009200143525376916,
|
|
"mean_time": 0.00581582218715921,
|
|
"mean_precisions": 0.9984850000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-64-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 145.69707310502417,
|
|
"total_upload_time": 2364.802643018018,
|
|
"p95_time": 0.0080074853671249,
|
|
"rps": 155.09486507650368,
|
|
"parallel": 1,
|
|
"p99_time": 0.009487725512590257,
|
|
"mean_time": 0.006361524675390683,
|
|
"mean_precisions": 0.9018200000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-64-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 145.69707310502417,
|
|
"total_upload_time": 2364.802643018018,
|
|
"p95_time": 0.010395461053121833,
|
|
"rps": 131.79382474922383,
|
|
"parallel": 1,
|
|
"p99_time": 0.011938255886780097,
|
|
"mean_time": 0.007495332236867398,
|
|
"mean_precisions": 0.9313899999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-64-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 145.69707310502417,
|
|
"total_upload_time": 2364.802643018018,
|
|
"p95_time": 0.1399580724129919,
|
|
"rps": 729.214625310552,
|
|
"parallel": 100,
|
|
"p99_time": 0.14287128292489795,
|
|
"mean_time": 0.11510886761476286,
|
|
"mean_precisions": 0.9018200000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-64-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 145.69707310502417,
|
|
"total_upload_time": 2364.802643018018,
|
|
"p95_time": 0.18740981505252421,
|
|
"rps": 561.8973222621535,
|
|
"parallel": 100,
|
|
"p99_time": 0.1912158062052913,
|
|
"mean_time": 0.1555795830563875,
|
|
"mean_precisions": 0.93139,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-64-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 145.69707310502417,
|
|
"total_upload_time": 2364.802643018018,
|
|
"p95_time": 0.3088960084714927,
|
|
"rps": 350.30673223979477,
|
|
"parallel": 100,
|
|
"p99_time": 0.3164072857273277,
|
|
"mean_time": 0.26122571229189634,
|
|
"mean_precisions": 0.97404,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-64-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 145.69707310502417,
|
|
"total_upload_time": 2364.802643018018,
|
|
"p95_time": 0.523466447845567,
|
|
"rps": 214.97473761644096,
|
|
"parallel": 100,
|
|
"p99_time": 0.538687527909642,
|
|
"mean_time": 0.43338107334880627,
|
|
"mean_precisions": 0.9918300000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-64-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 145.69707310502417,
|
|
"total_upload_time": 2364.802643018018,
|
|
"p95_time": 0.014826432144036514,
|
|
"rps": 90.04081664903111,
|
|
"parallel": 1,
|
|
"p99_time": 0.016884276433847843,
|
|
"mean_time": 0.011008509338251316,
|
|
"mean_precisions": 0.97404,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-64-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 145.69707310502417,
|
|
"total_upload_time": 2364.802643018018,
|
|
"p95_time": 0.02275504971621558,
|
|
"rps": 59.45214916596298,
|
|
"parallel": 1,
|
|
"p99_time": 0.025698925761971622,
|
|
"mean_time": 0.016711517963209188,
|
|
"mean_precisions": 0.99183,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 31.822619411999767,
|
|
"total_upload_time": 1193.9337070209986,
|
|
"p95_time": 0.004302926477976143,
|
|
"rps": 272.7629833085153,
|
|
"parallel": 1,
|
|
"p99_time": 0.005594117152504626,
|
|
"mean_time": 0.003598985007731244,
|
|
"mean_precisions": 0.8322390000000002,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 31.822619411999767,
|
|
"total_upload_time": 1193.9337070209986,
|
|
"p95_time": 0.004755928681697696,
|
|
"rps": 248.9151761187308,
|
|
"parallel": 1,
|
|
"p99_time": 0.005802809582091869,
|
|
"mean_time": 0.003950425573345274,
|
|
"mean_precisions": 0.861801,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 31.822619411999767,
|
|
"total_upload_time": 1193.9337070209986,
|
|
"p95_time": 0.05460754738887772,
|
|
"rps": 1951.534708833909,
|
|
"parallel": 100,
|
|
"p99_time": 0.059327378089074095,
|
|
"mean_time": 0.04896540082017891,
|
|
"mean_precisions": 0.8322390000000002,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 31.822619411999767,
|
|
"total_upload_time": 1193.9337070209986,
|
|
"p95_time": 0.06130774414632469,
|
|
"rps": 1719.1325609914604,
|
|
"parallel": 100,
|
|
"p99_time": 0.06439099236857146,
|
|
"mean_time": 0.05593643722315319,
|
|
"mean_precisions": 0.861801,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 31.822619411999767,
|
|
"total_upload_time": 1193.9337070209986,
|
|
"p95_time": 0.09155707899481058,
|
|
"rps": 1148.46775842845,
|
|
"parallel": 100,
|
|
"p99_time": 0.09587176654720679,
|
|
"mean_time": 0.08478953643660062,
|
|
"mean_precisions": 0.927426,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 31.822619411999767,
|
|
"total_upload_time": 1193.9337070209986,
|
|
"p95_time": 0.15101493319962173,
|
|
"rps": 697.7368413791231,
|
|
"parallel": 100,
|
|
"p99_time": 0.15431551849236713,
|
|
"mean_time": 0.14095176355934236,
|
|
"mean_precisions": 0.969015,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 31.822619411999767,
|
|
"total_upload_time": 1193.9337070209986,
|
|
"p95_time": 0.006904253829270601,
|
|
"rps": 179.05921130821505,
|
|
"parallel": 1,
|
|
"p99_time": 0.008354835987556727,
|
|
"mean_time": 0.00550945347098168,
|
|
"mean_precisions": 0.927426,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-rps-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 31.822619411999767,
|
|
"total_upload_time": 1193.9337070209986,
|
|
"p95_time": 0.010783416754566132,
|
|
"rps": 119.93280437821848,
|
|
"parallel": 1,
|
|
"p99_time": 0.011769030431751173,
|
|
"mean_time": 0.008255400147358887,
|
|
"mean_precisions": 0.969015,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 220.5908488649875,
|
|
"total_upload_time": 535.2270815119846,
|
|
"p95_time": 0.0021743263521784685,
|
|
"rps": 428.7571487729666,
|
|
"parallel": 1,
|
|
"p99_time": 0.002410263949641377,
|
|
"mean_time": 0.001789452538806654,
|
|
"mean_precisions": 0.94752,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 220.5908488649875,
|
|
"total_upload_time": 535.2270815119846,
|
|
"p95_time": 0.0022619323506660296,
|
|
"rps": 409.6476742157381,
|
|
"parallel": 1,
|
|
"p99_time": 0.002537380520880106,
|
|
"mean_time": 0.0018867303562379676,
|
|
"mean_precisions": 0.96546,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 220.5908488649875,
|
|
"total_upload_time": 535.2270815119846,
|
|
"p95_time": 0.0038730950487661175,
|
|
"rps": 264.8523752927213,
|
|
"parallel": 1,
|
|
"p99_time": 0.004190005513155484,
|
|
"mean_time": 0.003165680373790383,
|
|
"mean_precisions": 0.99106,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 220.5908488649875,
|
|
"total_upload_time": 535.2270815119846,
|
|
"p95_time": 0.003919369051436661,
|
|
"rps": 263.01778387602883,
|
|
"parallel": 1,
|
|
"p99_time": 0.004313637981322247,
|
|
"mean_time": 0.003198499602229276,
|
|
"mean_precisions": 0.99106,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 220.5908488649875,
|
|
"total_upload_time": 535.2270815119846,
|
|
"p95_time": 0.005890520396496868,
|
|
"rps": 189.1812038117435,
|
|
"parallel": 1,
|
|
"p99_time": 0.006498962883051718,
|
|
"mean_time": 0.004635557724829414,
|
|
"mean_precisions": 0.9746800000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 220.5908488649875,
|
|
"total_upload_time": 535.2270815119846,
|
|
"p95_time": 0.005817088396725012,
|
|
"rps": 190.67256448446082,
|
|
"parallel": 1,
|
|
"p99_time": 0.006382675411150566,
|
|
"mean_time": 0.004594010074016114,
|
|
"mean_precisions": 0.99534,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 220.5908488649875,
|
|
"total_upload_time": 535.2270815119846,
|
|
"p95_time": 0.005915033498604317,
|
|
"rps": 188.19317798284303,
|
|
"parallel": 1,
|
|
"p99_time": 0.006642273796023802,
|
|
"mean_time": 0.004664045457934844,
|
|
"mean_precisions": 0.9955799999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 220.5908488649875,
|
|
"total_upload_time": 535.2270815119846,
|
|
"p95_time": 0.005903646348087932,
|
|
"rps": 187.6455648858659,
|
|
"parallel": 1,
|
|
"p99_time": 0.0063026133576931905,
|
|
"mean_time": 0.004677435091897496,
|
|
"mean_precisions": 0.9955799999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 220.5908488649875,
|
|
"total_upload_time": 535.2270815119846,
|
|
"p95_time": 0.002464613750271383,
|
|
"rps": 1221.3843028941415,
|
|
"parallel": 100,
|
|
"p99_time": 0.005922101340329403,
|
|
"mean_time": 0.0020571046033786844,
|
|
"mean_precisions": 0.94752,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 220.5908488649875,
|
|
"total_upload_time": 535.2270815119846,
|
|
"p95_time": 0.002489679949576385,
|
|
"rps": 1217.9738525555636,
|
|
"parallel": 100,
|
|
"p99_time": 0.005777316301391709,
|
|
"mean_time": 0.0020477798619773237,
|
|
"mean_precisions": 0.96546,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 220.5908488649875,
|
|
"total_upload_time": 535.2270815119846,
|
|
"p95_time": 0.0025020386445248734,
|
|
"rps": 1227.200570178276,
|
|
"parallel": 100,
|
|
"p99_time": 0.006158970650503762,
|
|
"mean_time": 0.0020601326965581394,
|
|
"mean_precisions": 0.9657,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 220.5908488649875,
|
|
"total_upload_time": 535.2270815119846,
|
|
"p95_time": 0.0028674185010459045,
|
|
"rps": 1233.6097811907093,
|
|
"parallel": 100,
|
|
"p99_time": 0.006214178507216281,
|
|
"mean_time": 0.0023082371518321453,
|
|
"mean_precisions": 0.9724200000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 220.5908488649875,
|
|
"total_upload_time": 535.2270815119846,
|
|
"p95_time": 0.0023269196473847844,
|
|
"rps": 398.93457586423625,
|
|
"parallel": 1,
|
|
"p99_time": 0.0026048698929662354,
|
|
"mean_time": 0.0019541004102124134,
|
|
"mean_precisions": 0.9657,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 220.5908488649875,
|
|
"total_upload_time": 535.2270815119846,
|
|
"p95_time": 0.003621175749140093,
|
|
"rps": 1192.9000315523506,
|
|
"parallel": 100,
|
|
"p99_time": 0.006892381968864378,
|
|
"mean_time": 0.002816482376526983,
|
|
"mean_precisions": 0.9635,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 220.5908488649875,
|
|
"total_upload_time": 535.2270815119846,
|
|
"p95_time": 0.0038472496547910856,
|
|
"rps": 1234.258235595264,
|
|
"parallel": 100,
|
|
"p99_time": 0.007310592608191663,
|
|
"mean_time": 0.0028838288087936234,
|
|
"mean_precisions": 0.9828600000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 220.5908488649875,
|
|
"total_upload_time": 535.2270815119846,
|
|
"p95_time": 0.003732793747985853,
|
|
"rps": 1111.2010188782617,
|
|
"parallel": 100,
|
|
"p99_time": 0.0072778401226241945,
|
|
"mean_time": 0.002867942919986672,
|
|
"mean_precisions": 0.9831,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 220.5908488649875,
|
|
"total_upload_time": 535.2270815119846,
|
|
"p95_time": 0.0038166096052009387,
|
|
"rps": 1115.533576298925,
|
|
"parallel": 100,
|
|
"p99_time": 0.0069959850343730276,
|
|
"mean_time": 0.0029470516184621374,
|
|
"mean_precisions": 0.9831,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 220.5908488649875,
|
|
"total_upload_time": 535.2270815119846,
|
|
"p95_time": 0.09902519680290425,
|
|
"rps": 1005.9013338285151,
|
|
"parallel": 100,
|
|
"p99_time": 0.10007536881341367,
|
|
"mean_time": 0.08936919643480797,
|
|
"mean_precisions": 0.9708200000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 220.5908488649875,
|
|
"total_upload_time": 535.2270815119846,
|
|
"p95_time": 0.0995587110028282,
|
|
"rps": 1015.1757811323015,
|
|
"parallel": 100,
|
|
"p99_time": 0.10143904816766736,
|
|
"mean_time": 0.08944050624876254,
|
|
"mean_precisions": 0.99082,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 220.5908488649875,
|
|
"total_upload_time": 535.2270815119846,
|
|
"p95_time": 0.09992371709886357,
|
|
"rps": 1004.8169901597008,
|
|
"parallel": 100,
|
|
"p99_time": 0.10174046097323299,
|
|
"mean_time": 0.09104518730830169,
|
|
"mean_precisions": 0.99106,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 220.5908488649875,
|
|
"total_upload_time": 535.2270815119846,
|
|
"p95_time": 0.10229116584960138,
|
|
"rps": 988.6502875804314,
|
|
"parallel": 100,
|
|
"p99_time": 0.10376751186886395,
|
|
"mean_time": 0.09193394303341337,
|
|
"mean_precisions": 0.99106,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 220.5908488649875,
|
|
"total_upload_time": 535.2270815119846,
|
|
"p95_time": 0.17079485604772343,
|
|
"rps": 597.8922465408978,
|
|
"parallel": 100,
|
|
"p99_time": 0.17220278431239422,
|
|
"mean_time": 0.161447608467791,
|
|
"mean_precisions": 0.9746800000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 220.5908488649875,
|
|
"total_upload_time": 535.2270815119846,
|
|
"p95_time": 0.17152237880472967,
|
|
"rps": 596.3548018362737,
|
|
"parallel": 100,
|
|
"p99_time": 0.17373176025350404,
|
|
"mean_time": 0.16222780616815727,
|
|
"mean_precisions": 0.99534,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 220.5908488649875,
|
|
"total_upload_time": 535.2270815119846,
|
|
"p95_time": 0.0024399897010880522,
|
|
"rps": 387.9913002313724,
|
|
"parallel": 1,
|
|
"p99_time": 0.0026641284521610946,
|
|
"mean_time": 0.0020341889705276115,
|
|
"mean_precisions": 0.9724200000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 220.5908488649875,
|
|
"total_upload_time": 535.2270815119846,
|
|
"p95_time": 0.17281390280149936,
|
|
"rps": 590.0544041477523,
|
|
"parallel": 100,
|
|
"p99_time": 0.17465892460517352,
|
|
"mean_time": 0.16386939857298857,
|
|
"mean_precisions": 0.9955799999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 220.5908488649875,
|
|
"total_upload_time": 535.2270815119846,
|
|
"p95_time": 0.17568557929553208,
|
|
"rps": 581.6763984371614,
|
|
"parallel": 100,
|
|
"p99_time": 0.17845839475950925,
|
|
"mean_time": 0.1661753004863771,
|
|
"mean_precisions": 0.9955799999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 220.5908488649875,
|
|
"total_upload_time": 535.2270815119846,
|
|
"p95_time": 0.002773947850801051,
|
|
"rps": 347.0489792760588,
|
|
"parallel": 1,
|
|
"p99_time": 0.003049226219809498,
|
|
"mean_time": 0.0023163377723671146,
|
|
"mean_precisions": 0.9635,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 220.5908488649875,
|
|
"total_upload_time": 535.2270815119846,
|
|
"p95_time": 0.002800756149008521,
|
|
"rps": 346.53426694597505,
|
|
"parallel": 1,
|
|
"p99_time": 0.0030822175694629555,
|
|
"mean_time": 0.002324847709016467,
|
|
"mean_precisions": 0.9828600000000002,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 220.5908488649875,
|
|
"total_upload_time": 535.2270815119846,
|
|
"p95_time": 0.002788235747357248,
|
|
"rps": 343.9715162547285,
|
|
"parallel": 1,
|
|
"p99_time": 0.002986572441222961,
|
|
"mean_time": 0.0023441958013776455,
|
|
"mean_precisions": 0.9831,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 220.5908488649875,
|
|
"total_upload_time": 535.2270815119846,
|
|
"p95_time": 0.002898801747505786,
|
|
"rps": 333.24439127175543,
|
|
"parallel": 1,
|
|
"p99_time": 0.0032219907882972626,
|
|
"mean_time": 0.0024220020988053874,
|
|
"mean_precisions": 0.9831,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 220.5908488649875,
|
|
"total_upload_time": 535.2270815119846,
|
|
"p95_time": 0.0038823188977403335,
|
|
"rps": 266.0581232731711,
|
|
"parallel": 1,
|
|
"p99_time": 0.0042722458512434985,
|
|
"mean_time": 0.0031490941040145117,
|
|
"mean_precisions": 0.9708200000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 220.5908488649875,
|
|
"total_upload_time": 535.2270815119846,
|
|
"p95_time": 0.0038918688507692425,
|
|
"rps": 264.03895313145443,
|
|
"parallel": 1,
|
|
"p99_time": 0.004339582333122962,
|
|
"mean_time": 0.003177543871990929,
|
|
"mean_precisions": 0.99082,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 284.7286567820047,
|
|
"total_upload_time": 1419.7107531639995,
|
|
"p95_time": 0.003351649362593889,
|
|
"rps": 347.401253066795,
|
|
"parallel": 1,
|
|
"p99_time": 0.0037125636171549564,
|
|
"mean_time": 0.002821155866701156,
|
|
"mean_precisions": 0.897452,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 284.7286567820047,
|
|
"total_upload_time": 1419.7107531639995,
|
|
"p95_time": 0.0037679739762097593,
|
|
"rps": 314.46906998496655,
|
|
"parallel": 1,
|
|
"p99_time": 0.004177009910345078,
|
|
"mean_time": 0.003116243740171194,
|
|
"mean_precisions": 0.9543710000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 284.7286567820047,
|
|
"total_upload_time": 1419.7107531639995,
|
|
"p95_time": 0.005420817714184523,
|
|
"rps": 235.11437935569717,
|
|
"parallel": 1,
|
|
"p99_time": 0.005791534688323737,
|
|
"mean_time": 0.0041860510617494585,
|
|
"mean_precisions": 0.98592,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 284.7286567820047,
|
|
"total_upload_time": 1419.7107531639995,
|
|
"p95_time": 0.0071772795170545545,
|
|
"rps": 186.36625683367023,
|
|
"parallel": 1,
|
|
"p99_time": 0.007767414348199964,
|
|
"mean_time": 0.005297201055288315,
|
|
"mean_precisions": 0.994333,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 284.7286567820047,
|
|
"total_upload_time": 1419.7107531639995,
|
|
"p95_time": 0.005781902652233835,
|
|
"rps": 225.53128526120213,
|
|
"parallel": 1,
|
|
"p99_time": 0.006259075766429306,
|
|
"mean_time": 0.0043676994415000085,
|
|
"mean_precisions": 0.9884060000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 284.7286567820047,
|
|
"total_upload_time": 1419.7107531639995,
|
|
"p95_time": 0.005815081344917416,
|
|
"rps": 223.5595561924783,
|
|
"parallel": 1,
|
|
"p99_time": 0.006273632049560547,
|
|
"mean_time": 0.0044067751775495705,
|
|
"mean_precisions": 0.989597,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 284.7286567820047,
|
|
"total_upload_time": 1419.7107531639995,
|
|
"p95_time": 0.005860072979703545,
|
|
"rps": 222.0772669803511,
|
|
"parallel": 1,
|
|
"p99_time": 0.0063178726565092805,
|
|
"mean_time": 0.004437317317258566,
|
|
"mean_precisions": 0.9897890000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 284.7286567820047,
|
|
"total_upload_time": 1419.7107531639995,
|
|
"p95_time": 0.007128610461950301,
|
|
"rps": 185.6191365114944,
|
|
"parallel": 1,
|
|
"p99_time": 0.007814352111890912,
|
|
"mean_time": 0.005316238358709961,
|
|
"mean_precisions": 0.994333,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 284.7286567820047,
|
|
"total_upload_time": 1419.7107531639995,
|
|
"p95_time": 0.07146405442617834,
|
|
"rps": 1405.6037595055707,
|
|
"parallel": 100,
|
|
"p99_time": 0.12409824324771765,
|
|
"mean_time": 0.06898433465147391,
|
|
"mean_precisions": 0.897452,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 284.7286567820047,
|
|
"total_upload_time": 1419.7107531639995,
|
|
"p95_time": 0.0821666153613478,
|
|
"rps": 1241.7856530058,
|
|
"parallel": 100,
|
|
"p99_time": 0.08488730012439191,
|
|
"mean_time": 0.07862973663723097,
|
|
"mean_precisions": 0.9543710000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 284.7286567820047,
|
|
"total_upload_time": 1419.7107531639995,
|
|
"p95_time": 0.10512688420712946,
|
|
"rps": 977.9836553959088,
|
|
"parallel": 100,
|
|
"p99_time": 0.11379389511421326,
|
|
"mean_time": 0.10028277420401573,
|
|
"mean_precisions": 0.9812460000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 284.7286567820047,
|
|
"total_upload_time": 1419.7107531639995,
|
|
"p95_time": 0.1461788324639201,
|
|
"rps": 701.288576631178,
|
|
"parallel": 100,
|
|
"p99_time": 0.14864741188473998,
|
|
"mean_time": 0.1405237974206917,
|
|
"mean_precisions": 0.992624,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 284.7286567820047,
|
|
"total_upload_time": 1419.7107531639995,
|
|
"p95_time": 0.004656400438398122,
|
|
"rps": 262.05741740649995,
|
|
"parallel": 1,
|
|
"p99_time": 0.005078905662521721,
|
|
"mean_time": 0.003752712832111865,
|
|
"mean_precisions": 0.9812460000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 284.7286567820047,
|
|
"total_upload_time": 1419.7107531639995,
|
|
"p95_time": 0.09285639207810163,
|
|
"rps": 1092.3166511761847,
|
|
"parallel": 100,
|
|
"p99_time": 0.09503846980631352,
|
|
"mean_time": 0.08962603414738551,
|
|
"mean_precisions": 0.939292,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 284.7286567820047,
|
|
"total_upload_time": 1419.7107531639995,
|
|
"p95_time": 0.10481735426001251,
|
|
"rps": 973.2575664484973,
|
|
"parallel": 100,
|
|
"p99_time": 0.10655723994597793,
|
|
"mean_time": 0.10076517527885735,
|
|
"mean_precisions": 0.9650900000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 284.7286567820047,
|
|
"total_upload_time": 1419.7107531639995,
|
|
"p95_time": 0.13290437371470035,
|
|
"rps": 764.4989974501677,
|
|
"parallel": 100,
|
|
"p99_time": 0.1348000156786293,
|
|
"mean_time": 0.12858927519731222,
|
|
"mean_precisions": 0.98592,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 284.7286567820047,
|
|
"total_upload_time": 1419.7107531639995,
|
|
"p95_time": 0.1885117965284735,
|
|
"rps": 543.1276296763576,
|
|
"parallel": 100,
|
|
"p99_time": 0.1908516894094646,
|
|
"mean_time": 0.1818768152677454,
|
|
"mean_precisions": 0.994333,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 284.7286567820047,
|
|
"total_upload_time": 1419.7107531639995,
|
|
"p95_time": 0.11094387206248939,
|
|
"rps": 916.5344484418526,
|
|
"parallel": 100,
|
|
"p99_time": 0.11254924172535538,
|
|
"mean_time": 0.10702304680822416,
|
|
"mean_precisions": 0.9733149999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 284.7286567820047,
|
|
"total_upload_time": 1419.7107531639995,
|
|
"p95_time": 0.11201257249340416,
|
|
"rps": 911.1764716579196,
|
|
"parallel": 100,
|
|
"p99_time": 0.11486167781054973,
|
|
"mean_time": 0.10775012027360499,
|
|
"mean_precisions": 0.9744490000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 284.7286567820047,
|
|
"total_upload_time": 1419.7107531639995,
|
|
"p95_time": 0.13344890465959908,
|
|
"rps": 762.1099626110235,
|
|
"parallel": 100,
|
|
"p99_time": 0.1366673015523702,
|
|
"mean_time": 0.12939384345039726,
|
|
"mean_precisions": 0.98592,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 284.7286567820047,
|
|
"total_upload_time": 1419.7107531639995,
|
|
"p95_time": 0.1895120413508266,
|
|
"rps": 539.3850333219506,
|
|
"parallel": 100,
|
|
"p99_time": 0.1947809184342623,
|
|
"mean_time": 0.1825490416311659,
|
|
"mean_precisions": 0.994333,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 284.7286567820047,
|
|
"total_upload_time": 1419.7107531639995,
|
|
"p95_time": 0.14648675792850555,
|
|
"rps": 698.7240202835999,
|
|
"parallel": 100,
|
|
"p99_time": 0.14849731440655886,
|
|
"mean_time": 0.14102101447721943,
|
|
"mean_precisions": 0.9884060000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 284.7286567820047,
|
|
"total_upload_time": 1419.7107531639995,
|
|
"p95_time": 0.14682503505609928,
|
|
"rps": 695.7262656671606,
|
|
"parallel": 100,
|
|
"p99_time": 0.14981103646568955,
|
|
"mean_time": 0.14158537374353036,
|
|
"mean_precisions": 0.989597,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 284.7286567820047,
|
|
"total_upload_time": 1419.7107531639995,
|
|
"p95_time": 0.0059417578857392074,
|
|
"rps": 206.814317489259,
|
|
"parallel": 1,
|
|
"p99_time": 0.006608948493376374,
|
|
"mean_time": 0.004767893817741424,
|
|
"mean_precisions": 0.9926240000000002,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 284.7286567820047,
|
|
"total_upload_time": 1419.7107531639995,
|
|
"p95_time": 0.14970600460655986,
|
|
"rps": 682.3589229936946,
|
|
"parallel": 100,
|
|
"p99_time": 0.15148319381289185,
|
|
"mean_time": 0.14447856874410064,
|
|
"mean_precisions": 0.9897890000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 284.7286567820047,
|
|
"total_upload_time": 1419.7107531639995,
|
|
"p95_time": 0.18968938239850103,
|
|
"rps": 540.4741789820262,
|
|
"parallel": 100,
|
|
"p99_time": 0.1926238969527185,
|
|
"mean_time": 0.1827306871620938,
|
|
"mean_precisions": 0.994333,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 284.7286567820047,
|
|
"total_upload_time": 1419.7107531639995,
|
|
"p95_time": 0.004095187271013856,
|
|
"rps": 301.05181873460344,
|
|
"parallel": 1,
|
|
"p99_time": 0.004281714763492346,
|
|
"mean_time": 0.0032598020338453354,
|
|
"mean_precisions": 0.939292,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 284.7286567820047,
|
|
"total_upload_time": 1419.7107531639995,
|
|
"p95_time": 0.0045083207078278065,
|
|
"rps": 279.2537373805864,
|
|
"parallel": 1,
|
|
"p99_time": 0.004795186314731837,
|
|
"mean_time": 0.0035180672985501587,
|
|
"mean_precisions": 0.9650900000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 284.7286567820047,
|
|
"total_upload_time": 1419.7107531639995,
|
|
"p95_time": 0.005434377677738666,
|
|
"rps": 235.80558361280694,
|
|
"parallel": 1,
|
|
"p99_time": 0.005853544315323234,
|
|
"mean_time": 0.004173342963773757,
|
|
"mean_precisions": 0.98592,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 284.7286567820047,
|
|
"total_upload_time": 1419.7107531639995,
|
|
"p95_time": 0.007171262521296739,
|
|
"rps": 185.66930079846415,
|
|
"parallel": 1,
|
|
"p99_time": 0.007775109224021436,
|
|
"mean_time": 0.005314566845819354,
|
|
"mean_precisions": 0.994333,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 284.7286567820047,
|
|
"total_upload_time": 1419.7107531639995,
|
|
"p95_time": 0.004772665025666356,
|
|
"rps": 262.84170456476716,
|
|
"parallel": 1,
|
|
"p99_time": 0.005098629444837571,
|
|
"mean_time": 0.0037397511430084704,
|
|
"mean_precisions": 0.9733149999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 284.7286567820047,
|
|
"total_upload_time": 1419.7107531639995,
|
|
"p95_time": 0.004732216242700815,
|
|
"rps": 267.4294496308108,
|
|
"parallel": 1,
|
|
"p99_time": 0.005112352799624205,
|
|
"mean_time": 0.0036719317828305064,
|
|
"mean_precisions": 0.9744490000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 123.9285245860001,
|
|
"total_upload_time": 375.7546836970005,
|
|
"p95_time": 0.0037210702779702843,
|
|
"rps": 305.95473332697975,
|
|
"parallel": 1,
|
|
"p99_time": 0.00646191594423726,
|
|
"mean_time": 0.0031875824353192,
|
|
"mean_precisions": 0.7662100000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 123.9285245860001,
|
|
"total_upload_time": 375.7546836970005,
|
|
"p95_time": 0.004752501437906175,
|
|
"rps": 242.1925016057626,
|
|
"parallel": 1,
|
|
"p99_time": 0.0058919867221266025,
|
|
"mean_time": 0.004037543546175584,
|
|
"mean_precisions": 0.8663,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 123.9285245860001,
|
|
"total_upload_time": 375.7546836970005,
|
|
"p95_time": 0.008038850058801473,
|
|
"rps": 152.23003172551645,
|
|
"parallel": 1,
|
|
"p99_time": 0.01063378087012097,
|
|
"mean_time": 0.006444869074039161,
|
|
"mean_precisions": 0.9433899999999998,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 123.9285245860001,
|
|
"total_upload_time": 375.7546836970005,
|
|
"p95_time": 0.011910369002725926,
|
|
"rps": 104.01015588913518,
|
|
"parallel": 1,
|
|
"p99_time": 0.014031558784190564,
|
|
"mean_time": 0.009483845323091373,
|
|
"mean_precisions": 0.97184,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 123.9285245860001,
|
|
"total_upload_time": 375.7546836970005,
|
|
"p95_time": 0.00845933296950534,
|
|
"rps": 144.4639713622786,
|
|
"parallel": 1,
|
|
"p99_time": 0.009432124756276606,
|
|
"mean_time": 0.006803306520683691,
|
|
"mean_precisions": 0.95535,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 123.9285245860001,
|
|
"total_upload_time": 375.7546836970005,
|
|
"p95_time": 0.008893809863366185,
|
|
"rps": 139.75919224512322,
|
|
"parallel": 1,
|
|
"p99_time": 0.011194870120380073,
|
|
"mean_time": 0.007039952196879313,
|
|
"mean_precisions": 0.95537,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 123.9285245860001,
|
|
"total_upload_time": 375.7546836970005,
|
|
"p95_time": 0.008944106416311114,
|
|
"rps": 136.18134568885972,
|
|
"parallel": 1,
|
|
"p99_time": 0.009829544632229952,
|
|
"mean_time": 0.007225035201758146,
|
|
"mean_precisions": 0.95537,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 123.9285245860001,
|
|
"total_upload_time": 375.7546836970005,
|
|
"p95_time": 0.012181933142710476,
|
|
"rps": 102.12386414004507,
|
|
"parallel": 1,
|
|
"p99_time": 0.014239962096326051,
|
|
"mean_time": 0.009654104900546372,
|
|
"mean_precisions": 0.97184,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 123.9285245860001,
|
|
"total_upload_time": 375.7546836970005,
|
|
"p95_time": 0.061986781819723544,
|
|
"rps": 1310.127583080633,
|
|
"parallel": 100,
|
|
"p99_time": 0.06324820462614297,
|
|
"mean_time": 0.048039818292716516,
|
|
"mean_precisions": 0.7662100000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 123.9285245860001,
|
|
"total_upload_time": 375.7546836970005,
|
|
"p95_time": 0.0973354843677953,
|
|
"rps": 1000.3041325018263,
|
|
"parallel": 100,
|
|
"p99_time": 0.09816710919607431,
|
|
"mean_time": 0.0798343603934627,
|
|
"mean_precisions": 0.8663,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 123.9285245860001,
|
|
"total_upload_time": 375.7546836970005,
|
|
"p95_time": 0.1707119073253125,
|
|
"rps": 624.957290009921,
|
|
"parallel": 100,
|
|
"p99_time": 0.17599524703109637,
|
|
"mean_time": 0.1395113264892716,
|
|
"mean_precisions": 0.93069,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 123.9285245860001,
|
|
"total_upload_time": 375.7546836970005,
|
|
"p95_time": 0.26598239636514337,
|
|
"rps": 383.3033734337955,
|
|
"parallel": 100,
|
|
"p99_time": 0.26910772200673816,
|
|
"mean_time": 0.2369297504534479,
|
|
"mean_precisions": 0.96504,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 123.9285245860001,
|
|
"total_upload_time": 375.7546836970005,
|
|
"p95_time": 0.0068477272405289115,
|
|
"rps": 169.76858885477776,
|
|
"parallel": 1,
|
|
"p99_time": 0.007519960170611739,
|
|
"mean_time": 0.005781408128095791,
|
|
"mean_precisions": 0.93069,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 123.9285245860001,
|
|
"total_upload_time": 375.7546836970005,
|
|
"p95_time": 0.09053281696978957,
|
|
"rps": 1046.2378171002858,
|
|
"parallel": 100,
|
|
"p99_time": 0.09854330432368441,
|
|
"mean_time": 0.07362214892287738,
|
|
"mean_precisions": 0.8376800000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 123.9285245860001,
|
|
"total_upload_time": 375.7546836970005,
|
|
"p95_time": 0.11993537185480818,
|
|
"rps": 805.5334541739618,
|
|
"parallel": 100,
|
|
"p99_time": 0.12126029026228935,
|
|
"mean_time": 0.1032453303958755,
|
|
"mean_precisions": 0.8896700000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 123.9285245860001,
|
|
"total_upload_time": 375.7546836970005,
|
|
"p95_time": 0.20072668635984883,
|
|
"rps": 508.34162920147804,
|
|
"parallel": 100,
|
|
"p99_time": 0.20398222625488416,
|
|
"mean_time": 0.1748318641439546,
|
|
"mean_precisions": 0.9433900000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 123.9285245860001,
|
|
"total_upload_time": 375.7546836970005,
|
|
"p95_time": 0.3312608174746856,
|
|
"rps": 310.9951886355814,
|
|
"parallel": 100,
|
|
"p99_time": 0.3355312579264864,
|
|
"mean_time": 0.29397778695565646,
|
|
"mean_precisions": 0.97184,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 123.9285245860001,
|
|
"total_upload_time": 375.7546836970005,
|
|
"p95_time": 0.13639530120417476,
|
|
"rps": 730.7868923089837,
|
|
"parallel": 100,
|
|
"p99_time": 0.13782793548190966,
|
|
"mean_time": 0.11571435227268376,
|
|
"mean_precisions": 0.91272,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 123.9285245860001,
|
|
"total_upload_time": 375.7546836970005,
|
|
"p95_time": 0.14051800422603264,
|
|
"rps": 700.1646534734247,
|
|
"parallel": 100,
|
|
"p99_time": 0.14259885387960822,
|
|
"mean_time": 0.12279702698881738,
|
|
"mean_precisions": 0.91274,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 123.9285245860001,
|
|
"total_upload_time": 375.7546836970005,
|
|
"p95_time": 0.20328394756652415,
|
|
"rps": 501.8979055649101,
|
|
"parallel": 100,
|
|
"p99_time": 0.2053109538485296,
|
|
"mean_time": 0.17699591067433357,
|
|
"mean_precisions": 0.9433900000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 123.9285245860001,
|
|
"total_upload_time": 375.7546836970005,
|
|
"p95_time": 0.3299066515523009,
|
|
"rps": 314.63300341209424,
|
|
"parallel": 100,
|
|
"p99_time": 0.33383320478955286,
|
|
"mean_time": 0.2902850987620186,
|
|
"mean_precisions": 0.97184,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 123.9285245860001,
|
|
"total_upload_time": 375.7546836970005,
|
|
"p95_time": 0.21782200082670897,
|
|
"rps": 469.4430518593542,
|
|
"parallel": 100,
|
|
"p99_time": 0.220354187740013,
|
|
"mean_time": 0.1898325384678319,
|
|
"mean_precisions": 0.95535,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 123.9285245860001,
|
|
"total_upload_time": 375.7546836970005,
|
|
"p95_time": 0.2249828948173672,
|
|
"rps": 452.9113676159978,
|
|
"parallel": 100,
|
|
"p99_time": 0.2266108184005134,
|
|
"mean_time": 0.1974162524836138,
|
|
"mean_precisions": 0.95537,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 123.9285245860001,
|
|
"total_upload_time": 375.7546836970005,
|
|
"p95_time": 0.010779138980433344,
|
|
"rps": 111.77004474138708,
|
|
"parallel": 1,
|
|
"p99_time": 0.012831114581786096,
|
|
"mean_time": 0.008823483601212502,
|
|
"mean_precisions": 0.96504,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 123.9285245860001,
|
|
"total_upload_time": 375.7546836970005,
|
|
"p95_time": 0.23185600796714423,
|
|
"rps": 437.4625979935433,
|
|
"parallel": 100,
|
|
"p99_time": 0.23425948915304615,
|
|
"mean_time": 0.20478346916730517,
|
|
"mean_precisions": 0.9553700000000002,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 123.9285245860001,
|
|
"total_upload_time": 375.7546836970005,
|
|
"p95_time": 0.3426365124294534,
|
|
"rps": 313.8673987224041,
|
|
"parallel": 100,
|
|
"p99_time": 0.3491236001276411,
|
|
"mean_time": 0.2918761910609901,
|
|
"mean_precisions": 0.97184,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 123.9285245860001,
|
|
"total_upload_time": 375.7546836970005,
|
|
"p95_time": 0.0042510377010330554,
|
|
"rps": 273.49732179997045,
|
|
"parallel": 1,
|
|
"p99_time": 0.00639117007376626,
|
|
"mean_time": 0.0035709076204802842,
|
|
"mean_precisions": 0.8376800000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 123.9285245860001,
|
|
"total_upload_time": 375.7546836970005,
|
|
"p95_time": 0.005258453346323221,
|
|
"rps": 222.58855980654616,
|
|
"parallel": 1,
|
|
"p99_time": 0.006603490179404616,
|
|
"mean_time": 0.004398762864759192,
|
|
"mean_precisions": 0.88967,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 123.9285245860001,
|
|
"total_upload_time": 375.7546836970005,
|
|
"p95_time": 0.007663986214902252,
|
|
"rps": 156.6553322335814,
|
|
"parallel": 1,
|
|
"p99_time": 0.008549717983696609,
|
|
"mean_time": 0.006276695069856942,
|
|
"mean_precisions": 0.9433899999999998,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 123.9285245860001,
|
|
"total_upload_time": 375.7546836970005,
|
|
"p95_time": 0.011975769628770649,
|
|
"rps": 103.5970820863916,
|
|
"parallel": 1,
|
|
"p99_time": 0.013202030574902893,
|
|
"mean_time": 0.00952516605798155,
|
|
"mean_precisions": 0.97184,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 123.9285245860001,
|
|
"total_upload_time": 375.7546836970005,
|
|
"p95_time": 0.005688174930401146,
|
|
"rps": 207.5968096976926,
|
|
"parallel": 1,
|
|
"p99_time": 0.006257835754659027,
|
|
"mean_time": 0.004716051843715831,
|
|
"mean_precisions": 0.91272,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 123.9285245860001,
|
|
"total_upload_time": 375.7546836970005,
|
|
"p95_time": 0.006045043584890663,
|
|
"rps": 193.62076927914308,
|
|
"parallel": 1,
|
|
"p99_time": 0.0077960700076073405,
|
|
"mean_time": 0.005042452444322407,
|
|
"mean_precisions": 0.91274,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 43.32211580600051,
|
|
"total_upload_time": 282.12565566099875,
|
|
"p95_time": 0.004265623551145835,
|
|
"rps": 283.9265135665757,
|
|
"parallel": 1,
|
|
"p99_time": 0.006116280540918525,
|
|
"mean_time": 0.003455726924801638,
|
|
"mean_precisions": 0.683384,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 43.32211580600051,
|
|
"total_upload_time": 282.12565566099875,
|
|
"p95_time": 0.005004463999830478,
|
|
"rps": 250.17167060231046,
|
|
"parallel": 1,
|
|
"p99_time": 0.006918951141087747,
|
|
"mean_time": 0.003925444494123076,
|
|
"mean_precisions": 0.7760990000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 43.32211580600051,
|
|
"total_upload_time": 282.12565566099875,
|
|
"p95_time": 0.006088198050201753,
|
|
"rps": 205.40498824875135,
|
|
"parallel": 1,
|
|
"p99_time": 0.008001678140281002,
|
|
"mean_time": 0.004799921888027165,
|
|
"mean_precisions": 0.842894,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 43.32211580600051,
|
|
"total_upload_time": 282.12565566099875,
|
|
"p95_time": 0.008224034848535665,
|
|
"rps": 154.46608074759342,
|
|
"parallel": 1,
|
|
"p99_time": 0.009860488200356485,
|
|
"mean_time": 0.006399300141795538,
|
|
"mean_precisions": 0.8958,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 43.32211580600051,
|
|
"total_upload_time": 282.12565566099875,
|
|
"p95_time": 0.006603284050106592,
|
|
"rps": 193.77855398145502,
|
|
"parallel": 1,
|
|
"p99_time": 0.00835561824089383,
|
|
"mean_time": 0.005091124404605216,
|
|
"mean_precisions": 0.83909,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 43.32211580600051,
|
|
"total_upload_time": 282.12565566099875,
|
|
"p95_time": 0.006502062549225227,
|
|
"rps": 193.1941860663666,
|
|
"parallel": 1,
|
|
"p99_time": 0.008341088351044168,
|
|
"mean_time": 0.00510687663348217,
|
|
"mean_precisions": 0.861982,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 43.32211580600051,
|
|
"total_upload_time": 282.12565566099875,
|
|
"p95_time": 0.006659724950441159,
|
|
"rps": 190.78777065784266,
|
|
"parallel": 1,
|
|
"p99_time": 0.008226759489552933,
|
|
"mean_time": 0.0051682215619075576,
|
|
"mean_precisions": 0.862883,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 43.32211580600051,
|
|
"total_upload_time": 282.12565566099875,
|
|
"p95_time": 0.008252737597467783,
|
|
"rps": 155.87089662846088,
|
|
"parallel": 1,
|
|
"p99_time": 0.010077162470261107,
|
|
"mean_time": 0.006337902552991727,
|
|
"mean_precisions": 0.8958,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 43.32211580600051,
|
|
"total_upload_time": 282.12565566099875,
|
|
"p95_time": 0.04969444900125379,
|
|
"rps": 2273.464199096453,
|
|
"parallel": 100,
|
|
"p99_time": 0.058082701998064305,
|
|
"mean_time": 0.04085083068763488,
|
|
"mean_precisions": 0.683384,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 43.32211580600051,
|
|
"total_upload_time": 282.12565566099875,
|
|
"p95_time": 0.0567900706984801,
|
|
"rps": 1928.9699317827465,
|
|
"parallel": 100,
|
|
"p99_time": 0.06306579420921482,
|
|
"mean_time": 0.04917763825599432,
|
|
"mean_precisions": 0.776099,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 43.32211580600051,
|
|
"total_upload_time": 282.12565566099875,
|
|
"p95_time": 0.07368630254932212,
|
|
"rps": 1474.9885673856777,
|
|
"parallel": 100,
|
|
"p99_time": 0.07804236370979198,
|
|
"mean_time": 0.06531995025408177,
|
|
"mean_precisions": 0.842894,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 43.32211580600051,
|
|
"total_upload_time": 282.12565566099875,
|
|
"p95_time": 0.1027289733505313,
|
|
"rps": 1032.3603140637617,
|
|
"parallel": 100,
|
|
"p99_time": 0.10755821693852341,
|
|
"mean_time": 0.09444838003211116,
|
|
"mean_precisions": 0.8958,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 43.32211580600051,
|
|
"total_upload_time": 282.12565566099875,
|
|
"p95_time": 0.006042197948954707,
|
|
"rps": 204.5179921618371,
|
|
"parallel": 1,
|
|
"p99_time": 0.007879456198497793,
|
|
"mean_time": 0.0048088971446049985,
|
|
"mean_precisions": 0.842894,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 43.32211580600051,
|
|
"total_upload_time": 282.12565566099875,
|
|
"p95_time": 0.050808662600138624,
|
|
"rps": 2160.79743660809,
|
|
"parallel": 100,
|
|
"p99_time": 0.05621620463844011,
|
|
"mean_time": 0.042858544672392966,
|
|
"mean_precisions": 0.7140550000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 43.32211580600051,
|
|
"total_upload_time": 282.12565566099875,
|
|
"p95_time": 0.057486702050482556,
|
|
"rps": 1952.5749203637872,
|
|
"parallel": 100,
|
|
"p99_time": 0.06432409897017352,
|
|
"mean_time": 0.04881080684070912,
|
|
"mean_precisions": 0.776099,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 43.32211580600051,
|
|
"total_upload_time": 282.12565566099875,
|
|
"p95_time": 0.07262990435156098,
|
|
"rps": 1482.729012549318,
|
|
"parallel": 100,
|
|
"p99_time": 0.07651101496740012,
|
|
"mean_time": 0.06483286652930255,
|
|
"mean_precisions": 0.8428939999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 43.32211580600051,
|
|
"total_upload_time": 282.12565566099875,
|
|
"p95_time": 0.10284703365232417,
|
|
"rps": 1032.6897441796878,
|
|
"parallel": 100,
|
|
"p99_time": 0.10720332452761795,
|
|
"mean_time": 0.09423398043089729,
|
|
"mean_precisions": 0.8958,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 43.32211580600051,
|
|
"total_upload_time": 282.12565566099875,
|
|
"p95_time": 0.0601547077010764,
|
|
"rps": 1819.0825024861779,
|
|
"parallel": 100,
|
|
"p99_time": 0.06586548319752183,
|
|
"mean_time": 0.052392077326687284,
|
|
"mean_precisions": 0.7849389999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 43.32211580600051,
|
|
"total_upload_time": 282.12565566099875,
|
|
"p95_time": 0.05748297859809099,
|
|
"rps": 1835.3477253474966,
|
|
"parallel": 100,
|
|
"p99_time": 0.06241548312820672,
|
|
"mean_time": 0.05184373331551251,
|
|
"mean_precisions": 0.801416,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 43.32211580600051,
|
|
"total_upload_time": 282.12565566099875,
|
|
"p95_time": 0.07191015484968374,
|
|
"rps": 1491.0194353962743,
|
|
"parallel": 100,
|
|
"p99_time": 0.07694095978025874,
|
|
"mean_time": 0.06465014625020522,
|
|
"mean_precisions": 0.842894,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 43.32211580600051,
|
|
"total_upload_time": 282.12565566099875,
|
|
"p95_time": 0.104998094300754,
|
|
"rps": 1031.3185305138272,
|
|
"parallel": 100,
|
|
"p99_time": 0.11052834918784356,
|
|
"mean_time": 0.09423785287538194,
|
|
"mean_precisions": 0.8958,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 43.32211580600051,
|
|
"total_upload_time": 282.12565566099875,
|
|
"p95_time": 0.07893642189883394,
|
|
"rps": 1359.5615565598746,
|
|
"parallel": 100,
|
|
"p99_time": 0.08484676744286847,
|
|
"mean_time": 0.07090693322631268,
|
|
"mean_precisions": 0.83909,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 43.32211580600051,
|
|
"total_upload_time": 282.12565566099875,
|
|
"p95_time": 0.07672574974985763,
|
|
"rps": 1369.093068390118,
|
|
"parallel": 100,
|
|
"p99_time": 0.08265637976044672,
|
|
"mean_time": 0.07070128117719178,
|
|
"mean_precisions": 0.861982,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 43.32211580600051,
|
|
"total_upload_time": 282.12565566099875,
|
|
"p95_time": 0.008252249751603812,
|
|
"rps": 152.8794329703579,
|
|
"parallel": 1,
|
|
"p99_time": 0.009926844911533408,
|
|
"mean_time": 0.006448459778824326,
|
|
"mean_precisions": 0.8958,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 43.32211580600051,
|
|
"total_upload_time": 282.12565566099875,
|
|
"p95_time": 0.07840816585066931,
|
|
"rps": 1346.2837898012924,
|
|
"parallel": 100,
|
|
"p99_time": 0.08213724381079374,
|
|
"mean_time": 0.07178768754860393,
|
|
"mean_precisions": 0.862883,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 43.32211580600051,
|
|
"total_upload_time": 282.12565566099875,
|
|
"p95_time": 0.1007890115486589,
|
|
"rps": 1043.8451065985278,
|
|
"parallel": 100,
|
|
"p99_time": 0.10392536050825583,
|
|
"mean_time": 0.09312466978488483,
|
|
"mean_precisions": 0.8958,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 43.32211580600051,
|
|
"total_upload_time": 282.12565566099875,
|
|
"p95_time": 0.0046235827003329125,
|
|
"rps": 272.16315006887436,
|
|
"parallel": 1,
|
|
"p99_time": 0.006450542820530245,
|
|
"mean_time": 0.0036114770078838772,
|
|
"mean_precisions": 0.714055,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 43.32211580600051,
|
|
"total_upload_time": 282.12565566099875,
|
|
"p95_time": 0.005013253049401101,
|
|
"rps": 248.30316117126628,
|
|
"parallel": 1,
|
|
"p99_time": 0.006920831179268135,
|
|
"mean_time": 0.003962383822189076,
|
|
"mean_precisions": 0.7760990000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 43.32211580600051,
|
|
"total_upload_time": 282.12565566099875,
|
|
"p95_time": 0.006056148649804525,
|
|
"rps": 207.37459626576293,
|
|
"parallel": 1,
|
|
"p99_time": 0.007746501900073781,
|
|
"mean_time": 0.004754355050909726,
|
|
"mean_precisions": 0.842894,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 43.32211580600051,
|
|
"total_upload_time": 282.12565566099875,
|
|
"p95_time": 0.008192679949206645,
|
|
"rps": 155.82737957046075,
|
|
"parallel": 1,
|
|
"p99_time": 0.00996836859103496,
|
|
"mean_time": 0.006338558642513453,
|
|
"mean_precisions": 0.8958,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 43.32211580600051,
|
|
"total_upload_time": 282.12565566099875,
|
|
"p95_time": 0.005108449349791043,
|
|
"rps": 240.3730948973125,
|
|
"parallel": 1,
|
|
"p99_time": 0.007105876802816057,
|
|
"mean_time": 0.004095617212825892,
|
|
"mean_precisions": 0.784939,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 43.32211580600051,
|
|
"total_upload_time": 282.12565566099875,
|
|
"p95_time": 0.0051483379496858085,
|
|
"rps": 241.08645316960477,
|
|
"parallel": 1,
|
|
"p99_time": 0.007094232157542138,
|
|
"mean_time": 0.00408371865449335,
|
|
"mean_precisions": 0.801416,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 228.3728278389899,
|
|
"total_upload_time": 584.1704095680034,
|
|
"p95_time": 0.0025400087961315876,
|
|
"rps": 382.2976016263397,
|
|
"parallel": 1,
|
|
"p99_time": 0.002806816203155906,
|
|
"mean_time": 0.0020742852099996526,
|
|
"mean_precisions": 0.9581400000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 228.3728278389899,
|
|
"total_upload_time": 584.1704095680034,
|
|
"p95_time": 0.0025441691013838863,
|
|
"rps": 377.20943880420987,
|
|
"parallel": 1,
|
|
"p99_time": 0.0028121798689244317,
|
|
"mean_time": 0.002093995172221912,
|
|
"mean_precisions": 0.97662,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 228.3728278389899,
|
|
"total_upload_time": 584.1704095680034,
|
|
"p95_time": 0.004944225597500918,
|
|
"rps": 226.5158147727349,
|
|
"parallel": 1,
|
|
"p99_time": 0.005334584262600404,
|
|
"mean_time": 0.003779166123594041,
|
|
"mean_precisions": 0.99416,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 228.3728278389899,
|
|
"total_upload_time": 584.1704095680034,
|
|
"p95_time": 0.005002150850123144,
|
|
"rps": 223.86266632035293,
|
|
"parallel": 1,
|
|
"p99_time": 0.00548517876843107,
|
|
"mean_time": 0.003829695969840395,
|
|
"mean_precisions": 0.9942,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 228.3728278389899,
|
|
"total_upload_time": 584.1704095680034,
|
|
"p95_time": 0.007712682698183926,
|
|
"rps": 158.12018120269707,
|
|
"parallel": 1,
|
|
"p99_time": 0.008513309699847016,
|
|
"mean_time": 0.00565352476236003,
|
|
"mean_precisions": 0.97604,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 228.3728278389899,
|
|
"total_upload_time": 584.1704095680034,
|
|
"p95_time": 0.007635787851904752,
|
|
"rps": 159.61602521251365,
|
|
"parallel": 1,
|
|
"p99_time": 0.0083636582530744,
|
|
"mean_time": 0.005602879309022682,
|
|
"mean_precisions": 0.99698,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 228.3728278389899,
|
|
"total_upload_time": 584.1704095680034,
|
|
"p95_time": 0.007544933304234292,
|
|
"rps": 160.83833040339275,
|
|
"parallel": 1,
|
|
"p99_time": 0.0082743640847184,
|
|
"mean_time": 0.005562407923139108,
|
|
"mean_precisions": 0.9971399999999998,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 228.3728278389899,
|
|
"total_upload_time": 584.1704095680034,
|
|
"p95_time": 0.007693027952700505,
|
|
"rps": 157.3889129629688,
|
|
"parallel": 1,
|
|
"p99_time": 0.00860778479196597,
|
|
"mean_time": 0.005688414518052014,
|
|
"mean_precisions": 0.99718,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 228.3728278389899,
|
|
"total_upload_time": 584.1704095680034,
|
|
"p95_time": 0.0029066861512546897,
|
|
"rps": 1224.904594710898,
|
|
"parallel": 100,
|
|
"p99_time": 0.007772666152013704,
|
|
"mean_time": 0.00238059663198801,
|
|
"mean_precisions": 0.9581400000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 228.3728278389899,
|
|
"total_upload_time": 584.1704095680034,
|
|
"p95_time": 0.002972533803404076,
|
|
"rps": 1175.9571166604471,
|
|
"parallel": 100,
|
|
"p99_time": 0.012273741470417042,
|
|
"mean_time": 0.0029248201676338793,
|
|
"mean_precisions": 0.97662,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 228.3728278389899,
|
|
"total_upload_time": 584.1704095680034,
|
|
"p95_time": 0.0029628800024511293,
|
|
"rps": 1228.676942888891,
|
|
"parallel": 100,
|
|
"p99_time": 0.0067330176996620176,
|
|
"mean_time": 0.0023652109750473757,
|
|
"mean_precisions": 0.9767600000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 228.3728278389899,
|
|
"total_upload_time": 584.1704095680034,
|
|
"p95_time": 0.003599852499974077,
|
|
"rps": 1234.0359942447458,
|
|
"parallel": 100,
|
|
"p99_time": 0.007116066344533498,
|
|
"mean_time": 0.0027645579633914165,
|
|
"mean_precisions": 0.9812200000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 228.3728278389899,
|
|
"total_upload_time": 584.1704095680034,
|
|
"p95_time": 0.00258930095260439,
|
|
"rps": 371.6463351159335,
|
|
"parallel": 1,
|
|
"p99_time": 0.002911139247371469,
|
|
"mean_time": 0.002133311603416223,
|
|
"mean_precisions": 0.9767600000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 228.3728278389899,
|
|
"total_upload_time": 584.1704095680034,
|
|
"p95_time": 0.00591532349935733,
|
|
"rps": 1222.1893418525485,
|
|
"parallel": 100,
|
|
"p99_time": 0.009200749559458939,
|
|
"mean_time": 0.0038297574362164597,
|
|
"mean_precisions": 0.9683599999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 228.3728278389899,
|
|
"total_upload_time": 584.1704095680034,
|
|
"p95_time": 0.00595885590009857,
|
|
"rps": 1233.8435860011775,
|
|
"parallel": 100,
|
|
"p99_time": 0.008616187910447498,
|
|
"mean_time": 0.00391675833624904,
|
|
"mean_precisions": 0.98806,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 228.3728278389899,
|
|
"total_upload_time": 584.1704095680034,
|
|
"p95_time": 0.009418201904190938,
|
|
"rps": 1216.5465981159946,
|
|
"parallel": 100,
|
|
"p99_time": 0.012115052541557817,
|
|
"mean_time": 0.004926550327542646,
|
|
"mean_precisions": 0.9882,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 228.3728278389899,
|
|
"total_upload_time": 584.1704095680034,
|
|
"p95_time": 0.00865918790586875,
|
|
"rps": 1230.0250376146037,
|
|
"parallel": 100,
|
|
"p99_time": 0.01544916945786099,
|
|
"mean_time": 0.004976310582802398,
|
|
"mean_precisions": 0.98824,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 228.3728278389899,
|
|
"total_upload_time": 584.1704095680034,
|
|
"p95_time": 0.1269604902503488,
|
|
"rps": 803.9896822512771,
|
|
"parallel": 100,
|
|
"p99_time": 0.12919402360093954,
|
|
"mean_time": 0.11740608792578423,
|
|
"mean_precisions": 0.9736,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 228.3728278389899,
|
|
"total_upload_time": 584.1704095680034,
|
|
"p95_time": 0.12854825074718973,
|
|
"rps": 797.2004137815361,
|
|
"parallel": 100,
|
|
"p99_time": 0.13071985397247773,
|
|
"mean_time": 0.1185908245984363,
|
|
"mean_precisions": 0.9940200000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 228.3728278389899,
|
|
"total_upload_time": 584.1704095680034,
|
|
"p95_time": 0.12841363255247415,
|
|
"rps": 794.6938951083993,
|
|
"parallel": 100,
|
|
"p99_time": 0.13073464947825414,
|
|
"mean_time": 0.11889844866499334,
|
|
"mean_precisions": 0.99416,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 228.3728278389899,
|
|
"total_upload_time": 584.1704095680034,
|
|
"p95_time": 0.13039364559881506,
|
|
"rps": 784.1609855679989,
|
|
"parallel": 100,
|
|
"p99_time": 0.1329303135988448,
|
|
"mean_time": 0.12089625321163912,
|
|
"mean_precisions": 0.9942,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 228.3728278389899,
|
|
"total_upload_time": 584.1704095680034,
|
|
"p95_time": 0.21767573734723555,
|
|
"rps": 472.95523276736816,
|
|
"parallel": 100,
|
|
"p99_time": 0.22097828099358593,
|
|
"mean_time": 0.20573783038144028,
|
|
"mean_precisions": 0.97604,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 228.3728278389899,
|
|
"total_upload_time": 584.1704095680034,
|
|
"p95_time": 0.21885890640223807,
|
|
"rps": 467.99103656004615,
|
|
"parallel": 100,
|
|
"p99_time": 0.22237172685214318,
|
|
"mean_time": 0.2069846798281651,
|
|
"mean_precisions": 0.99698,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 228.3728278389899,
|
|
"total_upload_time": 584.1704095680034,
|
|
"p95_time": 0.002819019500384457,
|
|
"rps": 346.0729355367348,
|
|
"parallel": 1,
|
|
"p99_time": 0.0030999960919143635,
|
|
"mean_time": 0.0023215145671420033,
|
|
"mean_precisions": 0.9812200000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 228.3728278389899,
|
|
"total_upload_time": 584.1704095680034,
|
|
"p95_time": 0.21939895599643933,
|
|
"rps": 468.08134176600726,
|
|
"parallel": 100,
|
|
"p99_time": 0.22222285432835634,
|
|
"mean_time": 0.20788683398680877,
|
|
"mean_precisions": 0.9971399999999998,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 228.3728278389899,
|
|
"total_upload_time": 584.1704095680034,
|
|
"p95_time": 0.22181295759983186,
|
|
"rps": 463.8438147794067,
|
|
"parallel": 100,
|
|
"p99_time": 0.2247919328371063,
|
|
"mean_time": 0.20983636033401126,
|
|
"mean_precisions": 0.99718,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 228.3728278389899,
|
|
"total_upload_time": 584.1704095680034,
|
|
"p95_time": 0.003391250547792879,
|
|
"rps": 301.59296897402555,
|
|
"parallel": 1,
|
|
"p99_time": 0.0037023075199249444,
|
|
"mean_time": 0.0027127771587416648,
|
|
"mean_precisions": 0.96836,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 228.3728278389899,
|
|
"total_upload_time": 584.1704095680034,
|
|
"p95_time": 0.0033393079993402353,
|
|
"rps": 305.3404452729514,
|
|
"parallel": 1,
|
|
"p99_time": 0.003638052392052489,
|
|
"mean_time": 0.0026852445955839357,
|
|
"mean_precisions": 0.98806,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 228.3728278389899,
|
|
"total_upload_time": 584.1704095680034,
|
|
"p95_time": 0.0033676338509394553,
|
|
"rps": 304.3358344082265,
|
|
"parallel": 1,
|
|
"p99_time": 0.003725862101855455,
|
|
"mean_time": 0.0026995962705594137,
|
|
"mean_precisions": 0.9882,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 228.3728278389899,
|
|
"total_upload_time": 584.1704095680034,
|
|
"p95_time": 0.0033831430486316095,
|
|
"rps": 302.58573259206776,
|
|
"parallel": 1,
|
|
"p99_time": 0.003702919151910465,
|
|
"mean_time": 0.0027180805011856137,
|
|
"mean_precisions": 0.9882400000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 228.3728278389899,
|
|
"total_upload_time": 584.1704095680034,
|
|
"p95_time": 0.004941019952457282,
|
|
"rps": 226.1292247159146,
|
|
"parallel": 1,
|
|
"p99_time": 0.0054620213353337044,
|
|
"mean_time": 0.0037845293918493555,
|
|
"mean_precisions": 0.9736,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 228.3728278389899,
|
|
"total_upload_time": 584.1704095680034,
|
|
"p95_time": 0.00495764604784199,
|
|
"rps": 225.7328696732991,
|
|
"parallel": 1,
|
|
"p99_time": 0.005451302610381394,
|
|
"mean_time": 0.0037892990405816816,
|
|
"mean_precisions": 0.9940200000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 264.7458306080007,
|
|
"total_upload_time": 1501.8586345220028,
|
|
"p95_time": 0.003578892908990383,
|
|
"rps": 325.1994978677146,
|
|
"parallel": 1,
|
|
"p99_time": 0.004057152485474945,
|
|
"mean_time": 0.003014236361067742,
|
|
"mean_precisions": 0.928478,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 264.7458306080007,
|
|
"total_upload_time": 1501.8586345220028,
|
|
"p95_time": 0.004094042675569653,
|
|
"rps": 286.0922939543392,
|
|
"parallel": 1,
|
|
"p99_time": 0.004504729490727186,
|
|
"mean_time": 0.003432258109841496,
|
|
"mean_precisions": 0.971419,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 264.7458306080007,
|
|
"total_upload_time": 1501.8586345220028,
|
|
"p95_time": 0.00597987612709403,
|
|
"rps": 215.18127872313545,
|
|
"parallel": 1,
|
|
"p99_time": 0.006529228882864118,
|
|
"mean_time": 0.004578397462330758,
|
|
"mean_precisions": 0.992243,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 264.7458306080007,
|
|
"total_upload_time": 1501.8586345220028,
|
|
"p95_time": 0.008209502091631293,
|
|
"rps": 163.44790021674214,
|
|
"parallel": 1,
|
|
"p99_time": 0.009125979086384177,
|
|
"mean_time": 0.006040607302077115,
|
|
"mean_precisions": 0.997303,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 264.7458306080007,
|
|
"total_upload_time": 1501.8586345220028,
|
|
"p95_time": 0.0065880820620805025,
|
|
"rps": 197.86385779467315,
|
|
"parallel": 1,
|
|
"p99_time": 0.0072026540059596305,
|
|
"mean_time": 0.004984978382661939,
|
|
"mean_precisions": 0.993159,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 264.7458306080007,
|
|
"total_upload_time": 1501.8586345220028,
|
|
"p95_time": 0.0064878821372985835,
|
|
"rps": 199.44594090123613,
|
|
"parallel": 1,
|
|
"p99_time": 0.0071486792806535965,
|
|
"mean_time": 0.004943665190786123,
|
|
"mean_precisions": 0.9944200000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 264.7458306080007,
|
|
"total_upload_time": 1501.8586345220028,
|
|
"p95_time": 0.006596355885267258,
|
|
"rps": 198.42498299007892,
|
|
"parallel": 1,
|
|
"p99_time": 0.0072476040106266735,
|
|
"mean_time": 0.004971139814145863,
|
|
"mean_precisions": 0.9946390000000002,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 264.7458306080007,
|
|
"total_upload_time": 1501.8586345220028,
|
|
"p95_time": 0.008130336971953511,
|
|
"rps": 164.20310698627424,
|
|
"parallel": 1,
|
|
"p99_time": 0.00895986787043512,
|
|
"mean_time": 0.006016857735160738,
|
|
"mean_precisions": 0.997303,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 264.7458306080007,
|
|
"total_upload_time": 1501.8586345220028,
|
|
"p95_time": 0.07587850126437842,
|
|
"rps": 1359.689197140256,
|
|
"parallel": 100,
|
|
"p99_time": 0.1273927347362042,
|
|
"mean_time": 0.07190578255848959,
|
|
"mean_precisions": 0.9284779999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 264.7458306080007,
|
|
"total_upload_time": 1501.8586345220028,
|
|
"p95_time": 0.0876611927524209,
|
|
"rps": 1163.3391268684165,
|
|
"parallel": 100,
|
|
"p99_time": 0.08948679485358298,
|
|
"mean_time": 0.08374938143454493,
|
|
"mean_precisions": 0.971419,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 264.7458306080007,
|
|
"total_upload_time": 1501.8586345220028,
|
|
"p95_time": 0.11522664930671453,
|
|
"rps": 889.9840018042619,
|
|
"parallel": 100,
|
|
"p99_time": 0.11829269059002401,
|
|
"mean_time": 0.11010876778541133,
|
|
"mean_precisions": 0.98939,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 264.7458306080007,
|
|
"total_upload_time": 1501.8586345220028,
|
|
"p95_time": 0.16754212393425405,
|
|
"rps": 615.6777938575445,
|
|
"parallel": 100,
|
|
"p99_time": 0.17083094591274858,
|
|
"mean_time": 0.16008117851335554,
|
|
"mean_precisions": 0.9963190000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 264.7458306080007,
|
|
"total_upload_time": 1501.8586345220028,
|
|
"p95_time": 0.004977833013981581,
|
|
"rps": 241.35572242037603,
|
|
"parallel": 1,
|
|
"p99_time": 0.005599447824060917,
|
|
"mean_time": 0.004077794419135899,
|
|
"mean_precisions": 0.9893900000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 264.7458306080007,
|
|
"total_upload_time": 1501.8586345220028,
|
|
"p95_time": 0.09743566680699586,
|
|
"rps": 1043.83049296081,
|
|
"parallel": 100,
|
|
"p99_time": 0.10017272510565818,
|
|
"mean_time": 0.0936710195209831,
|
|
"mean_precisions": 0.9599859999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 264.7458306080007,
|
|
"total_upload_time": 1501.8586345220028,
|
|
"p95_time": 0.11252619363367557,
|
|
"rps": 907.8364941335984,
|
|
"parallel": 100,
|
|
"p99_time": 0.11536034955643118,
|
|
"mean_time": 0.10800397670939564,
|
|
"mean_precisions": 0.9787859999999998,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 264.7458306080007,
|
|
"total_upload_time": 1501.8586345220028,
|
|
"p95_time": 0.1477020127698779,
|
|
"rps": 691.0586545798318,
|
|
"parallel": 100,
|
|
"p99_time": 0.14985016269609333,
|
|
"mean_time": 0.14251730669718235,
|
|
"mean_precisions": 0.992243,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 264.7458306080007,
|
|
"total_upload_time": 1501.8586345220028,
|
|
"p95_time": 0.21526695019565523,
|
|
"rps": 479.6677923595984,
|
|
"parallel": 100,
|
|
"p99_time": 0.21900672879070043,
|
|
"mean_time": 0.20596697238488124,
|
|
"mean_precisions": 0.997303,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 264.7458306080007,
|
|
"total_upload_time": 1501.8586345220028,
|
|
"p95_time": 0.12142158797942101,
|
|
"rps": 844.6485848380038,
|
|
"parallel": 100,
|
|
"p99_time": 0.12451514009386301,
|
|
"mean_time": 0.1162006926253438,
|
|
"mean_precisions": 0.9837230000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 264.7458306080007,
|
|
"total_upload_time": 1501.8586345220028,
|
|
"p95_time": 0.12222847123630345,
|
|
"rps": 837.4671531143255,
|
|
"parallel": 100,
|
|
"p99_time": 0.12592695170082152,
|
|
"mean_time": 0.1172028483367525,
|
|
"mean_precisions": 0.9849420000000002,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 264.7458306080007,
|
|
"total_upload_time": 1501.8586345220028,
|
|
"p95_time": 0.14701385828666388,
|
|
"rps": 695.3718539807987,
|
|
"parallel": 100,
|
|
"p99_time": 0.1487186193931848,
|
|
"mean_time": 0.14154982991870493,
|
|
"mean_precisions": 0.992243,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 264.7458306080007,
|
|
"total_upload_time": 1501.8586345220028,
|
|
"p95_time": 0.21588037810288369,
|
|
"rps": 478.4842847718043,
|
|
"parallel": 100,
|
|
"p99_time": 0.22122054846957329,
|
|
"mean_time": 0.20645214739125223,
|
|
"mean_precisions": 0.997303,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 264.7458306080007,
|
|
"total_upload_time": 1501.8586345220028,
|
|
"p95_time": 0.16292546060867608,
|
|
"rps": 626.1672230435594,
|
|
"parallel": 100,
|
|
"p99_time": 0.16542420197278263,
|
|
"mean_time": 0.15680545121468603,
|
|
"mean_precisions": 0.993159,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 264.7458306080007,
|
|
"total_upload_time": 1501.8586345220028,
|
|
"p95_time": 0.16488261185586453,
|
|
"rps": 622.1379558462696,
|
|
"parallel": 100,
|
|
"p99_time": 0.16973979730159044,
|
|
"mean_time": 0.15833328851507977,
|
|
"mean_precisions": 0.9944200000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 264.7458306080007,
|
|
"total_upload_time": 1501.8586345220028,
|
|
"p95_time": 0.006767591042444109,
|
|
"rps": 183.3461249749111,
|
|
"parallel": 1,
|
|
"p99_time": 0.007700025839731097,
|
|
"mean_time": 0.005385532464273274,
|
|
"mean_precisions": 0.9963190000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 264.7458306080007,
|
|
"total_upload_time": 1501.8586345220028,
|
|
"p95_time": 0.1657480512280017,
|
|
"rps": 617.0031712823657,
|
|
"parallel": 100,
|
|
"p99_time": 0.16797872923314572,
|
|
"mean_time": 0.15977131039667875,
|
|
"mean_precisions": 0.9946390000000002,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 264.7458306080007,
|
|
"total_upload_time": 1501.8586345220028,
|
|
"p95_time": 0.21577359433285892,
|
|
"rps": 478.7404138765225,
|
|
"parallel": 100,
|
|
"p99_time": 0.22057069801725449,
|
|
"mean_time": 0.2063652462963946,
|
|
"mean_precisions": 0.997303,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 264.7458306080007,
|
|
"total_upload_time": 1501.8586345220028,
|
|
"p95_time": 0.004086786182597279,
|
|
"rps": 293.93819373391716,
|
|
"parallel": 1,
|
|
"p99_time": 0.004518534280359745,
|
|
"mean_time": 0.0033409632024355234,
|
|
"mean_precisions": 0.959986,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 264.7458306080007,
|
|
"total_upload_time": 1501.8586345220028,
|
|
"p95_time": 0.0047557591926306484,
|
|
"rps": 262.1356724117528,
|
|
"parallel": 1,
|
|
"p99_time": 0.005132793309167027,
|
|
"mean_time": 0.003752158835437149,
|
|
"mean_precisions": 0.978786,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 264.7458306080007,
|
|
"total_upload_time": 1501.8586345220028,
|
|
"p95_time": 0.0059851313475519415,
|
|
"rps": 215.52954241042335,
|
|
"parallel": 1,
|
|
"p99_time": 0.006520419614389539,
|
|
"mean_time": 0.004573126643523574,
|
|
"mean_precisions": 0.992243,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 264.7458306080007,
|
|
"total_upload_time": 1501.8586345220028,
|
|
"p95_time": 0.008196221757680177,
|
|
"rps": 163.2872896267247,
|
|
"parallel": 1,
|
|
"p99_time": 0.00900029075331986,
|
|
"mean_time": 0.006052106024604291,
|
|
"mean_precisions": 0.997303,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 264.7458306080007,
|
|
"total_upload_time": 1501.8586345220028,
|
|
"p95_time": 0.005041081411764025,
|
|
"rps": 247.87714208872134,
|
|
"parallel": 1,
|
|
"p99_time": 0.005468047168105841,
|
|
"mean_time": 0.003969681956991553,
|
|
"mean_precisions": 0.9837230000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 264.7458306080007,
|
|
"total_upload_time": 1501.8586345220028,
|
|
"p95_time": 0.0050909737125039095,
|
|
"rps": 245.28434823247287,
|
|
"parallel": 1,
|
|
"p99_time": 0.005503600146621466,
|
|
"mean_time": 0.004009803928155452,
|
|
"mean_precisions": 0.984942,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 125.10763692799992,
|
|
"total_upload_time": 390.88685319700016,
|
|
"p95_time": 0.004062391037587076,
|
|
"rps": 281.52888110379064,
|
|
"parallel": 1,
|
|
"p99_time": 0.005468939652200786,
|
|
"mean_time": 0.0034699256364256145,
|
|
"mean_precisions": 0.82827,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 125.10763692799992,
|
|
"total_upload_time": 390.88685319700016,
|
|
"p95_time": 0.0055295226862654085,
|
|
"rps": 213.33258450029223,
|
|
"parallel": 1,
|
|
"p99_time": 0.006462002417538314,
|
|
"mean_time": 0.004585979338735342,
|
|
"mean_precisions": 0.9144,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 125.10763692799992,
|
|
"total_upload_time": 390.88685319700016,
|
|
"p95_time": 0.009594983083661645,
|
|
"rps": 134.13410094624183,
|
|
"parallel": 1,
|
|
"p99_time": 0.011532045160420239,
|
|
"mean_time": 0.007348557185614482,
|
|
"mean_precisions": 0.9741700000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 125.10763692799992,
|
|
"total_upload_time": 390.88685319700016,
|
|
"p95_time": 0.013964885275345295,
|
|
"rps": 91.09020078488066,
|
|
"parallel": 1,
|
|
"p99_time": 0.0157836093660444,
|
|
"mean_time": 0.010845442411256954,
|
|
"mean_precisions": 0.9894400000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 125.10763692799992,
|
|
"total_upload_time": 390.88685319700016,
|
|
"p95_time": 0.010216670273803175,
|
|
"rps": 124.65064949238923,
|
|
"parallel": 1,
|
|
"p99_time": 0.01146857016487047,
|
|
"mean_time": 0.007907999638700858,
|
|
"mean_precisions": 0.98122,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 125.10763692799992,
|
|
"total_upload_time": 390.88685319700016,
|
|
"p95_time": 0.009841678955126554,
|
|
"rps": 125.75526532531576,
|
|
"parallel": 1,
|
|
"p99_time": 0.0113238479453139,
|
|
"mean_time": 0.007842157877748833,
|
|
"mean_precisions": 0.98121,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 125.10763692799992,
|
|
"total_upload_time": 390.88685319700016,
|
|
"p95_time": 0.010420020716264843,
|
|
"rps": 120.90628848973151,
|
|
"parallel": 1,
|
|
"p99_time": 0.012401713910512625,
|
|
"mean_time": 0.008153220052365214,
|
|
"mean_precisions": 0.98122,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 125.10763692799992,
|
|
"total_upload_time": 390.88685319700016,
|
|
"p95_time": 0.013987977209035305,
|
|
"rps": 91.52953662090508,
|
|
"parallel": 1,
|
|
"p99_time": 0.01649241401348263,
|
|
"mean_time": 0.010783446083776653,
|
|
"mean_precisions": 0.9894400000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 125.10763692799992,
|
|
"total_upload_time": 390.88685319700016,
|
|
"p95_time": 0.07600001114187761,
|
|
"rps": 1211.7036446578807,
|
|
"parallel": 100,
|
|
"p99_time": 0.07728003651602193,
|
|
"mean_time": 0.06516986659751274,
|
|
"mean_precisions": 0.82827,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 125.10763692799992,
|
|
"total_upload_time": 390.88685319700016,
|
|
"p95_time": 0.12010004421463236,
|
|
"rps": 830.6730703524007,
|
|
"parallel": 100,
|
|
"p99_time": 0.12192192852497101,
|
|
"mean_time": 0.09752427429915406,
|
|
"mean_precisions": 0.9144000000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 125.10763692799992,
|
|
"total_upload_time": 390.88685319700016,
|
|
"p95_time": 0.20009731678292156,
|
|
"rps": 517.292218651752,
|
|
"parallel": 100,
|
|
"p99_time": 0.20233327853493394,
|
|
"mean_time": 0.16887849815073422,
|
|
"mean_precisions": 0.9632999999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 125.10763692799992,
|
|
"total_upload_time": 390.88685319700016,
|
|
"p95_time": 0.327278359583579,
|
|
"rps": 324.51500570886424,
|
|
"parallel": 100,
|
|
"p99_time": 0.3305245877779089,
|
|
"mean_time": 0.28005885197222236,
|
|
"mean_precisions": 0.98494,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 125.10763692799992,
|
|
"total_upload_time": 390.88685319700016,
|
|
"p95_time": 0.008145199797581881,
|
|
"rps": 149.51882487463186,
|
|
"parallel": 1,
|
|
"p99_time": 0.009392952418420463,
|
|
"mean_time": 0.0065661912155337634,
|
|
"mean_precisions": 0.9632999999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 125.10763692799992,
|
|
"total_upload_time": 390.88685319700016,
|
|
"p95_time": 0.10827122437767685,
|
|
"rps": 898.3273676314626,
|
|
"parallel": 100,
|
|
"p99_time": 0.10904438771307469,
|
|
"mean_time": 0.08852411112957634,
|
|
"mean_precisions": 0.89713,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 125.10763692799992,
|
|
"total_upload_time": 390.88685319700016,
|
|
"p95_time": 0.1516645956900902,
|
|
"rps": 662.8579063447434,
|
|
"parallel": 100,
|
|
"p99_time": 0.15392332784831525,
|
|
"mean_time": 0.12777657681703566,
|
|
"mean_precisions": 0.93852,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 125.10763692799992,
|
|
"total_upload_time": 390.88685319700016,
|
|
"p95_time": 0.2654009576886892,
|
|
"rps": 412.8147553412919,
|
|
"parallel": 100,
|
|
"p99_time": 0.2705225909268483,
|
|
"mean_time": 0.21676113371388056,
|
|
"mean_precisions": 0.9741700000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 125.10763692799992,
|
|
"total_upload_time": 390.88685319700016,
|
|
"p95_time": 0.4183916187728755,
|
|
"rps": 256.63531341139327,
|
|
"parallel": 100,
|
|
"p99_time": 0.42447785632451995,
|
|
"mean_time": 0.35862694708770143,
|
|
"mean_precisions": 0.9894400000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 125.10763692799992,
|
|
"total_upload_time": 390.88685319700016,
|
|
"p95_time": 0.1742285206913948,
|
|
"rps": 584.8311063926769,
|
|
"parallel": 100,
|
|
"p99_time": 0.1763939567725174,
|
|
"mean_time": 0.14673052079812623,
|
|
"mean_precisions": 0.95452,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 125.10763692799992,
|
|
"total_upload_time": 390.88685319700016,
|
|
"p95_time": 0.17617664920398965,
|
|
"rps": 577.8904272777354,
|
|
"parallel": 100,
|
|
"p99_time": 0.17932578804669902,
|
|
"mean_time": 0.14933831570413894,
|
|
"mean_precisions": 0.95451,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 125.10763692799992,
|
|
"total_upload_time": 390.88685319700016,
|
|
"p95_time": 0.24443189698504283,
|
|
"rps": 424.52300940400556,
|
|
"parallel": 100,
|
|
"p99_time": 0.24880636020563543,
|
|
"mean_time": 0.210530937705189,
|
|
"mean_precisions": 0.9741700000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 125.10763692799992,
|
|
"total_upload_time": 390.88685319700016,
|
|
"p95_time": 0.40634114025160667,
|
|
"rps": 261.2858825252251,
|
|
"parallel": 100,
|
|
"p99_time": 0.4148426111065783,
|
|
"mean_time": 0.35214882960147226,
|
|
"mean_precisions": 0.9894400000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 125.10763692799992,
|
|
"total_upload_time": 390.88685319700016,
|
|
"p95_time": 0.2740434653824195,
|
|
"rps": 385.1066991375817,
|
|
"parallel": 100,
|
|
"p99_time": 0.2790068061812781,
|
|
"mean_time": 0.2333778487795498,
|
|
"mean_precisions": 0.98122,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 125.10763692799992,
|
|
"total_upload_time": 390.88685319700016,
|
|
"p95_time": 0.28115463455906137,
|
|
"rps": 371.354643226056,
|
|
"parallel": 100,
|
|
"p99_time": 0.28551282388390975,
|
|
"mean_time": 0.24339406502223573,
|
|
"mean_precisions": 0.98121,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 125.10763692799992,
|
|
"total_upload_time": 390.88685319700016,
|
|
"p95_time": 0.012535514961928129,
|
|
"rps": 100.68743185272541,
|
|
"parallel": 1,
|
|
"p99_time": 0.014159726651851084,
|
|
"mean_time": 0.009795640668598934,
|
|
"mean_precisions": 0.98494,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 125.10763692799992,
|
|
"total_upload_time": 390.88685319700016,
|
|
"p95_time": 0.30123474179999904,
|
|
"rps": 359.56517608713,
|
|
"parallel": 100,
|
|
"p99_time": 0.30468698154203594,
|
|
"mean_time": 0.2509887514957227,
|
|
"mean_precisions": 0.98122,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 125.10763692799992,
|
|
"total_upload_time": 390.88685319700016,
|
|
"p95_time": 0.40999065468786283,
|
|
"rps": 258.8783827333865,
|
|
"parallel": 100,
|
|
"p99_time": 0.41498736632755023,
|
|
"mean_time": 0.355112239522161,
|
|
"mean_precisions": 0.9894400000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 125.10763692799992,
|
|
"total_upload_time": 390.88685319700016,
|
|
"p95_time": 0.004795396130066365,
|
|
"rps": 247.80385396041092,
|
|
"parallel": 1,
|
|
"p99_time": 0.005203701092395931,
|
|
"mean_time": 0.003943958366056904,
|
|
"mean_precisions": 0.89713,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 125.10763692799992,
|
|
"total_upload_time": 390.88685319700016,
|
|
"p95_time": 0.0063963548047468064,
|
|
"rps": 192.82287817762096,
|
|
"parallel": 1,
|
|
"p99_time": 0.00840476869838312,
|
|
"mean_time": 0.005091125892242416,
|
|
"mean_precisions": 0.93852,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 125.10763692799992,
|
|
"total_upload_time": 390.88685319700016,
|
|
"p95_time": 0.00926837840816006,
|
|
"rps": 136.4779431487573,
|
|
"parallel": 1,
|
|
"p99_time": 0.01100431782659143,
|
|
"mean_time": 0.007217390358215198,
|
|
"mean_precisions": 0.9741700000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 125.10763692799992,
|
|
"total_upload_time": 390.88685319700016,
|
|
"p95_time": 0.014630669099278747,
|
|
"rps": 89.36529066317577,
|
|
"parallel": 1,
|
|
"p99_time": 0.01687581358011812,
|
|
"mean_time": 0.011051362443482503,
|
|
"mean_precisions": 0.9894400000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 125.10763692799992,
|
|
"total_upload_time": 390.88685319700016,
|
|
"p95_time": 0.006811540108174086,
|
|
"rps": 178.67438301465273,
|
|
"parallel": 1,
|
|
"p99_time": 0.008228774208109824,
|
|
"mean_time": 0.005496799184009433,
|
|
"mean_precisions": 0.95452,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 125.10763692799992,
|
|
"total_upload_time": 390.88685319700016,
|
|
"p95_time": 0.007192118349485099,
|
|
"rps": 171.8252982107776,
|
|
"parallel": 1,
|
|
"p99_time": 0.008778142845258116,
|
|
"mean_time": 0.005715069920057431,
|
|
"mean_precisions": 0.95451,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 45.797179175002384,
|
|
"total_upload_time": 319.09494570600145,
|
|
"p95_time": 0.004672924951410094,
|
|
"rps": 268.36568831508936,
|
|
"parallel": 1,
|
|
"p99_time": 0.006548522710072576,
|
|
"mean_time": 0.0036635260644048684,
|
|
"mean_precisions": 0.7360260000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 45.797179175002384,
|
|
"total_upload_time": 319.09494570600145,
|
|
"p95_time": 0.005486685149480762,
|
|
"rps": 230.02013774896255,
|
|
"parallel": 1,
|
|
"p99_time": 0.0073716214108935675,
|
|
"mean_time": 0.004283072652907867,
|
|
"mean_precisions": 0.824924,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 45.797179175002384,
|
|
"total_upload_time": 319.09494570600145,
|
|
"p95_time": 0.007104785800765964,
|
|
"rps": 181.61405266194933,
|
|
"parallel": 1,
|
|
"p99_time": 0.008864230199324084,
|
|
"mean_time": 0.005437555653019444,
|
|
"mean_precisions": 0.886984,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 45.797179175002384,
|
|
"total_upload_time": 319.09494570600145,
|
|
"p95_time": 0.010372078501313803,
|
|
"rps": 129.8382871768991,
|
|
"parallel": 1,
|
|
"p99_time": 0.01227587049117574,
|
|
"mean_time": 0.007623616932397272,
|
|
"mean_precisions": 0.934307,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 45.797179175002384,
|
|
"total_upload_time": 319.09494570600145,
|
|
"p95_time": 0.007736532697890647,
|
|
"rps": 166.62547642400082,
|
|
"parallel": 1,
|
|
"p99_time": 0.009584454939649734,
|
|
"mean_time": 0.005930737893216065,
|
|
"mean_precisions": 0.8760550000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 45.797179175002384,
|
|
"total_upload_time": 319.09494570600145,
|
|
"p95_time": 0.00777154485003848,
|
|
"rps": 166.7372764740223,
|
|
"parallel": 1,
|
|
"p99_time": 0.00957470996800112,
|
|
"mean_time": 0.005926993217616109,
|
|
"mean_precisions": 0.904216,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 45.797179175002384,
|
|
"total_upload_time": 319.09494570600145,
|
|
"p95_time": 0.007887724101237835,
|
|
"rps": 164.15974584966528,
|
|
"parallel": 1,
|
|
"p99_time": 0.009792429608532986,
|
|
"mean_time": 0.006018300612505482,
|
|
"mean_precisions": 0.905115,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 45.797179175002384,
|
|
"total_upload_time": 319.09494570600145,
|
|
"p95_time": 0.010247087651987383,
|
|
"rps": 130.8327823416813,
|
|
"parallel": 1,
|
|
"p99_time": 0.012058043481229106,
|
|
"mean_time": 0.007567193930495341,
|
|
"mean_precisions": 0.934307,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 45.797179175002384,
|
|
"total_upload_time": 319.09494570600145,
|
|
"p95_time": 0.05247380350192543,
|
|
"rps": 2095.5001793260717,
|
|
"parallel": 100,
|
|
"p99_time": 0.0588490494724465,
|
|
"mean_time": 0.044579093994102,
|
|
"mean_precisions": 0.7360260000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 45.797179175002384,
|
|
"total_upload_time": 319.09494570600145,
|
|
"p95_time": 0.06352990044888429,
|
|
"rps": 1721.0688199276044,
|
|
"parallel": 100,
|
|
"p99_time": 0.06905330447934831,
|
|
"mean_time": 0.0557655441537001,
|
|
"mean_precisions": 0.824924,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 45.797179175002384,
|
|
"total_upload_time": 319.09494570600145,
|
|
"p95_time": 0.08383184809790692,
|
|
"rps": 1275.1959325320358,
|
|
"parallel": 100,
|
|
"p99_time": 0.08831307749234839,
|
|
"mean_time": 0.07599058794368248,
|
|
"mean_precisions": 0.886984,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 45.797179175002384,
|
|
"total_upload_time": 319.09494570600145,
|
|
"p95_time": 0.13035679979730047,
|
|
"rps": 825.1436641956077,
|
|
"parallel": 100,
|
|
"p99_time": 0.1355861248688234,
|
|
"mean_time": 0.11871137920850561,
|
|
"mean_precisions": 0.934307,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 45.797179175002384,
|
|
"total_upload_time": 319.09494570600145,
|
|
"p95_time": 0.007122595851978985,
|
|
"rps": 181.11363123675218,
|
|
"parallel": 1,
|
|
"p99_time": 0.008761838029058711,
|
|
"mean_time": 0.005450891043792581,
|
|
"mean_precisions": 0.886984,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 45.797179175002384,
|
|
"total_upload_time": 319.09494570600145,
|
|
"p95_time": 0.0552844477999315,
|
|
"rps": 1966.5575741992545,
|
|
"parallel": 100,
|
|
"p99_time": 0.060160224079008916,
|
|
"mean_time": 0.04767031070817539,
|
|
"mean_precisions": 0.763383,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 45.797179175002384,
|
|
"total_upload_time": 319.09494570600145,
|
|
"p95_time": 0.06353470614994876,
|
|
"rps": 1718.203642840594,
|
|
"parallel": 100,
|
|
"p99_time": 0.06950799665031811,
|
|
"mean_time": 0.055642322546590364,
|
|
"mean_precisions": 0.824924,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 45.797179175002384,
|
|
"total_upload_time": 319.09494570600145,
|
|
"p95_time": 0.08411759954906302,
|
|
"rps": 1259.1477337837919,
|
|
"parallel": 100,
|
|
"p99_time": 0.08966310829000577,
|
|
"mean_time": 0.07702241617100408,
|
|
"mean_precisions": 0.886984,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 45.797179175002384,
|
|
"total_upload_time": 319.09494570600145,
|
|
"p95_time": 0.12429947890086623,
|
|
"rps": 843.5066641350978,
|
|
"parallel": 100,
|
|
"p99_time": 0.12841094015078852,
|
|
"mean_time": 0.11617112731670096,
|
|
"mean_precisions": 0.934307,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 45.797179175002384,
|
|
"total_upload_time": 319.09494570600145,
|
|
"p95_time": 0.06878038840113732,
|
|
"rps": 1573.5936030424034,
|
|
"parallel": 100,
|
|
"p99_time": 0.0727775952520824,
|
|
"mean_time": 0.06117474455619631,
|
|
"mean_precisions": 0.8274960000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 45.797179175002384,
|
|
"total_upload_time": 319.09494570600145,
|
|
"p95_time": 0.06778963390006539,
|
|
"rps": 1586.4077553141635,
|
|
"parallel": 100,
|
|
"p99_time": 0.07417670572918723,
|
|
"mean_time": 0.060727124177589575,
|
|
"mean_precisions": 0.8482790000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 45.797179175002384,
|
|
"total_upload_time": 319.09494570600145,
|
|
"p95_time": 0.08390178804984316,
|
|
"rps": 1265.059668470625,
|
|
"parallel": 100,
|
|
"p99_time": 0.08746501755929786,
|
|
"mean_time": 0.07655845605518626,
|
|
"mean_precisions": 0.886984,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 45.797179175002384,
|
|
"total_upload_time": 319.09494570600145,
|
|
"p95_time": 0.12954803590127995,
|
|
"rps": 826.4610380341646,
|
|
"parallel": 100,
|
|
"p99_time": 0.136633504180827,
|
|
"mean_time": 0.11838169067140225,
|
|
"mean_precisions": 0.934307,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 45.797179175002384,
|
|
"total_upload_time": 319.09494570600145,
|
|
"p95_time": 0.09583789589760272,
|
|
"rps": 1124.7405433050276,
|
|
"parallel": 100,
|
|
"p99_time": 0.10000763478219597,
|
|
"mean_time": 0.0864903877366014,
|
|
"mean_precisions": 0.8760549999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 45.797179175002384,
|
|
"total_upload_time": 319.09494570600145,
|
|
"p95_time": 0.09700059265069284,
|
|
"rps": 1111.231894733521,
|
|
"parallel": 100,
|
|
"p99_time": 0.10399927963990195,
|
|
"mean_time": 0.08759497140510757,
|
|
"mean_precisions": 0.904216,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 45.797179175002384,
|
|
"total_upload_time": 319.09494570600145,
|
|
"p95_time": 0.010232145549525735,
|
|
"rps": 128.58704417619748,
|
|
"parallel": 1,
|
|
"p99_time": 0.012001560039061592,
|
|
"mean_time": 0.007695836162700653,
|
|
"mean_precisions": 0.934307,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 45.797179175002384,
|
|
"total_upload_time": 319.09494570600145,
|
|
"p95_time": 0.0956669231514752,
|
|
"rps": 1114.674613640289,
|
|
"parallel": 100,
|
|
"p99_time": 0.09946023167973181,
|
|
"mean_time": 0.0872303119878903,
|
|
"mean_precisions": 0.905115,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 45.797179175002384,
|
|
"total_upload_time": 319.09494570600145,
|
|
"p95_time": 0.1276506833015446,
|
|
"rps": 836.9019509015314,
|
|
"parallel": 100,
|
|
"p99_time": 0.13290045161869785,
|
|
"mean_time": 0.11695127419727178,
|
|
"mean_precisions": 0.934307,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 45.797179175002384,
|
|
"total_upload_time": 319.09494570600145,
|
|
"p95_time": 0.0047951295511666076,
|
|
"rps": 257.48696011942087,
|
|
"parallel": 1,
|
|
"p99_time": 0.006562322389363544,
|
|
"mean_time": 0.0038209719293045056,
|
|
"mean_precisions": 0.763383,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 45.797179175002384,
|
|
"total_upload_time": 319.09494570600145,
|
|
"p95_time": 0.005478596649663812,
|
|
"rps": 229.47930349308558,
|
|
"parallel": 1,
|
|
"p99_time": 0.007455591667785488,
|
|
"mean_time": 0.004290210731792468,
|
|
"mean_precisions": 0.824924,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 45.797179175002384,
|
|
"total_upload_time": 319.09494570600145,
|
|
"p95_time": 0.007092799351448773,
|
|
"rps": 181.57909438293282,
|
|
"parallel": 1,
|
|
"p99_time": 0.008652090462528579,
|
|
"mean_time": 0.005436710934907387,
|
|
"mean_precisions": 0.886984,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 45.797179175002384,
|
|
"total_upload_time": 319.09494570600145,
|
|
"p95_time": 0.010371224551090562,
|
|
"rps": 128.85231970884143,
|
|
"parallel": 1,
|
|
"p99_time": 0.012374055357686303,
|
|
"mean_time": 0.007676015573110999,
|
|
"mean_precisions": 0.934307,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 45.797179175002384,
|
|
"total_upload_time": 319.09494570600145,
|
|
"p95_time": 0.005859128947486168,
|
|
"rps": 215.73598698095483,
|
|
"parallel": 1,
|
|
"p99_time": 0.007713716910475342,
|
|
"mean_time": 0.004568737027280804,
|
|
"mean_precisions": 0.8274959999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 45.797179175002384,
|
|
"total_upload_time": 319.09494570600145,
|
|
"p95_time": 0.0060285574991212326,
|
|
"rps": 214.39594087753912,
|
|
"parallel": 1,
|
|
"p99_time": 0.007770499910548097,
|
|
"mean_time": 0.004598493717794918,
|
|
"mean_precisions": 0.8482790000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 217.79812404001132,
|
|
"total_upload_time": 895.9800113510573,
|
|
"p95_time": 0.0026429555473441724,
|
|
"rps": 366.52741368052574,
|
|
"parallel": 1,
|
|
"p99_time": 0.0029462209260964303,
|
|
"mean_time": 0.00217757411399798,
|
|
"mean_precisions": 0.97052,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 217.79812404001132,
|
|
"total_upload_time": 895.9800113510573,
|
|
"p95_time": 0.0026147773049160607,
|
|
"rps": 366.9136184378059,
|
|
"parallel": 1,
|
|
"p99_time": 0.0029033027110563128,
|
|
"mean_time": 0.0021760936021615633,
|
|
"mean_precisions": 0.9834400000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 217.79812404001132,
|
|
"total_upload_time": 895.9800113510573,
|
|
"p95_time": 0.005522208596812562,
|
|
"rps": 202.7761696708173,
|
|
"parallel": 1,
|
|
"p99_time": 0.006146678593722756,
|
|
"mean_time": 0.0042776017205629615,
|
|
"mean_precisions": 0.99708,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 217.79812404001132,
|
|
"total_upload_time": 895.9800113510573,
|
|
"p95_time": 0.0057393455543206075,
|
|
"rps": 196.5021252864866,
|
|
"parallel": 1,
|
|
"p99_time": 0.0064056752883334496,
|
|
"mean_time": 0.004427705826389137,
|
|
"mean_precisions": 0.9971,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 217.79812404001132,
|
|
"total_upload_time": 895.9800113510573,
|
|
"p95_time": 0.008800701595464488,
|
|
"rps": 138.41501442519845,
|
|
"parallel": 1,
|
|
"p99_time": 0.009903659778792645,
|
|
"mean_time": 0.00655725685665966,
|
|
"mean_precisions": 0.9847400000000002,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 217.79812404001132,
|
|
"total_upload_time": 895.9800113510573,
|
|
"p95_time": 0.008737676746022771,
|
|
"rps": 138.70698129848358,
|
|
"parallel": 1,
|
|
"p99_time": 0.009881631608441242,
|
|
"mean_time": 0.0065470924925772125,
|
|
"mean_precisions": 0.9984800000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 217.79812404001132,
|
|
"total_upload_time": 895.9800113510573,
|
|
"p95_time": 0.008786584649351427,
|
|
"rps": 138.08960683907094,
|
|
"parallel": 1,
|
|
"p99_time": 0.010009534106284267,
|
|
"mean_time": 0.006578874719791929,
|
|
"mean_precisions": 0.99866,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 217.79812404001132,
|
|
"total_upload_time": 895.9800113510573,
|
|
"p95_time": 0.008778558703852468,
|
|
"rps": 138.72981121019555,
|
|
"parallel": 1,
|
|
"p99_time": 0.009953318306288567,
|
|
"mean_time": 0.00654560920556396,
|
|
"mean_precisions": 0.9986799999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 217.79812404001132,
|
|
"total_upload_time": 895.9800113510573,
|
|
"p95_time": 0.0031815757956792368,
|
|
"rps": 1236.411871552735,
|
|
"parallel": 100,
|
|
"p99_time": 0.007367042283367486,
|
|
"mean_time": 0.002569117962378368,
|
|
"mean_precisions": 0.97052,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 217.79812404001132,
|
|
"total_upload_time": 895.9800113510573,
|
|
"p95_time": 0.003272561251287698,
|
|
"rps": 1234.940217108062,
|
|
"parallel": 100,
|
|
"p99_time": 0.007428688046711633,
|
|
"mean_time": 0.0025886142164454214,
|
|
"mean_precisions": 0.9834400000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 217.79812404001132,
|
|
"total_upload_time": 895.9800113510573,
|
|
"p95_time": 0.003226992304553278,
|
|
"rps": 1225.9197481416452,
|
|
"parallel": 100,
|
|
"p99_time": 0.006750047291643571,
|
|
"mean_time": 0.002585521270999743,
|
|
"mean_precisions": 0.98364,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 217.79812404001132,
|
|
"total_upload_time": 895.9800113510573,
|
|
"p95_time": 0.004290488597325748,
|
|
"rps": 1233.987460345812,
|
|
"parallel": 100,
|
|
"p99_time": 0.007957538720074833,
|
|
"mean_time": 0.003142724534252193,
|
|
"mean_precisions": 0.98806,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 217.79812404001132,
|
|
"total_upload_time": 895.9800113510573,
|
|
"p95_time": 0.00270116540377785,
|
|
"rps": 361.6631749365758,
|
|
"parallel": 1,
|
|
"p99_time": 0.0029515244499634732,
|
|
"mean_time": 0.0022098053305759095,
|
|
"mean_precisions": 0.98364,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 217.79812404001132,
|
|
"total_upload_time": 895.9800113510573,
|
|
"p95_time": 0.08597350470408856,
|
|
"rps": 1153.1120439566444,
|
|
"parallel": 100,
|
|
"p99_time": 0.08726810921893048,
|
|
"mean_time": 0.0685700369315935,
|
|
"mean_precisions": 0.9794200000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 217.79812404001132,
|
|
"total_upload_time": 895.9800113510573,
|
|
"p95_time": 0.08697308845075895,
|
|
"rps": 1151.1523326213282,
|
|
"parallel": 100,
|
|
"p99_time": 0.08899911758620875,
|
|
"mean_time": 0.06888058337838593,
|
|
"mean_precisions": 0.993,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 217.79812404001132,
|
|
"total_upload_time": 895.9800113510573,
|
|
"p95_time": 0.08844431010293193,
|
|
"rps": 1131.0925294975323,
|
|
"parallel": 100,
|
|
"p99_time": 0.09119763518545372,
|
|
"mean_time": 0.07706620720918726,
|
|
"mean_precisions": 0.99318,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 217.79812404001132,
|
|
"total_upload_time": 895.9800113510573,
|
|
"p95_time": 0.08964319270489796,
|
|
"rps": 1117.5149962786588,
|
|
"parallel": 100,
|
|
"p99_time": 0.09065332610851329,
|
|
"mean_time": 0.07730890367941029,
|
|
"mean_precisions": 0.9932,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 217.79812404001132,
|
|
"total_upload_time": 895.9800113510573,
|
|
"p95_time": 0.14776864064697293,
|
|
"rps": 691.3263434272978,
|
|
"parallel": 100,
|
|
"p99_time": 0.15012423780106474,
|
|
"mean_time": 0.13835408535882016,
|
|
"mean_precisions": 0.9832400000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 217.79812404001132,
|
|
"total_upload_time": 895.9800113510573,
|
|
"p95_time": 0.1487627727470681,
|
|
"rps": 688.3718051570465,
|
|
"parallel": 100,
|
|
"p99_time": 0.15240317829069683,
|
|
"mean_time": 0.1394650868236742,
|
|
"mean_precisions": 0.9969,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 217.79812404001132,
|
|
"total_upload_time": 895.9800113510573,
|
|
"p95_time": 0.1494738347013481,
|
|
"rps": 684.1184349939828,
|
|
"parallel": 100,
|
|
"p99_time": 0.15201176084046894,
|
|
"mean_time": 0.13984071987316565,
|
|
"mean_precisions": 0.99708,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 217.79812404001132,
|
|
"total_upload_time": 895.9800113510573,
|
|
"p95_time": 0.15176577430138422,
|
|
"rps": 672.7263853840014,
|
|
"parallel": 100,
|
|
"p99_time": 0.15419325335955364,
|
|
"mean_time": 0.14229420799319342,
|
|
"mean_precisions": 0.9971,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 217.79812404001132,
|
|
"total_upload_time": 895.9800113510573,
|
|
"p95_time": 0.25432222439885666,
|
|
"rps": 404.06670471778364,
|
|
"parallel": 100,
|
|
"p99_time": 0.2577670570006012,
|
|
"mean_time": 0.2416464882887696,
|
|
"mean_precisions": 0.9847400000000002,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 217.79812404001132,
|
|
"total_upload_time": 895.9800113510573,
|
|
"p95_time": 0.25451778779934103,
|
|
"rps": 402.62731176502314,
|
|
"parallel": 100,
|
|
"p99_time": 0.2577030191080121,
|
|
"mean_time": 0.24218391442808787,
|
|
"mean_precisions": 0.9984800000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 217.79812404001132,
|
|
"total_upload_time": 895.9800113510573,
|
|
"p95_time": 0.002945968051426462,
|
|
"rps": 335.1913881351392,
|
|
"parallel": 1,
|
|
"p99_time": 0.003262463945793571,
|
|
"mean_time": 0.002406816498702392,
|
|
"mean_precisions": 0.9880599999999998,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 217.79812404001132,
|
|
"total_upload_time": 895.9800113510573,
|
|
"p95_time": 0.2558677974509919,
|
|
"rps": 400.7110442127018,
|
|
"parallel": 100,
|
|
"p99_time": 0.25967874686139114,
|
|
"mean_time": 0.24370761750758974,
|
|
"mean_precisions": 0.99866,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 217.79812404001132,
|
|
"total_upload_time": 895.9800113510573,
|
|
"p95_time": 0.2569337407498097,
|
|
"rps": 398.38996629547484,
|
|
"parallel": 100,
|
|
"p99_time": 0.2597442363422306,
|
|
"mean_time": 0.24495819881579373,
|
|
"mean_precisions": 0.9986799999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 217.79812404001132,
|
|
"total_upload_time": 895.9800113510573,
|
|
"p95_time": 0.003611167650524294,
|
|
"rps": 286.85930512069655,
|
|
"parallel": 1,
|
|
"p99_time": 0.003977323052895372,
|
|
"mean_time": 0.0028870411491574485,
|
|
"mean_precisions": 0.9794199999999998,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 217.79812404001132,
|
|
"total_upload_time": 895.9800113510573,
|
|
"p95_time": 0.0036099485958402512,
|
|
"rps": 283.86846237682903,
|
|
"parallel": 1,
|
|
"p99_time": 0.00401429121477122,
|
|
"mean_time": 0.0029242360010292034,
|
|
"mean_precisions": 0.993,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 217.79812404001132,
|
|
"total_upload_time": 895.9800113510573,
|
|
"p95_time": 0.003722741199089796,
|
|
"rps": 279.97957245972077,
|
|
"parallel": 1,
|
|
"p99_time": 0.004156782820209629,
|
|
"mean_time": 0.002970446384655952,
|
|
"mean_precisions": 0.99318,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 217.79812404001132,
|
|
"total_upload_time": 895.9800113510573,
|
|
"p95_time": 0.0036776729037228508,
|
|
"rps": 280.61482160767923,
|
|
"parallel": 1,
|
|
"p99_time": 0.004082904362367118,
|
|
"mean_time": 0.00296313887660217,
|
|
"mean_precisions": 0.9932,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 217.79812404001132,
|
|
"total_upload_time": 895.9800113510573,
|
|
"p95_time": 0.005253004348196555,
|
|
"rps": 209.4294012939643,
|
|
"parallel": 1,
|
|
"p99_time": 0.005934225886157949,
|
|
"mean_time": 0.004124301539355656,
|
|
"mean_precisions": 0.9832400000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 217.79812404001132,
|
|
"total_upload_time": 895.9800113510573,
|
|
"p95_time": 0.005333231347321998,
|
|
"rps": 207.43105722274646,
|
|
"parallel": 1,
|
|
"p99_time": 0.0059635180424083955,
|
|
"mean_time": 0.004172321884734265,
|
|
"mean_precisions": 0.9969,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 296.6749817439995,
|
|
"total_upload_time": 2629.118173392002,
|
|
"p95_time": 0.0035654310602694747,
|
|
"rps": 319.29348665275074,
|
|
"parallel": 1,
|
|
"p99_time": 0.003938073320314288,
|
|
"mean_time": 0.003072468310780823,
|
|
"mean_precisions": 0.9245439999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 296.6749817439995,
|
|
"total_upload_time": 2629.118173392002,
|
|
"p95_time": 0.004225826729089021,
|
|
"rps": 275.0268293622099,
|
|
"parallel": 1,
|
|
"p99_time": 0.004656152492389083,
|
|
"mean_time": 0.0035736856879666446,
|
|
"mean_precisions": 0.9749300000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 296.6749817439995,
|
|
"total_upload_time": 2629.118173392002,
|
|
"p95_time": 0.00519990026950836,
|
|
"rps": 223.28257187001154,
|
|
"parallel": 1,
|
|
"p99_time": 0.006185321332886815,
|
|
"mean_time": 0.00441250373404473,
|
|
"mean_precisions": 0.991926,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 296.6749817439995,
|
|
"total_upload_time": 2629.118173392002,
|
|
"p95_time": 0.007331896992400287,
|
|
"rps": 165.82962773233044,
|
|
"parallel": 1,
|
|
"p99_time": 0.008758817771449687,
|
|
"mean_time": 0.005958522044867277,
|
|
"mean_precisions": 0.997393,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 296.6749817439995,
|
|
"total_upload_time": 2629.118173392002,
|
|
"p95_time": 0.005654987180605531,
|
|
"rps": 207.28365865750973,
|
|
"parallel": 1,
|
|
"p99_time": 0.006695641949772837,
|
|
"mean_time": 0.004753137428686023,
|
|
"mean_precisions": 0.9780260000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 296.6749817439995,
|
|
"total_upload_time": 2629.118173392002,
|
|
"p95_time": 0.005770077183842659,
|
|
"rps": 204.82066204139105,
|
|
"parallel": 1,
|
|
"p99_time": 0.006852897163480521,
|
|
"mean_time": 0.004814575376920402,
|
|
"mean_precisions": 0.9937790000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 296.6749817439995,
|
|
"total_upload_time": 2629.118173392002,
|
|
"p95_time": 0.006289710104465483,
|
|
"rps": 198.53273352119948,
|
|
"parallel": 1,
|
|
"p99_time": 0.007384851267561316,
|
|
"mean_time": 0.004968142510391771,
|
|
"mean_precisions": 0.994504,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 296.6749817439995,
|
|
"total_upload_time": 2629.118173392002,
|
|
"p95_time": 0.008184225531294938,
|
|
"rps": 160.9679925758667,
|
|
"parallel": 1,
|
|
"p99_time": 0.009429055424407124,
|
|
"mean_time": 0.0061409401074051856,
|
|
"mean_precisions": 0.997393,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 296.6749817439995,
|
|
"total_upload_time": 2629.118173392002,
|
|
"p95_time": 0.06442998056299983,
|
|
"rps": 1608.6495012193939,
|
|
"parallel": 100,
|
|
"p99_time": 0.12457847309298821,
|
|
"mean_time": 0.06051835605911911,
|
|
"mean_precisions": 0.9245439999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 296.6749817439995,
|
|
"total_upload_time": 2629.118173392002,
|
|
"p95_time": 0.075370225450024,
|
|
"rps": 1366.6090135445102,
|
|
"parallel": 100,
|
|
"p99_time": 0.07761250225827097,
|
|
"mean_time": 0.07101898188916966,
|
|
"mean_precisions": 0.9749300000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 296.6749817439995,
|
|
"total_upload_time": 2629.118173392002,
|
|
"p95_time": 0.10087533420883119,
|
|
"rps": 1010.2767150833798,
|
|
"parallel": 100,
|
|
"p99_time": 0.10662163247354331,
|
|
"mean_time": 0.09624594940794631,
|
|
"mean_precisions": 0.9917959999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 296.6749817439995,
|
|
"total_upload_time": 2629.118173392002,
|
|
"p95_time": 0.14927342175506056,
|
|
"rps": 692.0868931687806,
|
|
"parallel": 100,
|
|
"p99_time": 0.15214476542547348,
|
|
"mean_time": 0.14226690858192742,
|
|
"mean_precisions": 0.997359,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 296.6749817439995,
|
|
"total_upload_time": 2629.118173392002,
|
|
"p95_time": 0.005360149638727307,
|
|
"rps": 217.12731183708405,
|
|
"parallel": 1,
|
|
"p99_time": 0.006027651857584716,
|
|
"mean_time": 0.004537957986071706,
|
|
"mean_precisions": 0.9917959999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 296.6749817439995,
|
|
"total_upload_time": 2629.118173392002,
|
|
"p95_time": 0.07443831264972686,
|
|
"rps": 1372.4407954502767,
|
|
"parallel": 100,
|
|
"p99_time": 0.08183944733813413,
|
|
"mean_time": 0.07075741206519305,
|
|
"mean_precisions": 0.9428129999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 296.6749817439995,
|
|
"total_upload_time": 2629.118173392002,
|
|
"p95_time": 0.08683861684985458,
|
|
"rps": 1190.144812500048,
|
|
"parallel": 100,
|
|
"p99_time": 0.08971747242845594,
|
|
"mean_time": 0.08183640723545105,
|
|
"mean_precisions": 0.9754710000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 296.6749817439995,
|
|
"total_upload_time": 2629.118173392002,
|
|
"p95_time": 0.1155269625596702,
|
|
"rps": 888.0984246075903,
|
|
"parallel": 100,
|
|
"p99_time": 0.12101453584618867,
|
|
"mean_time": 0.11044629455171526,
|
|
"mean_precisions": 0.991926,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 296.6749817439995,
|
|
"total_upload_time": 2629.118173392002,
|
|
"p95_time": 0.17255939026363193,
|
|
"rps": 598.1742992749105,
|
|
"parallel": 100,
|
|
"p99_time": 0.17530101928859948,
|
|
"mean_time": 0.1648188245243393,
|
|
"mean_precisions": 0.997393,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 296.6749817439995,
|
|
"total_upload_time": 2629.118173392002,
|
|
"p95_time": 0.09406195958144963,
|
|
"rps": 1091.7944904276865,
|
|
"parallel": 100,
|
|
"p99_time": 0.09581464740447701,
|
|
"mean_time": 0.08940852055745199,
|
|
"mean_precisions": 0.9690880000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 296.6749817439995,
|
|
"total_upload_time": 2629.118173392002,
|
|
"p95_time": 0.09599315063096582,
|
|
"rps": 1065.1783354477898,
|
|
"parallel": 100,
|
|
"p99_time": 0.09942095754668118,
|
|
"mean_time": 0.09099370451308787,
|
|
"mean_precisions": 0.9831409999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 296.6749817439995,
|
|
"total_upload_time": 2629.118173392002,
|
|
"p95_time": 0.11622393787838518,
|
|
"rps": 884.5067973713763,
|
|
"parallel": 100,
|
|
"p99_time": 0.11835706111043692,
|
|
"mean_time": 0.11091003062510862,
|
|
"mean_precisions": 0.991926,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 296.6749817439995,
|
|
"total_upload_time": 2629.118173392002,
|
|
"p95_time": 0.1730513744056225,
|
|
"rps": 596.8829805755666,
|
|
"parallel": 100,
|
|
"p99_time": 0.17568924339488148,
|
|
"mean_time": 0.16515611667977645,
|
|
"mean_precisions": 0.997393,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 296.6749817439995,
|
|
"total_upload_time": 2629.118173392002,
|
|
"p95_time": 0.13071174118667842,
|
|
"rps": 790.9590917856319,
|
|
"parallel": 100,
|
|
"p99_time": 0.13393814970739185,
|
|
"mean_time": 0.12421687286728993,
|
|
"mean_precisions": 0.9780260000000002,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 296.6749817439995,
|
|
"total_upload_time": 2629.118173392002,
|
|
"p95_time": 0.13074186621233821,
|
|
"rps": 785.2745121941656,
|
|
"parallel": 100,
|
|
"p99_time": 0.13296782663092016,
|
|
"mean_time": 0.12502134237401188,
|
|
"mean_precisions": 0.9937790000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 296.6749817439995,
|
|
"total_upload_time": 2629.118173392002,
|
|
"p95_time": 0.007204993348568678,
|
|
"rps": 166.45780515470392,
|
|
"parallel": 1,
|
|
"p99_time": 0.008085536966100336,
|
|
"mean_time": 0.005937481832783669,
|
|
"mean_precisions": 0.997359,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 296.6749817439995,
|
|
"total_upload_time": 2629.118173392002,
|
|
"p95_time": 0.1313476799055934,
|
|
"rps": 782.4707440550993,
|
|
"parallel": 100,
|
|
"p99_time": 0.13431333027780057,
|
|
"mean_time": 0.12562320995433257,
|
|
"mean_precisions": 0.994504,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 296.6749817439995,
|
|
"total_upload_time": 2629.118173392002,
|
|
"p95_time": 0.1718995571602136,
|
|
"rps": 595.7150285460884,
|
|
"parallel": 100,
|
|
"p99_time": 0.17610064681619406,
|
|
"mean_time": 0.16370944452201946,
|
|
"mean_precisions": 0.997393,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 296.6749817439995,
|
|
"total_upload_time": 2629.118173392002,
|
|
"p95_time": 0.0037633722182363262,
|
|
"rps": 299.3161973970022,
|
|
"parallel": 1,
|
|
"p99_time": 0.004227512031793595,
|
|
"mean_time": 0.0032767544421367346,
|
|
"mean_precisions": 0.9428130000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 296.6749817439995,
|
|
"total_upload_time": 2629.118173392002,
|
|
"p95_time": 0.004283202532678842,
|
|
"rps": 266.8526209265104,
|
|
"parallel": 1,
|
|
"p99_time": 0.00499576329253614,
|
|
"mean_time": 0.0036835292499512434,
|
|
"mean_precisions": 0.9754710000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 296.6749817439995,
|
|
"total_upload_time": 2629.118173392002,
|
|
"p95_time": 0.005314685311168432,
|
|
"rps": 220.02349332462748,
|
|
"parallel": 1,
|
|
"p99_time": 0.006540986625477673,
|
|
"mean_time": 0.004478715351969004,
|
|
"mean_precisions": 0.991926,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 296.6749817439995,
|
|
"total_upload_time": 2629.118173392002,
|
|
"p95_time": 0.007224834198132157,
|
|
"rps": 167.5348137278132,
|
|
"parallel": 1,
|
|
"p99_time": 0.008413725122809416,
|
|
"mean_time": 0.005898798809573055,
|
|
"mean_precisions": 0.997393,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 296.6749817439995,
|
|
"total_upload_time": 2629.118173392002,
|
|
"p95_time": 0.004336392041295767,
|
|
"rps": 260.7786463537188,
|
|
"parallel": 1,
|
|
"p99_time": 0.004861603640019894,
|
|
"mean_time": 0.0037692985996603968,
|
|
"mean_precisions": 0.9690880000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 296.6749817439995,
|
|
"total_upload_time": 2629.118173392002,
|
|
"p95_time": 0.004434378305450082,
|
|
"rps": 255.7613850387002,
|
|
"parallel": 1,
|
|
"p99_time": 0.005264985021203758,
|
|
"mean_time": 0.0038430912358686327,
|
|
"mean_precisions": 0.9831409999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 130.71100308399946,
|
|
"total_upload_time": 539.4887163499998,
|
|
"p95_time": 0.004720262798946351,
|
|
"rps": 253.96630718344784,
|
|
"parallel": 1,
|
|
"p99_time": 0.006825934422668068,
|
|
"mean_time": 0.003855561401695013,
|
|
"mean_precisions": 0.8718199999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 130.71100308399946,
|
|
"total_upload_time": 539.4887163499998,
|
|
"p95_time": 0.006603498326148837,
|
|
"rps": 183.36156662596804,
|
|
"parallel": 1,
|
|
"p99_time": 0.00868857114110142,
|
|
"mean_time": 0.005357977236388251,
|
|
"mean_precisions": 0.9447900000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 130.71100308399946,
|
|
"total_upload_time": 539.4887163499998,
|
|
"p95_time": 0.010414199798833576,
|
|
"rps": 120.68820417918232,
|
|
"parallel": 1,
|
|
"p99_time": 0.012316015961114316,
|
|
"mean_time": 0.008173433359246701,
|
|
"mean_precisions": 0.9830099999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 130.71100308399946,
|
|
"total_upload_time": 539.4887163499998,
|
|
"p95_time": 0.016254513314925133,
|
|
"rps": 78.50255115146652,
|
|
"parallel": 1,
|
|
"p99_time": 0.018153928311076015,
|
|
"mean_time": 0.012611206690315157,
|
|
"mean_precisions": 0.9936500000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 130.71100308399946,
|
|
"total_upload_time": 539.4887163499998,
|
|
"p95_time": 0.011423539405222982,
|
|
"rps": 110.21698213837311,
|
|
"parallel": 1,
|
|
"p99_time": 0.012477804308291525,
|
|
"mean_time": 0.008949409642489628,
|
|
"mean_precisions": 0.9880399999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 130.71100308399946,
|
|
"total_upload_time": 539.4887163499998,
|
|
"p95_time": 0.011644742835778743,
|
|
"rps": 109.49978180573353,
|
|
"parallel": 1,
|
|
"p99_time": 0.013358886805362999,
|
|
"mean_time": 0.009021727844141424,
|
|
"mean_precisions": 0.9880500000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 130.71100308399946,
|
|
"total_upload_time": 539.4887163499998,
|
|
"p95_time": 0.011496983468532562,
|
|
"rps": 108.20948990481753,
|
|
"parallel": 1,
|
|
"p99_time": 0.012795042535290123,
|
|
"mean_time": 0.00912217179336585,
|
|
"mean_precisions": 0.9880500000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 130.71100308399946,
|
|
"total_upload_time": 539.4887163499998,
|
|
"p95_time": 0.015972793544642625,
|
|
"rps": 80.82173509626969,
|
|
"parallel": 1,
|
|
"p99_time": 0.01734456842765212,
|
|
"mean_time": 0.012252968129469083,
|
|
"mean_precisions": 0.9936500000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 130.71100308399946,
|
|
"total_upload_time": 539.4887163499998,
|
|
"p95_time": 0.08447176107438281,
|
|
"rps": 1114.870640551216,
|
|
"parallel": 100,
|
|
"p99_time": 0.08772519514663145,
|
|
"mean_time": 0.0684697625709232,
|
|
"mean_precisions": 0.8718199999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 130.71100308399946,
|
|
"total_upload_time": 539.4887163499998,
|
|
"p95_time": 0.13048066905466837,
|
|
"rps": 762.8320646294263,
|
|
"parallel": 100,
|
|
"p99_time": 0.1334578563971445,
|
|
"mean_time": 0.1098867916550953,
|
|
"mean_precisions": 0.9447900000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 130.71100308399946,
|
|
"total_upload_time": 539.4887163499998,
|
|
"p95_time": 0.21693824087269603,
|
|
"rps": 479.84679678920855,
|
|
"parallel": 100,
|
|
"p99_time": 0.22042749202111736,
|
|
"mean_time": 0.1847383015193045,
|
|
"mean_precisions": 0.97972,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 130.71100308399946,
|
|
"total_upload_time": 539.4887163499998,
|
|
"p95_time": 0.36017890410730613,
|
|
"rps": 290.50268800159546,
|
|
"parallel": 100,
|
|
"p99_time": 0.3650189866614528,
|
|
"mean_time": 0.31547710777213794,
|
|
"mean_precisions": 0.99227,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 130.71100308399946,
|
|
"total_upload_time": 539.4887163499998,
|
|
"p95_time": 0.00962016750127077,
|
|
"rps": 126.82723785881443,
|
|
"parallel": 1,
|
|
"p99_time": 0.010419292850419879,
|
|
"mean_time": 0.0077836983248125765,
|
|
"mean_precisions": 0.97972,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 130.71100308399946,
|
|
"total_upload_time": 539.4887163499998,
|
|
"p95_time": 0.11976926162606105,
|
|
"rps": 826.0547562632787,
|
|
"parallel": 100,
|
|
"p99_time": 0.12188839422538876,
|
|
"mean_time": 0.09944356520916335,
|
|
"mean_precisions": 0.91952,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 130.71100308399946,
|
|
"total_upload_time": 539.4887163499998,
|
|
"p95_time": 0.16562850786140187,
|
|
"rps": 616.8419959080803,
|
|
"parallel": 100,
|
|
"p99_time": 0.16820811369689181,
|
|
"mean_time": 0.13916732245613822,
|
|
"mean_precisions": 0.95509,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 130.71100308399946,
|
|
"total_upload_time": 539.4887163499998,
|
|
"p95_time": 0.265281406766735,
|
|
"rps": 389.77540621776035,
|
|
"parallel": 100,
|
|
"p99_time": 0.26891557455761356,
|
|
"mean_time": 0.23043301770533436,
|
|
"mean_precisions": 0.9830099999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 130.71100308399946,
|
|
"total_upload_time": 539.4887163499998,
|
|
"p95_time": 0.4413094239076599,
|
|
"rps": 238.55814483785522,
|
|
"parallel": 100,
|
|
"p99_time": 0.45010747484862806,
|
|
"mean_time": 0.38715587215684355,
|
|
"mean_precisions": 0.9936500000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 130.71100308399946,
|
|
"total_upload_time": 539.4887163499998,
|
|
"p95_time": 0.19163112057140097,
|
|
"rps": 544.5275563062395,
|
|
"parallel": 100,
|
|
"p99_time": 0.19408112411620096,
|
|
"mean_time": 0.16024780040537007,
|
|
"mean_precisions": 0.9681000000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 130.71100308399946,
|
|
"total_upload_time": 539.4887163499998,
|
|
"p95_time": 0.19729421579977496,
|
|
"rps": 522.4304702751598,
|
|
"parallel": 100,
|
|
"p99_time": 0.20023498704656958,
|
|
"mean_time": 0.16694642772898077,
|
|
"mean_precisions": 0.96811,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 130.71100308399946,
|
|
"total_upload_time": 539.4887163499998,
|
|
"p95_time": 0.28077446115203203,
|
|
"rps": 376.8533564572805,
|
|
"parallel": 100,
|
|
"p99_time": 0.2846172846900299,
|
|
"mean_time": 0.24040536584006622,
|
|
"mean_precisions": 0.9830099999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 130.71100308399946,
|
|
"total_upload_time": 539.4887163499998,
|
|
"p95_time": 0.44558306490071115,
|
|
"rps": 237.9807722874666,
|
|
"parallel": 100,
|
|
"p99_time": 0.45269915585406123,
|
|
"mean_time": 0.3880124056278728,
|
|
"mean_precisions": 0.9936499999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 130.71100308399946,
|
|
"total_upload_time": 539.4887163499998,
|
|
"p95_time": 0.30790914678946135,
|
|
"rps": 341.22643629286455,
|
|
"parallel": 100,
|
|
"p99_time": 0.31252307111164557,
|
|
"mean_time": 0.26626409831340425,
|
|
"mean_precisions": 0.98804,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 130.71100308399946,
|
|
"total_upload_time": 539.4887163499998,
|
|
"p95_time": 0.3137755052186549,
|
|
"rps": 336.51017956207556,
|
|
"parallel": 100,
|
|
"p99_time": 0.3179993469431065,
|
|
"mean_time": 0.2702553837832529,
|
|
"mean_precisions": 0.9880500000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 130.71100308399946,
|
|
"total_upload_time": 539.4887163499998,
|
|
"p95_time": 0.015060708008240909,
|
|
"rps": 82.61294317423359,
|
|
"parallel": 1,
|
|
"p99_time": 0.01653100869152695,
|
|
"mean_time": 0.01197317444998771,
|
|
"mean_precisions": 0.99227,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 130.71100308399946,
|
|
"total_upload_time": 539.4887163499998,
|
|
"p95_time": 0.31858236400876194,
|
|
"rps": 328.0099798866239,
|
|
"parallel": 100,
|
|
"p99_time": 0.3229329121857881,
|
|
"mean_time": 0.2776725703838747,
|
|
"mean_precisions": 0.9880500000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 130.71100308399946,
|
|
"total_upload_time": 539.4887163499998,
|
|
"p95_time": 0.45776229734765367,
|
|
"rps": 232.81844446085296,
|
|
"parallel": 100,
|
|
"p99_time": 0.4644112538616173,
|
|
"mean_time": 0.39647669504326766,
|
|
"mean_precisions": 0.9936500000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 130.71100308399946,
|
|
"total_upload_time": 539.4887163499998,
|
|
"p95_time": 0.005299826664850116,
|
|
"rps": 220.79166421588624,
|
|
"parallel": 1,
|
|
"p99_time": 0.006462744374293833,
|
|
"mean_time": 0.004436775987502187,
|
|
"mean_precisions": 0.91952,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 130.71100308399946,
|
|
"total_upload_time": 539.4887163499998,
|
|
"p95_time": 0.006875167076941579,
|
|
"rps": 178.63669542890273,
|
|
"parallel": 1,
|
|
"p99_time": 0.008142214359249916,
|
|
"mean_time": 0.005502578557701782,
|
|
"mean_precisions": 0.95509,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 130.71100308399946,
|
|
"total_upload_time": 539.4887163499998,
|
|
"p95_time": 0.01051343660801649,
|
|
"rps": 120.69964812020044,
|
|
"parallel": 1,
|
|
"p99_time": 0.011801741989329456,
|
|
"mean_time": 0.008175943374168129,
|
|
"mean_precisions": 0.9830099999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 130.71100308399946,
|
|
"total_upload_time": 539.4887163499998,
|
|
"p95_time": 0.015924804587848482,
|
|
"rps": 79.83339302235642,
|
|
"parallel": 1,
|
|
"p99_time": 0.017557207772042602,
|
|
"mean_time": 0.012404059156775475,
|
|
"mean_precisions": 0.9936500000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 130.71100308399946,
|
|
"total_upload_time": 539.4887163499998,
|
|
"p95_time": 0.007796420727390795,
|
|
"rps": 160.51504320934305,
|
|
"parallel": 1,
|
|
"p99_time": 0.009145036046393214,
|
|
"mean_time": 0.006130610328167677,
|
|
"mean_precisions": 0.9681000000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 130.71100308399946,
|
|
"total_upload_time": 539.4887163499998,
|
|
"p95_time": 0.008119064336642622,
|
|
"rps": 156.028958114439,
|
|
"parallel": 1,
|
|
"p99_time": 0.009603052616585044,
|
|
"mean_time": 0.006307320485590026,
|
|
"mean_precisions": 0.96811,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 53.307377715002076,
|
|
"total_upload_time": 638.963331539002,
|
|
"p95_time": 0.004902030899393139,
|
|
"rps": 255.89386241218727,
|
|
"parallel": 1,
|
|
"p99_time": 0.006790535019645179,
|
|
"mean_time": 0.0038428438075839948,
|
|
"mean_precisions": 0.7588280000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 53.307377715002076,
|
|
"total_upload_time": 638.963331539002,
|
|
"p95_time": 0.005796787751023655,
|
|
"rps": 215.9935147135,
|
|
"parallel": 1,
|
|
"p99_time": 0.007691380567739544,
|
|
"mean_time": 0.004561164114412532,
|
|
"mean_precisions": 0.852086,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 53.307377715002076,
|
|
"total_upload_time": 638.963331539002,
|
|
"p95_time": 0.007667015449624159,
|
|
"rps": 167.8026897548295,
|
|
"parallel": 1,
|
|
"p99_time": 0.009611576689421784,
|
|
"mean_time": 0.005886694826405438,
|
|
"mean_precisions": 0.9134740000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 53.307377715002076,
|
|
"total_upload_time": 638.963331539002,
|
|
"p95_time": 0.011401144798401219,
|
|
"rps": 114.7681590469467,
|
|
"parallel": 1,
|
|
"p99_time": 0.013312498620325642,
|
|
"mean_time": 0.008612033851187152,
|
|
"mean_precisions": 0.9561129999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 53.307377715002076,
|
|
"total_upload_time": 638.963331539002,
|
|
"p95_time": 0.008541037050963495,
|
|
"rps": 150.73243556218532,
|
|
"parallel": 1,
|
|
"p99_time": 0.010661440860203583,
|
|
"mean_time": 0.006554436722197715,
|
|
"mean_precisions": 0.8970879999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 53.307377715002076,
|
|
"total_upload_time": 638.963331539002,
|
|
"p95_time": 0.008747064400085944,
|
|
"rps": 152.35062085695893,
|
|
"parallel": 1,
|
|
"p99_time": 0.010975617389049149,
|
|
"mean_time": 0.006489382972308522,
|
|
"mean_precisions": 0.9296699999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 53.307377715002076,
|
|
"total_upload_time": 638.963331539002,
|
|
"p95_time": 0.008244818200182632,
|
|
"rps": 153.06926266518803,
|
|
"parallel": 1,
|
|
"p99_time": 0.010008005541349122,
|
|
"mean_time": 0.006453477819227919,
|
|
"mean_precisions": 0.930587,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 53.307377715002076,
|
|
"total_upload_time": 638.963331539002,
|
|
"p95_time": 0.0110407234986269,
|
|
"rps": 119.48985220544432,
|
|
"parallel": 1,
|
|
"p99_time": 0.012921154710529665,
|
|
"mean_time": 0.008284309061792373,
|
|
"mean_precisions": 0.9561129999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 53.307377715002076,
|
|
"total_upload_time": 638.963331539002,
|
|
"p95_time": 0.053511298999910646,
|
|
"rps": 2006.8555103363508,
|
|
"parallel": 100,
|
|
"p99_time": 0.06106538189917049,
|
|
"mean_time": 0.04675011777090112,
|
|
"mean_precisions": 0.7588280000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 53.307377715002076,
|
|
"total_upload_time": 638.963331539002,
|
|
"p95_time": 0.0670901606008556,
|
|
"rps": 1598.6483952170797,
|
|
"parallel": 100,
|
|
"p99_time": 0.07063598682667362,
|
|
"mean_time": 0.06023991567861085,
|
|
"mean_precisions": 0.8520859999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 53.307377715002076,
|
|
"total_upload_time": 638.963331539002,
|
|
"p95_time": 0.09635124139786057,
|
|
"rps": 1125.662284685588,
|
|
"parallel": 100,
|
|
"p99_time": 0.10027241101834079,
|
|
"mean_time": 0.08644910409229524,
|
|
"mean_precisions": 0.913474,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 53.307377715002076,
|
|
"total_upload_time": 638.963331539002,
|
|
"p95_time": 0.14581755945018812,
|
|
"rps": 727.9932636087926,
|
|
"parallel": 100,
|
|
"p99_time": 0.1517904100674423,
|
|
"mean_time": 0.13483283344949887,
|
|
"mean_precisions": 0.9561130000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 53.307377715002076,
|
|
"total_upload_time": 638.963331539002,
|
|
"p95_time": 0.007774669051104862,
|
|
"rps": 165.38157257485852,
|
|
"parallel": 1,
|
|
"p99_time": 0.009552777019198403,
|
|
"mean_time": 0.005972247150390831,
|
|
"mean_precisions": 0.9134740000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 53.307377715002076,
|
|
"total_upload_time": 638.963331539002,
|
|
"p95_time": 0.05602152390165429,
|
|
"rps": 1891.4288570719348,
|
|
"parallel": 100,
|
|
"p99_time": 0.06186392514147884,
|
|
"mean_time": 0.049530029847517656,
|
|
"mean_precisions": 0.787109,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 53.307377715002076,
|
|
"total_upload_time": 638.963331539002,
|
|
"p95_time": 0.06883989725047286,
|
|
"rps": 1582.4082715409522,
|
|
"parallel": 100,
|
|
"p99_time": 0.07542847440101469,
|
|
"mean_time": 0.060803324036486084,
|
|
"mean_precisions": 0.852086,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 53.307377715002076,
|
|
"total_upload_time": 638.963331539002,
|
|
"p95_time": 0.09254844585084356,
|
|
"rps": 1145.5502268354398,
|
|
"parallel": 100,
|
|
"p99_time": 0.09760333606154746,
|
|
"mean_time": 0.08474406382712768,
|
|
"mean_precisions": 0.913474,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 53.307377715002076,
|
|
"total_upload_time": 638.963331539002,
|
|
"p95_time": 0.14655890479807565,
|
|
"rps": 731.3762403703479,
|
|
"parallel": 100,
|
|
"p99_time": 0.15270968377066313,
|
|
"mean_time": 0.1341765974148122,
|
|
"mean_precisions": 0.9561130000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 53.307377715002076,
|
|
"total_upload_time": 638.963331539002,
|
|
"p95_time": 0.07527711394814104,
|
|
"rps": 1438.8913480757737,
|
|
"parallel": 100,
|
|
"p99_time": 0.0788531673779653,
|
|
"mean_time": 0.06691579668208869,
|
|
"mean_precisions": 0.852089,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 53.307377715002076,
|
|
"total_upload_time": 638.963331539002,
|
|
"p95_time": 0.07517965230217669,
|
|
"rps": 1431.6110144420854,
|
|
"parallel": 100,
|
|
"p99_time": 0.07887542591000965,
|
|
"mean_time": 0.06719398410809117,
|
|
"mean_precisions": 0.875785,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 53.307377715002076,
|
|
"total_upload_time": 638.963331539002,
|
|
"p95_time": 0.09580342105073214,
|
|
"rps": 1116.1376591339383,
|
|
"parallel": 100,
|
|
"p99_time": 0.10021272040801706,
|
|
"mean_time": 0.08638747578850416,
|
|
"mean_precisions": 0.913474,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 53.307377715002076,
|
|
"total_upload_time": 638.963331539002,
|
|
"p95_time": 0.1454524306980602,
|
|
"rps": 728.1622733422819,
|
|
"parallel": 100,
|
|
"p99_time": 0.15419671028095763,
|
|
"mean_time": 0.1347693705894024,
|
|
"mean_precisions": 0.9561130000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 53.307377715002076,
|
|
"total_upload_time": 638.963331539002,
|
|
"p95_time": 0.10555859314918052,
|
|
"rps": 1001.744982459704,
|
|
"parallel": 100,
|
|
"p99_time": 0.10991941325923109,
|
|
"mean_time": 0.09719452100466078,
|
|
"mean_precisions": 0.8970879999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 53.307377715002076,
|
|
"total_upload_time": 638.963331539002,
|
|
"p95_time": 0.10529612345035275,
|
|
"rps": 1007.0537240227179,
|
|
"parallel": 100,
|
|
"p99_time": 0.11005141329875187,
|
|
"mean_time": 0.0967155704933888,
|
|
"mean_precisions": 0.9296700000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 53.307377715002076,
|
|
"total_upload_time": 638.963331539002,
|
|
"p95_time": 0.011593649650785664,
|
|
"rps": 113.8286396980862,
|
|
"parallel": 1,
|
|
"p99_time": 0.013645933042098485,
|
|
"mean_time": 0.008696964122003192,
|
|
"mean_precisions": 0.9561129999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 53.307377715002076,
|
|
"total_upload_time": 638.963331539002,
|
|
"p95_time": 0.1067160790989874,
|
|
"rps": 993.2196353883512,
|
|
"parallel": 100,
|
|
"p99_time": 0.11098349774936651,
|
|
"mean_time": 0.09812368382257991,
|
|
"mean_precisions": 0.930587,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 53.307377715002076,
|
|
"total_upload_time": 638.963331539002,
|
|
"p95_time": 0.14527141190246767,
|
|
"rps": 729.031403714044,
|
|
"parallel": 100,
|
|
"p99_time": 0.15015932705955493,
|
|
"mean_time": 0.13483012804428654,
|
|
"mean_precisions": 0.9561130000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 53.307377715002076,
|
|
"total_upload_time": 638.963331539002,
|
|
"p95_time": 0.005184835502768692,
|
|
"rps": 244.5973534570085,
|
|
"parallel": 1,
|
|
"p99_time": 0.007023189391293274,
|
|
"mean_time": 0.004025208921403828,
|
|
"mean_precisions": 0.7871090000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 53.307377715002076,
|
|
"total_upload_time": 638.963331539002,
|
|
"p95_time": 0.00574171819971525,
|
|
"rps": 218.4921622880417,
|
|
"parallel": 1,
|
|
"p99_time": 0.007642380421493726,
|
|
"mean_time": 0.004509790896186314,
|
|
"mean_precisions": 0.852086,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 53.307377715002076,
|
|
"total_upload_time": 638.963331539002,
|
|
"p95_time": 0.007658126797650765,
|
|
"rps": 166.76391059966244,
|
|
"parallel": 1,
|
|
"p99_time": 0.009462363269340137,
|
|
"mean_time": 0.005924638306794804,
|
|
"mean_precisions": 0.9134740000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 53.307377715002076,
|
|
"total_upload_time": 638.963331539002,
|
|
"p95_time": 0.011429611099993053,
|
|
"rps": 113.96561614863047,
|
|
"parallel": 1,
|
|
"p99_time": 0.013280538530816562,
|
|
"mean_time": 0.008677736550897316,
|
|
"mean_precisions": 0.9561129999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 53.307377715002076,
|
|
"total_upload_time": 638.963331539002,
|
|
"p95_time": 0.006217451697921204,
|
|
"rps": 202.3960882449696,
|
|
"parallel": 1,
|
|
"p99_time": 0.008014581991301385,
|
|
"mean_time": 0.004872432530770311,
|
|
"mean_precisions": 0.852089,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 53.307377715002076,
|
|
"total_upload_time": 638.963331539002,
|
|
"p95_time": 0.006390998250390105,
|
|
"rps": 197.65135358709364,
|
|
"parallel": 1,
|
|
"p99_time": 0.008124859522795307,
|
|
"mean_time": 0.0049900130842794165,
|
|
"mean_precisions": 0.875785,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 226.4939720389666,
|
|
"total_upload_time": 1386.15487282502,
|
|
"p95_time": 0.002953189750405727,
|
|
"rps": 329.9803986745982,
|
|
"parallel": 1,
|
|
"p99_time": 0.0031981047173758287,
|
|
"mean_time": 0.002469538642191037,
|
|
"mean_precisions": 0.9714599999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 226.4939720389666,
|
|
"total_upload_time": 1386.15487282502,
|
|
"p95_time": 0.0030445189033343925,
|
|
"rps": 323.1978433842412,
|
|
"parallel": 1,
|
|
"p99_time": 0.0033540776883455694,
|
|
"mean_time": 0.002518941939029901,
|
|
"mean_precisions": 0.98674,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 226.4939720389666,
|
|
"total_upload_time": 1386.15487282502,
|
|
"p95_time": 0.006604497200532933,
|
|
"rps": 170.7178352862593,
|
|
"parallel": 1,
|
|
"p99_time": 0.0072865425502095646,
|
|
"mean_time": 0.005186568422819255,
|
|
"mean_precisions": 0.9982200000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 226.4939720389666,
|
|
"total_upload_time": 1386.15487282502,
|
|
"p95_time": 0.006596764255300513,
|
|
"rps": 171.2616067794554,
|
|
"parallel": 1,
|
|
"p99_time": 0.007109658438421321,
|
|
"mean_time": 0.0051856881440049615,
|
|
"mean_precisions": 0.9982200000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 226.4939720389666,
|
|
"total_upload_time": 1386.15487282502,
|
|
"p95_time": 0.010423688895025407,
|
|
"rps": 116.24605246333792,
|
|
"parallel": 1,
|
|
"p99_time": 0.011457593960585658,
|
|
"mean_time": 0.007942725318735756,
|
|
"mean_precisions": 0.98288,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 226.4939720389666,
|
|
"total_upload_time": 1386.15487282502,
|
|
"p95_time": 0.010701050901479903,
|
|
"rps": 113.7288459617293,
|
|
"parallel": 1,
|
|
"p99_time": 0.012077721302630384,
|
|
"mean_time": 0.008120336515536473,
|
|
"mean_precisions": 0.9992400000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 226.4939720389666,
|
|
"total_upload_time": 1386.15487282502,
|
|
"p95_time": 0.010497459851103487,
|
|
"rps": 115.51886037385796,
|
|
"parallel": 1,
|
|
"p99_time": 0.01153710572456476,
|
|
"mean_time": 0.00798869747514982,
|
|
"mean_precisions": 0.9994599999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 226.4939720389666,
|
|
"total_upload_time": 1386.15487282502,
|
|
"p95_time": 0.010697589648043505,
|
|
"rps": 113.59985674749981,
|
|
"parallel": 1,
|
|
"p99_time": 0.01208460176414519,
|
|
"mean_time": 0.00812071916397399,
|
|
"mean_precisions": 0.9994799999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 226.4939720389666,
|
|
"total_upload_time": 1386.15487282502,
|
|
"p95_time": 0.004027590850091656,
|
|
"rps": 1218.544628781139,
|
|
"parallel": 100,
|
|
"p99_time": 0.0091287174819445,
|
|
"mean_time": 0.0031567874117885367,
|
|
"mean_precisions": 0.9714599999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 226.4939720389666,
|
|
"total_upload_time": 1386.15487282502,
|
|
"p95_time": 0.004083716949025984,
|
|
"rps": 1225.7618378219229,
|
|
"parallel": 100,
|
|
"p99_time": 0.008187137877321225,
|
|
"mean_time": 0.0031233741834803368,
|
|
"mean_precisions": 0.98674,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 226.4939720389666,
|
|
"total_upload_time": 1386.15487282502,
|
|
"p95_time": 0.004058958154200809,
|
|
"rps": 1208.5258781022674,
|
|
"parallel": 100,
|
|
"p99_time": 0.007885778148556713,
|
|
"mean_time": 0.0031482813775757677,
|
|
"mean_precisions": 0.9869,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 226.4939720389666,
|
|
"total_upload_time": 1386.15487282502,
|
|
"p95_time": 0.005978156602941454,
|
|
"rps": 1215.2283997144734,
|
|
"parallel": 100,
|
|
"p99_time": 0.008658046019845645,
|
|
"mean_time": 0.004025346374075161,
|
|
"mean_precisions": 0.99034,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 226.4939720389666,
|
|
"total_upload_time": 1386.15487282502,
|
|
"p95_time": 0.0031211436995363328,
|
|
"rps": 314.42631792114923,
|
|
"parallel": 1,
|
|
"p99_time": 0.003417189211759252,
|
|
"mean_time": 0.002586651864608575,
|
|
"mean_precisions": 0.9869,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 226.4939720389666,
|
|
"total_upload_time": 1386.15487282502,
|
|
"p95_time": 0.10399506209905666,
|
|
"rps": 968.890001812682,
|
|
"parallel": 100,
|
|
"p99_time": 0.10591746160011098,
|
|
"mean_time": 0.09476679669395671,
|
|
"mean_precisions": 0.9792200000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 226.4939720389666,
|
|
"total_upload_time": 1386.15487282502,
|
|
"p95_time": 0.10474307970252994,
|
|
"rps": 962.9109544458719,
|
|
"parallel": 100,
|
|
"p99_time": 0.1068703083289438,
|
|
"mean_time": 0.09542352173114195,
|
|
"mean_precisions": 0.99508,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 226.4939720389666,
|
|
"total_upload_time": 1386.15487282502,
|
|
"p95_time": 0.10508840409638652,
|
|
"rps": 955.7854835756287,
|
|
"parallel": 100,
|
|
"p99_time": 0.10625545015071111,
|
|
"mean_time": 0.09508348495701502,
|
|
"mean_precisions": 0.9952799999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 226.4939720389666,
|
|
"total_upload_time": 1386.15487282502,
|
|
"p95_time": 0.10772385375021258,
|
|
"rps": 938.1768309631607,
|
|
"parallel": 100,
|
|
"p99_time": 0.10998561429441907,
|
|
"mean_time": 0.09838302442732239,
|
|
"mean_precisions": 0.9952799999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 226.4939720389666,
|
|
"total_upload_time": 1386.15487282502,
|
|
"p95_time": 0.1789610220974282,
|
|
"rps": 572.1482847986709,
|
|
"parallel": 100,
|
|
"p99_time": 0.18086378936546682,
|
|
"mean_time": 0.16860170916402567,
|
|
"mean_precisions": 0.98182,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 226.4939720389666,
|
|
"total_upload_time": 1386.15487282502,
|
|
"p95_time": 0.17993541365540294,
|
|
"rps": 567.1963926323622,
|
|
"parallel": 100,
|
|
"p99_time": 0.18193471560422042,
|
|
"mean_time": 0.1706973305448235,
|
|
"mean_precisions": 0.998,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 226.4939720389666,
|
|
"total_upload_time": 1386.15487282502,
|
|
"p95_time": 0.18346221199826687,
|
|
"rps": 560.1982346511239,
|
|
"parallel": 100,
|
|
"p99_time": 0.18643496806071197,
|
|
"mean_time": 0.1726626338971924,
|
|
"mean_precisions": 0.9982200000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 226.4939720389666,
|
|
"total_upload_time": 1386.15487282502,
|
|
"p95_time": 0.18266819404998386,
|
|
"rps": 558.7464272689623,
|
|
"parallel": 100,
|
|
"p99_time": 0.18462460084672785,
|
|
"mean_time": 0.17325559460680087,
|
|
"mean_precisions": 0.9982200000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 226.4939720389666,
|
|
"total_upload_time": 1386.15487282502,
|
|
"p95_time": 0.3081170490993827,
|
|
"rps": 332.8458808737706,
|
|
"parallel": 100,
|
|
"p99_time": 0.3118134850480419,
|
|
"mean_time": 0.2941017594692108,
|
|
"mean_precisions": 0.9828800000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 226.4939720389666,
|
|
"total_upload_time": 1386.15487282502,
|
|
"p95_time": 0.3098762462941522,
|
|
"rps": 330.50212879871617,
|
|
"parallel": 100,
|
|
"p99_time": 0.31347584133000056,
|
|
"mean_time": 0.2960600625743973,
|
|
"mean_precisions": 0.9992400000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 226.4939720389666,
|
|
"total_upload_time": 1386.15487282502,
|
|
"p95_time": 0.0034004813482169994,
|
|
"rps": 290.28278189627025,
|
|
"parallel": 1,
|
|
"p99_time": 0.0037390828555362563,
|
|
"mean_time": 0.002842914285212464,
|
|
"mean_precisions": 0.99034,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 226.4939720389666,
|
|
"total_upload_time": 1386.15487282502,
|
|
"p95_time": 0.31013268024944407,
|
|
"rps": 330.41369151785017,
|
|
"parallel": 100,
|
|
"p99_time": 0.31413459448027425,
|
|
"mean_time": 0.2963543079087918,
|
|
"mean_precisions": 0.9994599999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 226.4939720389666,
|
|
"total_upload_time": 1386.15487282502,
|
|
"p95_time": 0.31190008055127694,
|
|
"rps": 328.6594602041053,
|
|
"parallel": 100,
|
|
"p99_time": 0.31514897171000483,
|
|
"mean_time": 0.2978965999945896,
|
|
"mean_precisions": 0.9994799999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 226.4939720389666,
|
|
"total_upload_time": 1386.15487282502,
|
|
"p95_time": 0.004218454998408561,
|
|
"rps": 245.8903084205283,
|
|
"parallel": 1,
|
|
"p99_time": 0.0046349881404603365,
|
|
"mean_time": 0.0034429905548880924,
|
|
"mean_precisions": 0.9792200000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 226.4939720389666,
|
|
"total_upload_time": 1386.15487282502,
|
|
"p95_time": 0.004257933298140415,
|
|
"rps": 244.10172203895223,
|
|
"parallel": 1,
|
|
"p99_time": 0.004666098957604846,
|
|
"mean_time": 0.0034733857295344934,
|
|
"mean_precisions": 0.99508,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 226.4939720389666,
|
|
"total_upload_time": 1386.15487282502,
|
|
"p95_time": 0.004282714698638302,
|
|
"rps": 243.24092657720303,
|
|
"parallel": 1,
|
|
"p99_time": 0.004743045379509567,
|
|
"mean_time": 0.0034880256135671516,
|
|
"mean_precisions": 0.9952799999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 226.4939720389666,
|
|
"total_upload_time": 1386.15487282502,
|
|
"p95_time": 0.004341250599100022,
|
|
"rps": 239.3577678103729,
|
|
"parallel": 1,
|
|
"p99_time": 0.004780585562693887,
|
|
"mean_time": 0.0035391428261864347,
|
|
"mean_precisions": 0.9952799999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 226.4939720389666,
|
|
"total_upload_time": 1386.15487282502,
|
|
"p95_time": 0.006562077704438707,
|
|
"rps": 172.6956923272781,
|
|
"parallel": 1,
|
|
"p99_time": 0.00713680858440057,
|
|
"mean_time": 0.005137985429796391,
|
|
"mean_precisions": 0.98182,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 226.4939720389666,
|
|
"total_upload_time": 1386.15487282502,
|
|
"p95_time": 0.006739825953627587,
|
|
"rps": 169.86108011271733,
|
|
"parallel": 1,
|
|
"p99_time": 0.00755406555879745,
|
|
"mean_time": 0.005221365747618256,
|
|
"mean_precisions": 0.998,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 312.3308781730011,
|
|
"total_upload_time": 5484.725805805996,
|
|
"p95_time": 0.003632355341687798,
|
|
"rps": 314.0948285901794,
|
|
"parallel": 1,
|
|
"p99_time": 0.0040634915977716445,
|
|
"mean_time": 0.003122801478765905,
|
|
"mean_precisions": 0.937702,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 312.3308781730011,
|
|
"total_upload_time": 5484.725805805996,
|
|
"p95_time": 0.004294592421501874,
|
|
"rps": 263.98153242777835,
|
|
"parallel": 1,
|
|
"p99_time": 0.004726139232516289,
|
|
"mean_time": 0.0037208881712518633,
|
|
"mean_precisions": 0.9812060000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 312.3308781730011,
|
|
"total_upload_time": 5484.725805805996,
|
|
"p95_time": 0.005522051453590393,
|
|
"rps": 209.44064474967416,
|
|
"parallel": 1,
|
|
"p99_time": 0.00637790510430932,
|
|
"mean_time": 0.004706361664459109,
|
|
"mean_precisions": 0.9948239999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 312.3308781730011,
|
|
"total_upload_time": 5484.725805805996,
|
|
"p95_time": 0.00785698750987649,
|
|
"rps": 153.87991985598336,
|
|
"parallel": 1,
|
|
"p99_time": 0.008962721945717933,
|
|
"mean_time": 0.006426009119208902,
|
|
"mean_precisions": 0.9985029999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 312.3308781730011,
|
|
"total_upload_time": 5484.725805805996,
|
|
"p95_time": 0.006101479846984148,
|
|
"rps": 193.59764277647255,
|
|
"parallel": 1,
|
|
"p99_time": 0.00707970291376114,
|
|
"mean_time": 0.005091384366620332,
|
|
"mean_precisions": 0.9847480000000002,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 312.3308781730011,
|
|
"total_upload_time": 5484.725805805996,
|
|
"p95_time": 0.006125191086903214,
|
|
"rps": 192.96225636193105,
|
|
"parallel": 1,
|
|
"p99_time": 0.007164068296551705,
|
|
"mean_time": 0.0051119858596473935,
|
|
"mean_precisions": 0.995976,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 312.3308781730011,
|
|
"total_upload_time": 5484.725805805996,
|
|
"p95_time": 0.006072344863787293,
|
|
"rps": 193.61560378588757,
|
|
"parallel": 1,
|
|
"p99_time": 0.006912986347451807,
|
|
"mean_time": 0.00509606679501012,
|
|
"mean_precisions": 0.996641,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 312.3308781730011,
|
|
"total_upload_time": 5484.725805805996,
|
|
"p95_time": 0.007849178742617367,
|
|
"rps": 154.97415482106382,
|
|
"parallel": 1,
|
|
"p99_time": 0.009047340163961056,
|
|
"mean_time": 0.006380788511224091,
|
|
"mean_precisions": 0.9985029999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 312.3308781730011,
|
|
"total_upload_time": 5484.725805805996,
|
|
"p95_time": 0.06449475889094174,
|
|
"rps": 1561.0883003264832,
|
|
"parallel": 100,
|
|
"p99_time": 0.12246593835763635,
|
|
"mean_time": 0.062296775241475554,
|
|
"mean_precisions": 0.937702,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 312.3308781730011,
|
|
"total_upload_time": 5484.725805805996,
|
|
"p95_time": 0.0783220250159502,
|
|
"rps": 1299.005600006,
|
|
"parallel": 100,
|
|
"p99_time": 0.08036034711636604,
|
|
"mean_time": 0.07416963666770607,
|
|
"mean_precisions": 0.9812060000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 312.3308781730011,
|
|
"total_upload_time": 5484.725805805996,
|
|
"p95_time": 0.10614654566161334,
|
|
"rps": 969.2823564321977,
|
|
"parallel": 100,
|
|
"p99_time": 0.11042241482064129,
|
|
"mean_time": 0.10101092435140163,
|
|
"mean_precisions": 0.9946740000000002,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 312.3308781730011,
|
|
"total_upload_time": 5484.725805805996,
|
|
"p95_time": 0.16077821515500546,
|
|
"rps": 649.8848876476767,
|
|
"parallel": 100,
|
|
"p99_time": 0.16525816237553953,
|
|
"mean_time": 0.151500752123259,
|
|
"mean_precisions": 0.9984740000000002,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 312.3308781730011,
|
|
"total_upload_time": 5484.725805805996,
|
|
"p95_time": 0.005519934557378292,
|
|
"rps": 209.7970283396572,
|
|
"parallel": 1,
|
|
"p99_time": 0.006183885503560306,
|
|
"mean_time": 0.004698471211828291,
|
|
"mean_precisions": 0.994674,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 312.3308781730011,
|
|
"total_upload_time": 5484.725805805996,
|
|
"p95_time": 0.07726021520793437,
|
|
"rps": 1329.799574214118,
|
|
"parallel": 100,
|
|
"p99_time": 0.08053844133391977,
|
|
"mean_time": 0.07300931119946763,
|
|
"mean_precisions": 0.9550360000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 312.3308781730011,
|
|
"total_upload_time": 5484.725805805996,
|
|
"p95_time": 0.09066592180170117,
|
|
"rps": 1133.734845338433,
|
|
"parallel": 100,
|
|
"p99_time": 0.09361574565060438,
|
|
"mean_time": 0.08591629439014942,
|
|
"mean_precisions": 0.9818819999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 312.3308781730011,
|
|
"total_upload_time": 5484.725805805996,
|
|
"p95_time": 0.12286164010874927,
|
|
"rps": 832.780287456797,
|
|
"parallel": 100,
|
|
"p99_time": 0.12576568739488722,
|
|
"mean_time": 0.11786416020197794,
|
|
"mean_precisions": 0.9948239999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 312.3308781730011,
|
|
"total_upload_time": 5484.725805805996,
|
|
"p95_time": 0.18230862249620258,
|
|
"rps": 566.6391413097132,
|
|
"parallel": 100,
|
|
"p99_time": 0.18610799860209226,
|
|
"mean_time": 0.17399556362507865,
|
|
"mean_precisions": 0.9985029999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 312.3308781730011,
|
|
"total_upload_time": 5484.725805805996,
|
|
"p95_time": 0.09805143396370111,
|
|
"rps": 1038.8356458838414,
|
|
"parallel": 100,
|
|
"p99_time": 0.10120791738852862,
|
|
"mean_time": 0.09340705563649535,
|
|
"mean_precisions": 0.9778130000000002,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 312.3308781730011,
|
|
"total_upload_time": 5484.725805805996,
|
|
"p95_time": 0.09841421605087816,
|
|
"rps": 1039.5509574566095,
|
|
"parallel": 100,
|
|
"p99_time": 0.10075923547148705,
|
|
"mean_time": 0.09393766997409984,
|
|
"mean_precisions": 0.988059,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 312.3308781730011,
|
|
"total_upload_time": 5484.725805805996,
|
|
"p95_time": 0.12224212400615216,
|
|
"rps": 839.5238941436968,
|
|
"parallel": 100,
|
|
"p99_time": 0.1244937498215586,
|
|
"mean_time": 0.11691220250353217,
|
|
"mean_precisions": 0.9948239999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 312.3308781730011,
|
|
"total_upload_time": 5484.725805805996,
|
|
"p95_time": 0.18244141270406544,
|
|
"rps": 568.3772028790183,
|
|
"parallel": 100,
|
|
"p99_time": 0.18634326679632068,
|
|
"mean_time": 0.17341831127190963,
|
|
"mean_precisions": 0.9985029999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 312.3308781730011,
|
|
"total_upload_time": 5484.725805805996,
|
|
"p95_time": 0.13701359364204108,
|
|
"rps": 753.166575056714,
|
|
"parallel": 100,
|
|
"p99_time": 0.1406666036322713,
|
|
"mean_time": 0.13043268980132416,
|
|
"mean_precisions": 0.9847480000000002,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 312.3308781730011,
|
|
"total_upload_time": 5484.725805805996,
|
|
"p95_time": 0.1372160329017788,
|
|
"rps": 751.4003634874854,
|
|
"parallel": 100,
|
|
"p99_time": 0.13994560105726123,
|
|
"mean_time": 0.1306988419882022,
|
|
"mean_precisions": 0.995976,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 312.3308781730011,
|
|
"total_upload_time": 5484.725805805996,
|
|
"p95_time": 0.00785912899300456,
|
|
"rps": 153.74971849951947,
|
|
"parallel": 1,
|
|
"p99_time": 0.00869321112520993,
|
|
"mean_time": 0.0064322674508206544,
|
|
"mean_precisions": 0.9984740000000002,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 312.3308781730011,
|
|
"total_upload_time": 5484.725805805996,
|
|
"p95_time": 0.1389716801699251,
|
|
"rps": 741.1577947272513,
|
|
"parallel": 100,
|
|
"p99_time": 0.14161698957905172,
|
|
"mean_time": 0.13253115194449203,
|
|
"mean_precisions": 0.9966410000000002,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 312.3308781730011,
|
|
"total_upload_time": 5484.725805805996,
|
|
"p95_time": 0.18082182756625115,
|
|
"rps": 571.7708025312654,
|
|
"parallel": 100,
|
|
"p99_time": 0.1841467997711152,
|
|
"mean_time": 0.1724477424994111,
|
|
"mean_precisions": 0.9985029999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 312.3308781730011,
|
|
"total_upload_time": 5484.725805805996,
|
|
"p95_time": 0.0039335030131042,
|
|
"rps": 296.1055240472772,
|
|
"parallel": 1,
|
|
"p99_time": 0.004445553366094828,
|
|
"mean_time": 0.0033163429856300354,
|
|
"mean_precisions": 0.9550360000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 312.3308781730011,
|
|
"total_upload_time": 5484.725805805996,
|
|
"p95_time": 0.004244591621682048,
|
|
"rps": 265.6239493669492,
|
|
"parallel": 1,
|
|
"p99_time": 0.004848863566294313,
|
|
"mean_time": 0.003700254795327783,
|
|
"mean_precisions": 0.9818819999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 312.3308781730011,
|
|
"total_upload_time": 5484.725805805996,
|
|
"p95_time": 0.005472219269722699,
|
|
"rps": 210.42190120722034,
|
|
"parallel": 1,
|
|
"p99_time": 0.006094692209735514,
|
|
"mean_time": 0.004683523830212652,
|
|
"mean_precisions": 0.9948239999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 312.3308781730011,
|
|
"total_upload_time": 5484.725805805996,
|
|
"p95_time": 0.008000344224274158,
|
|
"rps": 152.33018075027772,
|
|
"parallel": 1,
|
|
"p99_time": 0.009369549443945293,
|
|
"mean_time": 0.0064858150322921575,
|
|
"mean_precisions": 0.9985029999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 312.3308781730011,
|
|
"total_upload_time": 5484.725805805996,
|
|
"p95_time": 0.004628342762589455,
|
|
"rps": 246.53947567737765,
|
|
"parallel": 1,
|
|
"p99_time": 0.005291406316682698,
|
|
"mean_time": 0.0039894491981714965,
|
|
"mean_precisions": 0.9778130000000002,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 312.3308781730011,
|
|
"total_upload_time": 5484.725805805996,
|
|
"p95_time": 0.004599289502948522,
|
|
"rps": 245.89327324423022,
|
|
"parallel": 1,
|
|
"p99_time": 0.005396050121635199,
|
|
"mean_time": 0.004000012410152703,
|
|
"mean_precisions": 0.988059,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 127.75860126799944,
|
|
"total_upload_time": 821.8218694449988,
|
|
"p95_time": 0.006299698038492349,
|
|
"rps": 203.6174923491529,
|
|
"parallel": 1,
|
|
"p99_time": 0.012785102766938502,
|
|
"mean_time": 0.004823657226283104,
|
|
"mean_precisions": 0.86407,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 127.75860126799944,
|
|
"total_upload_time": 821.8218694449988,
|
|
"p95_time": 0.0075079112779349085,
|
|
"rps": 159.33106618400424,
|
|
"parallel": 1,
|
|
"p99_time": 0.008759995906148102,
|
|
"mean_time": 0.006181106130825355,
|
|
"mean_precisions": 0.94269,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 127.75860126799944,
|
|
"total_upload_time": 821.8218694449988,
|
|
"p95_time": 0.011472372256685048,
|
|
"rps": 108.2584484547531,
|
|
"parallel": 1,
|
|
"p99_time": 0.012636177923996001,
|
|
"mean_time": 0.009127053432166576,
|
|
"mean_precisions": 0.97931,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 127.75860126799944,
|
|
"total_upload_time": 821.8218694449988,
|
|
"p95_time": 0.017899149062577634,
|
|
"rps": 69.69404514356222,
|
|
"parallel": 1,
|
|
"p99_time": 0.02015628748573363,
|
|
"mean_time": 0.01420939748454839,
|
|
"mean_precisions": 0.99343,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 127.75860126799944,
|
|
"total_upload_time": 821.8218694449988,
|
|
"p95_time": 0.01374874033499509,
|
|
"rps": 93.2012473679039,
|
|
"parallel": 1,
|
|
"p99_time": 0.015146919817198068,
|
|
"mean_time": 0.010604590672068297,
|
|
"mean_precisions": 0.98119,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 127.75860126799944,
|
|
"total_upload_time": 821.8218694449988,
|
|
"p95_time": 0.012996053195092828,
|
|
"rps": 94.57648668807377,
|
|
"parallel": 1,
|
|
"p99_time": 0.014766908138990401,
|
|
"mean_time": 0.010444377473788336,
|
|
"mean_precisions": 0.9863200000000002,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 127.75860126799944,
|
|
"total_upload_time": 821.8218694449988,
|
|
"p95_time": 0.013386774284299461,
|
|
"rps": 92.46917669674664,
|
|
"parallel": 1,
|
|
"p99_time": 0.015775402334984392,
|
|
"mean_time": 0.010690964435227216,
|
|
"mean_precisions": 0.98631,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 127.75860126799944,
|
|
"total_upload_time": 821.8218694449988,
|
|
"p95_time": 0.018683503021020443,
|
|
"rps": 68.90767180258987,
|
|
"parallel": 1,
|
|
"p99_time": 0.021090031589847055,
|
|
"mean_time": 0.014359958151122554,
|
|
"mean_precisions": 0.99343,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 127.75860126799944,
|
|
"total_upload_time": 821.8218694449988,
|
|
"p95_time": 0.07716072091134266,
|
|
"rps": 1179.163772157904,
|
|
"parallel": 100,
|
|
"p99_time": 0.07896238782675936,
|
|
"mean_time": 0.06302839161059819,
|
|
"mean_precisions": 0.8640699999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 127.75860126799944,
|
|
"total_upload_time": 821.8218694449988,
|
|
"p95_time": 0.11989055309677496,
|
|
"rps": 824.9725329066027,
|
|
"parallel": 100,
|
|
"p99_time": 0.12281018616864457,
|
|
"mean_time": 0.09655774197820574,
|
|
"mean_precisions": 0.94269,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 127.75860126799944,
|
|
"total_upload_time": 821.8218694449988,
|
|
"p95_time": 0.19049290244001896,
|
|
"rps": 533.621235782354,
|
|
"parallel": 100,
|
|
"p99_time": 0.1939648574963212,
|
|
"mean_time": 0.1634060430736281,
|
|
"mean_precisions": 0.97896,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 127.75860126799944,
|
|
"total_upload_time": 821.8218694449988,
|
|
"p95_time": 0.32376524454448374,
|
|
"rps": 323.5925454723652,
|
|
"parallel": 100,
|
|
"p99_time": 0.3303351556463167,
|
|
"mean_time": 0.28123076761560517,
|
|
"mean_precisions": 0.99333,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 127.75860126799944,
|
|
"total_upload_time": 821.8218694449988,
|
|
"p95_time": 0.01173449378693476,
|
|
"rps": 106.02738270009273,
|
|
"parallel": 1,
|
|
"p99_time": 0.013593927903566509,
|
|
"mean_time": 0.009320605878718198,
|
|
"mean_precisions": 0.97896,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 127.75860126799944,
|
|
"total_upload_time": 821.8218694449988,
|
|
"p95_time": 0.10981031277915461,
|
|
"rps": 932.804697990332,
|
|
"parallel": 100,
|
|
"p99_time": 0.11361783581087366,
|
|
"mean_time": 0.08267490359372459,
|
|
"mean_precisions": 0.89851,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 127.75860126799944,
|
|
"total_upload_time": 821.8218694449988,
|
|
"p95_time": 0.13586628027260303,
|
|
"rps": 735.2206589074266,
|
|
"parallel": 100,
|
|
"p99_time": 0.13807811353588476,
|
|
"mean_time": 0.11270478692092001,
|
|
"mean_precisions": 0.94353,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 127.75860126799944,
|
|
"total_upload_time": 821.8218694449988,
|
|
"p95_time": 0.21637317733839154,
|
|
"rps": 474.77101173435557,
|
|
"parallel": 100,
|
|
"p99_time": 0.22013721988769247,
|
|
"mean_time": 0.18557482428033836,
|
|
"mean_precisions": 0.97931,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 127.75860126799944,
|
|
"total_upload_time": 821.8218694449988,
|
|
"p95_time": 0.35542153562419115,
|
|
"rps": 295.2537756876141,
|
|
"parallel": 100,
|
|
"p99_time": 0.3606251259148121,
|
|
"mean_time": 0.3086348201148212,
|
|
"mean_precisions": 0.99343,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 127.75860126799944,
|
|
"total_upload_time": 821.8218694449988,
|
|
"p95_time": 0.15777578469133005,
|
|
"rps": 654.7879802138701,
|
|
"parallel": 100,
|
|
"p99_time": 0.16187235072255135,
|
|
"mean_time": 0.12902564586303197,
|
|
"mean_precisions": 0.95604,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 127.75860126799944,
|
|
"total_upload_time": 821.8218694449988,
|
|
"p95_time": 0.15513565501896665,
|
|
"rps": 646.2295319431335,
|
|
"parallel": 100,
|
|
"p99_time": 0.1577831773320213,
|
|
"mean_time": 0.129804846375715,
|
|
"mean_precisions": 0.95968,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 127.75860126799944,
|
|
"total_upload_time": 821.8218694449988,
|
|
"p95_time": 0.2183348712744191,
|
|
"rps": 474.3538971633378,
|
|
"parallel": 100,
|
|
"p99_time": 0.22228992401622236,
|
|
"mean_time": 0.18576079903217033,
|
|
"mean_precisions": 0.9793099999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 127.75860126799944,
|
|
"total_upload_time": 821.8218694449988,
|
|
"p95_time": 0.363912296819035,
|
|
"rps": 291.0145210525226,
|
|
"parallel": 100,
|
|
"p99_time": 0.37076412489870564,
|
|
"mean_time": 0.3139931566268206,
|
|
"mean_precisions": 0.99343,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 127.75860126799944,
|
|
"total_upload_time": 821.8218694449988,
|
|
"p95_time": 0.24803968211635946,
|
|
"rps": 421.3265587409793,
|
|
"parallel": 100,
|
|
"p99_time": 0.2521665922086686,
|
|
"mean_time": 0.21210462415101938,
|
|
"mean_precisions": 0.98119,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 127.75860126799944,
|
|
"total_upload_time": 821.8218694449988,
|
|
"p95_time": 0.25193785016890613,
|
|
"rps": 413.81788796458466,
|
|
"parallel": 100,
|
|
"p99_time": 0.2546921824011952,
|
|
"mean_time": 0.21546326875011437,
|
|
"mean_precisions": 0.9863200000000002,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 127.75860126799944,
|
|
"total_upload_time": 821.8218694449988,
|
|
"p95_time": 0.018841893540229648,
|
|
"rps": 67.57582462611364,
|
|
"parallel": 1,
|
|
"p99_time": 0.021194823274854568,
|
|
"mean_time": 0.014655510283773765,
|
|
"mean_precisions": 0.99333,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 127.75860126799944,
|
|
"total_upload_time": 821.8218694449988,
|
|
"p95_time": 0.26820643664104865,
|
|
"rps": 405.19776461229117,
|
|
"parallel": 100,
|
|
"p99_time": 0.27507952944841235,
|
|
"mean_time": 0.22097897489438764,
|
|
"mean_precisions": 0.98631,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 127.75860126799944,
|
|
"total_upload_time": 821.8218694449988,
|
|
"p95_time": 0.3526334504247643,
|
|
"rps": 297.15985983338,
|
|
"parallel": 100,
|
|
"p99_time": 0.3586601919354871,
|
|
"mean_time": 0.3074057440632023,
|
|
"mean_precisions": 0.99343,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 127.75860126799944,
|
|
"total_upload_time": 821.8218694449988,
|
|
"p95_time": 0.006241296615917235,
|
|
"rps": 196.4038245256464,
|
|
"parallel": 1,
|
|
"p99_time": 0.008542035303544254,
|
|
"mean_time": 0.005002306124195457,
|
|
"mean_precisions": 0.89851,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 127.75860126799944,
|
|
"total_upload_time": 821.8218694449988,
|
|
"p95_time": 0.007790911069605499,
|
|
"rps": 156.4528425490311,
|
|
"parallel": 1,
|
|
"p99_time": 0.009806272122077643,
|
|
"mean_time": 0.006292299551423639,
|
|
"mean_precisions": 0.94353,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 127.75860126799944,
|
|
"total_upload_time": 821.8218694449988,
|
|
"p95_time": 0.011528092809021473,
|
|
"rps": 107.65973528147192,
|
|
"parallel": 1,
|
|
"p99_time": 0.013103246618993578,
|
|
"mean_time": 0.009172835884382948,
|
|
"mean_precisions": 0.97931,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 127.75860126799944,
|
|
"total_upload_time": 821.8218694449988,
|
|
"p95_time": 0.017788523330818862,
|
|
"rps": 70.36235247723607,
|
|
"parallel": 1,
|
|
"p99_time": 0.01945099770091474,
|
|
"mean_time": 0.014080394621938467,
|
|
"mean_precisions": 0.99343,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 127.75860126799944,
|
|
"total_upload_time": 821.8218694449988,
|
|
"p95_time": 0.00845428896136582,
|
|
"rps": 142.3764182788505,
|
|
"parallel": 1,
|
|
"p99_time": 0.010339636709541081,
|
|
"mean_time": 0.006920541208004579,
|
|
"mean_precisions": 0.9560400000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 127.75860126799944,
|
|
"total_upload_time": 821.8218694449988,
|
|
"p95_time": 0.009093259589280932,
|
|
"rps": 137.5037198052846,
|
|
"parallel": 1,
|
|
"p99_time": 0.010559268360957502,
|
|
"mean_time": 0.00716753516276367,
|
|
"mean_precisions": 0.9596800000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 57.3555402359998,
|
|
"total_upload_time": 1340.6456618529992,
|
|
"p95_time": 0.005015788200944369,
|
|
"rps": 245.84705613904237,
|
|
"parallel": 1,
|
|
"p99_time": 0.007007773821387674,
|
|
"mean_time": 0.004003404388781928,
|
|
"mean_precisions": 0.768253,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 57.3555402359998,
|
|
"total_upload_time": 1340.6456618529992,
|
|
"p95_time": 0.006121869400885768,
|
|
"rps": 205.44657822275082,
|
|
"parallel": 1,
|
|
"p99_time": 0.00800476928885474,
|
|
"mean_time": 0.00479944649197314,
|
|
"mean_precisions": 0.864684,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 57.3555402359998,
|
|
"total_upload_time": 1340.6456618529992,
|
|
"p95_time": 0.008332697799050947,
|
|
"rps": 154.7342436220804,
|
|
"parallel": 1,
|
|
"p99_time": 0.010463682568552034,
|
|
"mean_time": 0.006386507563078703,
|
|
"mean_precisions": 0.926592,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 57.3555402359998,
|
|
"total_upload_time": 1340.6456618529992,
|
|
"p95_time": 0.012572252800237037,
|
|
"rps": 103.72915152819375,
|
|
"parallel": 1,
|
|
"p99_time": 0.014717415332452221,
|
|
"mean_time": 0.009544492121729127,
|
|
"mean_precisions": 0.966832,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 57.3555402359998,
|
|
"total_upload_time": 1340.6456618529992,
|
|
"p95_time": 0.009354480298497943,
|
|
"rps": 138.65956916386065,
|
|
"parallel": 1,
|
|
"p99_time": 0.011579204431254767,
|
|
"mean_time": 0.007133376753193806,
|
|
"mean_precisions": 0.9070060000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 57.3555402359998,
|
|
"total_upload_time": 1340.6456618529992,
|
|
"p95_time": 0.009349584250594485,
|
|
"rps": 138.5407541533227,
|
|
"parallel": 1,
|
|
"p99_time": 0.011384348630635945,
|
|
"mean_time": 0.00713827960459057,
|
|
"mean_precisions": 0.942383,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 57.3555402359998,
|
|
"total_upload_time": 1340.6456618529992,
|
|
"p95_time": 0.010031167750639725,
|
|
"rps": 134.6927381980177,
|
|
"parallel": 1,
|
|
"p99_time": 0.012564145709329753,
|
|
"mean_time": 0.007337691940885634,
|
|
"mean_precisions": 0.9433,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 57.3555402359998,
|
|
"total_upload_time": 1340.6456618529992,
|
|
"p95_time": 0.01232247200241544,
|
|
"rps": 104.74297895973005,
|
|
"parallel": 1,
|
|
"p99_time": 0.014207932279859965,
|
|
"mean_time": 0.009458438030890465,
|
|
"mean_precisions": 0.966832,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 57.3555402359998,
|
|
"total_upload_time": 1340.6456618529992,
|
|
"p95_time": 0.057998962600686356,
|
|
"rps": 1896.1055401012356,
|
|
"parallel": 100,
|
|
"p99_time": 0.06483243177961415,
|
|
"mean_time": 0.050061315803502655,
|
|
"mean_precisions": 0.768253,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 57.3555402359998,
|
|
"total_upload_time": 1340.6456618529992,
|
|
"p95_time": 0.071513018648875,
|
|
"rps": 1494.9048464475725,
|
|
"parallel": 100,
|
|
"p99_time": 0.07584317799919518,
|
|
"mean_time": 0.06419350375278882,
|
|
"mean_precisions": 0.864684,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 57.3555402359998,
|
|
"total_upload_time": 1340.6456618529992,
|
|
"p95_time": 0.10471620469870685,
|
|
"rps": 1030.934483090955,
|
|
"parallel": 100,
|
|
"p99_time": 0.10944454409083847,
|
|
"mean_time": 0.09462066865501838,
|
|
"mean_precisions": 0.926592,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 57.3555402359998,
|
|
"total_upload_time": 1340.6456618529992,
|
|
"p95_time": 0.1637001490480543,
|
|
"rps": 644.934136863484,
|
|
"parallel": 100,
|
|
"p99_time": 0.16867026068150154,
|
|
"mean_time": 0.1525623449865936,
|
|
"mean_precisions": 0.966832,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 57.3555402359998,
|
|
"total_upload_time": 1340.6456618529992,
|
|
"p95_time": 0.00822042660020088,
|
|
"rps": 156.3841905053834,
|
|
"parallel": 1,
|
|
"p99_time": 0.010531550010855427,
|
|
"mean_time": 0.00632178140707656,
|
|
"mean_precisions": 0.926592,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 57.3555402359998,
|
|
"total_upload_time": 1340.6456618529992,
|
|
"p95_time": 0.061076400401725545,
|
|
"rps": 1751.0500897671116,
|
|
"parallel": 100,
|
|
"p99_time": 0.06785374705930737,
|
|
"mean_time": 0.05417622881239804,
|
|
"mean_precisions": 0.7977850000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 57.3555402359998,
|
|
"total_upload_time": 1340.6456618529992,
|
|
"p95_time": 0.07226961230007874,
|
|
"rps": 1479.9087966542302,
|
|
"parallel": 100,
|
|
"p99_time": 0.07610961536720424,
|
|
"mean_time": 0.06507409290180258,
|
|
"mean_precisions": 0.864684,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 57.3555402359998,
|
|
"total_upload_time": 1340.6456618529992,
|
|
"p95_time": 0.10666811059963947,
|
|
"rps": 1027.025039528175,
|
|
"parallel": 100,
|
|
"p99_time": 0.1123760815296555,
|
|
"mean_time": 0.09469417129386894,
|
|
"mean_precisions": 0.926592,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 57.3555402359998,
|
|
"total_upload_time": 1340.6456618529992,
|
|
"p95_time": 0.16476648645257227,
|
|
"rps": 644.747508467804,
|
|
"parallel": 100,
|
|
"p99_time": 0.17052493980892908,
|
|
"mean_time": 0.1525362061313099,
|
|
"mean_precisions": 0.966832,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 57.3555402359998,
|
|
"total_upload_time": 1340.6456618529992,
|
|
"p95_time": 0.08037538265180046,
|
|
"rps": 1329.0479807948225,
|
|
"parallel": 100,
|
|
"p99_time": 0.08571591482872463,
|
|
"mean_time": 0.07262176831178585,
|
|
"mean_precisions": 0.863814,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 57.3555402359998,
|
|
"total_upload_time": 1340.6456618529992,
|
|
"p95_time": 0.0816591131979294,
|
|
"rps": 1319.3866739901932,
|
|
"parallel": 100,
|
|
"p99_time": 0.08798039267810964,
|
|
"mean_time": 0.07342920276671139,
|
|
"mean_precisions": 0.888975,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 57.3555402359998,
|
|
"total_upload_time": 1340.6456618529992,
|
|
"p95_time": 0.10526325704940973,
|
|
"rps": 1022.792835340542,
|
|
"parallel": 100,
|
|
"p99_time": 0.11058345450797788,
|
|
"mean_time": 0.09497089921420956,
|
|
"mean_precisions": 0.926592,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 57.3555402359998,
|
|
"total_upload_time": 1340.6456618529992,
|
|
"p95_time": 0.16353653045298414,
|
|
"rps": 646.2599899687298,
|
|
"parallel": 100,
|
|
"p99_time": 0.1691545485972529,
|
|
"mean_time": 0.15213541340760384,
|
|
"mean_precisions": 0.9668320000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 57.3555402359998,
|
|
"total_upload_time": 1340.6456618529992,
|
|
"p95_time": 0.11764997210048023,
|
|
"rps": 894.1067979289777,
|
|
"parallel": 100,
|
|
"p99_time": 0.12226111863725238,
|
|
"mean_time": 0.10936362437790667,
|
|
"mean_precisions": 0.907006,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 57.3555402359998,
|
|
"total_upload_time": 1340.6456618529992,
|
|
"p95_time": 0.11817605484848172,
|
|
"rps": 893.8871204608204,
|
|
"parallel": 100,
|
|
"p99_time": 0.12162519748992055,
|
|
"mean_time": 0.10940001676106004,
|
|
"mean_precisions": 0.942383,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 57.3555402359998,
|
|
"total_upload_time": 1340.6456618529992,
|
|
"p95_time": 0.012617267950918174,
|
|
"rps": 103.30372352421242,
|
|
"parallel": 1,
|
|
"p99_time": 0.01470630196195998,
|
|
"mean_time": 0.009591384019711404,
|
|
"mean_precisions": 0.966832,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 57.3555402359998,
|
|
"total_upload_time": 1340.6456618529992,
|
|
"p95_time": 0.12043818180009111,
|
|
"rps": 885.5869721167459,
|
|
"parallel": 100,
|
|
"p99_time": 0.12485219575122757,
|
|
"mean_time": 0.11030751367489065,
|
|
"mean_precisions": 0.9433,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 57.3555402359998,
|
|
"total_upload_time": 1340.6456618529992,
|
|
"p95_time": 0.16744027840177295,
|
|
"rps": 636.7775702946767,
|
|
"parallel": 100,
|
|
"p99_time": 0.17291677597804667,
|
|
"mean_time": 0.1544330206810966,
|
|
"mean_precisions": 0.966832,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 57.3555402359998,
|
|
"total_upload_time": 1340.6456618529992,
|
|
"p95_time": 0.005333575999793537,
|
|
"rps": 231.93333876885302,
|
|
"parallel": 1,
|
|
"p99_time": 0.007199020630141606,
|
|
"mean_time": 0.004246408202786915,
|
|
"mean_precisions": 0.7977850000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 57.3555402359998,
|
|
"total_upload_time": 1340.6456618529992,
|
|
"p95_time": 0.006299615949683353,
|
|
"rps": 202.8693647423792,
|
|
"parallel": 1,
|
|
"p99_time": 0.007947995532013011,
|
|
"mean_time": 0.004861637334914485,
|
|
"mean_precisions": 0.864684,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 57.3555402359998,
|
|
"total_upload_time": 1340.6456618529992,
|
|
"p95_time": 0.008424219699554668,
|
|
"rps": 153.60326989500678,
|
|
"parallel": 1,
|
|
"p99_time": 0.010643201509519716,
|
|
"mean_time": 0.006436684389406582,
|
|
"mean_precisions": 0.926592,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 57.3555402359998,
|
|
"total_upload_time": 1340.6456618529992,
|
|
"p95_time": 0.012555679000070083,
|
|
"rps": 103.60116717113438,
|
|
"parallel": 1,
|
|
"p99_time": 0.014678333788506283,
|
|
"mean_time": 0.009556874174398763,
|
|
"mean_precisions": 0.966832,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 57.3555402359998,
|
|
"total_upload_time": 1340.6456618529992,
|
|
"p95_time": 0.006684332401709978,
|
|
"rps": 189.22747614802947,
|
|
"parallel": 1,
|
|
"p99_time": 0.008425029881109374,
|
|
"mean_time": 0.005216023788313396,
|
|
"mean_precisions": 0.863814,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 57.3555402359998,
|
|
"total_upload_time": 1340.6456618529992,
|
|
"p95_time": 0.006727855450481,
|
|
"rps": 189.1969482910381,
|
|
"parallel": 1,
|
|
"p99_time": 0.00857189036181808,
|
|
"mean_time": 0.005215772836906399,
|
|
"mean_precisions": 0.888975,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 233.2000428129686,
|
|
"total_upload_time": 922.791550293914,
|
|
"p95_time": 0.00292757515089761,
|
|
"rps": 342.80080171564055,
|
|
"parallel": 1,
|
|
"p99_time": 0.0031854603590909425,
|
|
"mean_time": 0.002362274597029318,
|
|
"mean_precisions": 0.9766,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 233.2000428129686,
|
|
"total_upload_time": 922.791550293914,
|
|
"p95_time": 0.0028927393952471905,
|
|
"rps": 342.14373221992884,
|
|
"parallel": 1,
|
|
"p99_time": 0.00316055514078471,
|
|
"mean_time": 0.0023604592845542357,
|
|
"mean_precisions": 0.9871599999999998,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 233.2000428129686,
|
|
"total_upload_time": 922.791550293914,
|
|
"p95_time": 0.006286769146026927,
|
|
"rps": 184.71112768127827,
|
|
"parallel": 1,
|
|
"p99_time": 0.007001072099810705,
|
|
"mean_time": 0.004751374328782549,
|
|
"mean_precisions": 0.99782,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 233.2000428129686,
|
|
"total_upload_time": 922.791550293914,
|
|
"p95_time": 0.0061891459507023685,
|
|
"rps": 187.28956986265646,
|
|
"parallel": 1,
|
|
"p99_time": 0.006754631848889406,
|
|
"mean_time": 0.004688292808640108,
|
|
"mean_precisions": 0.9978400000000002,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 233.2000428129686,
|
|
"total_upload_time": 922.791550293914,
|
|
"p95_time": 0.009738837302938919,
|
|
"rps": 128.3316596249405,
|
|
"parallel": 1,
|
|
"p99_time": 0.011148567650379847,
|
|
"mean_time": 0.007129327198427927,
|
|
"mean_precisions": 0.9876799999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 233.2000428129686,
|
|
"total_upload_time": 922.791550293914,
|
|
"p95_time": 0.009590765496977838,
|
|
"rps": 129.22487145375342,
|
|
"parallel": 1,
|
|
"p99_time": 0.010680904688197193,
|
|
"mean_time": 0.00707310653260356,
|
|
"mean_precisions": 0.99902,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 233.2000428129686,
|
|
"total_upload_time": 922.791550293914,
|
|
"p95_time": 0.009989890299766558,
|
|
"rps": 125.77628294539755,
|
|
"parallel": 1,
|
|
"p99_time": 0.011524741648172502,
|
|
"mean_time": 0.007282540887752839,
|
|
"mean_precisions": 0.99916,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 233.2000428129686,
|
|
"total_upload_time": 922.791550293914,
|
|
"p95_time": 0.009807758452370764,
|
|
"rps": 127.41217630108945,
|
|
"parallel": 1,
|
|
"p99_time": 0.010833274290562273,
|
|
"mean_time": 0.007185296373169695,
|
|
"mean_precisions": 0.99918,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 233.2000428129686,
|
|
"total_upload_time": 922.791550293914,
|
|
"p95_time": 0.004061328803800281,
|
|
"rps": 1217.7224745422834,
|
|
"parallel": 100,
|
|
"p99_time": 0.009287501431099394,
|
|
"mean_time": 0.00305585846308968,
|
|
"mean_precisions": 0.9766,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 233.2000428129686,
|
|
"total_upload_time": 922.791550293914,
|
|
"p95_time": 0.003958113001135644,
|
|
"rps": 1217.696524364609,
|
|
"parallel": 100,
|
|
"p99_time": 0.0076836468562396535,
|
|
"mean_time": 0.00299411238917819,
|
|
"mean_precisions": 0.9871599999999998,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 233.2000428129686,
|
|
"total_upload_time": 922.791550293914,
|
|
"p95_time": 0.004132799501530826,
|
|
"rps": 1223.285764072953,
|
|
"parallel": 100,
|
|
"p99_time": 0.007706382668620801,
|
|
"mean_time": 0.003056302932857943,
|
|
"mean_precisions": 0.9872800000000002,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 233.2000428129686,
|
|
"total_upload_time": 922.791550293914,
|
|
"p95_time": 0.007457589201658265,
|
|
"rps": 1207.6408499280863,
|
|
"parallel": 100,
|
|
"p99_time": 0.009848851343995194,
|
|
"mean_time": 0.004539614966545195,
|
|
"mean_precisions": 0.99044,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 233.2000428129686,
|
|
"total_upload_time": 922.791550293914,
|
|
"p95_time": 0.0029334537535760322,
|
|
"rps": 336.1942722462762,
|
|
"parallel": 1,
|
|
"p99_time": 0.003238477699342185,
|
|
"mean_time": 0.0024087715711430062,
|
|
"mean_precisions": 0.9872800000000002,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 233.2000428129686,
|
|
"total_upload_time": 922.791550293914,
|
|
"p95_time": 0.10429367760189052,
|
|
"rps": 973.0096535018897,
|
|
"parallel": 100,
|
|
"p99_time": 0.10783384402770026,
|
|
"mean_time": 0.09396466385351523,
|
|
"mean_precisions": 0.9840400000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 233.2000428129686,
|
|
"total_upload_time": 922.791550293914,
|
|
"p95_time": 0.10628631720101112,
|
|
"rps": 957.2376641387114,
|
|
"parallel": 100,
|
|
"p99_time": 0.10779007385201113,
|
|
"mean_time": 0.09522906130678457,
|
|
"mean_precisions": 0.9952199999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 233.2000428129686,
|
|
"total_upload_time": 922.791550293914,
|
|
"p95_time": 0.10724474905000535,
|
|
"rps": 942.3921289389225,
|
|
"parallel": 100,
|
|
"p99_time": 0.11008011900346902,
|
|
"mean_time": 0.09653534412613808,
|
|
"mean_precisions": 0.9953400000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 233.2000428129686,
|
|
"total_upload_time": 922.791550293914,
|
|
"p95_time": 0.10774978810186439,
|
|
"rps": 943.7249580463406,
|
|
"parallel": 100,
|
|
"p99_time": 0.10929383958842663,
|
|
"mean_time": 0.09723028940780205,
|
|
"mean_precisions": 0.99536,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 233.2000428129686,
|
|
"total_upload_time": 922.791550293914,
|
|
"p95_time": 0.1787169211474975,
|
|
"rps": 575.5677495998359,
|
|
"parallel": 100,
|
|
"p99_time": 0.18204898110983778,
|
|
"mean_time": 0.16793432205217104,
|
|
"mean_precisions": 0.9865200000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 233.2000428129686,
|
|
"total_upload_time": 922.791550293914,
|
|
"p95_time": 0.17967122935297083,
|
|
"rps": 573.0935206284884,
|
|
"parallel": 100,
|
|
"p99_time": 0.18448639413407364,
|
|
"mean_time": 0.16847539942684234,
|
|
"mean_precisions": 0.9976799999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 233.2000428129686,
|
|
"total_upload_time": 922.791550293914,
|
|
"p95_time": 0.178804526847307,
|
|
"rps": 573.5585017698286,
|
|
"parallel": 100,
|
|
"p99_time": 0.18272990565943473,
|
|
"mean_time": 0.16843252378520265,
|
|
"mean_precisions": 0.99782,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 233.2000428129686,
|
|
"total_upload_time": 922.791550293914,
|
|
"p95_time": 0.18203369870425376,
|
|
"rps": 564.3793121175013,
|
|
"parallel": 100,
|
|
"p99_time": 0.18594477206592275,
|
|
"mean_time": 0.17125935925806698,
|
|
"mean_precisions": 0.99784,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 233.2000428129686,
|
|
"total_upload_time": 922.791550293914,
|
|
"p95_time": 0.3036538747513987,
|
|
"rps": 339.8100837162976,
|
|
"parallel": 100,
|
|
"p99_time": 0.30889727209585544,
|
|
"mean_time": 0.2880973162583701,
|
|
"mean_precisions": 0.9876799999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 233.2000428129686,
|
|
"total_upload_time": 922.791550293914,
|
|
"p95_time": 0.30711366429677583,
|
|
"rps": 335.9601420982168,
|
|
"parallel": 100,
|
|
"p99_time": 0.31389698692277307,
|
|
"mean_time": 0.2913140099641634,
|
|
"mean_precisions": 0.99902,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 233.2000428129686,
|
|
"total_upload_time": 922.791550293914,
|
|
"p95_time": 0.003272750852556783,
|
|
"rps": 310.5765898425054,
|
|
"parallel": 1,
|
|
"p99_time": 0.0035476742740138444,
|
|
"mean_time": 0.002640792566217715,
|
|
"mean_precisions": 0.99044,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 233.2000428129686,
|
|
"total_upload_time": 922.791550293914,
|
|
"p95_time": 0.305776768200667,
|
|
"rps": 336.903922295625,
|
|
"parallel": 100,
|
|
"p99_time": 0.3094239860311063,
|
|
"mean_time": 0.2903863941785894,
|
|
"mean_precisions": 0.99916,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 233.2000428129686,
|
|
"total_upload_time": 922.791550293914,
|
|
"p95_time": 0.3093164377489302,
|
|
"rps": 333.1618678244739,
|
|
"parallel": 100,
|
|
"p99_time": 0.3179257902097015,
|
|
"mean_time": 0.29373896233156704,
|
|
"mean_precisions": 0.99918,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 233.2000428129686,
|
|
"total_upload_time": 922.791550293914,
|
|
"p95_time": 0.0041034752004634354,
|
|
"rps": 260.46029246336997,
|
|
"parallel": 1,
|
|
"p99_time": 0.004534001048814389,
|
|
"mean_time": 0.0032220285570263513,
|
|
"mean_precisions": 0.9840400000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 233.2000428129686,
|
|
"total_upload_time": 922.791550293914,
|
|
"p95_time": 0.004062443647126201,
|
|
"rps": 262.0325021282389,
|
|
"parallel": 1,
|
|
"p99_time": 0.0045010817961883744,
|
|
"mean_time": 0.0032008462742334812,
|
|
"mean_precisions": 0.9952200000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 233.2000428129686,
|
|
"total_upload_time": 922.791550293914,
|
|
"p95_time": 0.004146204352582572,
|
|
"rps": 259.1840517078486,
|
|
"parallel": 1,
|
|
"p99_time": 0.004615866301901408,
|
|
"mean_time": 0.003237200288925669,
|
|
"mean_precisions": 0.99534,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 233.2000428129686,
|
|
"total_upload_time": 922.791550293914,
|
|
"p95_time": 0.004175331404258032,
|
|
"rps": 256.20100078741393,
|
|
"parallel": 1,
|
|
"p99_time": 0.004576404987819844,
|
|
"mean_time": 0.0032849572729784994,
|
|
"mean_precisions": 0.9953599999999998,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 233.2000428129686,
|
|
"total_upload_time": 922.791550293914,
|
|
"p95_time": 0.006162354548723671,
|
|
"rps": 188.06817402295763,
|
|
"parallel": 1,
|
|
"p99_time": 0.006640154297347182,
|
|
"mean_time": 0.004664570320000348,
|
|
"mean_precisions": 0.9865200000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 233.2000428129686,
|
|
"total_upload_time": 922.791550293914,
|
|
"p95_time": 0.006251063446688932,
|
|
"rps": 186.77767235199477,
|
|
"parallel": 1,
|
|
"p99_time": 0.006811735144801787,
|
|
"mean_time": 0.004705115996638779,
|
|
"mean_precisions": 0.9976799999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 299.6633782239951,
|
|
"total_upload_time": 3242.479995766,
|
|
"p95_time": 0.003937211306765676,
|
|
"rps": 297.6649516399929,
|
|
"parallel": 1,
|
|
"p99_time": 0.004710145834833386,
|
|
"mean_time": 0.003299022163171321,
|
|
"mean_precisions": 0.94411,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 299.6633782239951,
|
|
"total_upload_time": 3242.479995766,
|
|
"p95_time": 0.004597763251513242,
|
|
"rps": 250.98269755168573,
|
|
"parallel": 1,
|
|
"p99_time": 0.00500685827806592,
|
|
"mean_time": 0.003920775342080742,
|
|
"mean_precisions": 0.982068,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 299.6633782239951,
|
|
"total_upload_time": 3242.479995766,
|
|
"p95_time": 0.006182611687108872,
|
|
"rps": 198.13162269885578,
|
|
"parallel": 1,
|
|
"p99_time": 0.007054410502314568,
|
|
"mean_time": 0.00497916405973956,
|
|
"mean_precisions": 0.9947830000000002,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 299.6633782239951,
|
|
"total_upload_time": 3242.479995766,
|
|
"p95_time": 0.008993615908548235,
|
|
"rps": 142.02391123478088,
|
|
"parallel": 1,
|
|
"p99_time": 0.010251027178019286,
|
|
"mean_time": 0.006964854209218174,
|
|
"mean_precisions": 0.9983910000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 299.6633782239951,
|
|
"total_upload_time": 3242.479995766,
|
|
"p95_time": 0.006914742942899466,
|
|
"rps": 179.26833513931,
|
|
"parallel": 1,
|
|
"p99_time": 0.007763776499778033,
|
|
"mean_time": 0.005505137762986123,
|
|
"mean_precisions": 0.9862550000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 299.6633782239951,
|
|
"total_upload_time": 3242.479995766,
|
|
"p95_time": 0.007054250128567216,
|
|
"rps": 177.53938763929597,
|
|
"parallel": 1,
|
|
"p99_time": 0.008150480501353741,
|
|
"mean_time": 0.005561942641809582,
|
|
"mean_precisions": 0.995864,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 299.6633782239951,
|
|
"total_upload_time": 3242.479995766,
|
|
"p95_time": 0.006975436117500067,
|
|
"rps": 177.09113052276578,
|
|
"parallel": 1,
|
|
"p99_time": 0.00783712489530444,
|
|
"mean_time": 0.005575662750471383,
|
|
"mean_precisions": 0.996525,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 299.6633782239951,
|
|
"total_upload_time": 3242.479995766,
|
|
"p95_time": 0.009149621007964015,
|
|
"rps": 140.77862470475745,
|
|
"parallel": 1,
|
|
"p99_time": 0.010613254178315403,
|
|
"mean_time": 0.0070284499448724095,
|
|
"mean_precisions": 0.9983910000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 299.6633782239951,
|
|
"total_upload_time": 3242.479995766,
|
|
"p95_time": 0.0653162139467895,
|
|
"rps": 1544.8053113087342,
|
|
"parallel": 100,
|
|
"p99_time": 0.12989846081472992,
|
|
"mean_time": 0.06303801689632237,
|
|
"mean_precisions": 0.94411,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 299.6633782239951,
|
|
"total_upload_time": 3242.479995766,
|
|
"p95_time": 0.08091919282451272,
|
|
"rps": 1267.9287883335378,
|
|
"parallel": 100,
|
|
"p99_time": 0.08262545002624393,
|
|
"mean_time": 0.07668159373253584,
|
|
"mean_precisions": 0.982068,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 299.6633782239951,
|
|
"total_upload_time": 3242.479995766,
|
|
"p95_time": 0.11196328913792968,
|
|
"rps": 928.6231247982244,
|
|
"parallel": 100,
|
|
"p99_time": 0.11707772898487746,
|
|
"mean_time": 0.10550066408393904,
|
|
"mean_precisions": 0.9945370000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 299.6633782239951,
|
|
"total_upload_time": 3242.479995766,
|
|
"p95_time": 0.16523425932973623,
|
|
"rps": 627.471373662422,
|
|
"parallel": 100,
|
|
"p99_time": 0.16887737956829368,
|
|
"mean_time": 0.15697577877175062,
|
|
"mean_precisions": 0.998332,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 299.6633782239951,
|
|
"total_upload_time": 3242.479995766,
|
|
"p95_time": 0.006180587923154235,
|
|
"rps": 195.37116408158596,
|
|
"parallel": 1,
|
|
"p99_time": 0.006763476841151718,
|
|
"mean_time": 0.0050490937183611095,
|
|
"mean_precisions": 0.9945370000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 299.6633782239951,
|
|
"total_upload_time": 3242.479995766,
|
|
"p95_time": 0.07894128677435219,
|
|
"rps": 1296.0146913100261,
|
|
"parallel": 100,
|
|
"p99_time": 0.08288881639949977,
|
|
"mean_time": 0.07498289523404092,
|
|
"mean_precisions": 0.9593139999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 299.6633782239951,
|
|
"total_upload_time": 3242.479995766,
|
|
"p95_time": 0.09189414163120091,
|
|
"rps": 1113.2460206446867,
|
|
"parallel": 100,
|
|
"p99_time": 0.09408403322100639,
|
|
"mean_time": 0.08758371911300346,
|
|
"mean_precisions": 0.982843,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 299.6633782239951,
|
|
"total_upload_time": 3242.479995766,
|
|
"p95_time": 0.12700986065901815,
|
|
"rps": 812.5138731651964,
|
|
"parallel": 100,
|
|
"p99_time": 0.12939044092781843,
|
|
"mean_time": 0.12088537822002544,
|
|
"mean_precisions": 0.994783,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 299.6633782239951,
|
|
"total_upload_time": 3242.479995766,
|
|
"p95_time": 0.18727972274646162,
|
|
"rps": 552.9858968041367,
|
|
"parallel": 100,
|
|
"p99_time": 0.19067826888523998,
|
|
"mean_time": 0.1783661928205751,
|
|
"mean_precisions": 0.998391,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 299.6633782239951,
|
|
"total_upload_time": 3242.479995766,
|
|
"p95_time": 0.10225097453221679,
|
|
"rps": 1005.1421335330614,
|
|
"parallel": 100,
|
|
"p99_time": 0.10666722361929715,
|
|
"mean_time": 0.09688010449782014,
|
|
"mean_precisions": 0.9794350000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 299.6633782239951,
|
|
"total_upload_time": 3242.479995766,
|
|
"p95_time": 0.10114508573897182,
|
|
"rps": 1012.4414284489878,
|
|
"parallel": 100,
|
|
"p99_time": 0.10282161574810743,
|
|
"mean_time": 0.09646764069786296,
|
|
"mean_precisions": 0.9883189999999998,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 299.6633782239951,
|
|
"total_upload_time": 3242.479995766,
|
|
"p95_time": 0.12671122481115163,
|
|
"rps": 812.0074234525146,
|
|
"parallel": 100,
|
|
"p99_time": 0.1292517673969269,
|
|
"mean_time": 0.12098892869604752,
|
|
"mean_precisions": 0.994783,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 299.6633782239951,
|
|
"total_upload_time": 3242.479995766,
|
|
"p95_time": 0.18856543730944395,
|
|
"rps": 550.4232158568121,
|
|
"parallel": 100,
|
|
"p99_time": 0.19160029945895077,
|
|
"mean_time": 0.17916562693808227,
|
|
"mean_precisions": 0.998391,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 299.6633782239951,
|
|
"total_upload_time": 3242.479995766,
|
|
"p95_time": 0.14236501790583134,
|
|
"rps": 726.0743538271273,
|
|
"parallel": 100,
|
|
"p99_time": 0.14520461806096138,
|
|
"mean_time": 0.13542661452721805,
|
|
"mean_precisions": 0.9862550000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 299.6633782239951,
|
|
"total_upload_time": 3242.479995766,
|
|
"p95_time": 0.14250981686636804,
|
|
"rps": 721.4088525650295,
|
|
"parallel": 100,
|
|
"p99_time": 0.145232300395146,
|
|
"mean_time": 0.135629871991463,
|
|
"mean_precisions": 0.995864,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 299.6633782239951,
|
|
"total_upload_time": 3242.479995766,
|
|
"p95_time": 0.008970894664525985,
|
|
"rps": 142.24234784461564,
|
|
"parallel": 1,
|
|
"p99_time": 0.010042305439710618,
|
|
"mean_time": 0.006956465593911707,
|
|
"mean_precisions": 0.998332,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 299.6633782239951,
|
|
"total_upload_time": 3242.479995766,
|
|
"p95_time": 0.1447397185023874,
|
|
"rps": 714.8071252253167,
|
|
"parallel": 100,
|
|
"p99_time": 0.14752543647773564,
|
|
"mean_time": 0.13756739853788166,
|
|
"mean_precisions": 0.996525,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 299.6633782239951,
|
|
"total_upload_time": 3242.479995766,
|
|
"p95_time": 0.1878037879243493,
|
|
"rps": 551.174030858665,
|
|
"parallel": 100,
|
|
"p99_time": 0.19089397705160083,
|
|
"mean_time": 0.17890148383788765,
|
|
"mean_precisions": 0.998391,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 299.6633782239951,
|
|
"total_upload_time": 3242.479995766,
|
|
"p95_time": 0.003985596494749188,
|
|
"rps": 284.3389744654495,
|
|
"parallel": 1,
|
|
"p99_time": 0.004513916773721576,
|
|
"mean_time": 0.0034551244732923805,
|
|
"mean_precisions": 0.9593139999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 299.6633782239951,
|
|
"total_upload_time": 3242.479995766,
|
|
"p95_time": 0.00470388107933104,
|
|
"rps": 249.38569390127032,
|
|
"parallel": 1,
|
|
"p99_time": 0.005381251564249396,
|
|
"mean_time": 0.003943681065458804,
|
|
"mean_precisions": 0.982843,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 299.6633782239951,
|
|
"total_upload_time": 3242.479995766,
|
|
"p95_time": 0.0061619744636118405,
|
|
"rps": 196.89549397276912,
|
|
"parallel": 1,
|
|
"p99_time": 0.006743700308725238,
|
|
"mean_time": 0.005009413599502295,
|
|
"mean_precisions": 0.9947830000000002,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 299.6633782239951,
|
|
"total_upload_time": 3242.479995766,
|
|
"p95_time": 0.009601048426702617,
|
|
"rps": 138.4719607562445,
|
|
"parallel": 1,
|
|
"p99_time": 0.011201300881803036,
|
|
"mean_time": 0.007142403004970401,
|
|
"mean_precisions": 0.9983910000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 299.6633782239951,
|
|
"total_upload_time": 3242.479995766,
|
|
"p95_time": 0.005077505251392721,
|
|
"rps": 233.24186756095247,
|
|
"parallel": 1,
|
|
"p99_time": 0.0058491690084338235,
|
|
"mean_time": 0.0042215669088065625,
|
|
"mean_precisions": 0.9794350000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 299.6633782239951,
|
|
"total_upload_time": 3242.479995766,
|
|
"p95_time": 0.00509298020042479,
|
|
"rps": 231.83154146212868,
|
|
"parallel": 1,
|
|
"p99_time": 0.0058868041075766115,
|
|
"mean_time": 0.004246954713016749,
|
|
"mean_precisions": 0.9883190000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 130.2387644770006,
|
|
"total_upload_time": 564.2466391889993,
|
|
"p95_time": 0.004826936929021031,
|
|
"rps": 253.77583562320922,
|
|
"parallel": 1,
|
|
"p99_time": 0.005349968278314917,
|
|
"mean_time": 0.0038559293998405336,
|
|
"mean_precisions": 0.88774,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 130.2387644770006,
|
|
"total_upload_time": 564.2466391889993,
|
|
"p95_time": 0.006897847016807646,
|
|
"rps": 182.98627965687672,
|
|
"parallel": 1,
|
|
"p99_time": 0.007469428060576319,
|
|
"mean_time": 0.005363679878646508,
|
|
"mean_precisions": 0.95262,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 130.2387644770006,
|
|
"total_upload_time": 564.2466391889993,
|
|
"p95_time": 0.011951679293997585,
|
|
"rps": 109.30039147018621,
|
|
"parallel": 1,
|
|
"p99_time": 0.013142344621010124,
|
|
"mean_time": 0.009026628461200744,
|
|
"mean_precisions": 0.9885700000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 130.2387644770006,
|
|
"total_upload_time": 564.2466391889993,
|
|
"p95_time": 0.018266110692638903,
|
|
"rps": 72.52784582656973,
|
|
"parallel": 1,
|
|
"p99_time": 0.020749910308513787,
|
|
"mean_time": 0.01365027177729644,
|
|
"mean_precisions": 0.99655,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 130.2387644770006,
|
|
"total_upload_time": 564.2466391889993,
|
|
"p95_time": 0.013483857456594705,
|
|
"rps": 97.87998524510817,
|
|
"parallel": 1,
|
|
"p99_time": 0.01441281077452004,
|
|
"mean_time": 0.010092912464169785,
|
|
"mean_precisions": 0.9926500000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 130.2387644770006,
|
|
"total_upload_time": 564.2466391889993,
|
|
"p95_time": 0.0131958601414226,
|
|
"rps": 99.15574260459636,
|
|
"parallel": 1,
|
|
"p99_time": 0.014345481286291033,
|
|
"mean_time": 0.00996760748536326,
|
|
"mean_precisions": 0.99267,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 130.2387644770006,
|
|
"total_upload_time": 564.2466391889993,
|
|
"p95_time": 0.013411861960776148,
|
|
"rps": 97.94385383402765,
|
|
"parallel": 1,
|
|
"p99_time": 0.014323198471684008,
|
|
"mean_time": 0.010083000544458627,
|
|
"mean_precisions": 0.9926600000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 130.2387644770006,
|
|
"total_upload_time": 564.2466391889993,
|
|
"p95_time": 0.018300816672854124,
|
|
"rps": 71.80128788353176,
|
|
"parallel": 1,
|
|
"p99_time": 0.02052312495186925,
|
|
"mean_time": 0.013793325104052201,
|
|
"mean_precisions": 0.99655,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 130.2387644770006,
|
|
"total_upload_time": 564.2466391889993,
|
|
"p95_time": 0.10293038017116488,
|
|
"rps": 971.3940593264316,
|
|
"parallel": 100,
|
|
"p99_time": 0.11908184493426231,
|
|
"mean_time": 0.0808008745207917,
|
|
"mean_precisions": 0.88774,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 130.2387644770006,
|
|
"total_upload_time": 564.2466391889993,
|
|
"p95_time": 0.15473974925698714,
|
|
"rps": 662.912517931106,
|
|
"parallel": 100,
|
|
"p99_time": 0.1570986474864185,
|
|
"mean_time": 0.12743509872653522,
|
|
"mean_precisions": 0.95262,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 130.2387644770006,
|
|
"total_upload_time": 564.2466391889993,
|
|
"p95_time": 0.24787055834895,
|
|
"rps": 420.81808264088784,
|
|
"parallel": 100,
|
|
"p99_time": 0.2513786082691513,
|
|
"mean_time": 0.2122456634962,
|
|
"mean_precisions": 0.98309,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 130.2387644770006,
|
|
"total_upload_time": 564.2466391889993,
|
|
"p95_time": 0.4168750471551902,
|
|
"rps": 262.4667529182535,
|
|
"parallel": 100,
|
|
"p99_time": 0.43460835122969,
|
|
"mean_time": 0.34995012506865897,
|
|
"mean_precisions": 0.9947,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 130.2387644770006,
|
|
"total_upload_time": 564.2466391889993,
|
|
"p95_time": 0.010439198766835033,
|
|
"rps": 123.08995979597555,
|
|
"parallel": 1,
|
|
"p99_time": 0.011860735758673399,
|
|
"mean_time": 0.008011484526097774,
|
|
"mean_precisions": 0.9830900000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 130.2387644770006,
|
|
"total_upload_time": 564.2466391889993,
|
|
"p95_time": 0.15181497251614928,
|
|
"rps": 712.3442486001973,
|
|
"parallel": 100,
|
|
"p99_time": 0.1538334783911705,
|
|
"mean_time": 0.11718644620780833,
|
|
"mean_precisions": 0.9400899999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 130.2387644770006,
|
|
"total_upload_time": 564.2466391889993,
|
|
"p95_time": 0.19194278785726054,
|
|
"rps": 535.1226444474521,
|
|
"parallel": 100,
|
|
"p99_time": 0.19504715098068118,
|
|
"mean_time": 0.16208718193019742,
|
|
"mean_precisions": 0.9674100000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 130.2387644770006,
|
|
"total_upload_time": 564.2466391889993,
|
|
"p95_time": 0.3134016965748742,
|
|
"rps": 336.69865696531616,
|
|
"parallel": 100,
|
|
"p99_time": 0.3178064465220086,
|
|
"mean_time": 0.26932737982319666,
|
|
"mean_precisions": 0.9885700000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 130.2387644770006,
|
|
"total_upload_time": 564.2466391889993,
|
|
"p95_time": 0.5194484494277276,
|
|
"rps": 207.25815144702707,
|
|
"parallel": 100,
|
|
"p99_time": 0.5275418360461481,
|
|
"mean_time": 0.446436691605486,
|
|
"mean_precisions": 0.99655,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 130.2387644770006,
|
|
"total_upload_time": 564.2466391889993,
|
|
"p95_time": 0.2257679679314606,
|
|
"rps": 470.0982929142436,
|
|
"parallel": 100,
|
|
"p99_time": 0.22908067302545532,
|
|
"mean_time": 0.187591954105068,
|
|
"mean_precisions": 0.97713,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 130.2387644770006,
|
|
"total_upload_time": 564.2466391889993,
|
|
"p95_time": 0.2270469841896556,
|
|
"rps": 458.6554217992882,
|
|
"parallel": 100,
|
|
"p99_time": 0.23114466055994853,
|
|
"mean_time": 0.192899466952309,
|
|
"mean_precisions": 0.9771200000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 130.2387644770006,
|
|
"total_upload_time": 564.2466391889993,
|
|
"p95_time": 0.31012529248837384,
|
|
"rps": 340.03004160187606,
|
|
"parallel": 100,
|
|
"p99_time": 0.31768354137660937,
|
|
"mean_time": 0.2670250102505088,
|
|
"mean_precisions": 0.9885700000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 130.2387644770006,
|
|
"total_upload_time": 564.2466391889993,
|
|
"p95_time": 0.515908032329753,
|
|
"rps": 208.32527165992164,
|
|
"parallel": 100,
|
|
"p99_time": 0.5258548478316516,
|
|
"mean_time": 0.4446048555178568,
|
|
"mean_precisions": 0.99655,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 130.2387644770006,
|
|
"total_upload_time": 564.2466391889993,
|
|
"p95_time": 0.35723839545389635,
|
|
"rps": 302.20454668962765,
|
|
"parallel": 100,
|
|
"p99_time": 0.365072162207216,
|
|
"mean_time": 0.3020114416182041,
|
|
"mean_precisions": 0.9926500000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 130.2387644770006,
|
|
"total_upload_time": 564.2466391889993,
|
|
"p95_time": 0.3589589157490991,
|
|
"rps": 298.0388604702851,
|
|
"parallel": 100,
|
|
"p99_time": 0.3665338893327862,
|
|
"mean_time": 0.3064530757202301,
|
|
"mean_precisions": 0.99267,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 130.2387644770006,
|
|
"total_upload_time": 564.2466391889993,
|
|
"p95_time": 0.016183545207604764,
|
|
"rps": 80.624667255194,
|
|
"parallel": 1,
|
|
"p99_time": 0.017980995040852574,
|
|
"mean_time": 0.01226493841712363,
|
|
"mean_precisions": 0.9947,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 130.2387644770006,
|
|
"total_upload_time": 564.2466391889993,
|
|
"p95_time": 0.37087102797813715,
|
|
"rps": 289.97858106424195,
|
|
"parallel": 100,
|
|
"p99_time": 0.3763914360431954,
|
|
"mean_time": 0.3157374066566117,
|
|
"mean_precisions": 0.9926600000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 130.2387644770006,
|
|
"total_upload_time": 564.2466391889993,
|
|
"p95_time": 0.5197115857503377,
|
|
"rps": 208.94196359863773,
|
|
"parallel": 100,
|
|
"p99_time": 0.5279204226052389,
|
|
"mean_time": 0.44325536047527564,
|
|
"mean_precisions": 0.99655,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 130.2387644770006,
|
|
"total_upload_time": 564.2466391889993,
|
|
"p95_time": 0.006049264909233898,
|
|
"rps": 207.16084066052392,
|
|
"parallel": 1,
|
|
"p99_time": 0.006709489196073263,
|
|
"mean_time": 0.004735366416629404,
|
|
"mean_precisions": 0.9400899999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 130.2387644770006,
|
|
"total_upload_time": 564.2466391889993,
|
|
"p95_time": 0.007496009033638984,
|
|
"rps": 167.57209898972923,
|
|
"parallel": 1,
|
|
"p99_time": 0.008236071560531851,
|
|
"mean_time": 0.0058661408799234776,
|
|
"mean_precisions": 0.9674100000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 130.2387644770006,
|
|
"total_upload_time": 564.2466391889993,
|
|
"p95_time": 0.01188439050456509,
|
|
"rps": 110.31604293226056,
|
|
"parallel": 1,
|
|
"p99_time": 0.013082761547993867,
|
|
"mean_time": 0.008937832078663633,
|
|
"mean_precisions": 0.9885700000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 130.2387644770006,
|
|
"total_upload_time": 564.2466391889993,
|
|
"p95_time": 0.01781882122159004,
|
|
"rps": 73.7731283681584,
|
|
"parallel": 1,
|
|
"p99_time": 0.019524978792760522,
|
|
"mean_time": 0.0134089174491819,
|
|
"mean_precisions": 0.99655,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 130.2387644770006,
|
|
"total_upload_time": 564.2466391889993,
|
|
"p95_time": 0.008848541602492332,
|
|
"rps": 147.02977029806985,
|
|
"parallel": 1,
|
|
"p99_time": 0.009856188774574547,
|
|
"mean_time": 0.006697882741689682,
|
|
"mean_precisions": 0.97713,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 130.2387644770006,
|
|
"total_upload_time": 564.2466391889993,
|
|
"p95_time": 0.00923871942795813,
|
|
"rps": 141.2378651801444,
|
|
"parallel": 1,
|
|
"p99_time": 0.01039277443429455,
|
|
"mean_time": 0.006964290323434398,
|
|
"mean_precisions": 0.9771200000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 54.16067582500182,
|
|
"total_upload_time": 650.4005357880014,
|
|
"p95_time": 0.005348882649559527,
|
|
"rps": 238.11720543927626,
|
|
"parallel": 1,
|
|
"p99_time": 0.007190620649853373,
|
|
"mean_time": 0.004135330425704524,
|
|
"mean_precisions": 0.794008,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 54.16067582500182,
|
|
"total_upload_time": 650.4005357880014,
|
|
"p95_time": 0.006638398749782935,
|
|
"rps": 194.08683654381124,
|
|
"parallel": 1,
|
|
"p99_time": 0.008499712927805377,
|
|
"mean_time": 0.0050833357908897595,
|
|
"mean_precisions": 0.883129,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 54.16067582500182,
|
|
"total_upload_time": 650.4005357880014,
|
|
"p95_time": 0.009192422150226776,
|
|
"rps": 144.1926886792913,
|
|
"parallel": 1,
|
|
"p99_time": 0.011362628501665317,
|
|
"mean_time": 0.006861109507094079,
|
|
"mean_precisions": 0.9374180000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 54.16067582500182,
|
|
"total_upload_time": 650.4005357880014,
|
|
"p95_time": 0.014173025201671406,
|
|
"rps": 95.5528229401709,
|
|
"parallel": 1,
|
|
"p99_time": 0.01645740192994708,
|
|
"mean_time": 0.01037285999051528,
|
|
"mean_precisions": 0.9721219999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 54.16067582500182,
|
|
"total_upload_time": 650.4005357880014,
|
|
"p95_time": 0.01063920155047526,
|
|
"rps": 126.18450017609942,
|
|
"parallel": 1,
|
|
"p99_time": 0.012771307741568313,
|
|
"mean_time": 0.007842832368594463,
|
|
"mean_precisions": 0.9137870000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 54.16067582500182,
|
|
"total_upload_time": 650.4005357880014,
|
|
"p95_time": 0.010753975501575041,
|
|
"rps": 128.02384196079217,
|
|
"parallel": 1,
|
|
"p99_time": 0.012845473278575813,
|
|
"mean_time": 0.007733120899197092,
|
|
"mean_precisions": 0.950959,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 54.16067582500182,
|
|
"total_upload_time": 650.4005357880014,
|
|
"p95_time": 0.010520702299436377,
|
|
"rps": 128.67466705713232,
|
|
"parallel": 1,
|
|
"p99_time": 0.012408233161513637,
|
|
"mean_time": 0.0076912332602976675,
|
|
"mean_precisions": 0.951909,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 54.16067582500182,
|
|
"total_upload_time": 650.4005357880014,
|
|
"p95_time": 0.013855254802911075,
|
|
"rps": 97.06451657248473,
|
|
"parallel": 1,
|
|
"p99_time": 0.016030160889968104,
|
|
"mean_time": 0.010209797089480707,
|
|
"mean_precisions": 0.9721219999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 54.16067582500182,
|
|
"total_upload_time": 650.4005357880014,
|
|
"p95_time": 0.05990112299950852,
|
|
"rps": 1811.1709365167162,
|
|
"parallel": 100,
|
|
"p99_time": 0.06641664051159751,
|
|
"mean_time": 0.05229428701376855,
|
|
"mean_precisions": 0.794008,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 54.16067582500182,
|
|
"total_upload_time": 650.4005357880014,
|
|
"p95_time": 0.07581676199879439,
|
|
"rps": 1416.9173989493354,
|
|
"parallel": 100,
|
|
"p99_time": 0.08022861389028549,
|
|
"mean_time": 0.0683095560490201,
|
|
"mean_precisions": 0.883129,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 54.16067582500182,
|
|
"total_upload_time": 650.4005357880014,
|
|
"p95_time": 0.11033733624954038,
|
|
"rps": 964.3454184673118,
|
|
"parallel": 100,
|
|
"p99_time": 0.11514003174095706,
|
|
"mean_time": 0.10154605717341328,
|
|
"mean_precisions": 0.9374180000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 54.16067582500182,
|
|
"total_upload_time": 650.4005357880014,
|
|
"p95_time": 0.1730538238005465,
|
|
"rps": 616.4001138612091,
|
|
"parallel": 100,
|
|
"p99_time": 0.17950206016987066,
|
|
"mean_time": 0.1597704433226947,
|
|
"mean_precisions": 0.9721219999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 54.16067582500182,
|
|
"total_upload_time": 650.4005357880014,
|
|
"p95_time": 0.009278446949065256,
|
|
"rps": 143.27929023650432,
|
|
"parallel": 1,
|
|
"p99_time": 0.011282397989270979,
|
|
"mean_time": 0.00690528605981126,
|
|
"mean_precisions": 0.9374180000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 54.16067582500182,
|
|
"total_upload_time": 650.4005357880014,
|
|
"p95_time": 0.06194392305133078,
|
|
"rps": 1742.564607468769,
|
|
"parallel": 100,
|
|
"p99_time": 0.06648361098224996,
|
|
"mean_time": 0.05431952260338876,
|
|
"mean_precisions": 0.8198610000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 54.16067582500182,
|
|
"total_upload_time": 650.4005357880014,
|
|
"p95_time": 0.07285810669964121,
|
|
"rps": 1482.0684662250126,
|
|
"parallel": 100,
|
|
"p99_time": 0.07692660343935132,
|
|
"mean_time": 0.0650000975147963,
|
|
"mean_precisions": 0.883129,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 54.16067582500182,
|
|
"total_upload_time": 650.4005357880014,
|
|
"p95_time": 0.1083105992513083,
|
|
"rps": 988.7428921472692,
|
|
"parallel": 100,
|
|
"p99_time": 0.11412649416135537,
|
|
"mean_time": 0.09866723091479689,
|
|
"mean_precisions": 0.9374180000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 54.16067582500182,
|
|
"total_upload_time": 650.4005357880014,
|
|
"p95_time": 0.1727896027981842,
|
|
"rps": 618.5456522878742,
|
|
"parallel": 100,
|
|
"p99_time": 0.1782777640399945,
|
|
"mean_time": 0.15923907760106268,
|
|
"mean_precisions": 0.9721219999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 54.16067582500182,
|
|
"total_upload_time": 650.4005357880014,
|
|
"p95_time": 0.08438114280088484,
|
|
"rps": 1281.7602605205211,
|
|
"parallel": 100,
|
|
"p99_time": 0.08890775947893417,
|
|
"mean_time": 0.07559312314851085,
|
|
"mean_precisions": 0.8770379999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 54.16067582500182,
|
|
"total_upload_time": 650.4005357880014,
|
|
"p95_time": 0.08389871540039166,
|
|
"rps": 1273.7233119444447,
|
|
"parallel": 100,
|
|
"p99_time": 0.08782126964841155,
|
|
"mean_time": 0.07590560168447992,
|
|
"mean_precisions": 0.904217,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 54.16067582500182,
|
|
"total_upload_time": 650.4005357880014,
|
|
"p95_time": 0.10809307125164196,
|
|
"rps": 995.5137443887558,
|
|
"parallel": 100,
|
|
"p99_time": 0.11462948987071286,
|
|
"mean_time": 0.09815083460079004,
|
|
"mean_precisions": 0.9374180000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 54.16067582500182,
|
|
"total_upload_time": 650.4005357880014,
|
|
"p95_time": 0.17249465255099494,
|
|
"rps": 621.0260597552174,
|
|
"parallel": 100,
|
|
"p99_time": 0.18227510320914012,
|
|
"mean_time": 0.15848840193243413,
|
|
"mean_precisions": 0.9721219999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 54.16067582500182,
|
|
"total_upload_time": 650.4005357880014,
|
|
"p95_time": 0.12442271940017235,
|
|
"rps": 863.1734612197707,
|
|
"parallel": 100,
|
|
"p99_time": 0.12944855671299593,
|
|
"mean_time": 0.11339653287101864,
|
|
"mean_precisions": 0.9137870000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 54.16067582500182,
|
|
"total_upload_time": 650.4005357880014,
|
|
"p95_time": 0.12227952785106026,
|
|
"rps": 863.8230545907587,
|
|
"parallel": 100,
|
|
"p99_time": 0.1257964409395936,
|
|
"mean_time": 0.11318882687359728,
|
|
"mean_precisions": 0.950959,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 54.16067582500182,
|
|
"total_upload_time": 650.4005357880014,
|
|
"p95_time": 0.014338638549270399,
|
|
"rps": 95.23978908862902,
|
|
"parallel": 1,
|
|
"p99_time": 0.01652398735230236,
|
|
"mean_time": 0.010404528706603378,
|
|
"mean_precisions": 0.9721219999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 54.16067582500182,
|
|
"total_upload_time": 650.4005357880014,
|
|
"p95_time": 0.12583555124747361,
|
|
"rps": 846.9585433748302,
|
|
"parallel": 100,
|
|
"p99_time": 0.12975421571027254,
|
|
"mean_time": 0.1156975248378858,
|
|
"mean_precisions": 0.9519090000000002,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 54.16067582500182,
|
|
"total_upload_time": 650.4005357880014,
|
|
"p95_time": 0.17314086530132045,
|
|
"rps": 618.9531682414228,
|
|
"parallel": 100,
|
|
"p99_time": 0.18032235277678413,
|
|
"mean_time": 0.15893067674679368,
|
|
"mean_precisions": 0.9721219999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 54.16067582500182,
|
|
"total_upload_time": 650.4005357880014,
|
|
"p95_time": 0.005950303602730846,
|
|
"rps": 220.3839752133424,
|
|
"parallel": 1,
|
|
"p99_time": 0.007762614300154383,
|
|
"mean_time": 0.004471681554388852,
|
|
"mean_precisions": 0.8198610000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 54.16067582500182,
|
|
"total_upload_time": 650.4005357880014,
|
|
"p95_time": 0.006706859500991407,
|
|
"rps": 192.56776574432084,
|
|
"parallel": 1,
|
|
"p99_time": 0.008435716389867596,
|
|
"mean_time": 0.005125350982807868,
|
|
"mean_precisions": 0.883129,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 54.16067582500182,
|
|
"total_upload_time": 650.4005357880014,
|
|
"p95_time": 0.009282024548519984,
|
|
"rps": 143.38758894542184,
|
|
"parallel": 1,
|
|
"p99_time": 0.01124872809134104,
|
|
"mean_time": 0.006900329003710067,
|
|
"mean_precisions": 0.9374180000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 54.16067582500182,
|
|
"total_upload_time": 650.4005357880014,
|
|
"p95_time": 0.014304903350057427,
|
|
"rps": 95.42143365950153,
|
|
"parallel": 1,
|
|
"p99_time": 0.016466331330666436,
|
|
"mean_time": 0.010381656272738838,
|
|
"mean_precisions": 0.9721219999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 54.16067582500182,
|
|
"total_upload_time": 650.4005357880014,
|
|
"p95_time": 0.007342009499916456,
|
|
"rps": 178.91492478919267,
|
|
"parallel": 1,
|
|
"p99_time": 0.009251489907001092,
|
|
"mean_time": 0.005519016721780645,
|
|
"mean_precisions": 0.8770379999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 54.16067582500182,
|
|
"total_upload_time": 650.4005357880014,
|
|
"p95_time": 0.007485520299815106,
|
|
"rps": 175.62430598909498,
|
|
"parallel": 1,
|
|
"p99_time": 0.009319100887478272,
|
|
"mean_time": 0.005623239995203767,
|
|
"mean_precisions": 0.904217,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 211.02451519703027,
|
|
"total_upload_time": 1466.1785857389914,
|
|
"p95_time": 0.0031929479966493093,
|
|
"rps": 316.49294616033507,
|
|
"parallel": 1,
|
|
"p99_time": 0.003663063765634434,
|
|
"mean_time": 0.0025845825515702016,
|
|
"mean_precisions": 0.9799399999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 211.02451519703027,
|
|
"total_upload_time": 1466.1785857389914,
|
|
"p95_time": 0.003128117803134956,
|
|
"rps": 319.1132749085913,
|
|
"parallel": 1,
|
|
"p99_time": 0.003539099645131501,
|
|
"mean_time": 0.0025649284036204337,
|
|
"mean_precisions": 0.9915200000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 211.02451519703027,
|
|
"total_upload_time": 1466.1785857389914,
|
|
"p95_time": 0.006967740851541749,
|
|
"rps": 166.83177717923547,
|
|
"parallel": 1,
|
|
"p99_time": 0.008248329851194287,
|
|
"mean_time": 0.005336475100186362,
|
|
"mean_precisions": 0.9989600000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 211.02451519703027,
|
|
"total_upload_time": 1466.1785857389914,
|
|
"p95_time": 0.007350063903140836,
|
|
"rps": 162.79609470796038,
|
|
"parallel": 1,
|
|
"p99_time": 0.008694032263010748,
|
|
"mean_time": 0.00547930150343891,
|
|
"mean_precisions": 0.999,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 211.02451519703027,
|
|
"total_upload_time": 1466.1785857389914,
|
|
"p95_time": 0.010999471546165297,
|
|
"rps": 112.57968250020201,
|
|
"parallel": 1,
|
|
"p99_time": 0.012922574028489188,
|
|
"mean_time": 0.008215137808793224,
|
|
"mean_precisions": 0.9871,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 211.02451519703027,
|
|
"total_upload_time": 1466.1785857389914,
|
|
"p95_time": 0.011473174001366717,
|
|
"rps": 110.66309227062395,
|
|
"parallel": 1,
|
|
"p99_time": 0.013731424472425728,
|
|
"mean_time": 0.008366779811329616,
|
|
"mean_precisions": 0.9992400000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 211.02451519703027,
|
|
"total_upload_time": 1466.1785857389914,
|
|
"p95_time": 0.011429018700437155,
|
|
"rps": 110.3457710209493,
|
|
"parallel": 1,
|
|
"p99_time": 0.013626981474080828,
|
|
"mean_time": 0.008395397303438221,
|
|
"mean_precisions": 0.9994599999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 211.02451519703027,
|
|
"total_upload_time": 1466.1785857389914,
|
|
"p95_time": 0.011537097094333149,
|
|
"rps": 110.04280207772973,
|
|
"parallel": 1,
|
|
"p99_time": 0.013708638992247873,
|
|
"mean_time": 0.008423531550259213,
|
|
"mean_precisions": 0.9995,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 211.02451519703027,
|
|
"total_upload_time": 1466.1785857389914,
|
|
"p95_time": 0.005215362400122104,
|
|
"rps": 1223.2356345911467,
|
|
"parallel": 100,
|
|
"p99_time": 0.0087750806038821,
|
|
"mean_time": 0.0036742642609984616,
|
|
"mean_precisions": 0.9799399999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 211.02451519703027,
|
|
"total_upload_time": 1466.1785857389914,
|
|
"p95_time": 0.0049595953045354696,
|
|
"rps": 1238.0016347972962,
|
|
"parallel": 100,
|
|
"p99_time": 0.008626417246123319,
|
|
"mean_time": 0.00354270715782186,
|
|
"mean_precisions": 0.9915200000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 211.02451519703027,
|
|
"total_upload_time": 1466.1785857389914,
|
|
"p95_time": 0.005012023149538436,
|
|
"rps": 1222.3200903482461,
|
|
"parallel": 100,
|
|
"p99_time": 0.008392023176784296,
|
|
"mean_time": 0.003639211266618804,
|
|
"mean_precisions": 0.99174,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 211.02451519703027,
|
|
"total_upload_time": 1466.1785857389914,
|
|
"p95_time": 0.08771416139679786,
|
|
"rps": 1137.2067368851153,
|
|
"parallel": 100,
|
|
"p99_time": 0.08910347227938473,
|
|
"mean_time": 0.07436469856774493,
|
|
"mean_precisions": 0.99418,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 211.02451519703027,
|
|
"total_upload_time": 1466.1785857389914,
|
|
"p95_time": 0.0031643884045479353,
|
|
"rps": 315.9101734973962,
|
|
"parallel": 1,
|
|
"p99_time": 0.003647468678391306,
|
|
"mean_time": 0.002585928245235118,
|
|
"mean_precisions": 0.99174,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 211.02451519703027,
|
|
"total_upload_time": 1466.1785857389914,
|
|
"p95_time": 0.1225573532985436,
|
|
"rps": 836.3698485053685,
|
|
"parallel": 100,
|
|
"p99_time": 0.12427838747804344,
|
|
"mean_time": 0.11236063607726246,
|
|
"mean_precisions": 0.9852200000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 211.02451519703027,
|
|
"total_upload_time": 1466.1785857389914,
|
|
"p95_time": 0.12130032794557337,
|
|
"rps": 838.0629398580444,
|
|
"parallel": 100,
|
|
"p99_time": 0.1227188690102048,
|
|
"mean_time": 0.11197231113582093,
|
|
"mean_precisions": 0.9970600000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 211.02451519703027,
|
|
"total_upload_time": 1466.1785857389914,
|
|
"p95_time": 0.12265514319733484,
|
|
"rps": 830.1672362701112,
|
|
"parallel": 100,
|
|
"p99_time": 0.12470847936769133,
|
|
"mean_time": 0.11357144401086117,
|
|
"mean_precisions": 0.9972799999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 211.02451519703027,
|
|
"total_upload_time": 1466.1785857389914,
|
|
"p95_time": 0.12589260565000587,
|
|
"rps": 810.5016673813172,
|
|
"parallel": 100,
|
|
"p99_time": 0.12843437513554817,
|
|
"mean_time": 0.11652881129981252,
|
|
"mean_precisions": 0.9973200000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 211.02451519703027,
|
|
"total_upload_time": 1466.1785857389914,
|
|
"p95_time": 0.21028945025063878,
|
|
"rps": 489.93082685568123,
|
|
"parallel": 100,
|
|
"p99_time": 0.21407293852076692,
|
|
"mean_time": 0.1983252115015959,
|
|
"mean_precisions": 0.9867400000000002,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 211.02451519703027,
|
|
"total_upload_time": 1466.1785857389914,
|
|
"p95_time": 0.20732283664656279,
|
|
"rps": 493.02078290794907,
|
|
"parallel": 100,
|
|
"p99_time": 0.20972947840964482,
|
|
"mean_time": 0.1971646874586033,
|
|
"mean_precisions": 0.99874,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 211.02451519703027,
|
|
"total_upload_time": 1466.1785857389914,
|
|
"p95_time": 0.20899930954983575,
|
|
"rps": 490.4987744578714,
|
|
"parallel": 100,
|
|
"p99_time": 0.21240580505698745,
|
|
"mean_time": 0.19806377444618412,
|
|
"mean_precisions": 0.9989600000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 211.02451519703027,
|
|
"total_upload_time": 1466.1785857389914,
|
|
"p95_time": 0.21037077269793372,
|
|
"rps": 487.5507682057056,
|
|
"parallel": 100,
|
|
"p99_time": 0.2131531086598261,
|
|
"mean_time": 0.1990525277396795,
|
|
"mean_precisions": 0.999,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 211.02451519703027,
|
|
"total_upload_time": 1466.1785857389914,
|
|
"p95_time": 0.3575860871515033,
|
|
"rps": 288.68544127428146,
|
|
"parallel": 100,
|
|
"p99_time": 0.36219995334497074,
|
|
"mean_time": 0.3397199949425776,
|
|
"mean_precisions": 0.9871,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 211.02451519703027,
|
|
"total_upload_time": 1466.1785857389914,
|
|
"p95_time": 0.35589446514859446,
|
|
"rps": 287.9896330551543,
|
|
"parallel": 100,
|
|
"p99_time": 0.36116261462229887,
|
|
"mean_time": 0.3393890881404048,
|
|
"mean_precisions": 0.9992400000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 211.02451519703027,
|
|
"total_upload_time": 1466.1785857389914,
|
|
"p95_time": 0.0035857149505318375,
|
|
"rps": 282.71101788014596,
|
|
"parallel": 1,
|
|
"p99_time": 0.004058636038753322,
|
|
"mean_time": 0.002928582192391332,
|
|
"mean_precisions": 0.99418,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 211.02451519703027,
|
|
"total_upload_time": 1466.1785857389914,
|
|
"p95_time": 0.35654609674929816,
|
|
"rps": 288.1401571094111,
|
|
"parallel": 100,
|
|
"p99_time": 0.36082146862259834,
|
|
"mean_time": 0.34040105630483447,
|
|
"mean_precisions": 0.9994599999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 211.02451519703027,
|
|
"total_upload_time": 1466.1785857389914,
|
|
"p95_time": 0.35650457400261076,
|
|
"rps": 288.13004548133966,
|
|
"parallel": 100,
|
|
"p99_time": 0.36085687036960734,
|
|
"mean_time": 0.34032679860065984,
|
|
"mean_precisions": 0.9995,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 211.02451519703027,
|
|
"total_upload_time": 1466.1785857389914,
|
|
"p95_time": 0.004501762296422385,
|
|
"rps": 237.1057939236194,
|
|
"parallel": 1,
|
|
"p99_time": 0.005154918473417644,
|
|
"mean_time": 0.0035800906889824546,
|
|
"mean_precisions": 0.9852200000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 211.02451519703027,
|
|
"total_upload_time": 1466.1785857389914,
|
|
"p95_time": 0.004588867352140369,
|
|
"rps": 235.27547462885053,
|
|
"parallel": 1,
|
|
"p99_time": 0.005244783627567819,
|
|
"mean_time": 0.003613570384591003,
|
|
"mean_precisions": 0.9970600000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 211.02451519703027,
|
|
"total_upload_time": 1466.1785857389914,
|
|
"p95_time": 0.004526655649533496,
|
|
"rps": 235.5855874284299,
|
|
"parallel": 1,
|
|
"p99_time": 0.005094112288788893,
|
|
"mean_time": 0.0036108278000130667,
|
|
"mean_precisions": 0.9972799999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 211.02451519703027,
|
|
"total_upload_time": 1466.1785857389914,
|
|
"p95_time": 0.004551806548988679,
|
|
"rps": 233.5077310232007,
|
|
"parallel": 1,
|
|
"p99_time": 0.0051885942000808455,
|
|
"mean_time": 0.0036487636413483414,
|
|
"mean_precisions": 0.9973200000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 211.02451519703027,
|
|
"total_upload_time": 1466.1785857389914,
|
|
"p95_time": 0.00707825350073108,
|
|
"rps": 165.11866125793927,
|
|
"parallel": 1,
|
|
"p99_time": 0.008383364857654677,
|
|
"mean_time": 0.005391468475930742,
|
|
"mean_precisions": 0.98674,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 211.02451519703027,
|
|
"total_upload_time": 1466.1785857389914,
|
|
"p95_time": 0.006983328948626878,
|
|
"rps": 165.93900472714083,
|
|
"parallel": 1,
|
|
"p99_time": 0.008281566252771882,
|
|
"mean_time": 0.005359760838780494,
|
|
"mean_precisions": 0.99874,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 315.59964870099793,
|
|
"total_upload_time": 5906.782383591999,
|
|
"p95_time": 0.0038842292502522455,
|
|
"rps": 290.8387974319324,
|
|
"parallel": 1,
|
|
"p99_time": 0.0042544695269316445,
|
|
"mean_time": 0.003373310421500355,
|
|
"mean_precisions": 0.9568810000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 315.59964870099793,
|
|
"total_upload_time": 5906.782383591999,
|
|
"p95_time": 0.004932938003912568,
|
|
"rps": 238.5639108522972,
|
|
"parallel": 1,
|
|
"p99_time": 0.005446110963821412,
|
|
"mean_time": 0.004126933655142784,
|
|
"mean_precisions": 0.987966,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 315.59964870099793,
|
|
"total_upload_time": 5906.782383591999,
|
|
"p95_time": 0.0067712937481701355,
|
|
"rps": 182.57447074307626,
|
|
"parallel": 1,
|
|
"p99_time": 0.0077936196327209484,
|
|
"mean_time": 0.0054077868316322565,
|
|
"mean_precisions": 0.997115,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 315.59964870099793,
|
|
"total_upload_time": 5906.782383591999,
|
|
"p95_time": 0.009977215947583317,
|
|
"rps": 130.9935326848331,
|
|
"parallel": 1,
|
|
"p99_time": 0.011686729704961181,
|
|
"mean_time": 0.007559895937796682,
|
|
"mean_precisions": 0.9992719999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 315.59964870099793,
|
|
"total_upload_time": 5906.782383591999,
|
|
"p95_time": 0.0075282270554453135,
|
|
"rps": 167.77209169840862,
|
|
"parallel": 1,
|
|
"p99_time": 0.008774044401943685,
|
|
"mean_time": 0.005891086027212441,
|
|
"mean_precisions": 0.9895200000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 315.59964870099793,
|
|
"total_upload_time": 5906.782383591999,
|
|
"p95_time": 0.007777943974360821,
|
|
"rps": 163.62734010803325,
|
|
"parallel": 1,
|
|
"p99_time": 0.009341247268021107,
|
|
"mean_time": 0.0060368599319830536,
|
|
"mean_precisions": 0.9974639999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 315.59964870099793,
|
|
"total_upload_time": 5906.782383591999,
|
|
"p95_time": 0.007701742416247725,
|
|
"rps": 163.9280549917959,
|
|
"parallel": 1,
|
|
"p99_time": 0.009103872096166015,
|
|
"mean_time": 0.006028718965407461,
|
|
"mean_precisions": 0.998167,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 315.59964870099793,
|
|
"total_upload_time": 5906.782383591999,
|
|
"p95_time": 0.010520516196265815,
|
|
"rps": 127.19178786087897,
|
|
"parallel": 1,
|
|
"p99_time": 0.012464241757988933,
|
|
"mean_time": 0.007782757866382599,
|
|
"mean_precisions": 0.9992719999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 315.59964870099793,
|
|
"total_upload_time": 5906.782383591999,
|
|
"p95_time": 0.06979698403738438,
|
|
"rps": 1443.3965920470669,
|
|
"parallel": 100,
|
|
"p99_time": 0.1420357613265515,
|
|
"mean_time": 0.06773549893405288,
|
|
"mean_precisions": 0.9568810000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 315.59964870099793,
|
|
"total_upload_time": 5906.782383591999,
|
|
"p95_time": 0.08775056432932615,
|
|
"rps": 1168.8400959725882,
|
|
"parallel": 100,
|
|
"p99_time": 0.08970607715658843,
|
|
"mean_time": 0.08372798609752208,
|
|
"mean_precisions": 0.987966,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 315.59964870099793,
|
|
"total_upload_time": 5906.782383591999,
|
|
"p95_time": 0.12372435131110252,
|
|
"rps": 837.8127728025478,
|
|
"parallel": 100,
|
|
"p99_time": 0.12995154674164952,
|
|
"mean_time": 0.11710037905201316,
|
|
"mean_precisions": 0.996972,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 315.59964870099793,
|
|
"total_upload_time": 5906.782383591999,
|
|
"p95_time": 0.18845259645022452,
|
|
"rps": 551.5870404155712,
|
|
"parallel": 100,
|
|
"p99_time": 0.19396227740682662,
|
|
"mean_time": 0.1778742370273918,
|
|
"mean_precisions": 0.999242,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 315.59964870099793,
|
|
"total_upload_time": 5906.782383591999,
|
|
"p95_time": 0.006611748738214373,
|
|
"rps": 184.43663520186348,
|
|
"parallel": 1,
|
|
"p99_time": 0.007235284242779016,
|
|
"mean_time": 0.00535012704404071,
|
|
"mean_precisions": 0.996972,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 315.59964870099793,
|
|
"total_upload_time": 5906.782383591999,
|
|
"p95_time": 0.0856708476319909,
|
|
"rps": 1203.9635877922915,
|
|
"parallel": 100,
|
|
"p99_time": 0.09077388334088028,
|
|
"mean_time": 0.08074793108934536,
|
|
"mean_precisions": 0.969993,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 315.59964870099793,
|
|
"total_upload_time": 5906.782383591999,
|
|
"p95_time": 0.1021023298613727,
|
|
"rps": 1009.5412945777273,
|
|
"parallel": 100,
|
|
"p99_time": 0.10487266905605794,
|
|
"mean_time": 0.09668478172654286,
|
|
"mean_precisions": 0.9886220000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 315.59964870099793,
|
|
"total_upload_time": 5906.782383591999,
|
|
"p95_time": 0.14124808921478688,
|
|
"rps": 730.9085462061206,
|
|
"parallel": 100,
|
|
"p99_time": 0.1443850488215685,
|
|
"mean_time": 0.13448200436290353,
|
|
"mean_precisions": 0.997115,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 315.59964870099793,
|
|
"total_upload_time": 5906.782383591999,
|
|
"p95_time": 0.21629795683547853,
|
|
"rps": 481.2222314798457,
|
|
"parallel": 100,
|
|
"p99_time": 0.22238509383983912,
|
|
"mean_time": 0.205168613840919,
|
|
"mean_precisions": 0.9992719999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 315.59964870099793,
|
|
"total_upload_time": 5906.782383591999,
|
|
"p95_time": 0.11149684195406735,
|
|
"rps": 913.7717702470578,
|
|
"parallel": 100,
|
|
"p99_time": 0.11478370054624976,
|
|
"mean_time": 0.10644237516745925,
|
|
"mean_precisions": 0.985044,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 315.59964870099793,
|
|
"total_upload_time": 5906.782383591999,
|
|
"p95_time": 0.11245358227752149,
|
|
"rps": 913.8456473897762,
|
|
"parallel": 100,
|
|
"p99_time": 0.11514584362506868,
|
|
"mean_time": 0.1070811926287599,
|
|
"mean_precisions": 0.9925370000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 315.59964870099793,
|
|
"total_upload_time": 5906.782383591999,
|
|
"p95_time": 0.14176362599246203,
|
|
"rps": 729.0400466595104,
|
|
"parallel": 100,
|
|
"p99_time": 0.144172772904858,
|
|
"mean_time": 0.13475510448161512,
|
|
"mean_precisions": 0.997115,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 315.59964870099793,
|
|
"total_upload_time": 5906.782383591999,
|
|
"p95_time": 0.21657544164918363,
|
|
"rps": 479.96023294443904,
|
|
"parallel": 100,
|
|
"p99_time": 0.22089592896401883,
|
|
"mean_time": 0.20568115142956375,
|
|
"mean_precisions": 0.9992719999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 315.59964870099793,
|
|
"total_upload_time": 5906.782383591999,
|
|
"p95_time": 0.16022578459233044,
|
|
"rps": 645.8826311203396,
|
|
"parallel": 100,
|
|
"p99_time": 0.16395907555706798,
|
|
"mean_time": 0.15244788051778452,
|
|
"mean_precisions": 0.9895200000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 315.59964870099793,
|
|
"total_upload_time": 5906.782383591999,
|
|
"p95_time": 0.16204378553666174,
|
|
"rps": 640.1168131565113,
|
|
"parallel": 100,
|
|
"p99_time": 0.16462654422037304,
|
|
"mean_time": 0.15379880814738572,
|
|
"mean_precisions": 0.9974639999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 315.59964870099793,
|
|
"total_upload_time": 5906.782383591999,
|
|
"p95_time": 0.00977788446471095,
|
|
"rps": 131.7164199493089,
|
|
"parallel": 1,
|
|
"p99_time": 0.010768051575869322,
|
|
"mean_time": 0.007515338387805969,
|
|
"mean_precisions": 0.999242,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 315.59964870099793,
|
|
"total_upload_time": 5906.782383591999,
|
|
"p95_time": 0.16293517546728253,
|
|
"rps": 631.124492596922,
|
|
"parallel": 100,
|
|
"p99_time": 0.16574700040742757,
|
|
"mean_time": 0.1554080946257338,
|
|
"mean_precisions": 0.998167,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 315.59964870099793,
|
|
"total_upload_time": 5906.782383591999,
|
|
"p95_time": 0.21639539571478963,
|
|
"rps": 480.58791386302056,
|
|
"parallel": 100,
|
|
"p99_time": 0.22108564868569375,
|
|
"mean_time": 0.2054424409811385,
|
|
"mean_precisions": 0.9992719999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 315.59964870099793,
|
|
"total_upload_time": 5906.782383591999,
|
|
"p95_time": 0.00433347295038402,
|
|
"rps": 269.1656610812095,
|
|
"parallel": 1,
|
|
"p99_time": 0.00497845952399075,
|
|
"mean_time": 0.0036497666923329232,
|
|
"mean_precisions": 0.969993,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 315.59964870099793,
|
|
"total_upload_time": 5906.782383591999,
|
|
"p95_time": 0.004849506868049502,
|
|
"rps": 240.13654273470007,
|
|
"parallel": 1,
|
|
"p99_time": 0.005556117119267583,
|
|
"mean_time": 0.004094500043801963,
|
|
"mean_precisions": 0.9886220000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 315.59964870099793,
|
|
"total_upload_time": 5906.782383591999,
|
|
"p95_time": 0.006737992633134124,
|
|
"rps": 183.35060561413346,
|
|
"parallel": 1,
|
|
"p99_time": 0.00790247994475067,
|
|
"mean_time": 0.0053816678753122685,
|
|
"mean_precisions": 0.997115,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 315.59964870099793,
|
|
"total_upload_time": 5906.782383591999,
|
|
"p95_time": 0.010453616781160234,
|
|
"rps": 128.30215539752209,
|
|
"parallel": 1,
|
|
"p99_time": 0.012540089190006258,
|
|
"mean_time": 0.007718469075206667,
|
|
"mean_precisions": 0.9992719999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 315.59964870099793,
|
|
"total_upload_time": 5906.782383591999,
|
|
"p95_time": 0.005407083826139568,
|
|
"rps": 220.93542934880145,
|
|
"parallel": 1,
|
|
"p99_time": 0.006338818082585933,
|
|
"mean_time": 0.004460901757329702,
|
|
"mean_precisions": 0.985044,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 315.59964870099793,
|
|
"total_upload_time": 5906.782383591999,
|
|
"p95_time": 0.00540353418327868,
|
|
"rps": 221.6389302153718,
|
|
"parallel": 1,
|
|
"p99_time": 0.006305704945698382,
|
|
"mean_time": 0.0044455983601510525,
|
|
"mean_precisions": 0.9925369999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 124.44633961199906,
|
|
"total_upload_time": 1049.5203025640003,
|
|
"p95_time": 0.006537337566260246,
|
|
"rps": 185.26626003214457,
|
|
"parallel": 1,
|
|
"p99_time": 0.011624066159129136,
|
|
"mean_time": 0.005305777332512662,
|
|
"mean_precisions": 0.90714,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 124.44633961199906,
|
|
"total_upload_time": 1049.5203025640003,
|
|
"p95_time": 0.009044961060862987,
|
|
"rps": 138.41778014612228,
|
|
"parallel": 1,
|
|
"p99_time": 0.009906519243959336,
|
|
"mean_time": 0.0071084280621726064,
|
|
"mean_precisions": 0.9653800000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 124.44633961199906,
|
|
"total_upload_time": 1049.5203025640003,
|
|
"p95_time": 0.013833478547167032,
|
|
"rps": 94.82980210971108,
|
|
"parallel": 1,
|
|
"p99_time": 0.014955095071345568,
|
|
"mean_time": 0.010415122153470293,
|
|
"mean_precisions": 0.98979,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 124.44633961199906,
|
|
"total_upload_time": 1049.5203025640003,
|
|
"p95_time": 0.021584574750158934,
|
|
"rps": 61.3109015205212,
|
|
"parallel": 1,
|
|
"p99_time": 0.024627901399508118,
|
|
"mean_time": 0.016158971355529503,
|
|
"mean_precisions": 0.9969000000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 124.44633961199906,
|
|
"total_upload_time": 1049.5203025640003,
|
|
"p95_time": 0.01589318229816854,
|
|
"rps": 83.0392067261832,
|
|
"parallel": 1,
|
|
"p99_time": 0.01695366671308875,
|
|
"mean_time": 0.011911626193206758,
|
|
"mean_precisions": 0.99276,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 124.44633961199906,
|
|
"total_upload_time": 1049.5203025640003,
|
|
"p95_time": 0.015920348791405557,
|
|
"rps": 82.18432936693574,
|
|
"parallel": 1,
|
|
"p99_time": 0.017109613493084905,
|
|
"mean_time": 0.012041521282866598,
|
|
"mean_precisions": 0.9934700000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 124.44633961199906,
|
|
"total_upload_time": 1049.5203025640003,
|
|
"p95_time": 0.016546740254852917,
|
|
"rps": 80.30761064407852,
|
|
"parallel": 1,
|
|
"p99_time": 0.01849263684591278,
|
|
"mean_time": 0.012325360247166827,
|
|
"mean_precisions": 0.9934700000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 124.44633961199906,
|
|
"total_upload_time": 1049.5203025640003,
|
|
"p95_time": 0.021612852870021015,
|
|
"rps": 61.130654537242854,
|
|
"parallel": 1,
|
|
"p99_time": 0.02339096078881994,
|
|
"mean_time": 0.01620144203887321,
|
|
"mean_precisions": 0.9969000000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 124.44633961199906,
|
|
"total_upload_time": 1049.5203025640003,
|
|
"p95_time": 0.08995231593726202,
|
|
"rps": 1033.5958443468592,
|
|
"parallel": 100,
|
|
"p99_time": 0.09265100059332326,
|
|
"mean_time": 0.07475134134199471,
|
|
"mean_precisions": 0.9071400000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 124.44633961199906,
|
|
"total_upload_time": 1049.5203025640003,
|
|
"p95_time": 0.14259643206605688,
|
|
"rps": 710.2300612095148,
|
|
"parallel": 100,
|
|
"p99_time": 0.14478681686334313,
|
|
"mean_time": 0.1182570780562237,
|
|
"mean_precisions": 0.96538,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 124.44633961199906,
|
|
"total_upload_time": 1049.5203025640003,
|
|
"p95_time": 0.2490596454008482,
|
|
"rps": 443.4222418825957,
|
|
"parallel": 100,
|
|
"p99_time": 0.25602740393718704,
|
|
"mean_time": 0.2014250150991138,
|
|
"mean_precisions": 0.989,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 124.44633961199906,
|
|
"total_upload_time": 1049.5203025640003,
|
|
"p95_time": 0.37849958739243444,
|
|
"rps": 281.2923165617399,
|
|
"parallel": 100,
|
|
"p99_time": 0.38553066533990205,
|
|
"mean_time": 0.3258416352381464,
|
|
"mean_precisions": 0.9966999999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 124.44633961199906,
|
|
"total_upload_time": 1049.5203025640003,
|
|
"p95_time": 0.013578111468814312,
|
|
"rps": 94.54077340540917,
|
|
"parallel": 1,
|
|
"p99_time": 0.014388957717455924,
|
|
"mean_time": 0.010437351145315915,
|
|
"mean_precisions": 0.989,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 124.44633961199906,
|
|
"total_upload_time": 1049.5203025640003,
|
|
"p95_time": 0.11989973505260422,
|
|
"rps": 828.4944844503161,
|
|
"parallel": 100,
|
|
"p99_time": 0.12406034212792293,
|
|
"mean_time": 0.09686485717399046,
|
|
"mean_precisions": 0.93821,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 124.44633961199906,
|
|
"total_upload_time": 1049.5203025640003,
|
|
"p95_time": 0.16175739596365019,
|
|
"rps": 631.2274931276049,
|
|
"parallel": 100,
|
|
"p99_time": 0.1652666907873936,
|
|
"mean_time": 0.1340577483724337,
|
|
"mean_precisions": 0.9677700000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 124.44633961199906,
|
|
"total_upload_time": 1049.5203025640003,
|
|
"p95_time": 0.27212625183165073,
|
|
"rps": 388.78502640352366,
|
|
"parallel": 100,
|
|
"p99_time": 0.27713196248048916,
|
|
"mean_time": 0.23137554819555953,
|
|
"mean_precisions": 0.9897900000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 124.44633961199906,
|
|
"total_upload_time": 1049.5203025640003,
|
|
"p95_time": 0.4298801931785419,
|
|
"rps": 249.58919004820095,
|
|
"parallel": 100,
|
|
"p99_time": 0.44065105240559205,
|
|
"mean_time": 0.36923381394473836,
|
|
"mean_precisions": 0.9969000000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 124.44633961199906,
|
|
"total_upload_time": 1049.5203025640003,
|
|
"p95_time": 0.18662400073371826,
|
|
"rps": 562.0288934729701,
|
|
"parallel": 100,
|
|
"p99_time": 0.19016064922092482,
|
|
"mean_time": 0.15385586665966547,
|
|
"mean_precisions": 0.97753,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 124.44633961199906,
|
|
"total_upload_time": 1049.5203025640003,
|
|
"p95_time": 0.189807183528319,
|
|
"rps": 545.9515054184872,
|
|
"parallel": 100,
|
|
"p99_time": 0.1928446568432264,
|
|
"mean_time": 0.1582914603888057,
|
|
"mean_precisions": 0.9782000000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 124.44633961199906,
|
|
"total_upload_time": 1049.5203025640003,
|
|
"p95_time": 0.2616001075948588,
|
|
"rps": 403.9842108904598,
|
|
"parallel": 100,
|
|
"p99_time": 0.268926803173963,
|
|
"mean_time": 0.22162284592888318,
|
|
"mean_precisions": 0.9897900000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 124.44633961199906,
|
|
"total_upload_time": 1049.5203025640003,
|
|
"p95_time": 0.4293361209682189,
|
|
"rps": 251.17373580755617,
|
|
"parallel": 100,
|
|
"p99_time": 0.43920255545526743,
|
|
"mean_time": 0.366306857023621,
|
|
"mean_precisions": 0.9969,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 124.44633961199906,
|
|
"total_upload_time": 1049.5203025640003,
|
|
"p95_time": 0.29801751649938524,
|
|
"rps": 360.33111729692314,
|
|
"parallel": 100,
|
|
"p99_time": 0.30497251289198174,
|
|
"mean_time": 0.25079849461559206,
|
|
"mean_precisions": 0.99276,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 124.44633961199906,
|
|
"total_upload_time": 1049.5203025640003,
|
|
"p95_time": 0.30179625529563053,
|
|
"rps": 352.7097193588506,
|
|
"parallel": 100,
|
|
"p99_time": 0.308766182414256,
|
|
"mean_time": 0.25596494843950496,
|
|
"mean_precisions": 0.9934700000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 124.44633961199906,
|
|
"total_upload_time": 1049.5203025640003,
|
|
"p95_time": 0.02120854634558782,
|
|
"rps": 61.846974291577176,
|
|
"parallel": 1,
|
|
"p99_time": 0.022184180603362618,
|
|
"mean_time": 0.016014611597405748,
|
|
"mean_precisions": 0.9967,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 124.44633961199906,
|
|
"total_upload_time": 1049.5203025640003,
|
|
"p95_time": 0.30938532662112267,
|
|
"rps": 342.4998193626648,
|
|
"parallel": 100,
|
|
"p99_time": 0.3168508180696517,
|
|
"mean_time": 0.2645798328085803,
|
|
"mean_precisions": 0.9934700000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 124.44633961199906,
|
|
"total_upload_time": 1049.5203025640003,
|
|
"p95_time": 0.4228646832401864,
|
|
"rps": 252.17188673421106,
|
|
"parallel": 100,
|
|
"p99_time": 0.43282728142803534,
|
|
"mean_time": 0.3653319147343282,
|
|
"mean_precisions": 0.9969000000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 124.44633961199906,
|
|
"total_upload_time": 1049.5203025640003,
|
|
"p95_time": 0.00694188781781122,
|
|
"rps": 176.57807906037047,
|
|
"parallel": 1,
|
|
"p99_time": 0.007676118572708219,
|
|
"mean_time": 0.0055598763434682045,
|
|
"mean_precisions": 0.93821,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 124.44633961199906,
|
|
"total_upload_time": 1049.5203025640003,
|
|
"p95_time": 0.009109948738478124,
|
|
"rps": 138.26889123584303,
|
|
"parallel": 1,
|
|
"p99_time": 0.009869466931559144,
|
|
"mean_time": 0.007116410645889118,
|
|
"mean_precisions": 0.96777,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 124.44633961199906,
|
|
"total_upload_time": 1049.5203025640003,
|
|
"p95_time": 0.013579499477054922,
|
|
"rps": 95.41025194299542,
|
|
"parallel": 1,
|
|
"p99_time": 0.014684123345650732,
|
|
"mean_time": 0.010339612314943224,
|
|
"mean_precisions": 0.98979,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 124.44633961199906,
|
|
"total_upload_time": 1049.5203025640003,
|
|
"p95_time": 0.021686712431255726,
|
|
"rps": 61.35883481844061,
|
|
"parallel": 1,
|
|
"p99_time": 0.023249188051559032,
|
|
"mean_time": 0.016146288816351443,
|
|
"mean_precisions": 0.9969000000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 124.44633961199906,
|
|
"total_upload_time": 1049.5203025640003,
|
|
"p95_time": 0.009908735647331923,
|
|
"rps": 127.5960257906237,
|
|
"parallel": 1,
|
|
"p99_time": 0.010806207503192123,
|
|
"mean_time": 0.007728069499135018,
|
|
"mean_precisions": 0.97753,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 124.44633961199906,
|
|
"total_upload_time": 1049.5203025640003,
|
|
"p95_time": 0.009842474898323416,
|
|
"rps": 127.86634874329467,
|
|
"parallel": 1,
|
|
"p99_time": 0.010304281620774418,
|
|
"mean_time": 0.007711650119395927,
|
|
"mean_precisions": 0.9782000000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 56.98392875300124,
|
|
"total_upload_time": 1360.4550918610003,
|
|
"p95_time": 0.005582639597923841,
|
|
"rps": 227.42397027587765,
|
|
"parallel": 1,
|
|
"p99_time": 0.0072961906985438,
|
|
"mean_time": 0.004331894514824671,
|
|
"mean_precisions": 0.813608,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 56.98392875300124,
|
|
"total_upload_time": 1360.4550918610003,
|
|
"p95_time": 0.007121627750348124,
|
|
"rps": 181.66296638687814,
|
|
"parallel": 1,
|
|
"p99_time": 0.009048129077855271,
|
|
"mean_time": 0.0054341242727838105,
|
|
"mean_precisions": 0.904964,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 56.98392875300124,
|
|
"total_upload_time": 1360.4550918610003,
|
|
"p95_time": 0.010455031199126094,
|
|
"rps": 129.91905901764832,
|
|
"parallel": 1,
|
|
"p99_time": 0.01239935849902395,
|
|
"mean_time": 0.007614629627686009,
|
|
"mean_precisions": 0.955727,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 56.98392875300124,
|
|
"total_upload_time": 1360.4550918610003,
|
|
"p95_time": 0.016259186301431326,
|
|
"rps": 83.01701224180944,
|
|
"parallel": 1,
|
|
"p99_time": 0.018630785671666678,
|
|
"mean_time": 0.01194076230669707,
|
|
"mean_precisions": 0.9839979999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 56.98392875300124,
|
|
"total_upload_time": 1360.4550918610003,
|
|
"p95_time": 0.011925750299997161,
|
|
"rps": 113.09041012917807,
|
|
"parallel": 1,
|
|
"p99_time": 0.013993647988536397,
|
|
"mean_time": 0.008755788136901902,
|
|
"mean_precisions": 0.9245110000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 56.98392875300124,
|
|
"total_upload_time": 1360.4550918610003,
|
|
"p95_time": 0.012081400849820055,
|
|
"rps": 112.16000589506798,
|
|
"parallel": 1,
|
|
"p99_time": 0.014133924791713078,
|
|
"mean_time": 0.008822913397686353,
|
|
"mean_precisions": 0.967224,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 56.98392875300124,
|
|
"total_upload_time": 1360.4550918610003,
|
|
"p95_time": 0.011727248147508355,
|
|
"rps": 112.9542185050599,
|
|
"parallel": 1,
|
|
"p99_time": 0.01376058920803189,
|
|
"mean_time": 0.008759815833190078,
|
|
"mean_precisions": 0.968167,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 56.98392875300124,
|
|
"total_upload_time": 1360.4550918610003,
|
|
"p95_time": 0.016027594051774938,
|
|
"rps": 84.13117194671128,
|
|
"parallel": 1,
|
|
"p99_time": 0.01820019032002165,
|
|
"mean_time": 0.011783517629402922,
|
|
"mean_precisions": 0.9839979999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 56.98392875300124,
|
|
"total_upload_time": 1360.4550918610003,
|
|
"p95_time": 0.06385831505158421,
|
|
"rps": 1678.6502182026022,
|
|
"parallel": 100,
|
|
"p99_time": 0.07011102457137898,
|
|
"mean_time": 0.056421628842396605,
|
|
"mean_precisions": 0.813608,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 56.98392875300124,
|
|
"total_upload_time": 1360.4550918610003,
|
|
"p95_time": 0.0849482885989346,
|
|
"rps": 1260.3791557046131,
|
|
"parallel": 100,
|
|
"p99_time": 0.08918959786064079,
|
|
"mean_time": 0.07705502032480617,
|
|
"mean_precisions": 0.904964,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 56.98392875300124,
|
|
"total_upload_time": 1360.4550918610003,
|
|
"p95_time": 0.12927099194839684,
|
|
"rps": 829.5007655773967,
|
|
"parallel": 100,
|
|
"p99_time": 0.13466263173155313,
|
|
"mean_time": 0.11808057532369458,
|
|
"mean_precisions": 0.955727,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 56.98392875300124,
|
|
"total_upload_time": 1360.4550918610003,
|
|
"p95_time": 0.21084056420149863,
|
|
"rps": 506.91589540692877,
|
|
"parallel": 100,
|
|
"p99_time": 0.21866901627829066,
|
|
"mean_time": 0.1946168167758209,
|
|
"mean_precisions": 0.9839979999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 56.98392875300124,
|
|
"total_upload_time": 1360.4550918610003,
|
|
"p95_time": 0.010282178198212932,
|
|
"rps": 130.8900757757543,
|
|
"parallel": 1,
|
|
"p99_time": 0.012202759086831069,
|
|
"mean_time": 0.007558422927300489,
|
|
"mean_precisions": 0.955727,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 56.98392875300124,
|
|
"total_upload_time": 1360.4550918610003,
|
|
"p95_time": 0.06881165489885462,
|
|
"rps": 1556.5959289288928,
|
|
"parallel": 100,
|
|
"p99_time": 0.07504901920907286,
|
|
"mean_time": 0.06103677921931012,
|
|
"mean_precisions": 0.8392959999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 56.98392875300124,
|
|
"total_upload_time": 1360.4550918610003,
|
|
"p95_time": 0.08662092640115589,
|
|
"rps": 1255.264511734607,
|
|
"parallel": 100,
|
|
"p99_time": 0.09120610467896768,
|
|
"mean_time": 0.07697169795640074,
|
|
"mean_precisions": 0.9049640000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 56.98392875300124,
|
|
"total_upload_time": 1360.4550918610003,
|
|
"p95_time": 0.129348195852981,
|
|
"rps": 826.5407553514983,
|
|
"parallel": 100,
|
|
"p99_time": 0.13416614287190898,
|
|
"mean_time": 0.11822591758669951,
|
|
"mean_precisions": 0.955727,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 56.98392875300124,
|
|
"total_upload_time": 1360.4550918610003,
|
|
"p95_time": 0.21129853505262872,
|
|
"rps": 504.83824530033604,
|
|
"parallel": 100,
|
|
"p99_time": 0.21795130672006052,
|
|
"mean_time": 0.19538346574940152,
|
|
"mean_precisions": 0.9839979999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 56.98392875300124,
|
|
"total_upload_time": 1360.4550918610003,
|
|
"p95_time": 0.09587193469997146,
|
|
"rps": 1112.1642917695124,
|
|
"parallel": 100,
|
|
"p99_time": 0.10097453553215019,
|
|
"mean_time": 0.08747276774008024,
|
|
"mean_precisions": 0.8944639999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 56.98392875300124,
|
|
"total_upload_time": 1360.4550918610003,
|
|
"p95_time": 0.09822580505006044,
|
|
"rps": 1100.3250531306985,
|
|
"parallel": 100,
|
|
"p99_time": 0.10304863449091499,
|
|
"mean_time": 0.08841737793171014,
|
|
"mean_precisions": 0.92545,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 56.98392875300124,
|
|
"total_upload_time": 1360.4550918610003,
|
|
"p95_time": 0.13388714129723667,
|
|
"rps": 806.9869351708141,
|
|
"parallel": 100,
|
|
"p99_time": 0.14148937931022376,
|
|
"mean_time": 0.1214384742701899,
|
|
"mean_precisions": 0.955727,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 56.98392875300124,
|
|
"total_upload_time": 1360.4550918610003,
|
|
"p95_time": 0.21009847654950134,
|
|
"rps": 506.7267662272639,
|
|
"parallel": 100,
|
|
"p99_time": 0.2172477569988405,
|
|
"mean_time": 0.19460286192151144,
|
|
"mean_precisions": 0.9839979999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 56.98392875300124,
|
|
"total_upload_time": 1360.4550918610003,
|
|
"p95_time": 0.15180236704854905,
|
|
"rps": 707.6775116579797,
|
|
"parallel": 100,
|
|
"p99_time": 0.15859228004967008,
|
|
"mean_time": 0.1385829178044005,
|
|
"mean_precisions": 0.9245110000000001,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 56.98392875300124,
|
|
"total_upload_time": 1360.4550918610003,
|
|
"p95_time": 0.15097879800068767,
|
|
"rps": 704.5429615682343,
|
|
"parallel": 100,
|
|
"p99_time": 0.15774741310935497,
|
|
"mean_time": 0.13921355778259822,
|
|
"mean_precisions": 0.967224,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 56.98392875300124,
|
|
"total_upload_time": 1360.4550918610003,
|
|
"p95_time": 0.016130656246787112,
|
|
"rps": 83.88738928706148,
|
|
"parallel": 1,
|
|
"p99_time": 0.01850896165076847,
|
|
"mean_time": 0.011817532682093589,
|
|
"mean_precisions": 0.9839979999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 56.98392875300124,
|
|
"total_upload_time": 1360.4550918610003,
|
|
"p95_time": 0.15361249599918664,
|
|
"rps": 698.6176349950272,
|
|
"parallel": 100,
|
|
"p99_time": 0.1591394273311744,
|
|
"mean_time": 0.14066686740371406,
|
|
"mean_precisions": 0.968167,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 56.98392875300124,
|
|
"total_upload_time": 1360.4550918610003,
|
|
"p95_time": 0.21323105954979837,
|
|
"rps": 500.91853659972827,
|
|
"parallel": 100,
|
|
"p99_time": 0.21917914415156703,
|
|
"mean_time": 0.19694542292498554,
|
|
"mean_precisions": 0.9839979999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 56.98392875300124,
|
|
"total_upload_time": 1360.4550918610003,
|
|
"p95_time": 0.006062976603061541,
|
|
"rps": 211.76084755536627,
|
|
"parallel": 1,
|
|
"p99_time": 0.007884908330233885,
|
|
"mean_time": 0.004655748034329736,
|
|
"mean_precisions": 0.8392959999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 56.98392875300124,
|
|
"total_upload_time": 1360.4550918610003,
|
|
"p95_time": 0.007165037598497292,
|
|
"rps": 178.80634835588467,
|
|
"parallel": 1,
|
|
"p99_time": 0.008847917967250396,
|
|
"mean_time": 0.005521662611198917,
|
|
"mean_precisions": 0.904964,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 56.98392875300124,
|
|
"total_upload_time": 1360.4550918610003,
|
|
"p95_time": 0.010554725198562664,
|
|
"rps": 128.63715120408077,
|
|
"parallel": 1,
|
|
"p99_time": 0.01245789860888181,
|
|
"mean_time": 0.007690396308115305,
|
|
"mean_precisions": 0.955727,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 4
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 56.98392875300124,
|
|
"total_upload_time": 1360.4550918610003,
|
|
"p95_time": 0.016144076650743956,
|
|
"rps": 83.52197169318549,
|
|
"parallel": 1,
|
|
"p99_time": 0.018370442602317783,
|
|
"mean_time": 0.01186355145770758,
|
|
"mean_precisions": 0.9839979999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 128,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 56.98392875300124,
|
|
"total_upload_time": 1360.4550918610003,
|
|
"p95_time": 0.007823960101086411,
|
|
"rps": 165.92558004636197,
|
|
"parallel": 1,
|
|
"p99_time": 0.009871000020284557,
|
|
"mean_time": 0.0059569287243717555,
|
|
"mean_precisions": 0.8944639999999999,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 1
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "qdrant-sq-rps-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 56.98392875300124,
|
|
"total_upload_time": 1360.4550918610003,
|
|
"p95_time": 0.00781075020331627,
|
|
"rps": 165.09690569581252,
|
|
"parallel": 1,
|
|
"p99_time": 0.009808100221234782,
|
|
"mean_time": 0.005985161145175152,
|
|
"mean_precisions": 0.92545,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 2
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 2192.37910383899,
|
|
"total_upload_time": 2192.37912874599,
|
|
"p95_time": 0.001765958685427904,
|
|
"rps": 512.5211803764972,
|
|
"parallel": 1,
|
|
"p99_time": 0.002011626544408501,
|
|
"mean_time": 0.0014255613788962363,
|
|
"mean_precisions": 0.9445399999999999,
|
|
"engine_params": {
|
|
"ef": 64,
|
|
"hnsw_config": {
|
|
"M": 16,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 2192.37910383899,
|
|
"total_upload_time": 2192.37912874599,
|
|
"p95_time": 0.002703960123471916,
|
|
"rps": 367.36077417340226,
|
|
"parallel": 1,
|
|
"p99_time": 0.002917625168338418,
|
|
"mean_time": 0.0021791588883846996,
|
|
"mean_precisions": 0.97072,
|
|
"engine_params": {
|
|
"ef": 128,
|
|
"hnsw_config": {
|
|
"M": 16,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 2192.37910383899,
|
|
"total_upload_time": 2192.37912874599,
|
|
"p95_time": 0.13315143754589373,
|
|
"rps": 749.2497883291563,
|
|
"parallel": 100,
|
|
"p99_time": 0.13690384661953434,
|
|
"mean_time": 0.11530571954015177,
|
|
"mean_precisions": 0.9437399999999999,
|
|
"engine_params": {
|
|
"ef": 64,
|
|
"hnsw_config": {
|
|
"M": 16,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 2192.37910383899,
|
|
"total_upload_time": 2192.37912874599,
|
|
"p95_time": 0.22221663245290985,
|
|
"rps": 453.1363478132374,
|
|
"parallel": 100,
|
|
"p99_time": 0.23119989476690536,
|
|
"mean_time": 0.2022631016093772,
|
|
"mean_precisions": 0.9705,
|
|
"engine_params": {
|
|
"ef": 128,
|
|
"hnsw_config": {
|
|
"M": 16,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 2192.37910383899,
|
|
"total_upload_time": 2192.37912874599,
|
|
"p95_time": 0.38838665540970396,
|
|
"rps": 261.3421993537078,
|
|
"parallel": 100,
|
|
"p99_time": 0.39914794581884055,
|
|
"mean_time": 0.3630443374354974,
|
|
"mean_precisions": 0.9833200000000001,
|
|
"engine_params": {
|
|
"ef": 256,
|
|
"hnsw_config": {
|
|
"M": 16,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 2192.37910383899,
|
|
"total_upload_time": 2192.37912874599,
|
|
"p95_time": 0.703798810049193,
|
|
"rps": 145.27898168609048,
|
|
"parallel": 100,
|
|
"p99_time": 0.7431616272160319,
|
|
"mean_time": 0.6659487584022223,
|
|
"mean_precisions": 0.9909599999999998,
|
|
"engine_params": {
|
|
"ef": 512,
|
|
"hnsw_config": {
|
|
"M": 16,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 2192.37910383899,
|
|
"total_upload_time": 2192.37912874599,
|
|
"p95_time": 0.004560387856326997,
|
|
"rps": 241.30566378057526,
|
|
"parallel": 1,
|
|
"p99_time": 0.005150761501863601,
|
|
"mean_time": 0.0035307142487727107,
|
|
"mean_precisions": 0.9832199999999999,
|
|
"engine_params": {
|
|
"ef": 256,
|
|
"hnsw_config": {
|
|
"M": 16,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 2192.37910383899,
|
|
"total_upload_time": 2192.37912874599,
|
|
"p95_time": 0.007664836919866503,
|
|
"rps": 155.93834335203402,
|
|
"parallel": 1,
|
|
"p99_time": 0.008119565560482444,
|
|
"mean_time": 0.005765930220112204,
|
|
"mean_precisions": 0.9908799999999999,
|
|
"engine_params": {
|
|
"ef": 512,
|
|
"hnsw_config": {
|
|
"M": 16,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 2192.37910383899,
|
|
"total_upload_time": 2192.37912874599,
|
|
"p95_time": 0.10495293852873147,
|
|
"rps": 951.4999898785771,
|
|
"parallel": 100,
|
|
"p99_time": 0.10818031296133995,
|
|
"mean_time": 0.08763290171083063,
|
|
"mean_precisions": 0.9445400000000002,
|
|
"engine_params": {
|
|
"ef": 64,
|
|
"hnsw_config": {
|
|
"M": 16,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 2192.37910383899,
|
|
"total_upload_time": 2192.37912874599,
|
|
"p95_time": 0.17033172107767314,
|
|
"rps": 588.6344965528888,
|
|
"parallel": 100,
|
|
"p99_time": 0.17786735691130165,
|
|
"mean_time": 0.152490919953119,
|
|
"mean_precisions": 0.97072,
|
|
"engine_params": {
|
|
"ef": 128,
|
|
"hnsw_config": {
|
|
"M": 16,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 2192.37910383899,
|
|
"total_upload_time": 2192.37912874599,
|
|
"p95_time": 0.2968188801547513,
|
|
"rps": 340.7761193000768,
|
|
"parallel": 100,
|
|
"p99_time": 0.3102973283315079,
|
|
"mean_time": 0.2753342120080255,
|
|
"mean_precisions": 0.9832200000000001,
|
|
"engine_params": {
|
|
"ef": 256,
|
|
"hnsw_config": {
|
|
"M": 16,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 2192.37910383899,
|
|
"total_upload_time": 2192.37912874599,
|
|
"p95_time": 0.5318029865855352,
|
|
"rps": 191.6445301741714,
|
|
"parallel": 100,
|
|
"p99_time": 0.5496276061888784,
|
|
"mean_time": 0.5007067615341395,
|
|
"mean_precisions": 0.9908800000000001,
|
|
"engine_params": {
|
|
"ef": 512,
|
|
"hnsw_config": {
|
|
"M": 16,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-16-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 6375.538888047915,
|
|
"total_upload_time": 6375.53892127797,
|
|
"p95_time": 0.002745398879051208,
|
|
"rps": 457.56727761839215,
|
|
"parallel": 1,
|
|
"p99_time": 0.002985947043634951,
|
|
"mean_time": 0.0021383474389556796,
|
|
"mean_precisions": 0.8470840000000001,
|
|
"engine_params": {
|
|
"ef": 64,
|
|
"hnsw_config": {
|
|
"M": 16,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-16-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 6375.538888047915,
|
|
"total_upload_time": 6375.53892127797,
|
|
"p95_time": 0.0020758309867233036,
|
|
"rps": 511.4749037897442,
|
|
"parallel": 1,
|
|
"p99_time": 0.0021756630437448623,
|
|
"mean_time": 0.0019096202999353408,
|
|
"mean_precisions": 0.8795880000000001,
|
|
"engine_params": {
|
|
"ef": 128,
|
|
"hnsw_config": {
|
|
"M": 16,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-16-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 6375.538888047915,
|
|
"total_upload_time": 6375.53892127797,
|
|
"p95_time": 0.0027228948893025513,
|
|
"rps": 411.5659592794447,
|
|
"parallel": 1,
|
|
"p99_time": 0.0030924741039052607,
|
|
"mean_time": 0.0023817957537248732,
|
|
"mean_precisions": 0.943448,
|
|
"engine_params": {
|
|
"ef": 256,
|
|
"hnsw_config": {
|
|
"M": 16,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-16-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 6375.538888047915,
|
|
"total_upload_time": 6375.53892127797,
|
|
"p95_time": 0.0037739060586318373,
|
|
"rps": 299.65659367350577,
|
|
"parallel": 1,
|
|
"p99_time": 0.004015810391865671,
|
|
"mean_time": 0.003283495113719255,
|
|
"mean_precisions": 0.9763060000000001,
|
|
"engine_params": {
|
|
"ef": 512,
|
|
"hnsw_config": {
|
|
"M": 16,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-16-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 6375.538888047915,
|
|
"total_upload_time": 6375.53892127797,
|
|
"p95_time": 0.08701752123888581,
|
|
"rps": 1216.9945192807152,
|
|
"parallel": 100,
|
|
"p99_time": 0.09257428194861861,
|
|
"mean_time": 0.07686781959692016,
|
|
"mean_precisions": 0.8470840000000001,
|
|
"engine_params": {
|
|
"ef": 64,
|
|
"hnsw_config": {
|
|
"M": 16,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-16-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 6375.538888047915,
|
|
"total_upload_time": 6375.53892127797,
|
|
"p95_time": 0.09437870997935534,
|
|
"rps": 1108.281998310728,
|
|
"parallel": 100,
|
|
"p99_time": 0.09820946664083749,
|
|
"mean_time": 0.08583313514529728,
|
|
"mean_precisions": 0.8795880000000001,
|
|
"engine_params": {
|
|
"ef": 128,
|
|
"hnsw_config": {
|
|
"M": 16,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-16-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 6375.538888047915,
|
|
"total_upload_time": 6375.53892127797,
|
|
"p95_time": 0.13872507656924427,
|
|
"rps": 742.8976784622524,
|
|
"parallel": 100,
|
|
"p99_time": 0.14366176002193243,
|
|
"mean_time": 0.12949284925586543,
|
|
"mean_precisions": 0.943448,
|
|
"engine_params": {
|
|
"ef": 256,
|
|
"hnsw_config": {
|
|
"M": 16,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-16-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 6375.538888047915,
|
|
"total_upload_time": 6375.53892127797,
|
|
"p95_time": 0.22461233758367596,
|
|
"rps": 458.1827879644706,
|
|
"parallel": 100,
|
|
"p99_time": 0.23004472963511943,
|
|
"mean_time": 0.21354976964360103,
|
|
"mean_precisions": 0.9763060000000001,
|
|
"engine_params": {
|
|
"ef": 512,
|
|
"hnsw_config": {
|
|
"M": 16,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-16-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 2276.143508987,
|
|
"total_upload_time": 2276.143526369,
|
|
"p95_time": 0.003348443959839642,
|
|
"rps": 354.69551545140035,
|
|
"parallel": 1,
|
|
"p99_time": 0.003697923175059259,
|
|
"mean_time": 0.0027537867058999837,
|
|
"mean_precisions": 0.6838099999999999,
|
|
"engine_params": {
|
|
"ef": 64,
|
|
"hnsw_config": {
|
|
"M": 16,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-16-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 2276.143508987,
|
|
"total_upload_time": 2276.143526369,
|
|
"p95_time": 0.003333620633929968,
|
|
"rps": 335.9799339434045,
|
|
"parallel": 1,
|
|
"p99_time": 0.0034910950111225244,
|
|
"mean_time": 0.0029065533173270523,
|
|
"mean_precisions": 0.7293900000000001,
|
|
"engine_params": {
|
|
"ef": 128,
|
|
"hnsw_config": {
|
|
"M": 16,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-16-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 2276.143508987,
|
|
"total_upload_time": 2276.143526369,
|
|
"p95_time": 0.304480323754251,
|
|
"rps": 409.93001229354957,
|
|
"parallel": 100,
|
|
"p99_time": 0.3195434066287999,
|
|
"mean_time": 0.22395872871702885,
|
|
"mean_precisions": 0.6845600000000001,
|
|
"engine_params": {
|
|
"ef": 64,
|
|
"hnsw_config": {
|
|
"M": 16,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-16-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 2276.143508987,
|
|
"total_upload_time": 2276.143526369,
|
|
"p95_time": 0.30440242174590715,
|
|
"rps": 353.0792026490498,
|
|
"parallel": 100,
|
|
"p99_time": 0.3456648173498979,
|
|
"mean_time": 0.262719840943013,
|
|
"mean_precisions": 0.73091,
|
|
"engine_params": {
|
|
"ef": 128,
|
|
"hnsw_config": {
|
|
"M": 16,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-16-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 2276.143508987,
|
|
"total_upload_time": 2276.143526369,
|
|
"p95_time": 0.504961500151694,
|
|
"rps": 210.62183802548736,
|
|
"parallel": 100,
|
|
"p99_time": 0.674977706867503,
|
|
"mean_time": 0.45128476956313535,
|
|
"mean_precisions": 0.83775,
|
|
"engine_params": {
|
|
"ef": 256,
|
|
"hnsw_config": {
|
|
"M": 16,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-16-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 2276.143508987,
|
|
"total_upload_time": 2276.143526369,
|
|
"p95_time": 0.8611481152867781,
|
|
"rps": 122.33021239919641,
|
|
"parallel": 100,
|
|
"p99_time": 1.267118319625588,
|
|
"mean_time": 0.7847896679979603,
|
|
"mean_precisions": 0.9113199999999999,
|
|
"engine_params": {
|
|
"ef": 512,
|
|
"hnsw_config": {
|
|
"M": 16,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-16-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 2276.143508987,
|
|
"total_upload_time": 2276.143526369,
|
|
"p95_time": 0.005180240888148546,
|
|
"rps": 223.44630472497727,
|
|
"parallel": 1,
|
|
"p99_time": 0.005360815650783479,
|
|
"mean_time": 0.004398696376010775,
|
|
"mean_precisions": 0.83746,
|
|
"engine_params": {
|
|
"ef": 256,
|
|
"hnsw_config": {
|
|
"M": 16,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-16-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 2276.143508987,
|
|
"total_upload_time": 2276.143526369,
|
|
"p95_time": 0.007738323137164116,
|
|
"rps": 150.21445383078608,
|
|
"parallel": 1,
|
|
"p99_time": 0.007959280982613563,
|
|
"mean_time": 0.006574135246220976,
|
|
"mean_precisions": 0.9106899999999999,
|
|
"engine_params": {
|
|
"ef": 512,
|
|
"hnsw_config": {
|
|
"M": 16,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-16-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 2276.143508987,
|
|
"total_upload_time": 2276.143526369,
|
|
"p95_time": 0.18491605040617287,
|
|
"rps": 616.7876930997176,
|
|
"parallel": 100,
|
|
"p99_time": 0.25535558400675656,
|
|
"mean_time": 0.14541560847079382,
|
|
"mean_precisions": 0.6838099999999999,
|
|
"engine_params": {
|
|
"ef": 64,
|
|
"hnsw_config": {
|
|
"M": 16,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-16-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 2276.143508987,
|
|
"total_upload_time": 2276.143526369,
|
|
"p95_time": 0.25767913486342875,
|
|
"rps": 490.3899013884211,
|
|
"parallel": 100,
|
|
"p99_time": 0.467288903077133,
|
|
"mean_time": 0.1858950407570228,
|
|
"mean_precisions": 0.7293900000000001,
|
|
"engine_params": {
|
|
"ef": 128,
|
|
"hnsw_config": {
|
|
"M": 16,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-16-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 2276.143508987,
|
|
"total_upload_time": 2276.143526369,
|
|
"p95_time": 0.3399913621135056,
|
|
"rps": 310.91742876099687,
|
|
"parallel": 100,
|
|
"p99_time": 0.4991764600807801,
|
|
"mean_time": 0.2992797650480643,
|
|
"mean_precisions": 0.83746,
|
|
"engine_params": {
|
|
"ef": 256,
|
|
"hnsw_config": {
|
|
"M": 16,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-16-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 2276.143508987,
|
|
"total_upload_time": 2276.143526369,
|
|
"p95_time": 0.5773780713323503,
|
|
"rps": 186.87211733211421,
|
|
"parallel": 100,
|
|
"p99_time": 0.9036434197006747,
|
|
"mean_time": 0.5068136965162121,
|
|
"mean_precisions": 0.91069,
|
|
"engine_params": {
|
|
"ef": 512,
|
|
"hnsw_config": {
|
|
"M": 16,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 1068.2731124040001,
|
|
"total_upload_time": 1068.2731326450012,
|
|
"p95_time": 0.001965370611287653,
|
|
"rps": 558.1894871097937,
|
|
"parallel": 1,
|
|
"p99_time": 0.0021692596655339003,
|
|
"mean_time": 0.0017484929434023798,
|
|
"mean_precisions": 0.67761,
|
|
"engine_params": {
|
|
"ef": 64,
|
|
"hnsw_config": {
|
|
"M": 16,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 1068.2731124040001,
|
|
"total_upload_time": 1068.2731326450012,
|
|
"p95_time": 0.0020399883622303602,
|
|
"rps": 534.3807269362268,
|
|
"parallel": 1,
|
|
"p99_time": 0.002236107117496431,
|
|
"mean_time": 0.0018286724375560879,
|
|
"mean_precisions": 0.71158,
|
|
"engine_params": {
|
|
"ef": 128,
|
|
"hnsw_config": {
|
|
"M": 16,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 1068.2731124040001,
|
|
"total_upload_time": 1068.2731326450012,
|
|
"p95_time": 0.08124506941530853,
|
|
"rps": 1303.1738271919041,
|
|
"parallel": 100,
|
|
"p99_time": 0.08604492616839708,
|
|
"mean_time": 0.07198467176398263,
|
|
"mean_precisions": 0.67761,
|
|
"engine_params": {
|
|
"ef": 64,
|
|
"hnsw_config": {
|
|
"M": 16,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 1068.2731124040001,
|
|
"total_upload_time": 1068.2731326450012,
|
|
"p95_time": 0.09032631870359183,
|
|
"rps": 1155.2850076300176,
|
|
"parallel": 100,
|
|
"p99_time": 0.09509446962270887,
|
|
"mean_time": 0.08141120792925358,
|
|
"mean_precisions": 0.7115799999999999,
|
|
"engine_params": {
|
|
"ef": 128,
|
|
"hnsw_config": {
|
|
"M": 16,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 1068.2731124040001,
|
|
"total_upload_time": 1068.2731326450012,
|
|
"p95_time": 0.13390008492860944,
|
|
"rps": 778.8428586005351,
|
|
"parallel": 100,
|
|
"p99_time": 0.13865072046406568,
|
|
"mean_time": 0.12406940838471055,
|
|
"mean_precisions": 0.791124,
|
|
"engine_params": {
|
|
"ef": 256,
|
|
"hnsw_config": {
|
|
"M": 16,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 1068.2731124040001,
|
|
"total_upload_time": 1068.2731326450012,
|
|
"p95_time": 0.22137565058656036,
|
|
"rps": 466.7034954605751,
|
|
"parallel": 100,
|
|
"p99_time": 0.2268624419765547,
|
|
"mean_time": 0.20981322343735956,
|
|
"mean_precisions": 0.854567,
|
|
"engine_params": {
|
|
"ef": 512,
|
|
"hnsw_config": {
|
|
"M": 16,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 1068.2731124040001,
|
|
"total_upload_time": 1068.2731326450012,
|
|
"p95_time": 0.0026167095638811584,
|
|
"rps": 427.48548572968383,
|
|
"parallel": 1,
|
|
"p99_time": 0.0028801781218498945,
|
|
"mean_time": 0.002294981972826645,
|
|
"mean_precisions": 0.7911239999999999,
|
|
"engine_params": {
|
|
"ef": 256,
|
|
"hnsw_config": {
|
|
"M": 16,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 1068.2731124040001,
|
|
"total_upload_time": 1068.2731326450012,
|
|
"p95_time": 0.0037726826267316937,
|
|
"rps": 301.9373097323495,
|
|
"parallel": 1,
|
|
"p99_time": 0.0039867338445037604,
|
|
"mean_time": 0.0032617435083258897,
|
|
"mean_precisions": 0.854567,
|
|
"engine_params": {
|
|
"ef": 512,
|
|
"hnsw_config": {
|
|
"M": 16,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 2716.839889235038,
|
|
"total_upload_time": 2716.839941203012,
|
|
"p95_time": 0.0025149185676127672,
|
|
"rps": 405.27571103878387,
|
|
"parallel": 1,
|
|
"p99_time": 0.002728842585347594,
|
|
"mean_time": 0.0019252598335035146,
|
|
"mean_precisions": 0.96454,
|
|
"engine_params": {
|
|
"ef": 64,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 2716.839889235038,
|
|
"total_upload_time": 2716.839941203012,
|
|
"p95_time": 0.003787593240849674,
|
|
"rps": 302.2896685036637,
|
|
"parallel": 1,
|
|
"p99_time": 0.004051107922568918,
|
|
"mean_time": 0.002731754630059004,
|
|
"mean_precisions": 0.9820400000000001,
|
|
"engine_params": {
|
|
"ef": 128,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 2716.839889235038,
|
|
"total_upload_time": 2716.839941203012,
|
|
"p95_time": 0.1764691032207338,
|
|
"rps": 571.9559875378236,
|
|
"parallel": 100,
|
|
"p99_time": 0.18509888747299555,
|
|
"mean_time": 0.15658437014101073,
|
|
"mean_precisions": 0.964,
|
|
"engine_params": {
|
|
"ef": 64,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 2716.839889235038,
|
|
"total_upload_time": 2716.839941203012,
|
|
"p95_time": 0.3000681290170178,
|
|
"rps": 338.8022373300674,
|
|
"parallel": 100,
|
|
"p99_time": 0.3118369347392583,
|
|
"mean_time": 0.27514483668929895,
|
|
"mean_precisions": 0.9821,
|
|
"engine_params": {
|
|
"ef": 128,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 2716.839889235038,
|
|
"total_upload_time": 2716.839941203012,
|
|
"p95_time": 0.5233462882664753,
|
|
"rps": 197.16733849755994,
|
|
"parallel": 100,
|
|
"p99_time": 0.5413400576979621,
|
|
"mean_time": 0.4860303394280374,
|
|
"mean_precisions": 0.9907600000000001,
|
|
"engine_params": {
|
|
"ef": 256,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 2716.839889235038,
|
|
"total_upload_time": 2716.839941203012,
|
|
"p95_time": 0.9278768608608516,
|
|
"rps": 111.75743784671884,
|
|
"parallel": 100,
|
|
"p99_time": 1.1218799779121766,
|
|
"mean_time": 0.869603735895257,
|
|
"mean_precisions": 0.9951,
|
|
"engine_params": {
|
|
"ef": 512,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 2716.839889235038,
|
|
"total_upload_time": 2716.839941203012,
|
|
"p95_time": 0.00655362370889634,
|
|
"rps": 193.27568604048173,
|
|
"parallel": 1,
|
|
"p99_time": 0.00701730691827834,
|
|
"mean_time": 0.0045456727921031415,
|
|
"mean_precisions": 0.9904400000000001,
|
|
"engine_params": {
|
|
"ef": 256,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 2716.839889235038,
|
|
"total_upload_time": 2716.839941203012,
|
|
"p95_time": 0.011394155048765243,
|
|
"rps": 120.00714998197446,
|
|
"parallel": 1,
|
|
"p99_time": 0.012200398994609715,
|
|
"mean_time": 0.007670970933418721,
|
|
"mean_precisions": 0.9950399999999999,
|
|
"engine_params": {
|
|
"ef": 512,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 2716.839889235038,
|
|
"total_upload_time": 2716.839941203012,
|
|
"p95_time": 0.14157529359217733,
|
|
"rps": 709.3973915317498,
|
|
"parallel": 100,
|
|
"p99_time": 0.14655400683172048,
|
|
"mean_time": 0.12311818505926057,
|
|
"mean_precisions": 0.96454,
|
|
"engine_params": {
|
|
"ef": 64,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 2716.839889235038,
|
|
"total_upload_time": 2716.839941203012,
|
|
"p95_time": 0.2381763603538275,
|
|
"rps": 423.84967422444134,
|
|
"parallel": 100,
|
|
"p99_time": 0.24816630517132587,
|
|
"mean_time": 0.2156269720823504,
|
|
"mean_precisions": 0.9820400000000001,
|
|
"engine_params": {
|
|
"ef": 128,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 2716.839889235038,
|
|
"total_upload_time": 2716.839941203012,
|
|
"p95_time": 0.4161380055360496,
|
|
"rps": 246.4768681248039,
|
|
"parallel": 100,
|
|
"p99_time": 0.47103918008971996,
|
|
"mean_time": 0.3860557958729565,
|
|
"mean_precisions": 0.9904400000000001,
|
|
"engine_params": {
|
|
"ef": 256,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 2716.839889235038,
|
|
"total_upload_time": 2716.839941203012,
|
|
"p95_time": 0.7423638090724125,
|
|
"rps": 139.3089135953914,
|
|
"parallel": 100,
|
|
"p99_time": 0.762291580894962,
|
|
"mean_time": 0.6970693084154278,
|
|
"mean_precisions": 0.9950400000000001,
|
|
"engine_params": {
|
|
"ef": 512,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 8900.957602256,
|
|
"total_upload_time": 8900.957642181,
|
|
"p95_time": 0.002845554199939214,
|
|
"rps": 427.5305124288614,
|
|
"parallel": 1,
|
|
"p99_time": 0.0032239529906655665,
|
|
"mean_time": 0.0022909002594971753,
|
|
"mean_precisions": 0.9016299999999999,
|
|
"engine_params": {
|
|
"ef": 64,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 8900.957602256,
|
|
"total_upload_time": 8900.957642181,
|
|
"p95_time": 0.0025005889498970644,
|
|
"rps": 442.5138731412586,
|
|
"parallel": 1,
|
|
"p99_time": 0.0026239985493157294,
|
|
"mean_time": 0.0022117501253920637,
|
|
"mean_precisions": 0.9257689999999998,
|
|
"engine_params": {
|
|
"ef": 128,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 8900.957602256,
|
|
"total_upload_time": 8900.957642181,
|
|
"p95_time": 0.0035369665500184053,
|
|
"rps": 332.5505145544317,
|
|
"parallel": 1,
|
|
"p99_time": 0.003835777739514015,
|
|
"mean_time": 0.0029566914664048453,
|
|
"mean_precisions": 0.9691630000000001,
|
|
"engine_params": {
|
|
"ef": 256,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 8900.957602256,
|
|
"total_upload_time": 8900.957642181,
|
|
"p95_time": 0.00532480774945725,
|
|
"rps": 227.73152989636228,
|
|
"parallel": 1,
|
|
"p99_time": 0.005591963768747519,
|
|
"mean_time": 0.004335515227397445,
|
|
"mean_precisions": 0.9885130000000001,
|
|
"engine_params": {
|
|
"ef": 512,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 8900.957602256,
|
|
"total_upload_time": 8900.957642181,
|
|
"p95_time": 0.1113658332005798,
|
|
"rps": 925.287348457845,
|
|
"parallel": 100,
|
|
"p99_time": 0.11780790869022895,
|
|
"mean_time": 0.1020350181318956,
|
|
"mean_precisions": 0.9016299999999999,
|
|
"engine_params": {
|
|
"ef": 64,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 8900.957602256,
|
|
"total_upload_time": 8900.957642181,
|
|
"p95_time": 0.12708551934983917,
|
|
"rps": 814.1355567822136,
|
|
"parallel": 100,
|
|
"p99_time": 0.13094979034915014,
|
|
"mean_time": 0.11831710083140005,
|
|
"mean_precisions": 0.9257690000000001,
|
|
"engine_params": {
|
|
"ef": 128,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 8900.957602256,
|
|
"total_upload_time": 8900.957642181,
|
|
"p95_time": 0.19704694560014105,
|
|
"rps": 522.8054047141256,
|
|
"parallel": 100,
|
|
"p99_time": 0.20130484427903866,
|
|
"mean_time": 0.18651108241589737,
|
|
"mean_precisions": 0.9691630000000001,
|
|
"engine_params": {
|
|
"ef": 256,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 8900.957602256,
|
|
"total_upload_time": 8900.957642181,
|
|
"p95_time": 0.3294885690996125,
|
|
"rps": 312.87120088368937,
|
|
"parallel": 100,
|
|
"p99_time": 0.3363346664708115,
|
|
"mean_time": 0.31465429858351673,
|
|
"mean_precisions": 0.988513,
|
|
"engine_params": {
|
|
"ef": 512,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 3023.9638444250004,
|
|
"total_upload_time": 3023.963863234,
|
|
"p95_time": 0.004088034760206938,
|
|
"rps": 301.3381622225464,
|
|
"parallel": 1,
|
|
"p99_time": 0.0045852189790457475,
|
|
"mean_time": 0.0032489213990047573,
|
|
"mean_precisions": 0.75673,
|
|
"engine_params": {
|
|
"ef": 64,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 3023.9638444250004,
|
|
"total_upload_time": 3023.963863234,
|
|
"p95_time": 0.00435541805345565,
|
|
"rps": 274.90246719665396,
|
|
"parallel": 1,
|
|
"p99_time": 0.004573556734248996,
|
|
"mean_time": 0.0035637677842751147,
|
|
"mean_precisions": 0.79898,
|
|
"engine_params": {
|
|
"ef": 128,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 3023.9638444250004,
|
|
"total_upload_time": 3023.963863234,
|
|
"p95_time": 0.3319566988058796,
|
|
"rps": 320.58963502153154,
|
|
"parallel": 100,
|
|
"p99_time": 0.4048545064285281,
|
|
"mean_time": 0.2909577050548833,
|
|
"mean_precisions": 0.7561100000000001,
|
|
"engine_params": {
|
|
"ef": 64,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 3023.9638444250004,
|
|
"total_upload_time": 3023.963863234,
|
|
"p95_time": 0.4183463864443183,
|
|
"rps": 261.7406053139904,
|
|
"parallel": 100,
|
|
"p99_time": 0.4954190700834442,
|
|
"mean_time": 0.3605685254141572,
|
|
"mean_precisions": 0.79904,
|
|
"engine_params": {
|
|
"ef": 128,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 3023.9638444250004,
|
|
"total_upload_time": 3023.963863234,
|
|
"p95_time": 0.727220140650752,
|
|
"rps": 154.03289837940062,
|
|
"parallel": 100,
|
|
"p99_time": 0.8243053956812946,
|
|
"mean_time": 0.6196348143430951,
|
|
"mean_precisions": 0.89246,
|
|
"engine_params": {
|
|
"ef": 256,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 3023.9638444250004,
|
|
"total_upload_time": 3023.963863234,
|
|
"p95_time": 1.202162289000262,
|
|
"rps": 91.16469003844416,
|
|
"parallel": 100,
|
|
"p99_time": 1.2103979651651753,
|
|
"mean_time": 1.059849562145857,
|
|
"mean_precisions": 0.9491400000000001,
|
|
"engine_params": {
|
|
"ef": 512,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 3023.9638444250004,
|
|
"total_upload_time": 3023.963863234,
|
|
"p95_time": 0.006364908837713301,
|
|
"rps": 191.47202356566913,
|
|
"parallel": 1,
|
|
"p99_time": 0.006654498684220016,
|
|
"mean_time": 0.005144685640465468,
|
|
"mean_precisions": 0.89252,
|
|
"engine_params": {
|
|
"ef": 256,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 3023.9638444250004,
|
|
"total_upload_time": 3023.963863234,
|
|
"p95_time": 0.010499625676311552,
|
|
"rps": 120.81474012064264,
|
|
"parallel": 1,
|
|
"p99_time": 0.01107638543471694,
|
|
"mean_time": 0.008178980393800885,
|
|
"mean_precisions": 0.94911,
|
|
"engine_params": {
|
|
"ef": 512,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 3023.9638444250004,
|
|
"total_upload_time": 3023.963863234,
|
|
"p95_time": 0.22107764112297443,
|
|
"rps": 490.3750268770091,
|
|
"parallel": 100,
|
|
"p99_time": 0.36395068287849425,
|
|
"mean_time": 0.18681591615080834,
|
|
"mean_precisions": 0.75673,
|
|
"engine_params": {
|
|
"ef": 64,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 3023.9638444250004,
|
|
"total_upload_time": 3023.963863234,
|
|
"p95_time": 0.2968928416259586,
|
|
"rps": 405.5542778468381,
|
|
"parallel": 100,
|
|
"p99_time": 0.36885961197316647,
|
|
"mean_time": 0.22676570973126217,
|
|
"mean_precisions": 0.79898,
|
|
"engine_params": {
|
|
"ef": 128,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 3023.9638444250004,
|
|
"total_upload_time": 3023.963863234,
|
|
"p95_time": 0.43067704439163207,
|
|
"rps": 253.45900471518905,
|
|
"parallel": 100,
|
|
"p99_time": 0.6385784194618463,
|
|
"mean_time": 0.37155112050799655,
|
|
"mean_precisions": 0.89252,
|
|
"engine_params": {
|
|
"ef": 256,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 3023.9638444250004,
|
|
"total_upload_time": 3023.963863234,
|
|
"p95_time": 0.7332641478860751,
|
|
"rps": 146.5948637203976,
|
|
"parallel": 100,
|
|
"p99_time": 0.8346880039945245,
|
|
"mean_time": 0.6490412406157702,
|
|
"mean_precisions": 0.94911,
|
|
"engine_params": {
|
|
"ef": 512,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 1493.2289679839996,
|
|
"total_upload_time": 1493.2289850919988,
|
|
"p95_time": 0.0021117515163496135,
|
|
"rps": 526.855192142521,
|
|
"parallel": 1,
|
|
"p99_time": 0.0022694228310137987,
|
|
"mean_time": 0.0018556294245179743,
|
|
"mean_precisions": 0.746803,
|
|
"engine_params": {
|
|
"ef": 64,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 1493.2289679839996,
|
|
"total_upload_time": 1493.2289850919988,
|
|
"p95_time": 0.002390924701467156,
|
|
"rps": 483.4938266489475,
|
|
"parallel": 1,
|
|
"p99_time": 0.0030649704346433285,
|
|
"mean_time": 0.0020258281017187982,
|
|
"mean_precisions": 0.7765280000000001,
|
|
"engine_params": {
|
|
"ef": 128,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 1493.2289679839996,
|
|
"total_upload_time": 1493.2289850919988,
|
|
"p95_time": 0.14777968329908617,
|
|
"rps": 710.5916105584909,
|
|
"parallel": 100,
|
|
"p99_time": 0.15411037993028007,
|
|
"mean_time": 0.13653884924167686,
|
|
"mean_precisions": 0.746426,
|
|
"engine_params": {
|
|
"ef": 64,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 1493.2289679839996,
|
|
"total_upload_time": 1493.2289850919988,
|
|
"p95_time": 0.17309045449928817,
|
|
"rps": 610.7007141207487,
|
|
"parallel": 100,
|
|
"p99_time": 0.19052791445959885,
|
|
"mean_time": 0.1590468846827953,
|
|
"mean_precisions": 0.7765350000000001,
|
|
"engine_params": {
|
|
"ef": 128,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 1493.2289679839996,
|
|
"total_upload_time": 1493.2289850919988,
|
|
"p95_time": 0.2795676088000619,
|
|
"rps": 380.13387627002805,
|
|
"parallel": 100,
|
|
"p99_time": 0.3096956831170246,
|
|
"mean_time": 0.25838973518560815,
|
|
"mean_precisions": 0.848585,
|
|
"engine_params": {
|
|
"ef": 256,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 1493.2289679839996,
|
|
"total_upload_time": 1493.2289850919988,
|
|
"p95_time": 0.4824010553527841,
|
|
"rps": 218.64553600317075,
|
|
"parallel": 100,
|
|
"p99_time": 0.5048441737270333,
|
|
"mean_time": 0.4519084791312034,
|
|
"mean_precisions": 0.905226,
|
|
"engine_params": {
|
|
"ef": 512,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 1493.2289679839996,
|
|
"total_upload_time": 1493.2289850919988,
|
|
"p95_time": 0.003234258433803916,
|
|
"rps": 365.72937628283677,
|
|
"parallel": 1,
|
|
"p99_time": 0.0035903034685179592,
|
|
"mean_time": 0.0026837246392853557,
|
|
"mean_precisions": 0.848757,
|
|
"engine_params": {
|
|
"ef": 256,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 1493.2289679839996,
|
|
"total_upload_time": 1493.2289850919988,
|
|
"p95_time": 0.0048025816446170206,
|
|
"rps": 248.6330395088177,
|
|
"parallel": 1,
|
|
"p99_time": 0.005063577429391445,
|
|
"mean_time": 0.0039683257785625755,
|
|
"mean_precisions": 0.9053060000000002,
|
|
"engine_params": {
|
|
"ef": 512,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 1493.2289679839996,
|
|
"total_upload_time": 1493.2289850919988,
|
|
"p95_time": 0.09413202311843634,
|
|
"rps": 1109.9502734056482,
|
|
"parallel": 100,
|
|
"p99_time": 0.0981672410760075,
|
|
"mean_time": 0.08538694439036772,
|
|
"mean_precisions": 0.7468030000000001,
|
|
"engine_params": {
|
|
"ef": 64,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 1493.2289679839996,
|
|
"total_upload_time": 1493.2289850919988,
|
|
"p95_time": 0.10762822786346078,
|
|
"rps": 974.5386361487067,
|
|
"parallel": 100,
|
|
"p99_time": 0.11313827283680443,
|
|
"mean_time": 0.09842868469376118,
|
|
"mean_precisions": 0.776528,
|
|
"engine_params": {
|
|
"ef": 128,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 1493.2289679839996,
|
|
"total_upload_time": 1493.2289850919988,
|
|
"p95_time": 0.1702191462740302,
|
|
"rps": 613.9573892934046,
|
|
"parallel": 100,
|
|
"p99_time": 0.17746043163351716,
|
|
"mean_time": 0.15850725196418353,
|
|
"mean_precisions": 0.848757,
|
|
"engine_params": {
|
|
"ef": 256,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 1493.2289679839996,
|
|
"total_upload_time": 1493.2289850919988,
|
|
"p95_time": 0.2901867773849517,
|
|
"rps": 359.43752632403135,
|
|
"parallel": 100,
|
|
"p99_time": 0.29954279484692964,
|
|
"mean_time": 0.273504185807053,
|
|
"mean_precisions": 0.9053059999999999,
|
|
"engine_params": {
|
|
"ef": 512,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 128
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 5549.50345068099,
|
|
"total_upload_time": 5549.5034793280065,
|
|
"p95_time": 0.0025954404147341846,
|
|
"rps": 386.7493649435134,
|
|
"parallel": 1,
|
|
"p99_time": 0.0028214818425476556,
|
|
"mean_time": 0.0020498221099376677,
|
|
"mean_precisions": 0.97516,
|
|
"engine_params": {
|
|
"ef": 64,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 5549.50345068099,
|
|
"total_upload_time": 5549.5034793280065,
|
|
"p95_time": 0.004254005011171102,
|
|
"rps": 261.2983990900943,
|
|
"parallel": 1,
|
|
"p99_time": 0.004543602555058897,
|
|
"mean_time": 0.003226681993249804,
|
|
"mean_precisions": 0.9884800000000001,
|
|
"engine_params": {
|
|
"ef": 128,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 5549.50345068099,
|
|
"total_upload_time": 5549.5034793280065,
|
|
"p95_time": 0.20118594548257535,
|
|
"rps": 501.1805971543752,
|
|
"parallel": 100,
|
|
"p99_time": 0.2551682625757534,
|
|
"mean_time": 0.18003587844274008,
|
|
"mean_precisions": 0.97546,
|
|
"engine_params": {
|
|
"ef": 64,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 5549.50345068099,
|
|
"total_upload_time": 5549.5034793280065,
|
|
"p95_time": 0.3480429499002639,
|
|
"rps": 292.19191929532985,
|
|
"parallel": 100,
|
|
"p99_time": 0.542341586368857,
|
|
"mean_time": 0.31747489681523294,
|
|
"mean_precisions": 0.9888400000000002,
|
|
"engine_params": {
|
|
"ef": 128,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 5549.50345068099,
|
|
"total_upload_time": 5549.5034793280065,
|
|
"p95_time": 0.6107644305709983,
|
|
"rps": 167.81511288221105,
|
|
"parallel": 100,
|
|
"p99_time": 0.666897930055275,
|
|
"mean_time": 0.5751882856638054,
|
|
"mean_precisions": 0.9948799999999999,
|
|
"engine_params": {
|
|
"ef": 256,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 5549.50345068099,
|
|
"total_upload_time": 5549.5034793280065,
|
|
"p95_time": 1.0905112906300929,
|
|
"rps": 94.22576266735427,
|
|
"parallel": 100,
|
|
"p99_time": 1.1482134829153077,
|
|
"mean_time": 1.0378452595609473,
|
|
"mean_precisions": 0.99784,
|
|
"engine_params": {
|
|
"ef": 512,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 5549.50345068099,
|
|
"total_upload_time": 5549.5034793280065,
|
|
"p95_time": 0.007338574947789312,
|
|
"rps": 165.04355438518425,
|
|
"parallel": 1,
|
|
"p99_time": 0.007843892574310306,
|
|
"mean_time": 0.005423267833516002,
|
|
"mean_precisions": 0.9947799999999999,
|
|
"engine_params": {
|
|
"ef": 256,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 5549.50345068099,
|
|
"total_upload_time": 5549.5034793280065,
|
|
"p95_time": 0.012892606970854105,
|
|
"rps": 100.81692388525947,
|
|
"parallel": 1,
|
|
"p99_time": 0.013834240315482024,
|
|
"mean_time": 0.00923673729710281,
|
|
"mean_precisions": 0.9977799999999999,
|
|
"engine_params": {
|
|
"ef": 512,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 5549.50345068099,
|
|
"total_upload_time": 5549.5034793280065,
|
|
"p95_time": 0.16085022543556987,
|
|
"rps": 625.2743524937949,
|
|
"parallel": 100,
|
|
"p99_time": 0.16735004829242825,
|
|
"mean_time": 0.14065617762301116,
|
|
"mean_precisions": 0.97516,
|
|
"engine_params": {
|
|
"ef": 64,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 5549.50345068099,
|
|
"total_upload_time": 5549.5034793280065,
|
|
"p95_time": 0.27834774295333775,
|
|
"rps": 363.97211316967457,
|
|
"parallel": 100,
|
|
"p99_time": 0.49805527332238864,
|
|
"mean_time": 0.25215711603565144,
|
|
"mean_precisions": 0.9884799999999999,
|
|
"engine_params": {
|
|
"ef": 128,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 5549.50345068099,
|
|
"total_upload_time": 5549.5034793280065,
|
|
"p95_time": 0.4931268169777468,
|
|
"rps": 208.39288253006197,
|
|
"parallel": 100,
|
|
"p99_time": 0.5814369672490284,
|
|
"mean_time": 0.4554217465573922,
|
|
"mean_precisions": 0.9947799999999999,
|
|
"engine_params": {
|
|
"ef": 256,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 5549.50345068099,
|
|
"total_upload_time": 5549.5034793280065,
|
|
"p95_time": 0.8861319731455296,
|
|
"rps": 116.53327634909284,
|
|
"parallel": 100,
|
|
"p99_time": 0.9738863661745566,
|
|
"mean_time": 0.8360304634119384,
|
|
"mean_precisions": 0.9977799999999999,
|
|
"engine_params": {
|
|
"ef": 512,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 17099.494859004,
|
|
"total_upload_time": 17099.494889343,
|
|
"p95_time": 0.002711502400779863,
|
|
"rps": 443.567442040425,
|
|
"parallel": 1,
|
|
"p99_time": 0.003095408762419539,
|
|
"mean_time": 0.0022100107041129378,
|
|
"mean_precisions": 0.9198310000000002,
|
|
"engine_params": {
|
|
"ef": 64,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 17099.494859004,
|
|
"total_upload_time": 17099.494889343,
|
|
"p95_time": 0.002641041403148847,
|
|
"rps": 423.4535932338339,
|
|
"parallel": 1,
|
|
"p99_time": 0.0031446343412608276,
|
|
"mean_time": 0.0023158190868158273,
|
|
"mean_precisions": 0.942351,
|
|
"engine_params": {
|
|
"ef": 128,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 17099.494859004,
|
|
"total_upload_time": 17099.494889343,
|
|
"p95_time": 0.005031988701557565,
|
|
"rps": 271.8030212580239,
|
|
"parallel": 1,
|
|
"p99_time": 0.005545139869609557,
|
|
"mean_time": 0.0036256147175816296,
|
|
"mean_precisions": 0.9790700000000001,
|
|
"engine_params": {
|
|
"ef": 256,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 17099.494859004,
|
|
"total_upload_time": 17099.494889343,
|
|
"p95_time": 0.006066322648985078,
|
|
"rps": 202.4546698357374,
|
|
"parallel": 1,
|
|
"p99_time": 0.006596394621483342,
|
|
"mean_time": 0.004880165740522352,
|
|
"mean_precisions": 0.993334,
|
|
"engine_params": {
|
|
"ef": 512,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 17099.494859004,
|
|
"total_upload_time": 17099.494889343,
|
|
"p95_time": 0.11905856920002407,
|
|
"rps": 871.8750335368854,
|
|
"parallel": 100,
|
|
"p99_time": 0.12297039172801306,
|
|
"mean_time": 0.11030253051161526,
|
|
"mean_precisions": 0.9198310000000002,
|
|
"engine_params": {
|
|
"ef": 64,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 17099.494859004,
|
|
"total_upload_time": 17099.494889343,
|
|
"p95_time": 0.13677496944728773,
|
|
"rps": 755.4905409540679,
|
|
"parallel": 100,
|
|
"p99_time": 0.14075841993020732,
|
|
"mean_time": 0.12816314872539916,
|
|
"mean_precisions": 0.942351,
|
|
"engine_params": {
|
|
"ef": 128,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 17099.494859004,
|
|
"total_upload_time": 17099.494889343,
|
|
"p95_time": 0.2150327962508527,
|
|
"rps": 478.7114112638543,
|
|
"parallel": 100,
|
|
"p99_time": 0.21941035127019862,
|
|
"mean_time": 0.2041994366660063,
|
|
"mean_precisions": 0.9790700000000001,
|
|
"engine_params": {
|
|
"ef": 256,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 17099.494859004,
|
|
"total_upload_time": 17099.494889343,
|
|
"p95_time": 0.36133333340221724,
|
|
"rps": 284.681791406387,
|
|
"parallel": 100,
|
|
"p99_time": 0.3677200755099693,
|
|
"mean_time": 0.3462303664458832,
|
|
"mean_precisions": 0.993334,
|
|
"engine_params": {
|
|
"ef": 512,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 6112.999194021002,
|
|
"total_upload_time": 6112.999212087001,
|
|
"p95_time": 0.0039991717087104915,
|
|
"rps": 294.5765632051821,
|
|
"parallel": 1,
|
|
"p99_time": 0.004353603557683527,
|
|
"mean_time": 0.0033217724608257415,
|
|
"mean_precisions": 0.8046200000000001,
|
|
"engine_params": {
|
|
"ef": 64,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 6112.999194021002,
|
|
"total_upload_time": 6112.999212087001,
|
|
"p95_time": 0.004482199088670313,
|
|
"rps": 264.0435673605152,
|
|
"parallel": 1,
|
|
"p99_time": 0.004741469277068973,
|
|
"mean_time": 0.0037088067438453436,
|
|
"mean_precisions": 0.84511,
|
|
"engine_params": {
|
|
"ef": 128,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 6112.999194021002,
|
|
"total_upload_time": 6112.999212087001,
|
|
"p95_time": 0.3821402254427085,
|
|
"rps": 283.46588405046754,
|
|
"parallel": 100,
|
|
"p99_time": 0.5073361724196002,
|
|
"mean_time": 0.33279669344188006,
|
|
"mean_precisions": 0.80451,
|
|
"engine_params": {
|
|
"ef": 64,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 6112.999194021002,
|
|
"total_upload_time": 6112.999212087001,
|
|
"p95_time": 0.4505511544113688,
|
|
"rps": 235.79366550205089,
|
|
"parallel": 100,
|
|
"p99_time": 0.6056402164035535,
|
|
"mean_time": 0.3999071139860316,
|
|
"mean_precisions": 0.8457199999999999,
|
|
"engine_params": {
|
|
"ef": 128,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 6112.999194021002,
|
|
"total_upload_time": 6112.999212087001,
|
|
"p95_time": 0.7849787088016456,
|
|
"rps": 140.14450279782795,
|
|
"parallel": 100,
|
|
"p99_time": 0.7953324702072132,
|
|
"mean_time": 0.6803823774509947,
|
|
"mean_precisions": 0.92751,
|
|
"engine_params": {
|
|
"ef": 256,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 6112.999194021002,
|
|
"total_upload_time": 6112.999212087001,
|
|
"p95_time": 1.3782735948399931,
|
|
"rps": 81.40737343328036,
|
|
"parallel": 100,
|
|
"p99_time": 1.4938700837799115,
|
|
"mean_time": 1.1897825312350614,
|
|
"mean_precisions": 0.9703700000000001,
|
|
"engine_params": {
|
|
"ef": 512,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 6112.999194021002,
|
|
"total_upload_time": 6112.999212087001,
|
|
"p95_time": 0.007272006780840456,
|
|
"rps": 171.0609634631763,
|
|
"parallel": 1,
|
|
"p99_time": 0.008407074925489722,
|
|
"mean_time": 0.005763449343387038,
|
|
"mean_precisions": 0.92755,
|
|
"engine_params": {
|
|
"ef": 256,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 6112.999194021002,
|
|
"total_upload_time": 6112.999212087001,
|
|
"p95_time": 0.011381184542551636,
|
|
"rps": 109.40810611093407,
|
|
"parallel": 1,
|
|
"p99_time": 0.01209674306679517,
|
|
"mean_time": 0.009030055647250264,
|
|
"mean_precisions": 0.97047,
|
|
"engine_params": {
|
|
"ef": 512,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 6112.999194021002,
|
|
"total_upload_time": 6112.999212087001,
|
|
"p95_time": 0.23812829186208545,
|
|
"rps": 437.7154769188336,
|
|
"parallel": 100,
|
|
"p99_time": 0.31775105006527155,
|
|
"mean_time": 0.21097068405244498,
|
|
"mean_precisions": 0.80462,
|
|
"engine_params": {
|
|
"ef": 64,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 6112.999194021002,
|
|
"total_upload_time": 6112.999212087001,
|
|
"p95_time": 0.2835431628162041,
|
|
"rps": 376.430913823421,
|
|
"parallel": 100,
|
|
"p99_time": 0.5019653119612485,
|
|
"mean_time": 0.2474792289212346,
|
|
"mean_precisions": 0.8451100000000001,
|
|
"engine_params": {
|
|
"ef": 128,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 6112.999194021002,
|
|
"total_upload_time": 6112.999212087001,
|
|
"p95_time": 0.4667601119494066,
|
|
"rps": 227.50397239209343,
|
|
"parallel": 100,
|
|
"p99_time": 0.4752515207789838,
|
|
"mean_time": 0.4160785322412848,
|
|
"mean_precisions": 0.92755,
|
|
"engine_params": {
|
|
"ef": 256,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 6112.999194021002,
|
|
"total_upload_time": 6112.999212087001,
|
|
"p95_time": 0.8323792233830318,
|
|
"rps": 129.66777360913807,
|
|
"parallel": 100,
|
|
"p99_time": 1.0655025727348402,
|
|
"mean_time": 0.7396801782432012,
|
|
"mean_precisions": 0.97047,
|
|
"engine_params": {
|
|
"ef": 512,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 2926.213012655,
|
|
"total_upload_time": 2926.2130292750007,
|
|
"p95_time": 0.002373611787334084,
|
|
"rps": 495.88862887949404,
|
|
"parallel": 1,
|
|
"p99_time": 0.0029885531449690495,
|
|
"mean_time": 0.00197105154087767,
|
|
"mean_precisions": 0.7655259999999999,
|
|
"engine_params": {
|
|
"ef": 64,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 2926.213012655,
|
|
"total_upload_time": 2926.2130292750007,
|
|
"p95_time": 0.002336571249179542,
|
|
"rps": 474.3624824339466,
|
|
"parallel": 1,
|
|
"p99_time": 0.002533404575660825,
|
|
"mean_time": 0.0020627193035557866,
|
|
"mean_precisions": 0.796248,
|
|
"engine_params": {
|
|
"ef": 128,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 2926.213012655,
|
|
"total_upload_time": 2926.2130292750007,
|
|
"p95_time": 0.15454141399804938,
|
|
"rps": 684.5871895492783,
|
|
"parallel": 100,
|
|
"p99_time": 0.1693174908896981,
|
|
"mean_time": 0.14178700624338963,
|
|
"mean_precisions": 0.765484,
|
|
"engine_params": {
|
|
"ef": 64,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 2926.213012655,
|
|
"total_upload_time": 2926.2130292750007,
|
|
"p95_time": 0.18306419725031445,
|
|
"rps": 572.4994112945466,
|
|
"parallel": 100,
|
|
"p99_time": 0.19120645078088275,
|
|
"mean_time": 0.17036115193938894,
|
|
"mean_precisions": 0.796147,
|
|
"engine_params": {
|
|
"ef": 128,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 2926.213012655,
|
|
"total_upload_time": 2926.2130292750007,
|
|
"p95_time": 0.299772673447842,
|
|
"rps": 348.02235505335295,
|
|
"parallel": 100,
|
|
"p99_time": 0.3092566318590616,
|
|
"mean_time": 0.2820777932005862,
|
|
"mean_precisions": 0.869721,
|
|
"engine_params": {
|
|
"ef": 256,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 2926.213012655,
|
|
"total_upload_time": 2926.2130292750007,
|
|
"p95_time": 0.518883843799631,
|
|
"rps": 200.20392335589443,
|
|
"parallel": 100,
|
|
"p99_time": 0.5305090123822447,
|
|
"mean_time": 0.49428447423789623,
|
|
"mean_precisions": 0.925108,
|
|
"engine_params": {
|
|
"ef": 512,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 2926.213012655,
|
|
"total_upload_time": 2926.2130292750007,
|
|
"p95_time": 0.003260821010917425,
|
|
"rps": 354.5831482021425,
|
|
"parallel": 1,
|
|
"p99_time": 0.0034664128161966804,
|
|
"mean_time": 0.0027728368646930904,
|
|
"mean_precisions": 0.8697860000000001,
|
|
"engine_params": {
|
|
"ef": 256,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 2926.213012655,
|
|
"total_upload_time": 2926.2130292750007,
|
|
"p95_time": 0.005012881243601441,
|
|
"rps": 235.6824974585061,
|
|
"parallel": 1,
|
|
"p99_time": 0.0052325435820966965,
|
|
"mean_time": 0.004184244300052524,
|
|
"mean_precisions": 0.9251389999999999,
|
|
"engine_params": {
|
|
"ef": 512,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 2926.213012655,
|
|
"total_upload_time": 2926.2130292750007,
|
|
"p95_time": 0.0962938996264711,
|
|
"rps": 1084.0614355568773,
|
|
"parallel": 100,
|
|
"p99_time": 0.10037840476725252,
|
|
"mean_time": 0.08775270192571916,
|
|
"mean_precisions": 0.765526,
|
|
"engine_params": {
|
|
"ef": 64,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 2926.213012655,
|
|
"total_upload_time": 2926.2130292750007,
|
|
"p95_time": 0.11358507624827326,
|
|
"rps": 922.0775319325622,
|
|
"parallel": 100,
|
|
"p99_time": 0.11808123981580139,
|
|
"mean_time": 0.10421627390864305,
|
|
"mean_precisions": 0.7962480000000001,
|
|
"engine_params": {
|
|
"ef": 128,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 2926.213012655,
|
|
"total_upload_time": 2926.2130292750007,
|
|
"p95_time": 0.1792137029347941,
|
|
"rps": 578.431239507105,
|
|
"parallel": 100,
|
|
"p99_time": 0.1849926298018545,
|
|
"mean_time": 0.16838497349089013,
|
|
"mean_precisions": 0.8697860000000001,
|
|
"engine_params": {
|
|
"ef": 256,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 2926.213012655,
|
|
"total_upload_time": 2926.2130292750007,
|
|
"p95_time": 0.30895526020321995,
|
|
"rps": 333.4821792539523,
|
|
"parallel": 100,
|
|
"p99_time": 0.31711538522038607,
|
|
"mean_time": 0.294230717962794,
|
|
"mean_precisions": 0.9251389999999999,
|
|
"engine_params": {
|
|
"ef": 512,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 10910.278148930985,
|
|
"total_upload_time": 10910.278176284977,
|
|
"p95_time": 0.0025969251058995725,
|
|
"rps": 375.9359538861344,
|
|
"parallel": 1,
|
|
"p99_time": 0.002778031136840583,
|
|
"mean_time": 0.0021309463661164044,
|
|
"mean_precisions": 0.9793,
|
|
"engine_params": {
|
|
"ef": 64,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 10910.278148930985,
|
|
"total_upload_time": 10910.278176284977,
|
|
"p95_time": 0.004282927373424172,
|
|
"rps": 249.19154455898587,
|
|
"parallel": 1,
|
|
"p99_time": 0.004528938150033355,
|
|
"mean_time": 0.003405808195937425,
|
|
"mean_precisions": 0.99164,
|
|
"engine_params": {
|
|
"ef": 128,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 10910.278148930985,
|
|
"total_upload_time": 10910.278176284977,
|
|
"p95_time": 0.21953330902615562,
|
|
"rps": 457.3862847912672,
|
|
"parallel": 100,
|
|
"p99_time": 0.23827404527692136,
|
|
"mean_time": 0.20010005205083872,
|
|
"mean_precisions": 0.9799400000000001,
|
|
"engine_params": {
|
|
"ef": 64,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 10910.278148930985,
|
|
"total_upload_time": 10910.278176284977,
|
|
"p95_time": 0.38459395693207626,
|
|
"rps": 263.29341748439066,
|
|
"parallel": 100,
|
|
"p99_time": 0.44653708848112805,
|
|
"mean_time": 0.3601157831795048,
|
|
"mean_precisions": 0.9920200000000001,
|
|
"engine_params": {
|
|
"ef": 128,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 10910.278148930985,
|
|
"total_upload_time": 10910.278176284977,
|
|
"p95_time": 0.6874474475771422,
|
|
"rps": 148.35761502091083,
|
|
"parallel": 100,
|
|
"p99_time": 0.7089763982256445,
|
|
"mean_time": 0.6525305509758648,
|
|
"mean_precisions": 0.9970399999999999,
|
|
"engine_params": {
|
|
"ef": 256,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 10910.278148930985,
|
|
"total_upload_time": 10910.278176284977,
|
|
"p95_time": 1.2274973522202346,
|
|
"rps": 83.81183760648828,
|
|
"parallel": 100,
|
|
"p99_time": 1.4242764039145552,
|
|
"mean_time": 1.1682942975790473,
|
|
"mean_precisions": 0.99864,
|
|
"engine_params": {
|
|
"ef": 512,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 10910.278148930985,
|
|
"total_upload_time": 10910.278176284977,
|
|
"p95_time": 0.0073664642870426185,
|
|
"rps": 157.63828695535273,
|
|
"parallel": 1,
|
|
"p99_time": 0.007801927737891674,
|
|
"mean_time": 0.005703287442307919,
|
|
"mean_precisions": 0.9968599999999999,
|
|
"engine_params": {
|
|
"ef": 256,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 10910.278148930985,
|
|
"total_upload_time": 10910.278176284977,
|
|
"p95_time": 0.013188816886395217,
|
|
"rps": 93.81960831653996,
|
|
"parallel": 1,
|
|
"p99_time": 0.013943847692571582,
|
|
"mean_time": 0.009973209669347852,
|
|
"mean_precisions": 0.9986599999999999,
|
|
"engine_params": {
|
|
"ef": 512,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 10910.278148930985,
|
|
"total_upload_time": 10910.278176284977,
|
|
"p95_time": 0.17301298391539605,
|
|
"rps": 579.4085115629597,
|
|
"parallel": 100,
|
|
"p99_time": 0.17985712995752695,
|
|
"mean_time": 0.15283483393639327,
|
|
"mean_precisions": 0.9793,
|
|
"engine_params": {
|
|
"ef": 64,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 10910.278148930985,
|
|
"total_upload_time": 10910.278176284977,
|
|
"p95_time": 0.2988632217282429,
|
|
"rps": 337.3548762635344,
|
|
"parallel": 100,
|
|
"p99_time": 0.3560698534315453,
|
|
"mean_time": 0.2777310832571238,
|
|
"mean_precisions": 0.99164,
|
|
"engine_params": {
|
|
"ef": 128,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 10910.278148930985,
|
|
"total_upload_time": 10910.278176284977,
|
|
"p95_time": 0.5343329657334834,
|
|
"rps": 190.8875098561454,
|
|
"parallel": 100,
|
|
"p99_time": 0.5826482756156478,
|
|
"mean_time": 0.5024129792012274,
|
|
"mean_precisions": 0.9968600000000001,
|
|
"engine_params": {
|
|
"ef": 256,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 10910.278148930985,
|
|
"total_upload_time": 10910.278176284977,
|
|
"p95_time": 1.0798818924231457,
|
|
"rps": 105.00084802728756,
|
|
"parallel": 100,
|
|
"p99_time": 1.3112401228910313,
|
|
"mean_time": 0.9285428511422128,
|
|
"mean_precisions": 0.9986599999999999,
|
|
"engine_params": {
|
|
"ef": 512,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 31594.153414040004,
|
|
"total_upload_time": 31594.153464609,
|
|
"p95_time": 0.003451258899804088,
|
|
"rps": 392.58684094234735,
|
|
"parallel": 1,
|
|
"p99_time": 0.0038766051154379973,
|
|
"mean_time": 0.0024941156644170404,
|
|
"mean_precisions": 0.926876,
|
|
"engine_params": {
|
|
"ef": 64,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 31594.153414040004,
|
|
"total_upload_time": 31594.153464609,
|
|
"p95_time": 0.003388846250163624,
|
|
"rps": 348.2231126361008,
|
|
"parallel": 1,
|
|
"p99_time": 0.0036696244899940213,
|
|
"mean_time": 0.0028116996315235157,
|
|
"mean_precisions": 0.948268,
|
|
"engine_params": {
|
|
"ef": 128,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 31594.153414040004,
|
|
"total_upload_time": 31594.153464609,
|
|
"p95_time": 0.004084325701114721,
|
|
"rps": 283.10158418482524,
|
|
"parallel": 1,
|
|
"p99_time": 0.004292602005662048,
|
|
"mean_time": 0.003464925830462016,
|
|
"mean_precisions": 0.982878,
|
|
"engine_params": {
|
|
"ef": 256,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 31594.153414040004,
|
|
"total_upload_time": 31594.153464609,
|
|
"p95_time": 0.00620668144802039,
|
|
"rps": 192.66247703207077,
|
|
"parallel": 1,
|
|
"p99_time": 0.006832851128783663,
|
|
"mean_time": 0.0051226480058903685,
|
|
"mean_precisions": 0.9951980000000001,
|
|
"engine_params": {
|
|
"ef": 512,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 31594.153414040004,
|
|
"total_upload_time": 31594.153464609,
|
|
"p95_time": 0.12426601964725706,
|
|
"rps": 834.0800982427318,
|
|
"parallel": 100,
|
|
"p99_time": 0.1283589401151403,
|
|
"mean_time": 0.11522460913593531,
|
|
"mean_precisions": 0.926876,
|
|
"engine_params": {
|
|
"ef": 64,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 31594.153414040004,
|
|
"total_upload_time": 31594.153464609,
|
|
"p95_time": 0.14328853795377652,
|
|
"rps": 720.1586100657264,
|
|
"parallel": 100,
|
|
"p99_time": 0.1472206530438416,
|
|
"mean_time": 0.13417714102999234,
|
|
"mean_precisions": 0.948268,
|
|
"engine_params": {
|
|
"ef": 128,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 31594.153414040004,
|
|
"total_upload_time": 31594.153464609,
|
|
"p95_time": 0.2261082945522503,
|
|
"rps": 453.5937040096153,
|
|
"parallel": 100,
|
|
"p99_time": 0.23124280362004357,
|
|
"mean_time": 0.215262622099492,
|
|
"mean_precisions": 0.982878,
|
|
"engine_params": {
|
|
"ef": 256,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 31594.153414040004,
|
|
"total_upload_time": 31594.153464609,
|
|
"p95_time": 0.38318401890101084,
|
|
"rps": 268.1642906959779,
|
|
"parallel": 100,
|
|
"p99_time": 0.38959941076849647,
|
|
"mean_time": 0.3676395128065604,
|
|
"mean_precisions": 0.9951980000000001,
|
|
"engine_params": {
|
|
"ef": 512,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 11629.966227657991,
|
|
"total_upload_time": 11629.966247874996,
|
|
"p95_time": 0.0042884347029030325,
|
|
"rps": 273.43679914773713,
|
|
"parallel": 1,
|
|
"p99_time": 0.0045928264595568175,
|
|
"mean_time": 0.0035840803971514106,
|
|
"mean_precisions": 0.8316099999999998,
|
|
"engine_params": {
|
|
"ef": 64,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 11629.966227657991,
|
|
"total_upload_time": 11629.966247874996,
|
|
"p95_time": 0.0048233819194138045,
|
|
"rps": 244.56252067008197,
|
|
"parallel": 1,
|
|
"p99_time": 0.005336343301460146,
|
|
"mean_time": 0.004012371118180454,
|
|
"mean_precisions": 0.8710399999999999,
|
|
"engine_params": {
|
|
"ef": 128,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 11629.966227657991,
|
|
"total_upload_time": 11629.966247874996,
|
|
"p95_time": 0.40129935355289487,
|
|
"rps": 262.5100885749777,
|
|
"parallel": 100,
|
|
"p99_time": 0.49792887589981544,
|
|
"mean_time": 0.3599708980708674,
|
|
"mean_precisions": 0.83085,
|
|
"engine_params": {
|
|
"ef": 64,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 11629.966227657991,
|
|
"total_upload_time": 11629.966247874996,
|
|
"p95_time": 0.494529214004433,
|
|
"rps": 217.18933696173323,
|
|
"parallel": 100,
|
|
"p99_time": 0.5035445680306293,
|
|
"mean_time": 0.43849622755400197,
|
|
"mean_precisions": 0.87088,
|
|
"engine_params": {
|
|
"ef": 128,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 11629.966227657991,
|
|
"total_upload_time": 11629.966247874996,
|
|
"p95_time": 0.8814564266896923,
|
|
"rps": 122.13113456531124,
|
|
"parallel": 100,
|
|
"p99_time": 0.9767611336310802,
|
|
"mean_time": 0.7838382385670557,
|
|
"mean_precisions": 0.9461799999999999,
|
|
"engine_params": {
|
|
"ef": 256,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 11629.966227657991,
|
|
"total_upload_time": 11629.966247874996,
|
|
"p95_time": 1.5292853593440667,
|
|
"rps": 71.7130032917569,
|
|
"parallel": 100,
|
|
"p99_time": 1.9593636549840447,
|
|
"mean_time": 1.3482440629350458,
|
|
"mean_precisions": 0.9811100000000001,
|
|
"engine_params": {
|
|
"ef": 512,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 11629.966227657991,
|
|
"total_upload_time": 11629.966247874996,
|
|
"p95_time": 0.007850912283174694,
|
|
"rps": 156.675007496927,
|
|
"parallel": 1,
|
|
"p99_time": 0.009444913542829454,
|
|
"mean_time": 0.006301133095752448,
|
|
"mean_precisions": 0.94614,
|
|
"engine_params": {
|
|
"ef": 256,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 11629.966227657991,
|
|
"total_upload_time": 11629.966247874996,
|
|
"p95_time": 0.012432286096736788,
|
|
"rps": 100.53662098074682,
|
|
"parallel": 1,
|
|
"p99_time": 0.01363002293743193,
|
|
"mean_time": 0.009838161436840891,
|
|
"mean_precisions": 0.98102,
|
|
"engine_params": {
|
|
"ef": 512,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 11629.966227657991,
|
|
"total_upload_time": 11629.966247874996,
|
|
"p95_time": 0.24381494750268756,
|
|
"rps": 418.3817401416314,
|
|
"parallel": 100,
|
|
"p99_time": 0.45352216221857816,
|
|
"mean_time": 0.22082974288519472,
|
|
"mean_precisions": 0.8316099999999998,
|
|
"engine_params": {
|
|
"ef": 64,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 11629.966227657991,
|
|
"total_upload_time": 11629.966247874996,
|
|
"p95_time": 0.3844886865001172,
|
|
"rps": 348.20579906998773,
|
|
"parallel": 100,
|
|
"p99_time": 0.5534559293091297,
|
|
"mean_time": 0.26758842227933927,
|
|
"mean_precisions": 0.87104,
|
|
"engine_params": {
|
|
"ef": 128,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 11629.966227657991,
|
|
"total_upload_time": 11629.966247874996,
|
|
"p95_time": 0.5159622454550117,
|
|
"rps": 206.4838555039072,
|
|
"parallel": 100,
|
|
"p99_time": 1.0065319355018436,
|
|
"mean_time": 0.45773238478414713,
|
|
"mean_precisions": 0.9461400000000001,
|
|
"engine_params": {
|
|
"ef": 256,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 11629.966227657991,
|
|
"total_upload_time": 11629.966247874996,
|
|
"p95_time": 0.9043424285482615,
|
|
"rps": 117.8689657697663,
|
|
"parallel": 100,
|
|
"p99_time": 0.9144877930125221,
|
|
"mean_time": 0.815856038406957,
|
|
"mean_precisions": 0.98102,
|
|
"engine_params": {
|
|
"ef": 512,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 5475.873295309,
|
|
"total_upload_time": 5475.873313191998,
|
|
"p95_time": 0.002253576717339456,
|
|
"rps": 499.3062518568755,
|
|
"parallel": 1,
|
|
"p99_time": 0.0025685014715418225,
|
|
"mean_time": 0.0019569266473874448,
|
|
"mean_precisions": 0.7725129999999999,
|
|
"engine_params": {
|
|
"ef": 64,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 5475.873295309,
|
|
"total_upload_time": 5475.873313191998,
|
|
"p95_time": 0.0023848160635679956,
|
|
"rps": 462.0786613727635,
|
|
"parallel": 1,
|
|
"p99_time": 0.0026174320513382564,
|
|
"mean_time": 0.0021146031751297415,
|
|
"mean_precisions": 0.804121,
|
|
"engine_params": {
|
|
"ef": 128,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 5475.873295309,
|
|
"total_upload_time": 5475.873313191998,
|
|
"p95_time": 0.15939703794774687,
|
|
"rps": 665.1366712725479,
|
|
"parallel": 100,
|
|
"p99_time": 0.16861959273839602,
|
|
"mean_time": 0.14541342871750748,
|
|
"mean_precisions": 0.77224,
|
|
"engine_params": {
|
|
"ef": 64,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 5475.873295309,
|
|
"total_upload_time": 5475.873313191998,
|
|
"p95_time": 0.18759632609999244,
|
|
"rps": 553.7566186047918,
|
|
"parallel": 100,
|
|
"p99_time": 0.1928223389789855,
|
|
"mean_time": 0.17623549356052026,
|
|
"mean_precisions": 0.8037340000000001,
|
|
"engine_params": {
|
|
"ef": 128,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 5475.873295309,
|
|
"total_upload_time": 5475.873313191998,
|
|
"p95_time": 0.30985700450128206,
|
|
"rps": 334.34593882662733,
|
|
"parallel": 100,
|
|
"p99_time": 0.3176804040373827,
|
|
"mean_time": 0.29421144535991733,
|
|
"mean_precisions": 0.8780630000000001,
|
|
"engine_params": {
|
|
"ef": 256,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 5475.873295309,
|
|
"total_upload_time": 5475.873313191998,
|
|
"p95_time": 0.5528744375011229,
|
|
"rps": 191.7011975774943,
|
|
"parallel": 100,
|
|
"p99_time": 0.5693747955889922,
|
|
"mean_time": 0.5163422421921893,
|
|
"mean_precisions": 0.9331290000000001,
|
|
"engine_params": {
|
|
"ef": 512,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 5475.873295309,
|
|
"total_upload_time": 5475.873313191998,
|
|
"p95_time": 0.0033127824775874616,
|
|
"rps": 344.32128232544835,
|
|
"parallel": 1,
|
|
"p99_time": 0.0035027512488886715,
|
|
"mean_time": 0.002854994060937315,
|
|
"mean_precisions": 0.8780449999999999,
|
|
"engine_params": {
|
|
"ef": 256,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 5475.873295309,
|
|
"total_upload_time": 5475.873313191998,
|
|
"p95_time": 0.005123072699643671,
|
|
"rps": 227.33365526384014,
|
|
"parallel": 1,
|
|
"p99_time": 0.005347140966914595,
|
|
"mean_time": 0.004344162546424195,
|
|
"mean_precisions": 0.9331859999999998,
|
|
"engine_params": {
|
|
"ef": 512,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 5475.873295309,
|
|
"total_upload_time": 5475.873313191998,
|
|
"p95_time": 0.09770751306787133,
|
|
"rps": 1066.7045651231288,
|
|
"parallel": 100,
|
|
"p99_time": 0.10234162330627442,
|
|
"mean_time": 0.08936011200957,
|
|
"mean_precisions": 0.772513,
|
|
"engine_params": {
|
|
"ef": 64,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 5475.873295309,
|
|
"total_upload_time": 5475.873313191998,
|
|
"p95_time": 0.11363435739185661,
|
|
"rps": 912.0385780597151,
|
|
"parallel": 100,
|
|
"p99_time": 0.11726646097376943,
|
|
"mean_time": 0.10511748783127405,
|
|
"mean_precisions": 0.804121,
|
|
"engine_params": {
|
|
"ef": 128,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 5475.873295309,
|
|
"total_upload_time": 5475.873313191998,
|
|
"p95_time": 0.18425394310615956,
|
|
"rps": 560.0542867572963,
|
|
"parallel": 100,
|
|
"p99_time": 0.18890257142018527,
|
|
"mean_time": 0.1740535263047088,
|
|
"mean_precisions": 0.8780450000000001,
|
|
"engine_params": {
|
|
"ef": 256,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 5475.873295309,
|
|
"total_upload_time": 5475.873313191998,
|
|
"p95_time": 0.3181208850350231,
|
|
"rps": 324.68842846334985,
|
|
"parallel": 100,
|
|
"p99_time": 0.32626147476956247,
|
|
"mean_time": 0.3032409775185864,
|
|
"mean_precisions": 0.9331860000000001,
|
|
"engine_params": {
|
|
"ef": 512,
|
|
"hnsw_config": {
|
|
"M": 32,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 6402.126676108048,
|
|
"total_upload_time": 6402.126701645029,
|
|
"p95_time": 0.00341892174910754,
|
|
"rps": 337.952258291684,
|
|
"parallel": 1,
|
|
"p99_time": 0.0037164100585505367,
|
|
"mean_time": 0.002411369971279055,
|
|
"mean_precisions": 0.98146,
|
|
"engine_params": {
|
|
"ef": 64,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 6402.126676108048,
|
|
"total_upload_time": 6402.126701645029,
|
|
"p95_time": 0.005613349797204137,
|
|
"rps": 227.2950217861939,
|
|
"parallel": 1,
|
|
"p99_time": 0.006026325034908951,
|
|
"mean_time": 0.0037862919813022016,
|
|
"mean_precisions": 0.99164,
|
|
"engine_params": {
|
|
"ef": 128,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 6402.126676108048,
|
|
"total_upload_time": 6402.126701645029,
|
|
"p95_time": 0.24960622476937716,
|
|
"rps": 408.32845273271136,
|
|
"parallel": 100,
|
|
"p99_time": 0.2647127518767958,
|
|
"mean_time": 0.22354015802340582,
|
|
"mean_precisions": 0.9817,
|
|
"engine_params": {
|
|
"ef": 64,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 6402.126676108048,
|
|
"total_upload_time": 6402.126701645029,
|
|
"p95_time": 0.4316268985916395,
|
|
"rps": 238.11998269609794,
|
|
"parallel": 100,
|
|
"p99_time": 0.6959051962394737,
|
|
"mean_time": 0.3983232086225762,
|
|
"mean_precisions": 0.99182,
|
|
"engine_params": {
|
|
"ef": 128,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 6402.126676108048,
|
|
"total_upload_time": 6402.126701645029,
|
|
"p95_time": 0.7628487698821118,
|
|
"rps": 135.997067065185,
|
|
"parallel": 100,
|
|
"p99_time": 1.1795142571558248,
|
|
"mean_time": 0.7083396567074466,
|
|
"mean_precisions": 0.99644,
|
|
"engine_params": {
|
|
"ef": 256,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 6402.126676108048,
|
|
"total_upload_time": 6402.126701645029,
|
|
"p95_time": 1.3590744563902262,
|
|
"rps": 76.46283388027227,
|
|
"parallel": 100,
|
|
"p99_time": 1.4062379531370246,
|
|
"mean_time": 1.2749271767156547,
|
|
"mean_precisions": 0.9986,
|
|
"engine_params": {
|
|
"ef": 512,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 6402.126676108048,
|
|
"total_upload_time": 6402.126701645029,
|
|
"p95_time": 0.009683820069767535,
|
|
"rps": 142.98242581632837,
|
|
"parallel": 1,
|
|
"p99_time": 0.010493039125576616,
|
|
"mean_time": 0.00634042820269242,
|
|
"mean_precisions": 0.9965200000000001,
|
|
"engine_params": {
|
|
"ef": 256,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 6402.126676108048,
|
|
"total_upload_time": 6402.126701645029,
|
|
"p95_time": 0.016863991995342074,
|
|
"rps": 84.87891642599416,
|
|
"parallel": 1,
|
|
"p99_time": 0.01829229161143303,
|
|
"mean_time": 0.011082763555366545,
|
|
"mean_precisions": 0.9985599999999999,
|
|
"engine_params": {
|
|
"ef": 512,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 6402.126676108048,
|
|
"total_upload_time": 6402.126701645029,
|
|
"p95_time": 0.2011010726215318,
|
|
"rps": 503.76697727961425,
|
|
"parallel": 100,
|
|
"p99_time": 0.21327452555764728,
|
|
"mean_time": 0.18086404764596373,
|
|
"mean_precisions": 0.9814600000000002,
|
|
"engine_params": {
|
|
"ef": 64,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 6402.126676108048,
|
|
"total_upload_time": 6402.126701645029,
|
|
"p95_time": 0.34298856765963137,
|
|
"rps": 298.90653898295017,
|
|
"parallel": 100,
|
|
"p99_time": 0.37816208404954527,
|
|
"mean_time": 0.31441796267684546,
|
|
"mean_precisions": 0.99164,
|
|
"engine_params": {
|
|
"ef": 128,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 6402.126676108048,
|
|
"total_upload_time": 6402.126701645029,
|
|
"p95_time": 0.6182354090036825,
|
|
"rps": 168.24081609145858,
|
|
"parallel": 100,
|
|
"p99_time": 0.6534872404905037,
|
|
"mean_time": 0.5738948708157986,
|
|
"mean_precisions": 0.9965200000000001,
|
|
"engine_params": {
|
|
"ef": 256,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 6402.126676108048,
|
|
"total_upload_time": 6402.126701645029,
|
|
"p95_time": 1.1036532958736642,
|
|
"rps": 94.78593908388089,
|
|
"parallel": 100,
|
|
"p99_time": 1.1282646376639607,
|
|
"mean_time": 1.0327559477200732,
|
|
"mean_precisions": 0.9985600000000002,
|
|
"engine_params": {
|
|
"ef": 512,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 19994.136571595,
|
|
"total_upload_time": 19994.136607792003,
|
|
"p95_time": 0.003577484198467573,
|
|
"rps": 340.8898626444283,
|
|
"parallel": 1,
|
|
"p99_time": 0.003974664093257162,
|
|
"mean_time": 0.0028830985690976377,
|
|
"mean_precisions": 0.938484,
|
|
"engine_params": {
|
|
"ef": 64,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 19994.136571595,
|
|
"total_upload_time": 19994.136607792003,
|
|
"p95_time": 0.003170314955787034,
|
|
"rps": 375.5741696029754,
|
|
"parallel": 1,
|
|
"p99_time": 0.0034132223689812237,
|
|
"mean_time": 0.002611032608518144,
|
|
"mean_precisions": 0.9564819999999999,
|
|
"engine_params": {
|
|
"ef": 128,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 19994.136571595,
|
|
"total_upload_time": 19994.136607792003,
|
|
"p95_time": 0.004696266658720559,
|
|
"rps": 265.88308804905535,
|
|
"parallel": 1,
|
|
"p99_time": 0.005505699266359448,
|
|
"mean_time": 0.0037078830303915312,
|
|
"mean_precisions": 0.9847940000000001,
|
|
"engine_params": {
|
|
"ef": 256,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 19994.136571595,
|
|
"total_upload_time": 19994.136607792003,
|
|
"p95_time": 0.0071721008069289376,
|
|
"rps": 181.7933064285863,
|
|
"parallel": 1,
|
|
"p99_time": 0.007690094464924187,
|
|
"mean_time": 0.005445570965424122,
|
|
"mean_precisions": 0.99529,
|
|
"engine_params": {
|
|
"ef": 512,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 19994.136571595,
|
|
"total_upload_time": 19994.136607792003,
|
|
"p95_time": 0.13846044661258927,
|
|
"rps": 749.5364073477599,
|
|
"parallel": 100,
|
|
"p99_time": 0.142563080881082,
|
|
"mean_time": 0.12923536201678798,
|
|
"mean_precisions": 0.938484,
|
|
"engine_params": {
|
|
"ef": 64,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 19994.136571595,
|
|
"total_upload_time": 19994.136607792003,
|
|
"p95_time": 0.1618937877457938,
|
|
"rps": 638.3805398628598,
|
|
"parallel": 100,
|
|
"p99_time": 0.16649720731482376,
|
|
"mean_time": 0.15235518755491068,
|
|
"mean_precisions": 0.9564819999999999,
|
|
"engine_params": {
|
|
"ef": 128,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 19994.136571595,
|
|
"total_upload_time": 19994.136607792003,
|
|
"p95_time": 0.25630503249849423,
|
|
"rps": 403.681696138684,
|
|
"parallel": 100,
|
|
"p99_time": 0.2628356207588513,
|
|
"mean_time": 0.24263819529488972,
|
|
"mean_precisions": 0.9847940000000001,
|
|
"engine_params": {
|
|
"ef": 256,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 19994.136571595,
|
|
"total_upload_time": 19994.136607792003,
|
|
"p95_time": 0.43403014889845504,
|
|
"rps": 239.06829372205385,
|
|
"parallel": 100,
|
|
"p99_time": 0.4454867905208085,
|
|
"mean_time": 0.41257836485026056,
|
|
"mean_precisions": 0.9952900000000001,
|
|
"engine_params": {
|
|
"ef": 512,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 7052.908509621993,
|
|
"total_upload_time": 7052.908530914996,
|
|
"p95_time": 0.0048934386111795895,
|
|
"rps": 256.9512165315704,
|
|
"parallel": 1,
|
|
"p99_time": 0.0053972975490614765,
|
|
"mean_time": 0.0038180523654446005,
|
|
"mean_precisions": 0.83905,
|
|
"engine_params": {
|
|
"ef": 64,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 7052.908509621993,
|
|
"total_upload_time": 7052.908530914996,
|
|
"p95_time": 0.00605608623009175,
|
|
"rps": 216.3304003099133,
|
|
"parallel": 1,
|
|
"p99_time": 0.007559680342674255,
|
|
"mean_time": 0.0045450012846849856,
|
|
"mean_precisions": 0.8760800000000001,
|
|
"engine_params": {
|
|
"ef": 128,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 7052.908509621993,
|
|
"total_upload_time": 7052.908530914996,
|
|
"p95_time": 0.4776713671562902,
|
|
"rps": 231.65690023717778,
|
|
"parallel": 100,
|
|
"p99_time": 0.4925293553827214,
|
|
"mean_time": 0.4078483626119851,
|
|
"mean_precisions": 0.83899,
|
|
"engine_params": {
|
|
"ef": 64,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 7052.908509621993,
|
|
"total_upload_time": 7052.908530914996,
|
|
"p95_time": 0.5683218176083755,
|
|
"rps": 189.42868552984868,
|
|
"parallel": 100,
|
|
"p99_time": 0.663068717647402,
|
|
"mean_time": 0.5021166075269721,
|
|
"mean_precisions": 0.87578,
|
|
"engine_params": {
|
|
"ef": 128,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 7052.908509621993,
|
|
"total_upload_time": 7052.908530914996,
|
|
"p95_time": 1.0115355320966046,
|
|
"rps": 113.26933708076204,
|
|
"parallel": 100,
|
|
"p99_time": 1.0659179392678197,
|
|
"mean_time": 0.8479306337315938,
|
|
"mean_precisions": 0.9452600000000001,
|
|
"engine_params": {
|
|
"ef": 256,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 7052.908509621993,
|
|
"total_upload_time": 7052.908530914996,
|
|
"p95_time": 1.7366309840537724,
|
|
"rps": 65.70425512267575,
|
|
"parallel": 100,
|
|
"p99_time": 1.7454566497178166,
|
|
"mean_time": 1.4830194074142637,
|
|
"mean_precisions": 0.9791700000000001,
|
|
"engine_params": {
|
|
"ef": 512,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 7052.908509621993,
|
|
"total_upload_time": 7052.908530914996,
|
|
"p95_time": 0.008774688420817255,
|
|
"rps": 149.24882524163235,
|
|
"parallel": 1,
|
|
"p99_time": 0.009326341454870999,
|
|
"mean_time": 0.00661595610063523,
|
|
"mean_precisions": 0.9453400000000001,
|
|
"engine_params": {
|
|
"ef": 256,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 7052.908509621993,
|
|
"total_upload_time": 7052.908530914996,
|
|
"p95_time": 0.014951583417132496,
|
|
"rps": 89.85962031508252,
|
|
"parallel": 1,
|
|
"p99_time": 0.018412696854211385,
|
|
"mean_time": 0.011001651582308114,
|
|
"mean_precisions": 0.97914,
|
|
"engine_params": {
|
|
"ef": 512,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 7052.908509621993,
|
|
"total_upload_time": 7052.908530914996,
|
|
"p95_time": 0.2976256208727136,
|
|
"rps": 370.16084063635765,
|
|
"parallel": 100,
|
|
"p99_time": 0.4208288290631026,
|
|
"mean_time": 0.24999261737894266,
|
|
"mean_precisions": 0.83905,
|
|
"engine_params": {
|
|
"ef": 64,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 7052.908509621993,
|
|
"total_upload_time": 7052.908530914996,
|
|
"p95_time": 0.3363423234783113,
|
|
"rps": 318.44393082104466,
|
|
"parallel": 100,
|
|
"p99_time": 0.4308691699057817,
|
|
"mean_time": 0.2942479261704721,
|
|
"mean_precisions": 0.8760800000000001,
|
|
"engine_params": {
|
|
"ef": 128,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 7052.908509621993,
|
|
"total_upload_time": 7052.908530914996,
|
|
"p95_time": 0.5759978600777685,
|
|
"rps": 190.83279926883048,
|
|
"parallel": 100,
|
|
"p99_time": 0.8808745274832472,
|
|
"mean_time": 0.4977704247096553,
|
|
"mean_precisions": 0.9453400000000001,
|
|
"engine_params": {
|
|
"ef": 256,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 7052.908509621993,
|
|
"total_upload_time": 7052.908530914996,
|
|
"p95_time": 1.0115404185838996,
|
|
"rps": 109.15400205114247,
|
|
"parallel": 100,
|
|
"p99_time": 1.0191279615834354,
|
|
"mean_time": 0.8836541013387031,
|
|
"mean_precisions": 0.9791400000000001,
|
|
"engine_params": {
|
|
"ef": 512,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 3715.911056585999,
|
|
"total_upload_time": 3715.9110759450014,
|
|
"p95_time": 0.0027944878675043574,
|
|
"rps": 435.78339166406766,
|
|
"parallel": 1,
|
|
"p99_time": 0.003276185286231339,
|
|
"mean_time": 0.0022489686225540934,
|
|
"mean_precisions": 0.8113889999999999,
|
|
"engine_params": {
|
|
"ef": 64,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 3715.911056585999,
|
|
"total_upload_time": 3715.9110759450014,
|
|
"p95_time": 0.0028129765763878815,
|
|
"rps": 419.51772932600414,
|
|
"parallel": 1,
|
|
"p99_time": 0.003020837446674705,
|
|
"mean_time": 0.0023377922895364465,
|
|
"mean_precisions": 0.8398329999999999,
|
|
"engine_params": {
|
|
"ef": 128,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 3715.911056585999,
|
|
"total_upload_time": 3715.9110759450014,
|
|
"p95_time": 0.19299377490460756,
|
|
"rps": 542.1536732544216,
|
|
"parallel": 100,
|
|
"p99_time": 0.19953700313388256,
|
|
"mean_time": 0.17958329572172368,
|
|
"mean_precisions": 0.811314,
|
|
"engine_params": {
|
|
"ef": 64,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 3715.911056585999,
|
|
"total_upload_time": 3715.9110759450014,
|
|
"p95_time": 0.22441339645301922,
|
|
"rps": 465.53572502577924,
|
|
"parallel": 100,
|
|
"p99_time": 0.2298282624949934,
|
|
"mean_time": 0.21055183333590685,
|
|
"mean_precisions": 0.8396080000000001,
|
|
"engine_params": {
|
|
"ef": 128,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 3715.911056585999,
|
|
"total_upload_time": 3715.9110759450014,
|
|
"p95_time": 0.4025280642526923,
|
|
"rps": 263.5616157704116,
|
|
"parallel": 100,
|
|
"p99_time": 0.41299044992600104,
|
|
"mean_time": 0.37329863008128084,
|
|
"mean_precisions": 0.9059790000000001,
|
|
"engine_params": {
|
|
"ef": 256,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 3715.911056585999,
|
|
"total_upload_time": 3715.9110759450014,
|
|
"p95_time": 0.7098848033980175,
|
|
"rps": 148.72574400406617,
|
|
"parallel": 100,
|
|
"p99_time": 0.7324243593548454,
|
|
"mean_time": 0.6661103751464194,
|
|
"mean_precisions": 0.952421,
|
|
"engine_params": {
|
|
"ef": 512,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 3715.911056585999,
|
|
"total_upload_time": 3715.9110759450014,
|
|
"p95_time": 0.004206854593940079,
|
|
"rps": 293.66144289241674,
|
|
"parallel": 1,
|
|
"p99_time": 0.0044396199285984045,
|
|
"mean_time": 0.0033552634980063886,
|
|
"mean_precisions": 0.9059960000000001,
|
|
"engine_params": {
|
|
"ef": 256,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 3715.911056585999,
|
|
"total_upload_time": 3715.9110759450014,
|
|
"p95_time": 0.006616116221994162,
|
|
"rps": 191.0943462786622,
|
|
"parallel": 1,
|
|
"p99_time": 0.006927804173901677,
|
|
"mean_time": 0.0051771478338167075,
|
|
"mean_precisions": 0.952484,
|
|
"engine_params": {
|
|
"ef": 512,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 3715.911056585999,
|
|
"total_upload_time": 3715.9110759450014,
|
|
"p95_time": 0.11851975510362535,
|
|
"rps": 885.1601316922576,
|
|
"parallel": 100,
|
|
"p99_time": 0.12345883218105883,
|
|
"mean_time": 0.1084874452019576,
|
|
"mean_precisions": 0.8113889999999999,
|
|
"engine_params": {
|
|
"ef": 64,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 3715.911056585999,
|
|
"total_upload_time": 3715.9110759450014,
|
|
"p95_time": 0.1403074754634872,
|
|
"rps": 740.901431291332,
|
|
"parallel": 100,
|
|
"p99_time": 0.14562618945725267,
|
|
"mean_time": 0.1300193214699626,
|
|
"mean_precisions": 0.8398329999999999,
|
|
"engine_params": {
|
|
"ef": 128,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 3715.911056585999,
|
|
"total_upload_time": 3715.9110759450014,
|
|
"p95_time": 0.2378907864214852,
|
|
"rps": 448.5514854244508,
|
|
"parallel": 100,
|
|
"p99_time": 0.26221142037771644,
|
|
"mean_time": 0.21836558240889573,
|
|
"mean_precisions": 0.9059959999999999,
|
|
"engine_params": {
|
|
"ef": 256,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 3715.911056585999,
|
|
"total_upload_time": 3715.9110759450014,
|
|
"p95_time": 0.40458990584593263,
|
|
"rps": 257.663004238594,
|
|
"parallel": 100,
|
|
"p99_time": 0.41482991573400796,
|
|
"mean_time": 0.3831274474136531,
|
|
"mean_precisions": 0.952484,
|
|
"engine_params": {
|
|
"ef": 512,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 256
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 13742.546759146964,
|
|
"total_upload_time": 13742.546788036998,
|
|
"p95_time": 0.0037124474998563527,
|
|
"rps": 306.4136282863512,
|
|
"parallel": 1,
|
|
"p99_time": 0.003958312273025513,
|
|
"mean_time": 0.0027084966636262836,
|
|
"mean_precisions": 0.98618,
|
|
"engine_params": {
|
|
"ef": 64,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 13742.546759146964,
|
|
"total_upload_time": 13742.546788036998,
|
|
"p95_time": 0.006316635641269386,
|
|
"rps": 196.056144964852,
|
|
"parallel": 1,
|
|
"p99_time": 0.006725107110105455,
|
|
"mean_time": 0.004475510700512678,
|
|
"mean_precisions": 0.99472,
|
|
"engine_params": {
|
|
"ef": 128,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 13742.546759146964,
|
|
"total_upload_time": 13742.546788036998,
|
|
"p95_time": 0.2914948615740286,
|
|
"rps": 347.9368103002331,
|
|
"parallel": 100,
|
|
"p99_time": 0.30101221279473983,
|
|
"mean_time": 0.26833482845119433,
|
|
"mean_precisions": 0.9861,
|
|
"engine_params": {
|
|
"ef": 64,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 13742.546759146964,
|
|
"total_upload_time": 13742.546788036998,
|
|
"p95_time": 0.5138384575839154,
|
|
"rps": 199.58535076007783,
|
|
"parallel": 100,
|
|
"p99_time": 0.5365605387016449,
|
|
"mean_time": 0.4805132686686469,
|
|
"mean_precisions": 0.9946599999999999,
|
|
"engine_params": {
|
|
"ef": 128,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 13742.546759146964,
|
|
"total_upload_time": 13742.546788036998,
|
|
"p95_time": 0.9238441336696269,
|
|
"rps": 112.40132790497668,
|
|
"parallel": 100,
|
|
"p99_time": 1.0358427994407249,
|
|
"mean_time": 0.8665805471482221,
|
|
"mean_precisions": 0.9977,
|
|
"engine_params": {
|
|
"ef": 256,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 13742.546759146964,
|
|
"total_upload_time": 13742.546788036998,
|
|
"p95_time": 1.6481364141742234,
|
|
"rps": 63.065244553397136,
|
|
"parallel": 100,
|
|
"p99_time": 1.715572138593416,
|
|
"mean_time": 1.5588982669066405,
|
|
"mean_precisions": 0.9992599999999998,
|
|
"engine_params": {
|
|
"ef": 512,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 13742.546759146964,
|
|
"total_upload_time": 13742.546788036998,
|
|
"p95_time": 0.011084489920176568,
|
|
"rps": 121.39258424030014,
|
|
"parallel": 1,
|
|
"p99_time": 0.011868973919190468,
|
|
"mean_time": 0.007582496636826545,
|
|
"mean_precisions": 0.9978799999999999,
|
|
"engine_params": {
|
|
"ef": 256,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 13742.546759146964,
|
|
"total_upload_time": 13742.546788036998,
|
|
"p95_time": 0.019227348361164333,
|
|
"rps": 71.53915468860419,
|
|
"parallel": 1,
|
|
"p99_time": 0.02063118523918093,
|
|
"mean_time": 0.013280626127589495,
|
|
"mean_precisions": 0.99928,
|
|
"engine_params": {
|
|
"ef": 512,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 13742.546759146964,
|
|
"total_upload_time": 13742.546788036998,
|
|
"p95_time": 0.23408081394154578,
|
|
"rps": 434.1676803532485,
|
|
"parallel": 100,
|
|
"p99_time": 0.2502043119305745,
|
|
"mean_time": 0.21254857775056735,
|
|
"mean_precisions": 0.9861800000000001,
|
|
"engine_params": {
|
|
"ef": 64,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 13742.546759146964,
|
|
"total_upload_time": 13742.546788036998,
|
|
"p95_time": 0.40791105723474175,
|
|
"rps": 250.4699213360804,
|
|
"parallel": 100,
|
|
"p99_time": 0.42025766015052796,
|
|
"mean_time": 0.3802195941878483,
|
|
"mean_precisions": 0.99472,
|
|
"engine_params": {
|
|
"ef": 128,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 13742.546759146964,
|
|
"total_upload_time": 13742.546788036998,
|
|
"p95_time": 0.7320837782928721,
|
|
"rps": 141.23177618247323,
|
|
"parallel": 100,
|
|
"p99_time": 0.8191873843502254,
|
|
"mean_time": 0.6844215286637656,
|
|
"mean_precisions": 0.9978800000000001,
|
|
"engine_params": {
|
|
"ef": 256,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 13742.546759146964,
|
|
"total_upload_time": 13742.546788036998,
|
|
"p95_time": 1.448128025257029,
|
|
"rps": 78.28656520663937,
|
|
"parallel": 100,
|
|
"p99_time": 1.5848955199168995,
|
|
"mean_time": 1.252979363711551,
|
|
"mean_precisions": 0.9992800000000001,
|
|
"engine_params": {
|
|
"ef": 512,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 40278.94373696999,
|
|
"total_upload_time": 40278.943770205995,
|
|
"p95_time": 0.0032086467501358127,
|
|
"rps": 381.6541735529214,
|
|
"parallel": 1,
|
|
"p99_time": 0.0036309680904378183,
|
|
"mean_time": 0.002572175571067783,
|
|
"mean_precisions": 0.9515720000000001,
|
|
"engine_params": {
|
|
"ef": 64,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 40278.94373696999,
|
|
"total_upload_time": 40278.943770205995,
|
|
"p95_time": 0.0033822166027675845,
|
|
"rps": 358.16589942333275,
|
|
"parallel": 1,
|
|
"p99_time": 0.003741282018308994,
|
|
"mean_time": 0.0027402509769191966,
|
|
"mean_precisions": 0.967144,
|
|
"engine_params": {
|
|
"ef": 128,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 40278.94373696999,
|
|
"total_upload_time": 40278.943770205995,
|
|
"p95_time": 0.005049959654570557,
|
|
"rps": 249.3184729203404,
|
|
"parallel": 1,
|
|
"p99_time": 0.005461627678159857,
|
|
"mean_time": 0.003955904039693996,
|
|
"mean_precisions": 0.99016,
|
|
"engine_params": {
|
|
"ef": 256,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 40278.94373696999,
|
|
"total_upload_time": 40278.943770205995,
|
|
"p95_time": 0.007904191449051723,
|
|
"rps": 166.15959954357263,
|
|
"parallel": 1,
|
|
"p99_time": 0.008590073686500546,
|
|
"mean_time": 0.0059623539755790265,
|
|
"mean_precisions": 0.99745,
|
|
"engine_params": {
|
|
"ef": 512,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 40278.94373696999,
|
|
"total_upload_time": 40278.943770205995,
|
|
"p95_time": 0.15015316699791584,
|
|
"rps": 689.6532955104525,
|
|
"parallel": 100,
|
|
"p99_time": 0.15562319766482688,
|
|
"mean_time": 0.14012933698157867,
|
|
"mean_precisions": 0.9515720000000001,
|
|
"engine_params": {
|
|
"ef": 64,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 40278.94373696999,
|
|
"total_upload_time": 40278.943770205995,
|
|
"p95_time": 0.1753091790516919,
|
|
"rps": 589.1967848726741,
|
|
"parallel": 100,
|
|
"p99_time": 0.17981523566239047,
|
|
"mean_time": 0.16523378104903821,
|
|
"mean_precisions": 0.967144,
|
|
"engine_params": {
|
|
"ef": 128,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 40278.94373696999,
|
|
"total_upload_time": 40278.943770205995,
|
|
"p95_time": 0.282978090155666,
|
|
"rps": 365.05643177539133,
|
|
"parallel": 100,
|
|
"p99_time": 0.2890258594807528,
|
|
"mean_time": 0.26877986798195924,
|
|
"mean_precisions": 0.99016,
|
|
"engine_params": {
|
|
"ef": 256,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 40278.94373696999,
|
|
"total_upload_time": 40278.943770205995,
|
|
"p95_time": 0.763169078307692,
|
|
"rps": 193.43202788068595,
|
|
"parallel": 100,
|
|
"p99_time": 0.8861760631385551,
|
|
"mean_time": 0.5107679245649575,
|
|
"mean_precisions": 0.99745,
|
|
"engine_params": {
|
|
"ef": 512,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 13900.352298923011,
|
|
"total_upload_time": 13900.352323341009,
|
|
"p95_time": 0.0052597869886085395,
|
|
"rps": 236.51776072626555,
|
|
"parallel": 1,
|
|
"p99_time": 0.005491651860065758,
|
|
"mean_time": 0.004151399974245578,
|
|
"mean_precisions": 0.8769600000000001,
|
|
"engine_params": {
|
|
"ef": 64,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 13900.352298923011,
|
|
"total_upload_time": 13900.352323341009,
|
|
"p95_time": 0.006310066906735301,
|
|
"rps": 201.34254492981873,
|
|
"parallel": 1,
|
|
"p99_time": 0.006694799703545869,
|
|
"mean_time": 0.004880302447360009,
|
|
"mean_precisions": 0.9081200000000001,
|
|
"engine_params": {
|
|
"ef": 128,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 13900.352298923011,
|
|
"total_upload_time": 13900.352323341009,
|
|
"p95_time": 0.5476909440571035,
|
|
"rps": 203.9931244497709,
|
|
"parallel": 100,
|
|
"p99_time": 0.5897977469496254,
|
|
"mean_time": 0.46434709350207415,
|
|
"mean_precisions": 0.877,
|
|
"engine_params": {
|
|
"ef": 64,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 13900.352298923011,
|
|
"total_upload_time": 13900.352323341009,
|
|
"p95_time": 0.6522354056469339,
|
|
"rps": 171.94273845101054,
|
|
"parallel": 100,
|
|
"p99_time": 0.9501668593479553,
|
|
"mean_time": 0.5541599402839638,
|
|
"mean_precisions": 0.9082,
|
|
"engine_params": {
|
|
"ef": 128,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 13900.352298923011,
|
|
"total_upload_time": 13900.352323341009,
|
|
"p95_time": 1.1096972713494324,
|
|
"rps": 99.41015771237915,
|
|
"parallel": 100,
|
|
"p99_time": 1.1348453114413133,
|
|
"mean_time": 0.9690884838421043,
|
|
"mean_precisions": 0.96547,
|
|
"engine_params": {
|
|
"ef": 256,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 13900.352298923011,
|
|
"total_upload_time": 13900.352323341009,
|
|
"p95_time": 2.333265061362181,
|
|
"rps": 54.88406422954279,
|
|
"parallel": 100,
|
|
"p99_time": 2.3532022876726115,
|
|
"mean_time": 1.771663031613207,
|
|
"mean_precisions": 0.98843,
|
|
"engine_params": {
|
|
"ef": 512,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 13900.352298923011,
|
|
"total_upload_time": 13900.352323341009,
|
|
"p95_time": 0.009802173799835143,
|
|
"rps": 131.9361204282315,
|
|
"parallel": 1,
|
|
"p99_time": 0.010410227212123573,
|
|
"mean_time": 0.007479651453439146,
|
|
"mean_precisions": 0.96548,
|
|
"engine_params": {
|
|
"ef": 256,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 13900.352298923011,
|
|
"total_upload_time": 13900.352323341009,
|
|
"p95_time": 0.01638320602942258,
|
|
"rps": 80.80050314178787,
|
|
"parallel": 1,
|
|
"p99_time": 0.01739573644474149,
|
|
"mean_time": 0.012241401988081635,
|
|
"mean_precisions": 0.9884200000000001,
|
|
"engine_params": {
|
|
"ef": 512,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 13900.352298923011,
|
|
"total_upload_time": 13900.352323341009,
|
|
"p95_time": 0.32507796834688635,
|
|
"rps": 327.51292592944543,
|
|
"parallel": 100,
|
|
"p99_time": 0.3350870940554887,
|
|
"mean_time": 0.28319663542276247,
|
|
"mean_precisions": 0.8769600000000001,
|
|
"engine_params": {
|
|
"ef": 64,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 13900.352298923011,
|
|
"total_upload_time": 13900.352323341009,
|
|
"p95_time": 0.39390412864740926,
|
|
"rps": 278.06416863675076,
|
|
"parallel": 100,
|
|
"p99_time": 0.45188659567385914,
|
|
"mean_time": 0.33762985169002785,
|
|
"mean_precisions": 0.9081200000000001,
|
|
"engine_params": {
|
|
"ef": 128,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 13900.352298923011,
|
|
"total_upload_time": 13900.352323341009,
|
|
"p95_time": 0.6806750227930024,
|
|
"rps": 160.13078542388885,
|
|
"parallel": 100,
|
|
"p99_time": 0.6881538429297507,
|
|
"mean_time": 0.5963881652234122,
|
|
"mean_precisions": 0.96548,
|
|
"engine_params": {
|
|
"ef": 256,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 13900.352298923011,
|
|
"total_upload_time": 13900.352323341009,
|
|
"p95_time": 1.2172074255766347,
|
|
"rps": 93.51538059955655,
|
|
"parallel": 100,
|
|
"p99_time": 1.638469669581391,
|
|
"mean_time": 1.0260545512707904,
|
|
"mean_precisions": 0.9884200000000001,
|
|
"engine_params": {
|
|
"ef": 512,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 8026.321081697002,
|
|
"total_upload_time": 8026.321097831002,
|
|
"p95_time": 0.00299488955643028,
|
|
"rps": 409.3899563285632,
|
|
"parallel": 1,
|
|
"p99_time": 0.0035129945911467077,
|
|
"mean_time": 0.002395261928578839,
|
|
"mean_precisions": 0.829937,
|
|
"engine_params": {
|
|
"ef": 64,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 8026.321081697002,
|
|
"total_upload_time": 8026.321097831002,
|
|
"p95_time": 0.0031507006846368314,
|
|
"rps": 376.7554780695916,
|
|
"parallel": 1,
|
|
"p99_time": 0.0033808371936902403,
|
|
"mean_time": 0.0026040162189863623,
|
|
"mean_precisions": 0.858978,
|
|
"engine_params": {
|
|
"ef": 128,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 8026.321081697002,
|
|
"total_upload_time": 8026.321097831002,
|
|
"p95_time": 0.21582989699709287,
|
|
"rps": 482.0166617566867,
|
|
"parallel": 100,
|
|
"p99_time": 0.22138162387658666,
|
|
"mean_time": 0.2027436989451002,
|
|
"mean_precisions": 0.8298189999999999,
|
|
"engine_params": {
|
|
"ef": 64,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 8026.321081697002,
|
|
"total_upload_time": 8026.321097831002,
|
|
"p95_time": 0.25923347985044526,
|
|
"rps": 400.05270427147144,
|
|
"parallel": 100,
|
|
"p99_time": 0.26797387338636325,
|
|
"mean_time": 0.24545179943462644,
|
|
"mean_precisions": 0.8589039999999999,
|
|
"engine_params": {
|
|
"ef": 128,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 8026.321081697002,
|
|
"total_upload_time": 8026.321097831002,
|
|
"p95_time": 0.46135011390069847,
|
|
"rps": 227.40265181390495,
|
|
"parallel": 100,
|
|
"p99_time": 0.47206946667713057,
|
|
"mean_time": 0.4340385924723414,
|
|
"mean_precisions": 0.92501,
|
|
"engine_params": {
|
|
"ef": 256,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 8026.321081697002,
|
|
"total_upload_time": 8026.321097831002,
|
|
"p95_time": 0.9772361030991306,
|
|
"rps": 114.67599734848551,
|
|
"parallel": 100,
|
|
"p99_time": 1.0150786271493417,
|
|
"mean_time": 0.8655731039208578,
|
|
"mean_precisions": 0.9674369999999999,
|
|
"engine_params": {
|
|
"ef": 512,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 8026.321081697002,
|
|
"total_upload_time": 8026.321097831002,
|
|
"p95_time": 0.004761694604530929,
|
|
"rps": 258.75610529003694,
|
|
"parallel": 1,
|
|
"p99_time": 0.005252905860543252,
|
|
"mean_time": 0.003809127248171717,
|
|
"mean_precisions": 0.924989,
|
|
"engine_params": {
|
|
"ef": 256,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 8026.321081697002,
|
|
"total_upload_time": 8026.321097831002,
|
|
"p95_time": 0.0075771082658320655,
|
|
"rps": 166.24699132348118,
|
|
"parallel": 1,
|
|
"p99_time": 0.008265600958839062,
|
|
"mean_time": 0.005955231940047816,
|
|
"mean_precisions": 0.9674369999999999,
|
|
"engine_params": {
|
|
"ef": 512,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 8026.321081697002,
|
|
"total_upload_time": 8026.321097831002,
|
|
"p95_time": 0.14094893955625593,
|
|
"rps": 765.8033151321213,
|
|
"parallel": 100,
|
|
"p99_time": 0.14762994749471547,
|
|
"mean_time": 0.12560096623101272,
|
|
"mean_precisions": 0.829937,
|
|
"engine_params": {
|
|
"ef": 64,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 8026.321081697002,
|
|
"total_upload_time": 8026.321097831002,
|
|
"p95_time": 0.1678074919851497,
|
|
"rps": 647.1724934561521,
|
|
"parallel": 100,
|
|
"p99_time": 0.1743435323191807,
|
|
"mean_time": 0.149489944031043,
|
|
"mean_precisions": 0.858978,
|
|
"engine_params": {
|
|
"ef": 128,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 8026.321081697002,
|
|
"total_upload_time": 8026.321097831002,
|
|
"p95_time": 0.2878142051864415,
|
|
"rps": 379.903361786728,
|
|
"parallel": 100,
|
|
"p99_time": 0.29950497577432544,
|
|
"mean_time": 0.2585998423461802,
|
|
"mean_precisions": 0.924989,
|
|
"engine_params": {
|
|
"ef": 256,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "redis",
|
|
"setup_name": "redis-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 8026.321081697002,
|
|
"total_upload_time": 8026.321097831002,
|
|
"p95_time": 0.5114796354901046,
|
|
"rps": 216.3377190586565,
|
|
"parallel": 100,
|
|
"p99_time": 0.5243103523179888,
|
|
"mean_time": 0.45716036826814527,
|
|
"mean_precisions": 0.9674370000000001,
|
|
"engine_params": {
|
|
"ef": 512,
|
|
"hnsw_config": {
|
|
"M": 64,
|
|
"EF_CONSTRUCTION": 512
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 843.3206597169628,
|
|
"total_upload_time": 843.3206871029688,
|
|
"p95_time": 0.01522877526585944,
|
|
"rps": 67.34022129566705,
|
|
"parallel": 1,
|
|
"p99_time": 0.016654045587056326,
|
|
"mean_time": 0.014157023558218497,
|
|
"mean_precisions": 0.94532,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 128,
|
|
"maxConnections": 16
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 843.3206597169628,
|
|
"total_upload_time": 843.3206871029688,
|
|
"p95_time": 0.016503569547785448,
|
|
"rps": 62.89347729377089,
|
|
"parallel": 1,
|
|
"p99_time": 0.017680931022041477,
|
|
"mean_time": 0.015181771953392308,
|
|
"mean_precisions": 0.9702200000000001,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 128,
|
|
"maxConnections": 16
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 843.3206597169628,
|
|
"total_upload_time": 843.3206871029688,
|
|
"p95_time": 0.5675910157297042,
|
|
"rps": 360.556140785458,
|
|
"parallel": 100,
|
|
"p99_time": 1.0418111439805944,
|
|
"mean_time": 0.2718027016739827,
|
|
"mean_precisions": 0.94532,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 128,
|
|
"maxConnections": 16
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 843.3206597169628,
|
|
"total_upload_time": 843.3206871029688,
|
|
"p95_time": 0.4878178683982697,
|
|
"rps": 348.223850185987,
|
|
"parallel": 100,
|
|
"p99_time": 0.9051783049694515,
|
|
"mean_time": 0.28267263337104814,
|
|
"mean_precisions": 0.9702200000000001,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 128,
|
|
"maxConnections": 16
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 843.3206597169628,
|
|
"total_upload_time": 843.3206871029688,
|
|
"p95_time": 0.5072619904240129,
|
|
"rps": 310.31256200722584,
|
|
"parallel": 100,
|
|
"p99_time": 0.7238084591511897,
|
|
"mean_time": 0.3178085503917304,
|
|
"mean_precisions": 0.9834400000000001,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 128,
|
|
"maxConnections": 16
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 843.3206597169628,
|
|
"total_upload_time": 843.3206871029688,
|
|
"p95_time": 0.5914960173889996,
|
|
"rps": 268.5950679056473,
|
|
"parallel": 100,
|
|
"p99_time": 0.769616716609453,
|
|
"mean_time": 0.36741443801204443,
|
|
"mean_precisions": 0.99082,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 128,
|
|
"maxConnections": 16
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 843.3206597169628,
|
|
"total_upload_time": 843.3206871029688,
|
|
"p95_time": 0.019442422973224894,
|
|
"rps": 55.03206797888427,
|
|
"parallel": 1,
|
|
"p99_time": 0.020619515439029783,
|
|
"mean_time": 0.01744311281251721,
|
|
"mean_precisions": 0.98344,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 128,
|
|
"maxConnections": 16
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-16-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 843.3206597169628,
|
|
"total_upload_time": 843.3206871029688,
|
|
"p95_time": 0.02429983814363368,
|
|
"rps": 46.163504703185794,
|
|
"parallel": 1,
|
|
"p99_time": 0.025462950533838014,
|
|
"mean_time": 0.020894608789589257,
|
|
"mean_precisions": 0.99082,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 128,
|
|
"maxConnections": 16
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-16-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 4249.170375510999,
|
|
"total_upload_time": 4249.170390752999,
|
|
"p95_time": 0.012595308500021923,
|
|
"rps": 123.15882590315042,
|
|
"parallel": 1,
|
|
"p99_time": 0.019562580997626373,
|
|
"mean_time": 0.008042437455087202,
|
|
"mean_precisions": 0.8474299999999999,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 128,
|
|
"maxConnections": 16
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-16-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 4249.170375510999,
|
|
"total_upload_time": 4249.170390752999,
|
|
"p95_time": 0.00967769500239228,
|
|
"rps": 130.8111893154177,
|
|
"parallel": 1,
|
|
"p99_time": 0.012527432939932626,
|
|
"mean_time": 0.007568946827307809,
|
|
"mean_precisions": 0.8798289999999999,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 128,
|
|
"maxConnections": 16
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-16-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 4249.170375510999,
|
|
"total_upload_time": 4249.170390752999,
|
|
"p95_time": 0.5536399066484589,
|
|
"rps": 688.3519421239191,
|
|
"parallel": 100,
|
|
"p99_time": 0.9227483752887206,
|
|
"mean_time": 0.143095149822189,
|
|
"mean_precisions": 0.8474299999999999,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 128,
|
|
"maxConnections": 16
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-16-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 4249.170375510999,
|
|
"total_upload_time": 4249.170390752999,
|
|
"p95_time": 0.49014220204935477,
|
|
"rps": 774.5863471205512,
|
|
"parallel": 100,
|
|
"p99_time": 0.7424820228200408,
|
|
"mean_time": 0.12774895844636047,
|
|
"mean_precisions": 0.8798290000000001,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 128,
|
|
"maxConnections": 16
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-16-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 4249.170375510999,
|
|
"total_upload_time": 4249.170390752999,
|
|
"p95_time": 0.5459510695982315,
|
|
"rps": 640.3742730862461,
|
|
"parallel": 100,
|
|
"p99_time": 0.9221149305197114,
|
|
"mean_time": 0.15472544720671869,
|
|
"mean_precisions": 0.9435040000000001,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 128,
|
|
"maxConnections": 16
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-16-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 4249.170375510999,
|
|
"total_upload_time": 4249.170390752999,
|
|
"p95_time": 0.4656441117993381,
|
|
"rps": 569.4830246059206,
|
|
"parallel": 100,
|
|
"p99_time": 0.6114321360898977,
|
|
"mean_time": 0.17405993095339073,
|
|
"mean_precisions": 0.976275,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 128,
|
|
"maxConnections": 16
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-16-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 4249.170375510999,
|
|
"total_upload_time": 4249.170390752999,
|
|
"p95_time": 0.011418262949882773,
|
|
"rps": 112.53357575693532,
|
|
"parallel": 1,
|
|
"p99_time": 0.013922928190331732,
|
|
"mean_time": 0.008806356606390182,
|
|
"mean_precisions": 0.9435040000000001,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 128,
|
|
"maxConnections": 16
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-16-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 4249.170375510999,
|
|
"total_upload_time": 4249.170390752999,
|
|
"p95_time": 0.013532070548717455,
|
|
"rps": 91.53949919623662,
|
|
"parallel": 1,
|
|
"p99_time": 0.016715880897172613,
|
|
"mean_time": 0.010840437649301747,
|
|
"mean_precisions": 0.976275,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 128,
|
|
"maxConnections": 16
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-16-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 739.6677053900003,
|
|
"total_upload_time": 739.667722491,
|
|
"p95_time": 0.01735964275003425,
|
|
"rps": 63.25958607164398,
|
|
"parallel": 1,
|
|
"p99_time": 0.026121951670311318,
|
|
"mean_time": 0.015689058375003697,
|
|
"mean_precisions": 0.68299,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 128,
|
|
"maxConnections": 16
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-16-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 739.6677053900003,
|
|
"total_upload_time": 739.667722491,
|
|
"p95_time": 0.017119191949905143,
|
|
"rps": 64.4336011705784,
|
|
"parallel": 1,
|
|
"p99_time": 0.023463722170381503,
|
|
"mean_time": 0.015418671956988874,
|
|
"mean_precisions": 0.72843,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 128,
|
|
"maxConnections": 16
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-16-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 739.6677053900003,
|
|
"total_upload_time": 739.667722491,
|
|
"p95_time": 0.7319060269500821,
|
|
"rps": 302.5590667338187,
|
|
"parallel": 100,
|
|
"p99_time": 1.0591935272103365,
|
|
"mean_time": 0.31523502210200516,
|
|
"mean_precisions": 0.68299,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 128,
|
|
"maxConnections": 16
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-16-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 739.6677053900003,
|
|
"total_upload_time": 739.667722491,
|
|
"p95_time": 0.5669408295503672,
|
|
"rps": 312.8410019714198,
|
|
"parallel": 100,
|
|
"p99_time": 0.7079431993097928,
|
|
"mean_time": 0.30074658506900503,
|
|
"mean_precisions": 0.72843,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 128,
|
|
"maxConnections": 16
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-16-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 739.6677053900003,
|
|
"total_upload_time": 739.667722491,
|
|
"p95_time": 0.6354942155998742,
|
|
"rps": 275.48381471673446,
|
|
"parallel": 100,
|
|
"p99_time": 0.8428557762295803,
|
|
"mean_time": 0.3463511030340105,
|
|
"mean_precisions": 0.83796,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 128,
|
|
"maxConnections": 16
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-16-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 739.6677053900003,
|
|
"total_upload_time": 739.667722491,
|
|
"p95_time": 1.065751175549849,
|
|
"rps": 242.31334427116985,
|
|
"parallel": 100,
|
|
"p99_time": 1.4423787559694208,
|
|
"mean_time": 0.3904036949249985,
|
|
"mean_precisions": 0.9106400000000001,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 128,
|
|
"maxConnections": 16
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-16-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 739.6677053900003,
|
|
"total_upload_time": 739.667722491,
|
|
"p95_time": 0.020242081699370827,
|
|
"rps": 54.83445998855009,
|
|
"parallel": 1,
|
|
"p99_time": 0.02385451028966599,
|
|
"mean_time": 0.01813195053101299,
|
|
"mean_precisions": 0.83796,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 128,
|
|
"maxConnections": 16
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-16-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 739.6677053900003,
|
|
"total_upload_time": 739.667722491,
|
|
"p95_time": 0.024036166050382234,
|
|
"rps": 47.06615655399186,
|
|
"parallel": 1,
|
|
"p99_time": 0.02947776120000526,
|
|
"mean_time": 0.021138637494997965,
|
|
"mean_precisions": 0.91064,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 128,
|
|
"maxConnections": 16
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 556.3655720269999,
|
|
"total_upload_time": 556.3655865159999,
|
|
"p95_time": 0.007779649049916766,
|
|
"rps": 174.5468938304436,
|
|
"parallel": 1,
|
|
"p99_time": 0.009769540108100048,
|
|
"mean_time": 0.005655229331637384,
|
|
"mean_precisions": 0.679485,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 128,
|
|
"maxConnections": 16
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 556.3655720269999,
|
|
"total_upload_time": 556.3655865159999,
|
|
"p95_time": 0.006568646655068732,
|
|
"rps": 174.8481187437991,
|
|
"parallel": 1,
|
|
"p99_time": 0.009359051045321396,
|
|
"mean_time": 0.00564187794221798,
|
|
"mean_precisions": 0.712433,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 128,
|
|
"maxConnections": 16
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 556.3655720269999,
|
|
"total_upload_time": 556.3655865159999,
|
|
"p95_time": 0.5415047466449321,
|
|
"rps": 800.9435757359909,
|
|
"parallel": 100,
|
|
"p99_time": 1.3087407008113225,
|
|
"mean_time": 0.12310272525195615,
|
|
"mean_precisions": 0.6792309999999999,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 128,
|
|
"maxConnections": 16
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 556.3655720269999,
|
|
"total_upload_time": 556.3655865159999,
|
|
"p95_time": 0.48686404990294235,
|
|
"rps": 787.6600983061387,
|
|
"parallel": 100,
|
|
"p99_time": 1.6949882728599197,
|
|
"mean_time": 0.12561355773173127,
|
|
"mean_precisions": 0.7123,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 128,
|
|
"maxConnections": 16
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 556.3655720269999,
|
|
"total_upload_time": 556.3655865159999,
|
|
"p95_time": 0.6287005709476943,
|
|
"rps": 720.0008258065833,
|
|
"parallel": 100,
|
|
"p99_time": 1.4938149033191448,
|
|
"mean_time": 0.13742820671157824,
|
|
"mean_precisions": 0.7913079999999999,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 128,
|
|
"maxConnections": 16
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 556.3655720269999,
|
|
"total_upload_time": 556.3655865159999,
|
|
"p95_time": 0.5768373881473954,
|
|
"rps": 603.3238586498919,
|
|
"parallel": 100,
|
|
"p99_time": 1.0835837595968048,
|
|
"mean_time": 0.16438596991137894,
|
|
"mean_precisions": 0.854554,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 128,
|
|
"maxConnections": 16
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 556.3655720269999,
|
|
"total_upload_time": 556.3655865159999,
|
|
"p95_time": 0.007435480304411609,
|
|
"rps": 152.60865672174515,
|
|
"parallel": 1,
|
|
"p99_time": 0.010557079364662061,
|
|
"mean_time": 0.0064754163097764834,
|
|
"mean_precisions": 0.791481,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 128,
|
|
"maxConnections": 16
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-16-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 556.3655720269999,
|
|
"total_upload_time": 556.3655865159999,
|
|
"p95_time": 0.009447779663605615,
|
|
"rps": 121.6082563335823,
|
|
"parallel": 1,
|
|
"p99_time": 0.012990633092704236,
|
|
"mean_time": 0.008144564888911555,
|
|
"mean_precisions": 0.854635,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 128,
|
|
"maxConnections": 16
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 994.3648578700377,
|
|
"total_upload_time": 994.3649148400291,
|
|
"p95_time": 0.016127244755625724,
|
|
"rps": 64.41651484994249,
|
|
"parallel": 1,
|
|
"p99_time": 0.01709960294130725,
|
|
"mean_time": 0.014813666523736902,
|
|
"mean_precisions": 0.9631799999999999,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 128,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 994.3648578700377,
|
|
"total_upload_time": 994.3649148400291,
|
|
"p95_time": 0.01855106630246155,
|
|
"rps": 58.1197434107439,
|
|
"parallel": 1,
|
|
"p99_time": 0.01981345670181327,
|
|
"mean_time": 0.01645602744779317,
|
|
"mean_precisions": 0.98188,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 128,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 994.3648578700377,
|
|
"total_upload_time": 994.3649148400291,
|
|
"p95_time": 0.4746456619614037,
|
|
"rps": 358.12411676135434,
|
|
"parallel": 100,
|
|
"p99_time": 0.694129477957031,
|
|
"mean_time": 0.274361309977225,
|
|
"mean_precisions": 0.9631800000000001,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 128,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 994.3648578700377,
|
|
"total_upload_time": 994.3649148400291,
|
|
"p95_time": 0.48671832077961885,
|
|
"rps": 326.0283472703862,
|
|
"parallel": 100,
|
|
"p99_time": 0.654792692558258,
|
|
"mean_time": 0.3015593706819229,
|
|
"mean_precisions": 0.9818800000000001,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 128,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 994.3648578700377,
|
|
"total_upload_time": 994.3649148400291,
|
|
"p95_time": 0.585207399688079,
|
|
"rps": 291.82671591091776,
|
|
"parallel": 100,
|
|
"p99_time": 0.9851770003064309,
|
|
"mean_time": 0.33815139169543984,
|
|
"mean_precisions": 0.9907400000000002,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 128,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 994.3648578700377,
|
|
"total_upload_time": 994.3649148400291,
|
|
"p95_time": 0.6629838636785281,
|
|
"rps": 235.47686734335878,
|
|
"parallel": 100,
|
|
"p99_time": 0.8232696147949907,
|
|
"mean_time": 0.41950722479602554,
|
|
"mean_precisions": 0.9952199999999999,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 128,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 994.3648578700377,
|
|
"total_upload_time": 994.3649148400291,
|
|
"p95_time": 0.022634481184650213,
|
|
"rps": 50.42069304052409,
|
|
"parallel": 1,
|
|
"p99_time": 0.02403421462629922,
|
|
"mean_time": 0.019085715388553217,
|
|
"mean_precisions": 0.9907400000000002,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 128,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-128",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 994.3648578700377,
|
|
"total_upload_time": 994.3649148400291,
|
|
"p95_time": 0.030226204186328688,
|
|
"rps": 40.33459443584504,
|
|
"parallel": 1,
|
|
"p99_time": 0.03220919487823267,
|
|
"mean_time": 0.024007467196916696,
|
|
"mean_precisions": 0.9952199999999999,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 128,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 5022.256726595006,
|
|
"total_upload_time": 5022.256740265002,
|
|
"p95_time": 0.0727481894966331,
|
|
"rps": 25.61300719023531,
|
|
"parallel": 1,
|
|
"p99_time": 0.09062530099312426,
|
|
"mean_time": 0.03888817855450616,
|
|
"mean_precisions": 0.9019220000000001,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 128,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 5022.256726595006,
|
|
"total_upload_time": 5022.256740265002,
|
|
"p95_time": 0.0476014435509569,
|
|
"rps": 25.60346191872536,
|
|
"parallel": 1,
|
|
"p99_time": 0.05490256241188036,
|
|
"mean_time": 0.03889792805506732,
|
|
"mean_precisions": 0.9258870000000001,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 128,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 5022.256726595006,
|
|
"total_upload_time": 5022.256740265002,
|
|
"p95_time": 7.207678628652502,
|
|
"rps": 20.428664123327597,
|
|
"parallel": 100,
|
|
"p99_time": 8.00379792695021,
|
|
"mean_time": 4.888012854177892,
|
|
"mean_precisions": 0.9019220000000001,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 128,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 5022.256726595006,
|
|
"total_upload_time": 5022.256740265002,
|
|
"p95_time": 4.351621749190963,
|
|
"rps": 36.172441486587374,
|
|
"parallel": 100,
|
|
"p99_time": 5.1571036981187355,
|
|
"mean_time": 2.756166138745587,
|
|
"mean_precisions": 0.9258869999999999,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 128,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 5022.256726595006,
|
|
"total_upload_time": 5022.256740265002,
|
|
"p95_time": 4.958008048299962,
|
|
"rps": 27.712826215996394,
|
|
"parallel": 100,
|
|
"p99_time": 5.65677754515753,
|
|
"mean_time": 3.6001363975869376,
|
|
"mean_precisions": 0.9691630000000001,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 128,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 5022.256726595006,
|
|
"total_upload_time": 5022.256740265002,
|
|
"p95_time": 4.996125274861697,
|
|
"rps": 27.697301223243183,
|
|
"parallel": 100,
|
|
"p99_time": 5.6980997332884,
|
|
"mean_time": 3.6016563176588097,
|
|
"mean_precisions": 0.9885120000000001,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 128,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 5022.256726595006,
|
|
"total_upload_time": 5022.256740265002,
|
|
"p95_time": 0.04929014460503822,
|
|
"rps": 24.526228983288384,
|
|
"parallel": 1,
|
|
"p99_time": 0.056085780847060965,
|
|
"mean_time": 0.04061486547902168,
|
|
"mean_precisions": 0.9691630000000001,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 128,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-128",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 5022.256726595006,
|
|
"total_upload_time": 5022.256740265002,
|
|
"p95_time": 0.051346257595287166,
|
|
"rps": 23.89046807236223,
|
|
"parallel": 1,
|
|
"p99_time": 0.05878724864509422,
|
|
"mean_time": 0.041696624087830425,
|
|
"mean_precisions": 0.9885120000000001,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 128,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 881.557393436,
|
|
"total_upload_time": 881.5574071440005,
|
|
"p95_time": 0.019986793700172707,
|
|
"rps": 57.95636709106786,
|
|
"parallel": 1,
|
|
"p99_time": 0.031266084789731384,
|
|
"mean_time": 0.017153933398005392,
|
|
"mean_precisions": 0.75525,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 128,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 881.557393436,
|
|
"total_upload_time": 881.5574071440005,
|
|
"p95_time": 0.02075970545047312,
|
|
"rps": 54.37325295560483,
|
|
"parallel": 1,
|
|
"p99_time": 0.032034933449431244,
|
|
"mean_time": 0.018286960297013138,
|
|
"mean_precisions": 0.79879,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 128,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 881.557393436,
|
|
"total_upload_time": 881.5574071440005,
|
|
"p95_time": 0.6562358872495678,
|
|
"rps": 295.0730876415492,
|
|
"parallel": 100,
|
|
"p99_time": 0.7756810043387667,
|
|
"mean_time": 0.32262225347099593,
|
|
"mean_precisions": 0.75525,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 128,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 881.557393436,
|
|
"total_upload_time": 881.5574071440005,
|
|
"p95_time": 0.5774839830506606,
|
|
"rps": 278.01714729818286,
|
|
"parallel": 100,
|
|
"p99_time": 2.740935793958833,
|
|
"mean_time": 0.34327524790699315,
|
|
"mean_precisions": 0.79879,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 128,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 881.557393436,
|
|
"total_upload_time": 881.5574071440005,
|
|
"p95_time": 0.9181657221501154,
|
|
"rps": 249.99070653290522,
|
|
"parallel": 100,
|
|
"p99_time": 1.1749033815393521,
|
|
"mean_time": 0.3817680353619908,
|
|
"mean_precisions": 0.89149,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 128,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 881.557393436,
|
|
"total_upload_time": 881.5574071440005,
|
|
"p95_time": 0.8341241038508087,
|
|
"rps": 202.5133078921865,
|
|
"parallel": 100,
|
|
"p99_time": 1.1195473410997692,
|
|
"mean_time": 0.46887773686401124,
|
|
"mean_precisions": 0.9476400000000001,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 128,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 881.557393436,
|
|
"total_upload_time": 881.5574071440005,
|
|
"p95_time": 0.023423920499499217,
|
|
"rps": 49.828695561906656,
|
|
"parallel": 1,
|
|
"p99_time": 0.02842067983028755,
|
|
"mean_time": 0.019960392566006704,
|
|
"mean_precisions": 0.89149,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 128,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-128",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 881.557393436,
|
|
"total_upload_time": 881.5574071440005,
|
|
"p95_time": 0.029908669398719213,
|
|
"rps": 39.713074450877414,
|
|
"parallel": 1,
|
|
"p99_time": 0.03254222875988489,
|
|
"mean_time": 0.02506771656001001,
|
|
"mean_precisions": 0.94764,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 128,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 765.5428848360007,
|
|
"total_upload_time": 765.5428980510005,
|
|
"p95_time": 0.008164127440250012,
|
|
"rps": 163.5555355484557,
|
|
"parallel": 1,
|
|
"p99_time": 0.010459640326444064,
|
|
"mean_time": 0.006038516633430845,
|
|
"mean_precisions": 0.7468040000000001,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 128,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 765.5428848360007,
|
|
"total_upload_time": 765.5428980510005,
|
|
"p95_time": 0.007147414638893678,
|
|
"rps": 161.16509226891492,
|
|
"parallel": 1,
|
|
"p99_time": 0.010074893095588778,
|
|
"mean_time": 0.0061289692249149085,
|
|
"mean_precisions": 0.7765820000000001,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 128,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 765.5428848360007,
|
|
"total_upload_time": 765.5428980510005,
|
|
"p95_time": 0.4860289624004501,
|
|
"rps": 840.8258343168707,
|
|
"parallel": 100,
|
|
"p99_time": 1.8394208670932866,
|
|
"mean_time": 0.11757640678003808,
|
|
"mean_precisions": 0.7466940000000001,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 128,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 765.5428848360007,
|
|
"total_upload_time": 765.5428980510005,
|
|
"p95_time": 0.5746176213586289,
|
|
"rps": 807.4773351468832,
|
|
"parallel": 100,
|
|
"p99_time": 1.5665157227148305,
|
|
"mean_time": 0.12221946521689969,
|
|
"mean_precisions": 0.776591,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 128,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 765.5428848360007,
|
|
"total_upload_time": 765.5428980510005,
|
|
"p95_time": 0.524640337643359,
|
|
"rps": 701.7792993763564,
|
|
"parallel": 100,
|
|
"p99_time": 1.329954752515189,
|
|
"mean_time": 0.141098515133014,
|
|
"mean_precisions": 0.8488290000000001,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 128,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 765.5428848360007,
|
|
"total_upload_time": 765.5428980510005,
|
|
"p95_time": 0.46400184624144447,
|
|
"rps": 541.5155331402559,
|
|
"parallel": 100,
|
|
"p99_time": 1.041635735902674,
|
|
"mean_time": 0.18323096984555595,
|
|
"mean_precisions": 0.905198,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 128,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 765.5428848360007,
|
|
"total_upload_time": 765.5428980510005,
|
|
"p95_time": 0.008772029650572222,
|
|
"rps": 133.3874979110193,
|
|
"parallel": 1,
|
|
"p99_time": 0.011479479760746472,
|
|
"mean_time": 0.007415734122495633,
|
|
"mean_precisions": 0.848875,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 128,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-128",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 765.5428848360007,
|
|
"total_upload_time": 765.5428980510005,
|
|
"p95_time": 0.012467860709875822,
|
|
"rps": 98.45246588688146,
|
|
"parallel": 1,
|
|
"p99_time": 0.014639544118545036,
|
|
"mean_time": 0.01007373308785318,
|
|
"mean_precisions": 0.905466,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 128,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 1558.8598351570545,
|
|
"total_upload_time": 1558.8598632450448,
|
|
"p95_time": 0.0168429579003714,
|
|
"rps": 62.27452869195641,
|
|
"parallel": 1,
|
|
"p99_time": 0.02010206695820674,
|
|
"mean_time": 0.015354767360060941,
|
|
"mean_precisions": 0.97544,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 256,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 1558.8598351570545,
|
|
"total_upload_time": 1558.8598632450448,
|
|
"p95_time": 0.019410210123169236,
|
|
"rps": 55.4780798308694,
|
|
"parallel": 1,
|
|
"p99_time": 0.02058047521102708,
|
|
"mean_time": 0.017285823385033292,
|
|
"mean_precisions": 0.98856,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 256,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 1558.8598351570545,
|
|
"total_upload_time": 1558.8598632450448,
|
|
"p95_time": 0.465421090304153,
|
|
"rps": 352.50685769034175,
|
|
"parallel": 100,
|
|
"p99_time": 0.7823982045607412,
|
|
"mean_time": 0.2794463231375208,
|
|
"mean_precisions": 0.9754400000000002,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 256,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 1558.8598351570545,
|
|
"total_upload_time": 1558.8598632450448,
|
|
"p95_time": 0.49396754650224467,
|
|
"rps": 316.34462746387806,
|
|
"parallel": 100,
|
|
"p99_time": 0.7358942784398097,
|
|
"mean_time": 0.31133481576974736,
|
|
"mean_precisions": 0.9885599999999999,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 256,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 1558.8598351570545,
|
|
"total_upload_time": 1558.8598632450448,
|
|
"p95_time": 0.571543828773429,
|
|
"rps": 273.7983434917226,
|
|
"parallel": 100,
|
|
"p99_time": 0.825715062749224,
|
|
"mean_time": 0.3604836656297906,
|
|
"mean_precisions": 0.9947799999999999,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 256,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 1558.8598351570545,
|
|
"total_upload_time": 1558.8598632450448,
|
|
"p95_time": 0.7247987551614642,
|
|
"rps": 213.86115697680174,
|
|
"parallel": 100,
|
|
"p99_time": 0.9012946943443974,
|
|
"mean_time": 0.4622558355553076,
|
|
"mean_precisions": 0.9979400000000002,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 256,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 1558.8598351570545,
|
|
"total_upload_time": 1558.8598632450448,
|
|
"p95_time": 0.024388861897750757,
|
|
"rps": 46.63070134096561,
|
|
"parallel": 1,
|
|
"p99_time": 0.02576907947601285,
|
|
"mean_time": 0.020680391426803543,
|
|
"mean_precisions": 0.9947800000000001,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 256,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 1558.8598351570545,
|
|
"total_upload_time": 1558.8598632450448,
|
|
"p95_time": 0.03364598968473729,
|
|
"rps": 35.945436620021546,
|
|
"parallel": 1,
|
|
"p99_time": 0.03543745213362855,
|
|
"mean_time": 0.027003182709158864,
|
|
"mean_precisions": 0.9979400000000002,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 256,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 8155.138606392997,
|
|
"total_upload_time": 8155.138621056001,
|
|
"p95_time": 0.0766208445493248,
|
|
"rps": 23.66565023874646,
|
|
"parallel": 1,
|
|
"p99_time": 0.08785810974441123,
|
|
"mean_time": 0.042106091231040775,
|
|
"mean_precisions": 0.9200640000000001,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 256,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 8155.138606392997,
|
|
"total_upload_time": 8155.138621056001,
|
|
"p95_time": 0.04824622894957428,
|
|
"rps": 26.463569506515693,
|
|
"parallel": 1,
|
|
"p99_time": 0.05557969578730991,
|
|
"mean_time": 0.03763336600842449,
|
|
"mean_precisions": 0.9423210000000001,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 256,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 8155.138606392997,
|
|
"total_upload_time": 8155.138621056001,
|
|
"p95_time": 6.739490905810089,
|
|
"rps": 25.878548893297374,
|
|
"parallel": 100,
|
|
"p99_time": 7.654196956583765,
|
|
"mean_time": 3.8548853042517557,
|
|
"mean_precisions": 0.920064,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 256,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 8155.138606392997,
|
|
"total_upload_time": 8155.138621056001,
|
|
"p95_time": 4.694987515747197,
|
|
"rps": 34.90374676325125,
|
|
"parallel": 100,
|
|
"p99_time": 5.446151642423647,
|
|
"mean_time": 2.8570713279081654,
|
|
"mean_precisions": 0.9423210000000001,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 256,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 8155.138606392997,
|
|
"total_upload_time": 8155.138621056001,
|
|
"p95_time": 4.993139286882069,
|
|
"rps": 28.096236155005137,
|
|
"parallel": 100,
|
|
"p99_time": 5.657810605008279,
|
|
"mean_time": 3.550324359199742,
|
|
"mean_precisions": 0.979034,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 256,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 8155.138606392997,
|
|
"total_upload_time": 8155.138621056001,
|
|
"p95_time": 5.746991247213737,
|
|
"rps": 24.087412229006453,
|
|
"parallel": 100,
|
|
"p99_time": 6.547868284509461,
|
|
"mean_time": 4.14225105576044,
|
|
"mean_precisions": 0.993333,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 256,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 8155.138606392997,
|
|
"total_upload_time": 8155.138621056001,
|
|
"p95_time": 0.04689465484334505,
|
|
"rps": 25.984618512243042,
|
|
"parallel": 1,
|
|
"p99_time": 0.053465919362788564,
|
|
"mean_time": 0.038330463452737606,
|
|
"mean_precisions": 0.979034,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 256,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 8155.138606392997,
|
|
"total_upload_time": 8155.138621056001,
|
|
"p95_time": 0.051725752901984355,
|
|
"rps": 23.619435172972498,
|
|
"parallel": 1,
|
|
"p99_time": 0.05956182521593293,
|
|
"mean_time": 0.04218057967784698,
|
|
"mean_precisions": 0.993333,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 256,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 1549.2811875930001,
|
|
"total_upload_time": 1549.281206435,
|
|
"p95_time": 0.0190748090989473,
|
|
"rps": 58.57154831275604,
|
|
"parallel": 1,
|
|
"p99_time": 0.022623327999899627,
|
|
"mean_time": 0.016968341936993966,
|
|
"mean_precisions": 0.80352,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 256,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 1549.2811875930001,
|
|
"total_upload_time": 1549.281206435,
|
|
"p95_time": 0.019851437049419468,
|
|
"rps": 56.88305099744382,
|
|
"parallel": 1,
|
|
"p99_time": 0.023961648700678777,
|
|
"mean_time": 0.017472521446008613,
|
|
"mean_precisions": 0.84418,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 256,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 1549.2811875930001,
|
|
"total_upload_time": 1549.281206435,
|
|
"p95_time": 0.9080061996512085,
|
|
"rps": 283.8306566983521,
|
|
"parallel": 100,
|
|
"p99_time": 1.3579724310098935,
|
|
"mean_time": 0.3343424563709923,
|
|
"mean_precisions": 0.80352,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 256,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 1549.2811875930001,
|
|
"total_upload_time": 1549.281206435,
|
|
"p95_time": 0.7930725416001219,
|
|
"rps": 260.87246657301,
|
|
"parallel": 100,
|
|
"p99_time": 1.0641467991402351,
|
|
"mean_time": 0.3657358937150693,
|
|
"mean_precisions": 0.84418,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 256,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 1549.2811875930001,
|
|
"total_upload_time": 1549.281206435,
|
|
"p95_time": 0.7557019373505681,
|
|
"rps": 230.9397173791055,
|
|
"parallel": 100,
|
|
"p99_time": 0.967704182400248,
|
|
"mean_time": 0.41384739849598734,
|
|
"mean_precisions": 0.92722,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 256,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 1549.2811875930001,
|
|
"total_upload_time": 1549.281206435,
|
|
"p95_time": 0.9247355569492356,
|
|
"rps": 179.98580177322918,
|
|
"parallel": 100,
|
|
"p99_time": 1.2317238206305956,
|
|
"mean_time": 0.5272355056970192,
|
|
"mean_precisions": 0.9702900000000001,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 256,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 1549.2811875930001,
|
|
"total_upload_time": 1549.281206435,
|
|
"p95_time": 0.024862609500632966,
|
|
"rps": 46.965200629762776,
|
|
"parallel": 1,
|
|
"p99_time": 0.02767371491030644,
|
|
"mean_time": 0.021179852760980795,
|
|
"mean_precisions": 0.92722,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 256,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 1549.2811875930001,
|
|
"total_upload_time": 1549.281206435,
|
|
"p95_time": 0.033245957249346245,
|
|
"rps": 36.064609462075914,
|
|
"parallel": 1,
|
|
"p99_time": 0.03658154957998704,
|
|
"mean_time": 0.027610375826983728,
|
|
"mean_precisions": 0.97029,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 256,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 1335.7662973850001,
|
|
"total_upload_time": 1335.7663151750003,
|
|
"p95_time": 0.0072120463592000306,
|
|
"rps": 161.39489080934203,
|
|
"parallel": 1,
|
|
"p99_time": 0.01004109077504836,
|
|
"mean_time": 0.006119924280245323,
|
|
"mean_precisions": 0.7656860000000001,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 256,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 1335.7662973850001,
|
|
"total_upload_time": 1335.7663151750003,
|
|
"p95_time": 0.00741707067354582,
|
|
"rps": 154.91643928114084,
|
|
"parallel": 1,
|
|
"p99_time": 0.010300739303638699,
|
|
"mean_time": 0.006381553887334303,
|
|
"mean_precisions": 0.7963180000000001,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 256,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 1335.7662973850001,
|
|
"total_upload_time": 1335.7663151750003,
|
|
"p95_time": 0.5849916293474959,
|
|
"rps": 799.6047125959175,
|
|
"parallel": 100,
|
|
"p99_time": 1.4445539310565807,
|
|
"mean_time": 0.12374357671405159,
|
|
"mean_precisions": 0.76578,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 256,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 1335.7662973850001,
|
|
"total_upload_time": 1335.7663151750003,
|
|
"p95_time": 0.5322547697564002,
|
|
"rps": 762.3673144627495,
|
|
"parallel": 100,
|
|
"p99_time": 1.5489520327620274,
|
|
"mean_time": 0.129778788133747,
|
|
"mean_precisions": 0.796543,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 256,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 1335.7662973850001,
|
|
"total_upload_time": 1335.7663151750003,
|
|
"p95_time": 0.5222645492496658,
|
|
"rps": 647.056595443313,
|
|
"parallel": 100,
|
|
"p99_time": 1.0365208149002896,
|
|
"mean_time": 0.15317935014837566,
|
|
"mean_precisions": 0.8697119999999999,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 256,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 1335.7662973850001,
|
|
"total_upload_time": 1335.7663151750003,
|
|
"p95_time": 0.45125350679954834,
|
|
"rps": 497.8528398600358,
|
|
"parallel": 100,
|
|
"p99_time": 0.7782429872461966,
|
|
"mean_time": 0.19948714598404185,
|
|
"mean_precisions": 0.9251729999999999,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 256,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 1335.7662973850001,
|
|
"total_upload_time": 1335.7663151750003,
|
|
"p95_time": 0.009435082490381318,
|
|
"rps": 123.8960514120047,
|
|
"parallel": 1,
|
|
"p99_time": 0.012062291470938367,
|
|
"mean_time": 0.007986096309151617,
|
|
"mean_precisions": 0.8697790000000001,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 256,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 1335.7662973850001,
|
|
"total_upload_time": 1335.7663151750003,
|
|
"p95_time": 0.013502029910159762,
|
|
"rps": 90.82893171802553,
|
|
"parallel": 1,
|
|
"p99_time": 0.015577996865031321,
|
|
"mean_time": 0.010923416640024516,
|
|
"mean_precisions": 0.9250439999999999,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 256,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 2771.5427476380137,
|
|
"total_upload_time": 2771.5427743790206,
|
|
"p95_time": 0.016835480454028585,
|
|
"rps": 61.50746628876224,
|
|
"parallel": 1,
|
|
"p99_time": 0.01771256809181069,
|
|
"mean_time": 0.015551943964778912,
|
|
"mean_precisions": 0.9791,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 512,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 2771.5427476380137,
|
|
"total_upload_time": 2771.5427743790206,
|
|
"p95_time": 0.019740751152858137,
|
|
"rps": 53.73841339433956,
|
|
"parallel": 1,
|
|
"p99_time": 0.02064873149385676,
|
|
"mean_time": 0.01786769931340823,
|
|
"mean_precisions": 0.9916799999999999,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 512,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 2771.5427476380137,
|
|
"total_upload_time": 2771.5427743790206,
|
|
"p95_time": 0.530125635638251,
|
|
"rps": 346.2407760765031,
|
|
"parallel": 100,
|
|
"p99_time": 0.960585241016816,
|
|
"mean_time": 0.2836881090287701,
|
|
"mean_precisions": 0.9791,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 512,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 2771.5427476380137,
|
|
"total_upload_time": 2771.5427743790206,
|
|
"p95_time": 0.5190822412259878,
|
|
"rps": 313.887445168345,
|
|
"parallel": 100,
|
|
"p99_time": 0.939072462049081,
|
|
"mean_time": 0.31399696767177665,
|
|
"mean_precisions": 0.9916799999999999,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 512,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 2771.5427476380137,
|
|
"total_upload_time": 2771.5427743790206,
|
|
"p95_time": 0.5836064251983771,
|
|
"rps": 262.5808279131341,
|
|
"parallel": 100,
|
|
"p99_time": 0.7251913014752791,
|
|
"mean_time": 0.37590538648853544,
|
|
"mean_precisions": 0.9969,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 512,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 2771.5427476380137,
|
|
"total_upload_time": 2771.5427743790206,
|
|
"p95_time": 0.7174954638350756,
|
|
"rps": 205.42763723555115,
|
|
"parallel": 100,
|
|
"p99_time": 0.8953138582676199,
|
|
"mean_time": 0.48153051286410775,
|
|
"mean_precisions": 0.9986200000000001,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 512,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 2771.5427476380137,
|
|
"total_upload_time": 2771.5427743790206,
|
|
"p95_time": 0.025150982700870374,
|
|
"rps": 44.282284943680665,
|
|
"parallel": 1,
|
|
"p99_time": 0.026319063659757377,
|
|
"mean_time": 0.021797319324535783,
|
|
"mean_precisions": 0.9969,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 512,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 2771.5427476380137,
|
|
"total_upload_time": 2771.5427743790206,
|
|
"p95_time": 0.03468061416060664,
|
|
"rps": 33.99824996143273,
|
|
"parallel": 1,
|
|
"p99_time": 0.03649081600364298,
|
|
"mean_time": 0.028597855708084534,
|
|
"mean_precisions": 0.9986200000000001,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 512,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 14841.105200933001,
|
|
"total_upload_time": 14841.105214221985,
|
|
"p95_time": 0.08108182080031838,
|
|
"rps": 20.532595744881263,
|
|
"parallel": 1,
|
|
"p99_time": 0.0913250823339331,
|
|
"mean_time": 0.048564703295042276,
|
|
"mean_precisions": 0.926732,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 512,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 14841.105200933001,
|
|
"total_upload_time": 14841.105214221985,
|
|
"p95_time": 0.04961498228367418,
|
|
"rps": 24.57774488758759,
|
|
"parallel": 1,
|
|
"p99_time": 0.05763594262214611,
|
|
"mean_time": 0.040564238387535444,
|
|
"mean_precisions": 0.9481719999999999,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 512,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 14841.105200933001,
|
|
"total_upload_time": 14841.105214221985,
|
|
"p95_time": 5.299771125496773,
|
|
"rps": 25.774605011875295,
|
|
"parallel": 100,
|
|
"p99_time": 5.95406163337495,
|
|
"mean_time": 3.8706715475870705,
|
|
"mean_precisions": 0.926732,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 512,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 14841.105200933001,
|
|
"total_upload_time": 14841.105214221985,
|
|
"p95_time": 5.345599429275898,
|
|
"rps": 25.46417484819506,
|
|
"parallel": 100,
|
|
"p99_time": 6.052834190951253,
|
|
"mean_time": 3.9182957254142265,
|
|
"mean_precisions": 0.9481720000000001,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 512,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 14841.105200933001,
|
|
"total_upload_time": 14841.105214221985,
|
|
"p95_time": 6.248729398658906,
|
|
"rps": 23.368828895302926,
|
|
"parallel": 100,
|
|
"p99_time": 7.151005372402724,
|
|
"mean_time": 4.267955043469079,
|
|
"mean_precisions": 0.9828040000000001,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 512,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 14841.105200933001,
|
|
"total_upload_time": 14841.105214221985,
|
|
"p95_time": 6.761238494208356,
|
|
"rps": 19.234069994403274,
|
|
"parallel": 100,
|
|
"p99_time": 7.7444557473564055,
|
|
"mean_time": 5.187629677497398,
|
|
"mean_precisions": 0.9952040000000001,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 512,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 14841.105200933001,
|
|
"total_upload_time": 14841.105214221985,
|
|
"p95_time": 0.05212220721296035,
|
|
"rps": 23.20820270528188,
|
|
"parallel": 1,
|
|
"p99_time": 0.059419968018773944,
|
|
"mean_time": 0.04296152876591659,
|
|
"mean_precisions": 0.9828040000000001,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 512,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 14841.105200933001,
|
|
"total_upload_time": 14841.105214221985,
|
|
"p95_time": 0.05732682085072156,
|
|
"rps": 21.19157782020568,
|
|
"parallel": 1,
|
|
"p99_time": 0.06554340075905202,
|
|
"mean_time": 0.047055455834383614,
|
|
"mean_precisions": 0.9952040000000001,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 512,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 2707.8273376079997,
|
|
"total_upload_time": 2707.8273556740005,
|
|
"p95_time": 0.01960081509942029,
|
|
"rps": 57.75803395242784,
|
|
"parallel": 1,
|
|
"p99_time": 0.022852822149834535,
|
|
"mean_time": 0.01721278104905832,
|
|
"mean_precisions": 0.8296,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 512,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 2707.8273376079997,
|
|
"total_upload_time": 2707.8273556740005,
|
|
"p95_time": 0.020220669549689773,
|
|
"rps": 55.55124920728748,
|
|
"parallel": 1,
|
|
"p99_time": 0.023443422150139667,
|
|
"mean_time": 0.01789656243301397,
|
|
"mean_precisions": 0.8701599999999999,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 512,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 2707.8273376079997,
|
|
"total_upload_time": 2707.8273556740005,
|
|
"p95_time": 0.6293252652995761,
|
|
"rps": 282.97556235883314,
|
|
"parallel": 100,
|
|
"p99_time": 0.9121193386808225,
|
|
"mean_time": 0.3322760982170257,
|
|
"mean_precisions": 0.8296,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 512,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 2707.8273376079997,
|
|
"total_upload_time": 2707.8273556740005,
|
|
"p95_time": 1.1516103395993014,
|
|
"rps": 281.1213916457418,
|
|
"parallel": 100,
|
|
"p99_time": 1.2642168350499554,
|
|
"mean_time": 0.337783044717964,
|
|
"mean_precisions": 0.87016,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 512,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 2707.8273376079997,
|
|
"total_upload_time": 2707.8273556740005,
|
|
"p95_time": 1.0112791732000002,
|
|
"rps": 231.91814706156856,
|
|
"parallel": 100,
|
|
"p99_time": 1.6745272835788636,
|
|
"mean_time": 0.4124651558530022,
|
|
"mean_precisions": 0.94574,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 512,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 2707.8273376079997,
|
|
"total_upload_time": 2707.8273556740005,
|
|
"p95_time": 0.859707909100507,
|
|
"rps": 175.50627817813776,
|
|
"parallel": 100,
|
|
"p99_time": 1.0117214237590086,
|
|
"mean_time": 0.5490002400220201,
|
|
"mean_precisions": 0.9807800000000001,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 512,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 2707.8273376079997,
|
|
"total_upload_time": 2707.8273556740005,
|
|
"p95_time": 0.025388150949675035,
|
|
"rps": 45.4276293590785,
|
|
"parallel": 1,
|
|
"p99_time": 0.02826432673926319,
|
|
"mean_time": 0.021903270123000765,
|
|
"mean_precisions": 0.94574,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 512,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 2707.8273376079997,
|
|
"total_upload_time": 2707.8273556740005,
|
|
"p95_time": 0.034743634449841916,
|
|
"rps": 34.24426412436944,
|
|
"parallel": 1,
|
|
"p99_time": 0.037311901780358314,
|
|
"mean_time": 0.02908646128794135,
|
|
"mean_precisions": 0.98078,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 512,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 1421.4643510050082,
|
|
"total_upload_time": 1421.464364519008,
|
|
"p95_time": 0.009632314294867677,
|
|
"rps": 134.96845388961995,
|
|
"parallel": 1,
|
|
"p99_time": 0.012518825027218556,
|
|
"mean_time": 0.007337302466361143,
|
|
"mean_precisions": 0.772648,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 512,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 1421.4643510050082,
|
|
"total_upload_time": 1421.464364519008,
|
|
"p95_time": 0.009370540253439683,
|
|
"rps": 133.46040719738357,
|
|
"parallel": 1,
|
|
"p99_time": 0.011757101240509658,
|
|
"mean_time": 0.0074210223606613,
|
|
"mean_precisions": 0.803902,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 512,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 1421.4643510050082,
|
|
"total_upload_time": 1421.464364519008,
|
|
"p95_time": 0.5367853381998412,
|
|
"rps": 799.4945627353541,
|
|
"parallel": 100,
|
|
"p99_time": 1.5045514758487115,
|
|
"mean_time": 0.12373817348007869,
|
|
"mean_precisions": 0.7726479999999999,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 512,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 1421.4643510050082,
|
|
"total_upload_time": 1421.464364519008,
|
|
"p95_time": 0.5376164954483099,
|
|
"rps": 767.8805228036817,
|
|
"parallel": 100,
|
|
"p99_time": 1.2788118857660449,
|
|
"mean_time": 0.12870975729076162,
|
|
"mean_precisions": 0.803902,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 512,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 1421.4643510050082,
|
|
"total_upload_time": 1421.464364519008,
|
|
"p95_time": 0.4872585675489971,
|
|
"rps": 643.1856431661689,
|
|
"parallel": 100,
|
|
"p99_time": 1.0731516798914535,
|
|
"mean_time": 0.1540871262507644,
|
|
"mean_precisions": 0.8779309999999999,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 512,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 1421.4643510050082,
|
|
"total_upload_time": 1421.464364519008,
|
|
"p95_time": 0.4970056598016526,
|
|
"rps": 486.91198462312093,
|
|
"parallel": 100,
|
|
"p99_time": 1.149188031736269,
|
|
"mean_time": 0.20385336056007655,
|
|
"mean_precisions": 0.933041,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 512,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 1421.4643510050082,
|
|
"total_upload_time": 1421.464364519008,
|
|
"p95_time": 0.01181981089757755,
|
|
"rps": 105.46211944219533,
|
|
"parallel": 1,
|
|
"p99_time": 0.014126645505602942,
|
|
"mean_time": 0.009405641619217931,
|
|
"mean_precisions": 0.8779310000000001,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 512,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-32-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 1421.4643510050082,
|
|
"total_upload_time": 1421.464364519008,
|
|
"p95_time": 0.016475586245360316,
|
|
"rps": 75.12218595073384,
|
|
"parallel": 1,
|
|
"p99_time": 0.01926168675476222,
|
|
"mean_time": 0.013228492212141282,
|
|
"mean_precisions": 0.933041,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 512,
|
|
"maxConnections": 32
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 1740.096154630999,
|
|
"total_upload_time": 1740.0961824600236,
|
|
"p95_time": 0.018261916437768377,
|
|
"rps": 59.41056984377296,
|
|
"parallel": 1,
|
|
"p99_time": 0.022494001541053885,
|
|
"mean_time": 0.016109269905753898,
|
|
"mean_precisions": 0.9811,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 256,
|
|
"maxConnections": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 1740.096154630999,
|
|
"total_upload_time": 1740.0961824600236,
|
|
"p95_time": 0.02177402099769097,
|
|
"rps": 52.25742138471868,
|
|
"parallel": 1,
|
|
"p99_time": 0.022950781061081216,
|
|
"mean_time": 0.01836932753970614,
|
|
"mean_precisions": 0.9918,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 256,
|
|
"maxConnections": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 1740.096154630999,
|
|
"total_upload_time": 1740.0961824600236,
|
|
"p95_time": 0.49630179703817723,
|
|
"rps": 338.9880617794378,
|
|
"parallel": 100,
|
|
"p99_time": 1.1193235024449018,
|
|
"mean_time": 0.2904277851964929,
|
|
"mean_precisions": 0.9811,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 256,
|
|
"maxConnections": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 1740.096154630999,
|
|
"total_upload_time": 1740.0961824600236,
|
|
"p95_time": 0.541499021454365,
|
|
"rps": 305.46560677108863,
|
|
"parallel": 100,
|
|
"p99_time": 0.7856871872628134,
|
|
"mean_time": 0.32276910134365316,
|
|
"mean_precisions": 0.9918,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 256,
|
|
"maxConnections": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 1740.096154630999,
|
|
"total_upload_time": 1740.0961824600236,
|
|
"p95_time": 0.6206463604146848,
|
|
"rps": 253.21126837623535,
|
|
"parallel": 100,
|
|
"p99_time": 0.8364177004963863,
|
|
"mean_time": 0.3900654865434277,
|
|
"mean_precisions": 0.9962599999999998,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 256,
|
|
"maxConnections": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 1740.096154630999,
|
|
"total_upload_time": 1740.0961824600236,
|
|
"p95_time": 0.7717496731405846,
|
|
"rps": 196.13858399198242,
|
|
"parallel": 100,
|
|
"p99_time": 0.9096593400195709,
|
|
"mean_time": 0.5042889157099184,
|
|
"mean_precisions": 0.99864,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 256,
|
|
"maxConnections": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 1740.096154630999,
|
|
"total_upload_time": 1740.0961824600236,
|
|
"p95_time": 0.02857325700460933,
|
|
"rps": 42.89819477846872,
|
|
"parallel": 1,
|
|
"p99_time": 0.03012039221939632,
|
|
"mean_time": 0.022519489342067392,
|
|
"mean_precisions": 0.99626,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 256,
|
|
"maxConnections": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-64-ef-256",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 1740.096154630999,
|
|
"total_upload_time": 1740.0961824600236,
|
|
"p95_time": 0.039667319046566264,
|
|
"rps": 32.75180616382175,
|
|
"parallel": 1,
|
|
"p99_time": 0.042270344006828976,
|
|
"mean_time": 0.029702995147334876,
|
|
"mean_precisions": 0.99864,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 256,
|
|
"maxConnections": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-64-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 8704.59071141691,
|
|
"total_upload_time": 8704.590727785951,
|
|
"p95_time": 0.061917708331020546,
|
|
"rps": 23.549587036030264,
|
|
"parallel": 1,
|
|
"p99_time": 0.07207358935265804,
|
|
"mean_time": 0.042303827749320774,
|
|
"mean_precisions": 0.9385040000000001,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 256,
|
|
"maxConnections": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-64-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 8704.59071141691,
|
|
"total_upload_time": 8704.590727785951,
|
|
"p95_time": 0.04496661595185286,
|
|
"rps": 27.43505019589237,
|
|
"parallel": 1,
|
|
"p99_time": 0.053034679613774664,
|
|
"mean_time": 0.03629559228443541,
|
|
"mean_precisions": 0.956478,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 256,
|
|
"maxConnections": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-64-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 8704.59071141691,
|
|
"total_upload_time": 8704.590727785951,
|
|
"p95_time": 2.041012721613515,
|
|
"rps": 70.88505930619799,
|
|
"parallel": 100,
|
|
"p99_time": 2.3917052063299344,
|
|
"mean_time": 1.406430238441797,
|
|
"mean_precisions": 0.9385040000000001,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 256,
|
|
"maxConnections": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-64-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 8704.59071141691,
|
|
"total_upload_time": 8704.590727785951,
|
|
"p95_time": 2.8490930959640535,
|
|
"rps": 54.0426941839196,
|
|
"parallel": 100,
|
|
"p99_time": 3.3801590878306893,
|
|
"mean_time": 1.8451743570839405,
|
|
"mean_precisions": 0.956478,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 256,
|
|
"maxConnections": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-64-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 8704.59071141691,
|
|
"total_upload_time": 8704.590727785951,
|
|
"p95_time": 3.233851811854401,
|
|
"rps": 43.55342322492103,
|
|
"parallel": 100,
|
|
"p99_time": 3.717070886592848,
|
|
"mean_time": 2.290053879076126,
|
|
"mean_precisions": 0.9847600000000001,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 256,
|
|
"maxConnections": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-64-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 8704.59071141691,
|
|
"total_upload_time": 8704.590727785951,
|
|
"p95_time": 8.041812533378835,
|
|
"rps": 19.80572018808973,
|
|
"parallel": 100,
|
|
"p99_time": 8.952998306218069,
|
|
"mean_time": 5.038636551273335,
|
|
"mean_precisions": 0.9952639999999999,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 256,
|
|
"maxConnections": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-64-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 8704.59071141691,
|
|
"total_upload_time": 8704.590727785951,
|
|
"p95_time": 0.047961498494259985,
|
|
"rps": 25.644663505599485,
|
|
"parallel": 1,
|
|
"p99_time": 0.05577418090426363,
|
|
"mean_time": 0.038837476331554356,
|
|
"mean_precisions": 0.9847600000000001,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 256,
|
|
"maxConnections": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-64-ef-256",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 8704.59071141691,
|
|
"total_upload_time": 8704.590727785951,
|
|
"p95_time": 0.05395066029159352,
|
|
"rps": 22.97128542455472,
|
|
"parallel": 1,
|
|
"p99_time": 0.0612034053343814,
|
|
"mean_time": 0.04337816989633721,
|
|
"mean_precisions": 0.9952640000000001,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 256,
|
|
"maxConnections": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-64-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 1729.5955671350002,
|
|
"total_upload_time": 1729.5955831299998,
|
|
"p95_time": 0.0209944600000199,
|
|
"rps": 55.45150858754732,
|
|
"parallel": 1,
|
|
"p99_time": 0.027263348959095303,
|
|
"mean_time": 0.017931621688032466,
|
|
"mean_precisions": 0.83909,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 256,
|
|
"maxConnections": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-64-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 1729.5955671350002,
|
|
"total_upload_time": 1729.5955831299998,
|
|
"p95_time": 0.021898949900787557,
|
|
"rps": 53.51945626516454,
|
|
"parallel": 1,
|
|
"p99_time": 0.024724115090866687,
|
|
"mean_time": 0.01857959014698099,
|
|
"mean_precisions": 0.8757,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 256,
|
|
"maxConnections": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-64-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 1729.5955671350002,
|
|
"total_upload_time": 1729.5955831299998,
|
|
"p95_time": 0.957111809550679,
|
|
"rps": 273.4766347307772,
|
|
"parallel": 100,
|
|
"p99_time": 1.4788778437596373,
|
|
"mean_time": 0.342882958708009,
|
|
"mean_precisions": 0.8390899999999999,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 256,
|
|
"maxConnections": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-64-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 1729.5955671350002,
|
|
"total_upload_time": 1729.5955831299998,
|
|
"p95_time": 1.1097607669999887,
|
|
"rps": 271.1101330457562,
|
|
"parallel": 100,
|
|
"p99_time": 1.364087735060275,
|
|
"mean_time": 0.3505438545060206,
|
|
"mean_precisions": 0.8757,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 256,
|
|
"maxConnections": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-64-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 1729.5955671350002,
|
|
"total_upload_time": 1729.5955831299998,
|
|
"p95_time": 1.3503046753511623,
|
|
"rps": 224.523583817278,
|
|
"parallel": 100,
|
|
"p99_time": 1.866496002400563,
|
|
"mean_time": 0.42640840384698825,
|
|
"mean_precisions": 0.94511,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 256,
|
|
"maxConnections": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-64-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 1729.5955671350002,
|
|
"total_upload_time": 1729.5955831299998,
|
|
"p95_time": 0.9181490559999474,
|
|
"rps": 168.42823112082363,
|
|
"parallel": 100,
|
|
"p99_time": 1.2282799346603313,
|
|
"mean_time": 0.5729823342260097,
|
|
"mean_precisions": 0.97879,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 256,
|
|
"maxConnections": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-64-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 1729.5955671350002,
|
|
"total_upload_time": 1729.5955831299998,
|
|
"p95_time": 0.028186642650416614,
|
|
"rps": 43.180962576265756,
|
|
"parallel": 1,
|
|
"p99_time": 0.031661689420161565,
|
|
"mean_time": 0.02304828191197339,
|
|
"mean_precisions": 0.9451100000000001,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 256,
|
|
"maxConnections": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-64-ef-256",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 1729.5955671350002,
|
|
"total_upload_time": 1729.5955831299998,
|
|
"p95_time": 0.037947855449965574,
|
|
"rps": 33.170236924724314,
|
|
"parallel": 1,
|
|
"p99_time": 0.04130098243986139,
|
|
"mean_time": 0.030032834626019394,
|
|
"mean_precisions": 0.97879,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 256,
|
|
"maxConnections": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 999.1489786919992,
|
|
"total_upload_time": 999.1489940519969,
|
|
"p95_time": 0.010405285049637312,
|
|
"rps": 123.9085376214679,
|
|
"parallel": 1,
|
|
"p99_time": 0.01322696756644291,
|
|
"mean_time": 0.00799793167760945,
|
|
"mean_precisions": 0.811333,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 256,
|
|
"maxConnections": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 999.1489786919992,
|
|
"total_upload_time": 999.1489940519969,
|
|
"p95_time": 0.01091727034508949,
|
|
"rps": 116.07725079333237,
|
|
"parallel": 1,
|
|
"p99_time": 0.013212797740998216,
|
|
"mean_time": 0.008540774767275433,
|
|
"mean_precisions": 0.839675,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 256,
|
|
"maxConnections": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 999.1489786919992,
|
|
"total_upload_time": 999.1489940519969,
|
|
"p95_time": 0.5084315900050567,
|
|
"rps": 761.7867700431334,
|
|
"parallel": 100,
|
|
"p99_time": 1.520642867662685,
|
|
"mean_time": 0.12968026442215777,
|
|
"mean_precisions": 0.811333,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 256,
|
|
"maxConnections": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 999.1489786919992,
|
|
"total_upload_time": 999.1489940519969,
|
|
"p95_time": 0.5097812663523653,
|
|
"rps": 714.3811740826227,
|
|
"parallel": 100,
|
|
"p99_time": 1.385721785192146,
|
|
"mean_time": 0.13799547185132396,
|
|
"mean_precisions": 0.839675,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 256,
|
|
"maxConnections": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 999.1489786919992,
|
|
"total_upload_time": 999.1489940519969,
|
|
"p95_time": 0.45331975873850733,
|
|
"rps": 570.491390307715,
|
|
"parallel": 100,
|
|
"p99_time": 0.641610021659435,
|
|
"mean_time": 0.17384529871535195,
|
|
"mean_precisions": 0.905943,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 256,
|
|
"maxConnections": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 999.1489786919992,
|
|
"total_upload_time": 999.1489940519969,
|
|
"p95_time": 0.47062022059981234,
|
|
"rps": 409.61902758919024,
|
|
"parallel": 100,
|
|
"p99_time": 0.5806611652389985,
|
|
"mean_time": 0.24223926477610075,
|
|
"mean_precisions": 0.952471,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 256,
|
|
"maxConnections": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 999.1489786919992,
|
|
"total_upload_time": 999.1489940519969,
|
|
"p95_time": 0.01455624300506315,
|
|
"rps": 88.21814999489703,
|
|
"parallel": 1,
|
|
"p99_time": 0.01659884078850155,
|
|
"mean_time": 0.011257369381035096,
|
|
"mean_precisions": 0.905943,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 256,
|
|
"maxConnections": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-64-ef-256",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 999.1489786919992,
|
|
"total_upload_time": 999.1489940519969,
|
|
"p95_time": 0.021475766551884587,
|
|
"rps": 61.43045605942063,
|
|
"parallel": 1,
|
|
"p99_time": 0.02368345173163107,
|
|
"mean_time": 0.016195262410960278,
|
|
"mean_precisions": 0.9524710000000001,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 256,
|
|
"maxConnections": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 5162.220006061019,
|
|
"total_upload_time": 5162.220024460985,
|
|
"p95_time": 0.019036853444413283,
|
|
"rps": 56.5777729328718,
|
|
"parallel": 1,
|
|
"p99_time": 0.020019949490088045,
|
|
"mean_time": 0.01692445103416685,
|
|
"mean_precisions": 0.9865,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 512,
|
|
"maxConnections": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 5162.220006061019,
|
|
"total_upload_time": 5162.220024460985,
|
|
"p95_time": 0.023250818977248854,
|
|
"rps": 48.49246140863899,
|
|
"parallel": 1,
|
|
"p99_time": 0.02477735658816528,
|
|
"mean_time": 0.019823217672819738,
|
|
"mean_precisions": 0.995,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 512,
|
|
"maxConnections": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 5162.220006061019,
|
|
"total_upload_time": 5162.220024460985,
|
|
"p95_time": 0.502773699568934,
|
|
"rps": 324.28128471681146,
|
|
"parallel": 100,
|
|
"p99_time": 0.8677392215025614,
|
|
"mean_time": 0.30362212065731875,
|
|
"mean_precisions": 0.9865,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 512,
|
|
"maxConnections": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 5162.220006061019,
|
|
"total_upload_time": 5162.220024460985,
|
|
"p95_time": 0.5513018256722717,
|
|
"rps": 285.06509454550906,
|
|
"parallel": 100,
|
|
"p99_time": 0.8243101931596178,
|
|
"mean_time": 0.3460643683924456,
|
|
"mean_precisions": 0.995,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 512,
|
|
"maxConnections": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 5162.220006061019,
|
|
"total_upload_time": 5162.220024460985,
|
|
"p95_time": 0.6841393774986501,
|
|
"rps": 228.2937548823379,
|
|
"parallel": 100,
|
|
"p99_time": 1.0578379774926017,
|
|
"mean_time": 0.4329168316560099,
|
|
"mean_precisions": 0.9979400000000002,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 512,
|
|
"maxConnections": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 5162.220006061019,
|
|
"total_upload_time": 5162.220024460985,
|
|
"p95_time": 0.8885986231209245,
|
|
"rps": 171.5805724555225,
|
|
"parallel": 100,
|
|
"p99_time": 1.1235727549874,
|
|
"mean_time": 0.5767127501324052,
|
|
"mean_precisions": 0.99936,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 512,
|
|
"maxConnections": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 5162.220006061019,
|
|
"total_upload_time": 5162.220024460985,
|
|
"p95_time": 0.031392817120649855,
|
|
"rps": 38.56057114858553,
|
|
"parallel": 1,
|
|
"p99_time": 0.033273721082950944,
|
|
"mean_time": 0.025104229410144036,
|
|
"mean_precisions": 0.9979400000000002,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 512,
|
|
"maxConnections": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-64-ef-512",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 5162.220006061019,
|
|
"total_upload_time": 5162.220024460985,
|
|
"p95_time": 0.044423037231899797,
|
|
"rps": 28.738319523319863,
|
|
"parallel": 1,
|
|
"p99_time": 0.047261685662088,
|
|
"mean_time": 0.03393005233503645,
|
|
"mean_precisions": 0.9993599999999998,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 512,
|
|
"maxConnections": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-64-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 18619.640847976087,
|
|
"total_upload_time": 18619.64085597708,
|
|
"p95_time": 0.021325345203513268,
|
|
"rps": 89.14690934094527,
|
|
"parallel": 1,
|
|
"p99_time": 0.036590271355817106,
|
|
"mean_time": 0.011137679444532842,
|
|
"mean_precisions": 0.9516310000000001,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 512,
|
|
"maxConnections": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-64-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 18619.640847976087,
|
|
"total_upload_time": 18619.64085597708,
|
|
"p95_time": 0.012154754181392488,
|
|
"rps": 101.34378002865037,
|
|
"parallel": 1,
|
|
"p99_time": 0.01536529421922751,
|
|
"mean_time": 0.009786549068510066,
|
|
"mean_precisions": 0.967145,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 512,
|
|
"maxConnections": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-64-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 18619.640847976087,
|
|
"total_upload_time": 18619.64085597708,
|
|
"p95_time": 0.48136888878652806,
|
|
"rps": 561.5110984562132,
|
|
"parallel": 100,
|
|
"p99_time": 1.3285364601947376,
|
|
"mean_time": 0.1761950451175333,
|
|
"mean_precisions": 0.9516310000000001,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 512,
|
|
"maxConnections": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-64-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 18619.640847976087,
|
|
"total_upload_time": 18619.64085597708,
|
|
"p95_time": 0.47991044418304224,
|
|
"rps": 581.9255338478639,
|
|
"parallel": 100,
|
|
"p99_time": 0.7124839262035677,
|
|
"mean_time": 0.16982518977955915,
|
|
"mean_precisions": 0.967145,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 512,
|
|
"maxConnections": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-64-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 18619.640847976087,
|
|
"total_upload_time": 18619.64085597708,
|
|
"p95_time": 0.4820694484689738,
|
|
"rps": 479.41336332198057,
|
|
"parallel": 100,
|
|
"p99_time": 0.6485609923780435,
|
|
"mean_time": 0.20672493139384315,
|
|
"mean_precisions": 0.990145,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 512,
|
|
"maxConnections": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-64-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 18619.640847976087,
|
|
"total_upload_time": 18619.64085597708,
|
|
"p95_time": 0.6181396572792436,
|
|
"rps": 347.5575779236824,
|
|
"parallel": 100,
|
|
"p99_time": 0.7870022110745781,
|
|
"mean_time": 0.2855607651470578,
|
|
"mean_precisions": 0.9974629999999999,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 512,
|
|
"maxConnections": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-64-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 18619.640847976087,
|
|
"total_upload_time": 18619.64085597708,
|
|
"p95_time": 0.016402634629048406,
|
|
"rps": 78.09982402565737,
|
|
"parallel": 1,
|
|
"p99_time": 0.01978409736882896,
|
|
"mean_time": 0.012723508987517562,
|
|
"mean_precisions": 0.990145,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 512,
|
|
"maxConnections": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-64-ef-512",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 18619.640847976087,
|
|
"total_upload_time": 18619.64085597708,
|
|
"p95_time": 0.023993802379118273,
|
|
"rps": 56.64980974688641,
|
|
"parallel": 1,
|
|
"p99_time": 0.02651176935178229,
|
|
"mean_time": 0.017562987592082937,
|
|
"mean_precisions": 0.9974630000000001,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 512,
|
|
"maxConnections": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-64-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 4297.052305635998,
|
|
"total_upload_time": 4297.052317862997,
|
|
"p95_time": 0.021912331701059884,
|
|
"rps": 53.46529923353254,
|
|
"parallel": 1,
|
|
"p99_time": 0.02580642769047699,
|
|
"mean_time": 0.018598540308994417,
|
|
"mean_precisions": 0.87649,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 512,
|
|
"maxConnections": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-64-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 4297.052305635998,
|
|
"total_upload_time": 4297.052317862997,
|
|
"p95_time": 0.023025527100071483,
|
|
"rps": 51.19236744703102,
|
|
"parallel": 1,
|
|
"p99_time": 0.0261189386081969,
|
|
"mean_time": 0.019425366597948596,
|
|
"mean_precisions": 0.9073499999999999,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 512,
|
|
"maxConnections": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-64-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 4297.052305635998,
|
|
"total_upload_time": 4297.052317862997,
|
|
"p95_time": 0.8310682516499582,
|
|
"rps": 277.5758489809165,
|
|
"parallel": 100,
|
|
"p99_time": 1.1387113560514261,
|
|
"mean_time": 0.34237474061403916,
|
|
"mean_precisions": 0.87649,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 512,
|
|
"maxConnections": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-64-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 4297.052305635998,
|
|
"total_upload_time": 4297.052317862997,
|
|
"p95_time": 0.6529163342000174,
|
|
"rps": 265.31131370344093,
|
|
"parallel": 100,
|
|
"p99_time": 0.8021321737498144,
|
|
"mean_time": 0.3596832333319544,
|
|
"mean_precisions": 0.9073499999999999,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 512,
|
|
"maxConnections": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-64-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 4297.052305635998,
|
|
"total_upload_time": 4297.052317862997,
|
|
"p95_time": 1.0855714960514882,
|
|
"rps": 217.98833515985217,
|
|
"parallel": 100,
|
|
"p99_time": 1.7236228212702551,
|
|
"mean_time": 0.43818065468000716,
|
|
"mean_precisions": 0.96487,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 512,
|
|
"maxConnections": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-64-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 4297.052305635998,
|
|
"total_upload_time": 4297.052317862997,
|
|
"p95_time": 0.9340353785000838,
|
|
"rps": 157.3041272036864,
|
|
"parallel": 100,
|
|
"p99_time": 1.1558141190106106,
|
|
"mean_time": 0.6131564987010097,
|
|
"mean_precisions": 0.98826,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 512,
|
|
"maxConnections": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-64-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 4297.052305635998,
|
|
"total_upload_time": 4297.052317862997,
|
|
"p95_time": 0.02993975160188711,
|
|
"rps": 40.72381640273594,
|
|
"parallel": 1,
|
|
"p99_time": 0.03525936406946129,
|
|
"mean_time": 0.024440927106010348,
|
|
"mean_precisions": 0.9648700000000001,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 512,
|
|
"maxConnections": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-64-ef-512",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 4297.052305635998,
|
|
"total_upload_time": 4297.052317862997,
|
|
"p95_time": 0.04084926105024351,
|
|
"rps": 30.639818784548066,
|
|
"parallel": 1,
|
|
"p99_time": 0.044664956992601215,
|
|
"mean_time": 0.03251303227891913,
|
|
"mean_precisions": 0.98826,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 512,
|
|
"maxConnections": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 2264.6131451020046,
|
|
"total_upload_time": 2264.6131602820096,
|
|
"p95_time": 0.010639625447947764,
|
|
"rps": 118.97895655098486,
|
|
"parallel": 1,
|
|
"p99_time": 0.012862064416549421,
|
|
"mean_time": 0.008332077103835763,
|
|
"mean_precisions": 0.8297599999999998,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 512,
|
|
"maxConnections": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 2264.6131451020046,
|
|
"total_upload_time": 2264.6131602820096,
|
|
"p95_time": 0.011492794506193603,
|
|
"rps": 109.69608993847133,
|
|
"parallel": 1,
|
|
"p99_time": 0.013693084846163413,
|
|
"mean_time": 0.009042470944476372,
|
|
"mean_precisions": 0.8588050000000002,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 512,
|
|
"maxConnections": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 2264.6131451020046,
|
|
"total_upload_time": 2264.6131602820096,
|
|
"p95_time": 0.535365632151661,
|
|
"rps": 727.1351434670827,
|
|
"parallel": 100,
|
|
"p99_time": 1.198309447404027,
|
|
"mean_time": 0.13582328219446935,
|
|
"mean_precisions": 0.82976,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 512,
|
|
"maxConnections": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 2264.6131451020046,
|
|
"total_upload_time": 2264.6131602820096,
|
|
"p95_time": 0.4989529016529554,
|
|
"rps": 692.7953025263276,
|
|
"parallel": 100,
|
|
"p99_time": 0.8789769689187249,
|
|
"mean_time": 0.14284967350124644,
|
|
"mean_precisions": 0.8588049999999999,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 512,
|
|
"maxConnections": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 2264.6131451020046,
|
|
"total_upload_time": 2264.6131602820096,
|
|
"p95_time": 0.43852247280665313,
|
|
"rps": 535.3260116355016,
|
|
"parallel": 100,
|
|
"p99_time": 0.684233708592366,
|
|
"mean_time": 0.18498322348502116,
|
|
"mean_precisions": 0.9250029999999999,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 512,
|
|
"maxConnections": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 2264.6131451020046,
|
|
"total_upload_time": 2264.6131602820096,
|
|
"p95_time": 0.5002305480942595,
|
|
"rps": 372.105960788005,
|
|
"parallel": 100,
|
|
"p99_time": 0.9408152778606746,
|
|
"mean_time": 0.26658168856194825,
|
|
"mean_precisions": 0.9674630000000001,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 512,
|
|
"maxConnections": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 2264.6131451020046,
|
|
"total_upload_time": 2264.6131602820096,
|
|
"p95_time": 0.015471919803530907,
|
|
"rps": 81.82611918382425,
|
|
"parallel": 1,
|
|
"p99_time": 0.017576566939824262,
|
|
"mean_time": 0.012138554801678402,
|
|
"mean_precisions": 0.925003,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 512,
|
|
"maxConnections": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "weaviate-m-64-ef-512",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 2264.6131451020046,
|
|
"total_upload_time": 2264.6131602820096,
|
|
"p95_time": 0.02266294505316182,
|
|
"rps": 57.32407646446201,
|
|
"parallel": 1,
|
|
"p99_time": 0.02483990800814354,
|
|
"mean_time": 0.017358162075582367,
|
|
"mean_precisions": 0.9674630000000001,
|
|
"engine_params": {
|
|
"vectorIndexConfig": {
|
|
"efConstruction": 512,
|
|
"maxConnections": 64
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-latency-m-32",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 234.60426425933838,
|
|
"total_upload_time": 3015.7508194744587,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 32
|
|
}
|
|
},
|
|
"mean_time": 0.004480395436286927,
|
|
"mean_precisions": 0.0006799999999999999,
|
|
"std_time": 0.0007471424883573968,
|
|
"min_time": 0.0028298422694206238,
|
|
"max_time": 0.008031703531742096,
|
|
"rps": 218.13500817742212,
|
|
"p95_time": 0.005871691554784775,
|
|
"p99_time": 0.006504287272691726
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-rps-m-32",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 77.02432788163424,
|
|
"total_upload_time": 662.8942101895809,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 768
|
|
},
|
|
"mean_time": 0.021851983334124088,
|
|
"mean_precisions": 0.9997,
|
|
"std_time": 0.004086419786240401,
|
|
"min_time": 0.010089434683322906,
|
|
"max_time": 0.057309575378894806,
|
|
"rps": 44.01651078885993,
|
|
"p95_time": 0.028376154601573944,
|
|
"p99_time": 0.03166193790733815
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-rps-m-32",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 77.02432788163424,
|
|
"total_upload_time": 662.8942101895809,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
},
|
|
"mean_time": 0.01712130515873432,
|
|
"mean_precisions": 0.9994799999999999,
|
|
"std_time": 0.003382782002901269,
|
|
"min_time": 0.0076367855072021484,
|
|
"max_time": 0.048894912004470825,
|
|
"rps": 55.54454339833684,
|
|
"p95_time": 0.022374054417014122,
|
|
"p99_time": 0.026004442200064676
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
},
|
|
"mean_time": 0.0070186911672353745,
|
|
"mean_precisions": 8e-05,
|
|
"std_time": 0.007144956494168896,
|
|
"min_time": 0.002001248300075531,
|
|
"max_time": 0.06799298524856567,
|
|
"rps": 1947.9942619843225,
|
|
"p95_time": 0.022297485917806614,
|
|
"p99_time": 0.03386905126273631
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-latency-m-32",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 234.60426425933838,
|
|
"total_upload_time": 3015.7508194744587,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 16
|
|
}
|
|
},
|
|
"mean_time": 0.004225439012050629,
|
|
"mean_precisions": 0.0006799999999999999,
|
|
"std_time": 0.0007411067541842095,
|
|
"min_time": 0.002792663872241974,
|
|
"max_time": 0.012756898999214172,
|
|
"rps": 231.4746352813251,
|
|
"p95_time": 0.0051484316587448115,
|
|
"p99_time": 0.0059150058776140215
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "latest-weaviate-m32",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 836.9633269459009,
|
|
"total_upload_time": 836.9633825644851,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"ef": 512
|
|
},
|
|
"mean_time": 0.12044585274383425,
|
|
"mean_precisions": 0.993318,
|
|
"std_time": 0.0489614019867233,
|
|
"min_time": 0.008892528712749481,
|
|
"max_time": 0.6145511120557785,
|
|
"rps": 819.9899565231119,
|
|
"p95_time": 0.19911026358604428,
|
|
"p99_time": 0.36609325334429815
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "latest-weaviate-m32",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 836.9633269459009,
|
|
"total_upload_time": 836.9633825644851,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"ef": 16
|
|
},
|
|
"mean_time": 0.008170963626354933,
|
|
"mean_precisions": 0.9198219999999999,
|
|
"std_time": 0.0018804236332124558,
|
|
"min_time": 0.002757929265499115,
|
|
"max_time": 0.022626623511314392,
|
|
"rps": 120.83669248504333,
|
|
"p95_time": 0.011402865499258041,
|
|
"p99_time": 0.012871528565883637
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 128
|
|
}
|
|
},
|
|
"mean_time": 0.11362008100003004,
|
|
"mean_precisions": 0.9987400000000002,
|
|
"std_time": 0.027587271720347376,
|
|
"min_time": 0.007395073771476746,
|
|
"max_time": 0.1515020951628685,
|
|
"rps": 790.9555908869177,
|
|
"p95_time": 0.13292907774448395,
|
|
"p99_time": 0.1374668061733246
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-rps-m-32",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 77.02432788163424,
|
|
"total_upload_time": 662.8942101895809,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
},
|
|
"mean_time": 0.0051748522527515885,
|
|
"mean_precisions": 0.97131,
|
|
"std_time": 0.0022654364560294625,
|
|
"min_time": 0.0030117034912109375,
|
|
"max_time": 0.2122090607881546,
|
|
"rps": 190.10396705303054,
|
|
"p95_time": 0.006477253511548041,
|
|
"p99_time": 0.007453557997941974
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 16
|
|
}
|
|
},
|
|
"mean_time": 0.0049079121872782705,
|
|
"mean_precisions": 8e-05,
|
|
"std_time": 0.00329673847153811,
|
|
"min_time": 0.0019280090928077698,
|
|
"max_time": 0.026616983115673065,
|
|
"rps": 1801.2838155761212,
|
|
"p95_time": 0.01242399290204048,
|
|
"p99_time": 0.016677141711115836
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-rps-m-32",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 77.02432788163424,
|
|
"total_upload_time": 662.8942101895809,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 32
|
|
},
|
|
"mean_time": 0.0046842283889651296,
|
|
"mean_precisions": 0.97682,
|
|
"std_time": 0.0008396865413826708,
|
|
"min_time": 0.002921290695667267,
|
|
"max_time": 0.030231647193431854,
|
|
"rps": 184.7602745322827,
|
|
"p95_time": 0.005832406878471375,
|
|
"p99_time": 0.006826613247394565
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 16
|
|
}
|
|
},
|
|
"mean_time": 0.1755619554489851,
|
|
"mean_precisions": 0.585015,
|
|
"std_time": 0.015810547341286507,
|
|
"min_time": 0.034929320216178894,
|
|
"max_time": 0.21787714213132858,
|
|
"rps": 560.3412815218113,
|
|
"p95_time": 0.19637399949133394,
|
|
"p99_time": 0.20414033196866513
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-latency-m-32",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 234.60426425933838,
|
|
"total_upload_time": 3015.7508194744587,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 32
|
|
}
|
|
},
|
|
"mean_time": 0.009410444191098212,
|
|
"mean_precisions": 0.99924,
|
|
"std_time": 0.0017050653842100327,
|
|
"min_time": 0.005053229629993439,
|
|
"max_time": 0.03189630061388016,
|
|
"rps": 97.83801442010721,
|
|
"p95_time": 0.01191256046295166,
|
|
"p99_time": 0.013702717646956445
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 768,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 16
|
|
}
|
|
},
|
|
"mean_time": 0.021964891469478606,
|
|
"mean_precisions": 0.98772,
|
|
"std_time": 0.017935190797226795,
|
|
"min_time": 0.0034108608961105347,
|
|
"max_time": 0.09353230893611908,
|
|
"rps": 1137.2904807838013,
|
|
"p95_time": 0.056370240449905414,
|
|
"p99_time": 0.07218575663864614
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 64
|
|
}
|
|
},
|
|
"mean_time": 0.5074246859319508,
|
|
"mean_precisions": 0.800803,
|
|
"std_time": 0.03875883154716944,
|
|
"min_time": 0.05635330080986023,
|
|
"max_time": 0.6518196985125542,
|
|
"rps": 195.52261049301006,
|
|
"p95_time": 0.5607513211667537,
|
|
"p99_time": 0.5873798964172602
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 16
|
|
}
|
|
},
|
|
"mean_time": 0.004574519865214824,
|
|
"mean_precisions": 9e-05,
|
|
"std_time": 0.0027818866749282733,
|
|
"min_time": 0.0018946677446365356,
|
|
"max_time": 0.023361369967460632,
|
|
"rps": 1670.6635685054298,
|
|
"p95_time": 0.010496727377176275,
|
|
"p99_time": 0.014376171156764025
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 128
|
|
}
|
|
},
|
|
"mean_time": 0.1164011278912425,
|
|
"mean_precisions": 0.99892,
|
|
"std_time": 0.02216592237286677,
|
|
"min_time": 0.007892809808254242,
|
|
"max_time": 0.1616494357585907,
|
|
"rps": 782.8844812986952,
|
|
"p95_time": 0.13245736844837666,
|
|
"p99_time": 0.1490292969346047
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-latency-m-32",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 234.60426425933838,
|
|
"total_upload_time": 3015.7508194744587,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 16
|
|
}
|
|
},
|
|
"mean_time": 0.017296725119650365,
|
|
"mean_precisions": 0.860558,
|
|
"std_time": 0.003691490539330818,
|
|
"min_time": 0.006467841565608978,
|
|
"max_time": 0.04082011431455612,
|
|
"rps": 57.38362367654503,
|
|
"p95_time": 0.023386659100651738,
|
|
"p99_time": 0.02651019886136055
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "latest-weaviate-m32",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 836.9633269459009,
|
|
"total_upload_time": 836.9633825644851,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"ef": 256
|
|
},
|
|
"mean_time": 0.012167324225604534,
|
|
"mean_precisions": 0.979058,
|
|
"std_time": 0.0029095905265114504,
|
|
"min_time": 0.004269875586032867,
|
|
"max_time": 0.024769768118858337,
|
|
"rps": 81.41225383523243,
|
|
"p95_time": 0.017183453962206836,
|
|
"p99_time": 0.01939737290143967
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 128
|
|
}
|
|
},
|
|
"mean_time": 0.853048293967545,
|
|
"mean_precisions": 0.7701140000000001,
|
|
"std_time": 0.05718962428464591,
|
|
"min_time": 0.07986327260732651,
|
|
"max_time": 1.0095321759581566,
|
|
"rps": 116.13072250528465,
|
|
"p95_time": 0.9105214104056358,
|
|
"p99_time": 0.9464087969064713
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 64
|
|
}
|
|
},
|
|
"mean_time": 0.47670613202303647,
|
|
"mean_precisions": 0.8006280000000001,
|
|
"std_time": 0.039679037442282704,
|
|
"min_time": 0.04421664774417877,
|
|
"max_time": 0.6235795617103577,
|
|
"rps": 207.89703034913853,
|
|
"p95_time": 0.5412707973271609,
|
|
"p99_time": 0.5831051029264928
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 64
|
|
}
|
|
},
|
|
"mean_time": 0.5460062876001001,
|
|
"mean_precisions": 0.800803,
|
|
"std_time": 0.049113737689121334,
|
|
"min_time": 0.04557245224714279,
|
|
"max_time": 0.6789117604494095,
|
|
"rps": 181.62772002862917,
|
|
"p95_time": 0.6136487800627947,
|
|
"p99_time": 0.6366404112428427
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "latest-weaviate-m32",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 836.9633269459009,
|
|
"total_upload_time": 836.9633825644851,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"ef": 256
|
|
},
|
|
"mean_time": 0.10114564417898655,
|
|
"mean_precisions": 0.9950399999999998,
|
|
"std_time": 0.03514314062092781,
|
|
"min_time": 0.007459118962287903,
|
|
"max_time": 0.2930614799261093,
|
|
"rps": 845.4959659288512,
|
|
"p95_time": 0.15693290829658513,
|
|
"p99_time": 0.20107008256018172
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 32
|
|
}
|
|
},
|
|
"mean_time": 0.2679203824415803,
|
|
"mean_precisions": 0.574874,
|
|
"std_time": 0.020751191980924573,
|
|
"min_time": 0.050374798476696014,
|
|
"max_time": 0.3407926559448242,
|
|
"rps": 368.2157354649308,
|
|
"p95_time": 0.29987659491598606,
|
|
"p99_time": 0.31378423146903517
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 128
|
|
}
|
|
},
|
|
"mean_time": 0.004758812442421913,
|
|
"mean_precisions": 8e-05,
|
|
"std_time": 0.003776241461147686,
|
|
"min_time": 0.0019223839044570923,
|
|
"max_time": 0.045304663479328156,
|
|
"rps": 1671.54592731128,
|
|
"p95_time": 0.01195533126592636,
|
|
"p99_time": 0.019247085154056546
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-rps-m-32",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 77.02432788163424,
|
|
"total_upload_time": 662.8942101895809,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
},
|
|
"mean_time": 0.014986786849796771,
|
|
"mean_precisions": 0.99679,
|
|
"std_time": 0.0030389922445426924,
|
|
"min_time": 0.005178391933441162,
|
|
"max_time": 0.03299751877784729,
|
|
"rps": 66.00175595770938,
|
|
"p95_time": 0.019474531710147857,
|
|
"p99_time": 0.021834911108016965
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 32
|
|
}
|
|
},
|
|
"mean_time": 0.005434188939630985,
|
|
"mean_precisions": 8e-05,
|
|
"std_time": 0.003993619714792581,
|
|
"min_time": 0.002162635326385498,
|
|
"max_time": 0.04079630970954895,
|
|
"rps": 1622.6519763762922,
|
|
"p95_time": 0.013037363067269315,
|
|
"p99_time": 0.022156840264797195
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "latest-weaviate-m32",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 836.9633269459009,
|
|
"total_upload_time": 836.9633825644851,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"ef": 256
|
|
},
|
|
"mean_time": 0.09358612768873573,
|
|
"mean_precisions": 0.8698310000000001,
|
|
"std_time": 0.028852604092754815,
|
|
"min_time": 0.010928496718406677,
|
|
"max_time": 0.34451595693826675,
|
|
"rps": 1052.6589944957818,
|
|
"p95_time": 0.14875358268618583,
|
|
"p99_time": 0.1952276539802552
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-rps-m-32",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 77.02432788163424,
|
|
"total_upload_time": 662.8942101895809,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
},
|
|
"mean_time": 0.005135823415219784,
|
|
"mean_precisions": 0.8730450000000001,
|
|
"std_time": 0.0008877593129042332,
|
|
"min_time": 0.0028060749173164368,
|
|
"max_time": 0.017971858382225037,
|
|
"rps": 191.7020587753479,
|
|
"p95_time": 0.00644184872508049,
|
|
"p99_time": 0.007510941922664644
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 32
|
|
}
|
|
},
|
|
"mean_time": 0.2632609289251268,
|
|
"mean_precisions": 0.575156,
|
|
"std_time": 0.020740111952216356,
|
|
"min_time": 0.03670384734869003,
|
|
"max_time": 0.3656586706638336,
|
|
"rps": 375.0008026038711,
|
|
"p95_time": 0.29163695126771927,
|
|
"p99_time": 0.30190135799348355
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 128
|
|
}
|
|
},
|
|
"mean_time": 0.006611773237586022,
|
|
"mean_precisions": 9e-05,
|
|
"std_time": 0.006114313445123139,
|
|
"min_time": 0.002032652497291565,
|
|
"max_time": 0.033789873123168945,
|
|
"rps": 1639.6480299470131,
|
|
"p95_time": 0.021333723515272126,
|
|
"p99_time": 0.02815360806882381
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-latency-m-32",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 234.60426425933838,
|
|
"total_upload_time": 3015.7508194744587,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
},
|
|
"mean_time": 0.00454532082080841,
|
|
"mean_precisions": 0.9890399999999999,
|
|
"std_time": 0.0012529366510198236,
|
|
"min_time": 0.002489611506462097,
|
|
"max_time": 0.0384315550327301,
|
|
"rps": 189.08960137948495,
|
|
"p95_time": 0.005553491413593292,
|
|
"p99_time": 0.007259057536721236
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-latency-m-32",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 234.60426425933838,
|
|
"total_upload_time": 3015.7508194744587,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 16
|
|
}
|
|
},
|
|
"mean_time": 0.006933108574151993,
|
|
"mean_precisions": 0.9982,
|
|
"std_time": 0.0015463819823722375,
|
|
"min_time": 0.003581896424293518,
|
|
"max_time": 0.041521355509757996,
|
|
"rps": 128.76312600495243,
|
|
"p95_time": 0.00857260785996914,
|
|
"p99_time": 0.0100516390055418
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "latest-weaviate-m32",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 836.9633269459009,
|
|
"total_upload_time": 836.9633825644851,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"ef": 64
|
|
},
|
|
"mean_time": 0.008259143303334713,
|
|
"mean_precisions": 0.9198219999999999,
|
|
"std_time": 0.0019491720893601043,
|
|
"min_time": 0.0031573325395584106,
|
|
"max_time": 0.022735245525836945,
|
|
"rps": 119.67807498089859,
|
|
"p95_time": 0.011663890257477758,
|
|
"p99_time": 0.013254693672060967
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 32
|
|
}
|
|
},
|
|
"mean_time": 0.005149661108851433,
|
|
"mean_precisions": 9e-05,
|
|
"std_time": 0.003178714512369109,
|
|
"min_time": 0.002091728150844574,
|
|
"max_time": 0.024204879999160767,
|
|
"rps": 1670.8849445028866,
|
|
"p95_time": 0.011713034659624099,
|
|
"p99_time": 0.017300296276807785
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 768,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 16
|
|
}
|
|
},
|
|
"mean_time": 0.005067771278321743,
|
|
"mean_precisions": 9e-05,
|
|
"std_time": 0.004124990641479919,
|
|
"min_time": 0.001987062394618988,
|
|
"max_time": 0.04409327358007431,
|
|
"rps": 1587.1836452466487,
|
|
"p95_time": 0.012437714636325831,
|
|
"p99_time": 0.024803455770015713
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-rps-m-32",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 77.02432788163424,
|
|
"total_upload_time": 662.8942101895809,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 16
|
|
},
|
|
"mean_time": 0.0045859677515923975,
|
|
"mean_precisions": 0.7922319999999999,
|
|
"std_time": 0.0009439610443978415,
|
|
"min_time": 0.0026021674275398254,
|
|
"max_time": 0.03390693664550781,
|
|
"rps": 214.34135453966627,
|
|
"p95_time": 0.005819830298423766,
|
|
"p99_time": 0.0070179919898510044
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 32
|
|
}
|
|
},
|
|
"mean_time": 0.2902714566901326,
|
|
"mean_precisions": 0.700085,
|
|
"std_time": 0.025958479695843046,
|
|
"min_time": 0.04011803865432739,
|
|
"max_time": 0.37135427445173264,
|
|
"rps": 340.6193439382281,
|
|
"p95_time": 0.3277714543044567,
|
|
"p99_time": 0.3487044981122017
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
},
|
|
"mean_time": 0.005634973630309105,
|
|
"mean_precisions": 9e-05,
|
|
"std_time": 0.005541930951706501,
|
|
"min_time": 0.0018603727221488953,
|
|
"max_time": 0.047046028077602386,
|
|
"rps": 1692.2740995851198,
|
|
"p95_time": 0.01670420691370964,
|
|
"p99_time": 0.03171819888055324
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "latest-weaviate-m32",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 836.9633269459009,
|
|
"total_upload_time": 836.9633825644851,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"ef": 128
|
|
},
|
|
"mean_time": 0.06941885279864073,
|
|
"mean_precisions": 0.8446600000000001,
|
|
"std_time": 0.04927634654632184,
|
|
"min_time": 0.005823351442813873,
|
|
"max_time": 0.39418869465589523,
|
|
"rps": 1123.9460670935646,
|
|
"p95_time": 0.12657947279512882,
|
|
"p99_time": 0.33673172011971475
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-rps-m-32",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 77.02432788163424,
|
|
"total_upload_time": 662.8942101895809,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 32
|
|
},
|
|
"mean_time": 0.00474732895642519,
|
|
"mean_precisions": 0.9777399999999999,
|
|
"std_time": 0.0008574372906526379,
|
|
"min_time": 0.002860322594642639,
|
|
"max_time": 0.026513226330280304,
|
|
"rps": 183.13231077869742,
|
|
"p95_time": 0.005787048488855363,
|
|
"p99_time": 0.006781518980860716
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 64
|
|
}
|
|
},
|
|
"mean_time": 0.010711087027192116,
|
|
"mean_precisions": 0.99718,
|
|
"std_time": 0.009079808123909055,
|
|
"min_time": 0.0036059916019439697,
|
|
"max_time": 0.15485339611768723,
|
|
"rps": 1069.140934222432,
|
|
"p95_time": 0.01906779333949089,
|
|
"p99_time": 0.026657006815075886
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-latency-m-32",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 234.60426425933838,
|
|
"total_upload_time": 3015.7508194744587,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 32
|
|
}
|
|
},
|
|
"mean_time": 0.020340103467553855,
|
|
"mean_precisions": 0.778193,
|
|
"std_time": 0.002884412971550445,
|
|
"min_time": 0.011412113904953003,
|
|
"max_time": 0.04633055627346039,
|
|
"rps": 48.830382573963405,
|
|
"p95_time": 0.025275003537535666,
|
|
"p99_time": 0.028577734455466273
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 64
|
|
}
|
|
},
|
|
"mean_time": 0.02838339397609234,
|
|
"mean_precisions": 0.99718,
|
|
"std_time": 0.027460809694387377,
|
|
"min_time": 0.00363004207611084,
|
|
"max_time": 0.09652172029018402,
|
|
"rps": 1141.9769084820873,
|
|
"p95_time": 0.08479352109134197,
|
|
"p99_time": 0.08797647066414356
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 768,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 32
|
|
}
|
|
},
|
|
"mean_time": 0.03363277817517519,
|
|
"mean_precisions": 0.99572,
|
|
"std_time": 0.023564427955137076,
|
|
"min_time": 0.003646068274974823,
|
|
"max_time": 0.09690900146961212,
|
|
"rps": 1165.1363820169179,
|
|
"p95_time": 0.07473676912486554,
|
|
"p99_time": 0.08109940432012082
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-latency-m-32",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 234.60426425933838,
|
|
"total_upload_time": 3015.7508194744587,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
},
|
|
"mean_time": 0.01328623605519533,
|
|
"mean_precisions": 0.6480640000000001,
|
|
"std_time": 0.0020313123152176757,
|
|
"min_time": 0.00682387501001358,
|
|
"max_time": 0.0347030907869339,
|
|
"rps": 74.64018452540904,
|
|
"p95_time": 0.016647061705589293,
|
|
"p99_time": 0.018887044638395318
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "latest-weaviate-m32",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 836.9633269459009,
|
|
"total_upload_time": 836.9633825644851,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"ef": 256
|
|
},
|
|
"mean_time": 0.09089380787238478,
|
|
"mean_precisions": 0.979058,
|
|
"std_time": 0.02560582580888292,
|
|
"min_time": 0.00426289439201355,
|
|
"max_time": 0.2677493542432785,
|
|
"rps": 1079.1599606879702,
|
|
"p95_time": 0.13309605568647384,
|
|
"p99_time": 0.17366395786404623
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 768,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
},
|
|
"mean_time": 0.0823083954691887,
|
|
"mean_precisions": 0.382329,
|
|
"std_time": 0.0114151017129187,
|
|
"min_time": 0.013192504644393921,
|
|
"max_time": 0.14356877654790878,
|
|
"rps": 1175.8627669613845,
|
|
"p95_time": 0.10862661153078075,
|
|
"p99_time": 0.11807072289288045
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "latest-weaviate-m32",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 836.9633269459009,
|
|
"total_upload_time": 836.9633825644851,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"ef": 32
|
|
},
|
|
"mean_time": 0.00821009050309658,
|
|
"mean_precisions": 0.7658360000000001,
|
|
"std_time": 0.002183859051249749,
|
|
"min_time": 0.0033687353134155273,
|
|
"max_time": 0.10583571344614029,
|
|
"rps": 120.35865990596189,
|
|
"p95_time": 0.011579040065407751,
|
|
"p99_time": 0.013165342137217522
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 64
|
|
}
|
|
},
|
|
"mean_time": 0.48845221636369823,
|
|
"mean_precisions": 0.675084,
|
|
"std_time": 0.03287540144631313,
|
|
"min_time": 0.06525521725416183,
|
|
"max_time": 0.6448201984167099,
|
|
"rps": 202.97905942141267,
|
|
"p95_time": 0.5285895258188248,
|
|
"p99_time": 0.5683109697699548
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "latest-weaviate-m32",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 836.9633269459009,
|
|
"total_upload_time": 836.9633825644851,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"ef": 256
|
|
},
|
|
"mean_time": 0.11113178087770939,
|
|
"mean_precisions": 0.9269700000000001,
|
|
"std_time": 0.03734035992491416,
|
|
"min_time": 0.012949727475643158,
|
|
"max_time": 0.29745445400476456,
|
|
"rps": 791.5095056522531,
|
|
"p95_time": 0.18460987135767937,
|
|
"p99_time": 0.22139518268406388
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "latest-weaviate-m32",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 836.9633269459009,
|
|
"total_upload_time": 836.9633825644851,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"ef": 16
|
|
},
|
|
"mean_time": 0.06713248923793436,
|
|
"mean_precisions": 0.9198219999999999,
|
|
"std_time": 0.06100574057446163,
|
|
"min_time": 0.012259259819984436,
|
|
"max_time": 0.6770351454615593,
|
|
"rps": 1457.5488936629486,
|
|
"p95_time": 0.17774363793432704,
|
|
"p99_time": 0.36878149330616006
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "latest-weaviate-m32",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 836.9633269459009,
|
|
"total_upload_time": 836.9633825644851,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"ef": 16
|
|
},
|
|
"mean_time": 0.004044967678189277,
|
|
"mean_precisions": 0.8802199999999999,
|
|
"std_time": 0.0018524518622187272,
|
|
"min_time": 0.001532129943370819,
|
|
"max_time": 0.028074733912944794,
|
|
"rps": 1100.7122685160127,
|
|
"p95_time": 0.006651218980550767,
|
|
"p99_time": 0.010999107658863083
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-rps-m-32",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 77.02432788163424,
|
|
"total_upload_time": 662.8942101895809,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
},
|
|
"mean_time": 0.00864504151493311,
|
|
"mean_precisions": 0.9737630000000002,
|
|
"std_time": 0.0015479613791830602,
|
|
"min_time": 0.004370972514152527,
|
|
"max_time": 0.02451770007610321,
|
|
"rps": 114.43425677710935,
|
|
"p95_time": 0.010970422253012656,
|
|
"p99_time": 0.012267853617668155
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "latest-weaviate-m32",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 836.9633269459009,
|
|
"total_upload_time": 836.9633825644851,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"ef": 512
|
|
},
|
|
"mean_time": 0.019037304791808127,
|
|
"mean_precisions": 0.9252779999999999,
|
|
"std_time": 0.004902638451016146,
|
|
"min_time": 0.006212800741195679,
|
|
"max_time": 0.07620350271463394,
|
|
"rps": 52.190495451650676,
|
|
"p95_time": 0.02698462456464767,
|
|
"p99_time": 0.03045054934918881
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 64
|
|
}
|
|
},
|
|
"mean_time": 0.00531208997964859,
|
|
"mean_precisions": 9e-05,
|
|
"std_time": 0.0036236402962780225,
|
|
"min_time": 0.0020565763115882874,
|
|
"max_time": 0.029841452836990356,
|
|
"rps": 1648.4757445446712,
|
|
"p95_time": 0.013326237350702276,
|
|
"p99_time": 0.02007056914269923
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-rps-m-32",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 77.02432788163424,
|
|
"total_upload_time": 662.8942101895809,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 768
|
|
},
|
|
"mean_time": 0.013496877720952033,
|
|
"mean_precisions": 0.9967280000000001,
|
|
"std_time": 0.002618629055872071,
|
|
"min_time": 0.005434013903141022,
|
|
"max_time": 0.03433552384376526,
|
|
"rps": 73.494584550326,
|
|
"p95_time": 0.01764165349304676,
|
|
"p99_time": 0.019815212041139608
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 32
|
|
}
|
|
},
|
|
"mean_time": 0.006103335848450661,
|
|
"mean_precisions": 0.99234,
|
|
"std_time": 0.0021959207413563882,
|
|
"min_time": 0.002691112458705902,
|
|
"max_time": 0.02869129180908203,
|
|
"rps": 1116.3537726868685,
|
|
"p95_time": 0.00956333689391613,
|
|
"p99_time": 0.014266762062907284
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 768,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
},
|
|
"mean_time": 0.005182716824114322,
|
|
"mean_precisions": 9e-05,
|
|
"std_time": 0.003678593991469798,
|
|
"min_time": 0.0020270273089408875,
|
|
"max_time": 0.035925254225730896,
|
|
"rps": 1685.371226122546,
|
|
"p95_time": 0.01243561916053295,
|
|
"p99_time": 0.01839186191558837
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "latest-weaviate-m32",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 836.9633269459009,
|
|
"total_upload_time": 836.9633825644851,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"ef": 512
|
|
},
|
|
"mean_time": 0.18436653186380864,
|
|
"mean_precisions": 0.97004,
|
|
"std_time": 0.09244894212254864,
|
|
"min_time": 0.016842953860759735,
|
|
"max_time": 0.5720648840069771,
|
|
"rps": 496.1772705559017,
|
|
"p95_time": 0.3403670031577349,
|
|
"p99_time": 0.45458246834576094
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "latest-weaviate-m32",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 836.9633269459009,
|
|
"total_upload_time": 836.9633825644851,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"ef": 768
|
|
},
|
|
"mean_time": 0.0276640338152647,
|
|
"mean_precisions": 0.98312,
|
|
"std_time": 0.005999316293869946,
|
|
"min_time": 0.010062336921691895,
|
|
"max_time": 0.04740024358034134,
|
|
"rps": 35.882276073231914,
|
|
"p95_time": 0.0368166159838438,
|
|
"p99_time": 0.04275936380028724
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 64
|
|
}
|
|
},
|
|
"mean_time": 0.019156839127838613,
|
|
"mean_precisions": 0.9971200000000001,
|
|
"std_time": 0.015426811885369672,
|
|
"min_time": 0.0038836821913719177,
|
|
"max_time": 0.08378414064645767,
|
|
"rps": 1129.7634075111182,
|
|
"p95_time": 0.057878265902400014,
|
|
"p99_time": 0.06253200463950635
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 768,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 32
|
|
}
|
|
},
|
|
"mean_time": 0.005480401501059532,
|
|
"mean_precisions": 8e-05,
|
|
"std_time": 0.004072967004317715,
|
|
"min_time": 0.0018131956458091736,
|
|
"max_time": 0.03072243183851242,
|
|
"rps": 1696.3661054096415,
|
|
"p95_time": 0.014548555389046666,
|
|
"p99_time": 0.020996697321534155
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
},
|
|
"mean_time": 0.08275347576290369,
|
|
"mean_precisions": 0.46571399999999996,
|
|
"std_time": 0.008252722795874648,
|
|
"min_time": 0.02010750025510788,
|
|
"max_time": 0.12983636558055878,
|
|
"rps": 1173.9521251857823,
|
|
"p95_time": 0.09397073052823543,
|
|
"p99_time": 0.10175525791943074
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 768,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 32
|
|
}
|
|
},
|
|
"mean_time": 0.0051876833736896515,
|
|
"mean_precisions": 9e-05,
|
|
"std_time": 0.00397274331994948,
|
|
"min_time": 0.0020389780402183533,
|
|
"max_time": 0.033887483179569244,
|
|
"rps": 1609.1298841925993,
|
|
"p95_time": 0.013650632649660106,
|
|
"p99_time": 0.02058875821530819
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-rps-m-32",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 77.02432788163424,
|
|
"total_upload_time": 662.8942101895809,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
},
|
|
"mean_time": 0.00836098615527153,
|
|
"mean_precisions": 0.9966,
|
|
"std_time": 0.0018692530377446928,
|
|
"min_time": 0.004217423498630524,
|
|
"max_time": 0.053902216255664825,
|
|
"rps": 109.00818610481299,
|
|
"p95_time": 0.010962647572159768,
|
|
"p99_time": 0.012636370956897739
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 768,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 32
|
|
}
|
|
},
|
|
"mean_time": 0.27215547954440117,
|
|
"mean_precisions": 0.574874,
|
|
"std_time": 0.02312206323345665,
|
|
"min_time": 0.04417804628610611,
|
|
"max_time": 0.36544299125671387,
|
|
"rps": 363.17884942796974,
|
|
"p95_time": 0.311222080886364,
|
|
"p99_time": 0.3303933408111334
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
},
|
|
"mean_time": 0.0055763581946492195,
|
|
"mean_precisions": 0.9624,
|
|
"std_time": 0.002989796520985414,
|
|
"min_time": 0.002436615526676178,
|
|
"max_time": 0.04626266658306122,
|
|
"rps": 1123.9888631201347,
|
|
"p95_time": 0.008537739887833599,
|
|
"p99_time": 0.019852399900555623
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-latency-m-32",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 234.60426425933838,
|
|
"total_upload_time": 3015.7508194744587,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
},
|
|
"mean_time": 0.0132932209007442,
|
|
"mean_precisions": 0.6480640000000001,
|
|
"std_time": 0.0020290292403550014,
|
|
"min_time": 0.006725974380970001,
|
|
"max_time": 0.032481685280799866,
|
|
"rps": 74.59195712990388,
|
|
"p95_time": 0.016651586815714835,
|
|
"p99_time": 0.0188314575701952
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "latest-weaviate-m32",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 836.9633269459009,
|
|
"total_upload_time": 836.9633825644851,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"ef": 32
|
|
},
|
|
"mean_time": 0.0044147233456373215,
|
|
"mean_precisions": 0.9431400000000002,
|
|
"std_time": 0.0009898749248587345,
|
|
"min_time": 0.0019534677267074585,
|
|
"max_time": 0.0133805051445961,
|
|
"rps": 194.2630763013858,
|
|
"p95_time": 0.006032183021306993,
|
|
"p99_time": 0.007073785737156871
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "latest-weaviate-m32",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 836.9633269459009,
|
|
"total_upload_time": 836.9633825644851,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"ef": 128
|
|
},
|
|
"mean_time": 0.009130402356386185,
|
|
"mean_precisions": 0.989,
|
|
"std_time": 0.0022586832064867054,
|
|
"min_time": 0.003227613866329193,
|
|
"max_time": 0.02195288985967636,
|
|
"rps": 100.39456964961002,
|
|
"p95_time": 0.012877415865659715,
|
|
"p99_time": 0.01462867058813572
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-latency-m-32",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 234.60426425933838,
|
|
"total_upload_time": 3015.7508194744587,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
},
|
|
"mean_time": 0.013032188943773507,
|
|
"mean_precisions": 0.775163,
|
|
"std_time": 0.00273524171093857,
|
|
"min_time": 0.005170084536075592,
|
|
"max_time": 0.03600727766752243,
|
|
"rps": 76.04922265807807,
|
|
"p95_time": 0.017516903579235077,
|
|
"p99_time": 0.020051660612225533
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "latest-weaviate-m32",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 836.9633269459009,
|
|
"total_upload_time": 836.9633825644851,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"ef": 64
|
|
},
|
|
"mean_time": 0.009410772368311882,
|
|
"mean_precisions": 0.8044300000000001,
|
|
"std_time": 0.002026194511104359,
|
|
"min_time": 0.00431331992149353,
|
|
"max_time": 0.017516590654850006,
|
|
"rps": 104.83230347377035,
|
|
"p95_time": 0.012856646254658698,
|
|
"p99_time": 0.014495530426502225
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-latency-m-32",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 234.60426425933838,
|
|
"total_upload_time": 3015.7508194744587,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 16
|
|
}
|
|
},
|
|
"mean_time": 0.00418408115208149,
|
|
"mean_precisions": 0.0006799999999999999,
|
|
"std_time": 0.0007176321729043796,
|
|
"min_time": 0.002791665494441986,
|
|
"max_time": 0.009310580790042877,
|
|
"rps": 233.70024748181675,
|
|
"p95_time": 0.005457364395260811,
|
|
"p99_time": 0.0064207898080348965
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 32
|
|
}
|
|
},
|
|
"mean_time": 0.25804078494757415,
|
|
"mean_precisions": 0.699823,
|
|
"std_time": 0.020319614322367174,
|
|
"min_time": 0.03811376541852951,
|
|
"max_time": 0.3407420217990875,
|
|
"rps": 382.9372762380688,
|
|
"p95_time": 0.2886566411703825,
|
|
"p99_time": 0.30252980284392833
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "latest-weaviate-m32",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 836.9633269459009,
|
|
"total_upload_time": 836.9633825644851,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"ef": 64
|
|
},
|
|
"mean_time": 0.052294338762015107,
|
|
"mean_precisions": 0.7658360000000001,
|
|
"std_time": 0.021668723077828585,
|
|
"min_time": 0.003829583525657654,
|
|
"max_time": 0.32492808997631073,
|
|
"rps": 1864.6678078565697,
|
|
"p95_time": 0.08113358132541176,
|
|
"p99_time": 0.13493999212980276
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 128
|
|
}
|
|
},
|
|
"mean_time": 0.11897453841865063,
|
|
"mean_precisions": 0.9987400000000002,
|
|
"std_time": 0.015395458056400892,
|
|
"min_time": 0.0269545316696167,
|
|
"max_time": 0.14852504432201385,
|
|
"rps": 791.7929492201076,
|
|
"p95_time": 0.13335011936724186,
|
|
"p99_time": 0.13915172636508943
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
},
|
|
"mean_time": 0.08284467781558633,
|
|
"mean_precisions": 0.382329,
|
|
"std_time": 0.009846038375534097,
|
|
"min_time": 0.008952639997005463,
|
|
"max_time": 0.28830046206712723,
|
|
"rps": 1167.7882594730575,
|
|
"p95_time": 0.0952776327729225,
|
|
"p99_time": 0.10071468442678452
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-rps-m-32",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 77.02432788163424,
|
|
"total_upload_time": 662.8942101895809,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 16
|
|
},
|
|
"mean_time": 0.004518511051684618,
|
|
"mean_precisions": 0.9272819999999999,
|
|
"std_time": 0.0011865850065372616,
|
|
"min_time": 0.0024643167853355408,
|
|
"max_time": 0.05132419615983963,
|
|
"rps": 217.34853153849767,
|
|
"p95_time": 0.005868760123848914,
|
|
"p99_time": 0.008639913052320501
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-rps-m-32",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 77.02432788163424,
|
|
"total_upload_time": 662.8942101895809,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
},
|
|
"mean_time": 0.010543542736023665,
|
|
"mean_precisions": 0.9993800000000002,
|
|
"std_time": 0.002260603105151694,
|
|
"min_time": 0.004332996904850006,
|
|
"max_time": 0.03264457732439041,
|
|
"rps": 93.86128411888771,
|
|
"p95_time": 0.014140275865793228,
|
|
"p99_time": 0.016009612902998925
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 64
|
|
}
|
|
},
|
|
"mean_time": 0.0058811936378479,
|
|
"mean_precisions": 8e-05,
|
|
"std_time": 0.004811254382751389,
|
|
"min_time": 0.0019491985440254211,
|
|
"max_time": 0.04472001641988754,
|
|
"rps": 1639.343523044043,
|
|
"p95_time": 0.016163682192564005,
|
|
"p99_time": 0.024818373024463648
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 32
|
|
}
|
|
},
|
|
"mean_time": 0.005167141444981098,
|
|
"mean_precisions": 9e-05,
|
|
"std_time": 0.0033946116191229756,
|
|
"min_time": 0.0020462647080421448,
|
|
"max_time": 0.027448691427707672,
|
|
"rps": 1615.6855750902762,
|
|
"p95_time": 0.01170117557048797,
|
|
"p99_time": 0.017945892289280892
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 768,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 16
|
|
}
|
|
},
|
|
"mean_time": 0.14579809173196553,
|
|
"mean_precisions": 0.47611499999999995,
|
|
"std_time": 0.013418955274492963,
|
|
"min_time": 0.026780448853969574,
|
|
"max_time": 0.19145651161670685,
|
|
"rps": 673.3010490064946,
|
|
"p95_time": 0.16499021425843238,
|
|
"p99_time": 0.17646769158542158
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
},
|
|
"mean_time": 0.0797286086447537,
|
|
"mean_precisions": 0.38232900000000003,
|
|
"std_time": 0.009267874294394747,
|
|
"min_time": 0.015353947877883911,
|
|
"max_time": 0.1360236331820488,
|
|
"rps": 1215.0087357366087,
|
|
"p95_time": 0.09520776383578776,
|
|
"p99_time": 0.10210632376372814
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
},
|
|
"mean_time": 0.08185450702309609,
|
|
"mean_precisions": 0.382329,
|
|
"std_time": 0.006439416734721765,
|
|
"min_time": 0.05620992183685303,
|
|
"max_time": 0.2863415703177452,
|
|
"rps": 1191.681796311066,
|
|
"p95_time": 0.0919233925640583,
|
|
"p99_time": 0.10644311793148518
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 16
|
|
}
|
|
},
|
|
"mean_time": 0.004639150573313236,
|
|
"mean_precisions": 0.97934,
|
|
"std_time": 0.0014750559044434763,
|
|
"min_time": 0.002212837338447571,
|
|
"max_time": 0.019260555505752563,
|
|
"rps": 1056.3087062335,
|
|
"p95_time": 0.006963747739791871,
|
|
"p99_time": 0.01116618186235429
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 16
|
|
}
|
|
},
|
|
"mean_time": 0.14396463498175144,
|
|
"mean_precisions": 0.47626100000000005,
|
|
"std_time": 0.011034788156363709,
|
|
"min_time": 0.03482852876186371,
|
|
"max_time": 0.21196433901786804,
|
|
"rps": 682.1615566501862,
|
|
"p95_time": 0.16076595820486544,
|
|
"p99_time": 0.16783683873713018
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-rps-m-32",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 77.02432788163424,
|
|
"total_upload_time": 662.8942101895809,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 768
|
|
},
|
|
"mean_time": 0.021957681599259378,
|
|
"mean_precisions": 0.99976,
|
|
"std_time": 0.004117142752975997,
|
|
"min_time": 0.010274730622768402,
|
|
"max_time": 0.05920068919658661,
|
|
"rps": 43.80316703067958,
|
|
"p95_time": 0.028669653087854387,
|
|
"p99_time": 0.03184819601476194
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
},
|
|
"mean_time": 0.08863206726834177,
|
|
"mean_precisions": 0.46571399999999996,
|
|
"std_time": 0.011352736970906161,
|
|
"min_time": 0.01868608593940735,
|
|
"max_time": 0.12530285120010376,
|
|
"rps": 1094.1297769932241,
|
|
"p95_time": 0.10660504177212715,
|
|
"p99_time": 0.11432673543691636
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-rps-m-32",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 77.02432788163424,
|
|
"total_upload_time": 662.8942101895809,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 16
|
|
},
|
|
"mean_time": 0.006609776347875595,
|
|
"mean_precisions": 0.8377899999999999,
|
|
"std_time": 0.002226711322526494,
|
|
"min_time": 0.0031746327877044678,
|
|
"max_time": 0.031277626752853394,
|
|
"rps": 148.8144812215309,
|
|
"p95_time": 0.01028965301811695,
|
|
"p99_time": 0.015007822439074515
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-latency-m-32",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 234.60426425933838,
|
|
"total_upload_time": 3015.7508194744587,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 32
|
|
}
|
|
},
|
|
"mean_time": 0.02588987010344863,
|
|
"mean_precisions": 0.922583,
|
|
"std_time": 0.005555396778103814,
|
|
"min_time": 0.009517975151538849,
|
|
"max_time": 0.051363252103328705,
|
|
"rps": 38.391717109394946,
|
|
"p95_time": 0.035161966085433954,
|
|
"p99_time": 0.03974257223308087
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-rps-m-32",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 77.02432788163424,
|
|
"total_upload_time": 662.8942101895809,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
},
|
|
"mean_time": 0.0050302794709801675,
|
|
"mean_precisions": 0.971484,
|
|
"std_time": 0.0008182378589391043,
|
|
"min_time": 0.003021128475666046,
|
|
"max_time": 0.018547460436820984,
|
|
"rps": 195.55342207398778,
|
|
"p95_time": 0.006274597346782683,
|
|
"p99_time": 0.007292689159512521
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-rps-m-32",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 77.02432788163424,
|
|
"total_upload_time": 662.8942101895809,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 768
|
|
},
|
|
"mean_time": 0.013829180309921503,
|
|
"mean_precisions": 0.9967310000000001,
|
|
"std_time": 0.0026805192560716857,
|
|
"min_time": 0.005735799670219421,
|
|
"max_time": 0.02792704850435257,
|
|
"rps": 71.73924709570557,
|
|
"p95_time": 0.018179908767342566,
|
|
"p99_time": 0.020500449910759926
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-rps-m-32",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 77.02432788163424,
|
|
"total_upload_time": 662.8942101895809,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
},
|
|
"mean_time": 0.007953377413004637,
|
|
"mean_precisions": 0.9976459999999999,
|
|
"std_time": 0.0015822702469932134,
|
|
"min_time": 0.003426983952522278,
|
|
"max_time": 0.035408034920692444,
|
|
"rps": 124.32095747634204,
|
|
"p95_time": 0.010245782881975174,
|
|
"p99_time": 0.011696541309356689
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 128
|
|
}
|
|
},
|
|
"mean_time": 0.8767276901245117,
|
|
"mean_precisions": 0.7702620000000001,
|
|
"std_time": 0.06485236545415507,
|
|
"min_time": 0.09374664723873138,
|
|
"max_time": 1.2610862404108047,
|
|
"rps": 113.2647200353959,
|
|
"p95_time": 0.9543021269142627,
|
|
"p99_time": 1.1171463115513331
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-latency-m-32",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 234.60426425933838,
|
|
"total_upload_time": 3015.7508194744587,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
},
|
|
"mean_time": 0.00898917248994112,
|
|
"mean_precisions": 0.9979399999999999,
|
|
"std_time": 0.0017468549309391848,
|
|
"min_time": 0.004814609885215759,
|
|
"max_time": 0.03980100899934769,
|
|
"rps": 102.71996310837704,
|
|
"p95_time": 0.011312469840049744,
|
|
"p99_time": 0.013096007630228999
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 32
|
|
}
|
|
},
|
|
"mean_time": 0.0060482060506939885,
|
|
"mean_precisions": 0.9923400000000001,
|
|
"std_time": 0.002004301533502888,
|
|
"min_time": 0.002781316637992859,
|
|
"max_time": 0.023740090429782867,
|
|
"rps": 1112.6067791699993,
|
|
"p95_time": 0.009618715196847916,
|
|
"p99_time": 0.013640605434775372
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 768,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 64
|
|
}
|
|
},
|
|
"mean_time": 0.49483704556152225,
|
|
"mean_precisions": 0.674938,
|
|
"std_time": 0.0399342261857773,
|
|
"min_time": 0.05157226324081421,
|
|
"max_time": 0.6243183389306068,
|
|
"rps": 200.38880454710323,
|
|
"p95_time": 0.558285016939044,
|
|
"p99_time": 0.5856009068340063
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-rps-m-32",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 77.02432788163424,
|
|
"total_upload_time": 662.8942101895809,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
},
|
|
"mean_time": 0.00928612656891346,
|
|
"mean_precisions": 0.97277,
|
|
"std_time": 0.0016879826132372017,
|
|
"min_time": 0.005619116127490997,
|
|
"max_time": 0.025061942636966705,
|
|
"rps": 106.40775507582245,
|
|
"p95_time": 0.011572286486625671,
|
|
"p99_time": 0.013104434311389922
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-rps-m-32",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 77.02432788163424,
|
|
"total_upload_time": 662.8942101895809,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
},
|
|
"mean_time": 0.00643671223372221,
|
|
"mean_precisions": 0.9915199999999998,
|
|
"std_time": 0.0013204814856160813,
|
|
"min_time": 0.0037748441100120544,
|
|
"max_time": 0.03439582884311676,
|
|
"rps": 138.15573293775566,
|
|
"p95_time": 0.008016689494252206,
|
|
"p99_time": 0.009374096766114236
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-latency-m-32",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 234.60426425933838,
|
|
"total_upload_time": 3015.7508194744587,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
},
|
|
"mean_time": 0.0041914753541350365,
|
|
"mean_precisions": 0.0006799999999999999,
|
|
"std_time": 0.0006468048413203435,
|
|
"min_time": 0.00280848890542984,
|
|
"max_time": 0.01028316468000412,
|
|
"rps": 233.6984240899341,
|
|
"p95_time": 0.005147303268313408,
|
|
"p99_time": 0.006000803038477897
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 768,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 128
|
|
}
|
|
},
|
|
"mean_time": 0.11954507678598165,
|
|
"mean_precisions": 0.99892,
|
|
"std_time": 0.019401867660166654,
|
|
"min_time": 0.022144019603729248,
|
|
"max_time": 0.17504312843084335,
|
|
"rps": 784.1102077128145,
|
|
"p95_time": 0.13420185148715974,
|
|
"p99_time": 0.16201713599264625
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "latest-weaviate-m32",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 836.9633269459009,
|
|
"total_upload_time": 836.9633825644851,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"ef": 768
|
|
},
|
|
"mean_time": 0.02209391864016652,
|
|
"mean_precisions": 0.9967550000000001,
|
|
"std_time": 0.005662662442482976,
|
|
"min_time": 0.005996450781822205,
|
|
"max_time": 0.08697360754013062,
|
|
"rps": 44.9607891086212,
|
|
"p95_time": 0.03148018568754195,
|
|
"p99_time": 0.03576496168971063
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "latest-weaviate-m32",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 836.9633269459009,
|
|
"total_upload_time": 836.9633825644851,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"ef": 768
|
|
},
|
|
"mean_time": 0.21223943948671223,
|
|
"mean_precisions": 0.9500130000000001,
|
|
"std_time": 0.08374095473796643,
|
|
"min_time": 0.016874656081199646,
|
|
"max_time": 0.7934052720665932,
|
|
"rps": 466.6839574921938,
|
|
"p95_time": 0.3446578614413738,
|
|
"p99_time": 0.4588169217854741
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 768,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 128
|
|
}
|
|
},
|
|
"mean_time": 0.8630887733116746,
|
|
"mean_precisions": 0.7701140000000001,
|
|
"std_time": 0.06318754504244138,
|
|
"min_time": 0.08169237524271011,
|
|
"max_time": 1.0600669533014297,
|
|
"rps": 115.0272825799148,
|
|
"p95_time": 0.9366376776248216,
|
|
"p99_time": 1.0041539272665978
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 16
|
|
}
|
|
},
|
|
"mean_time": 0.0048354616090655325,
|
|
"mean_precisions": 0.97906,
|
|
"std_time": 0.0015837360251559204,
|
|
"min_time": 0.002253510057926178,
|
|
"max_time": 0.025031857192516327,
|
|
"rps": 1103.1313324689695,
|
|
"p95_time": 0.007108142599463464,
|
|
"p99_time": 0.011773183047771456
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
},
|
|
"mean_time": 0.004394248004257679,
|
|
"mean_precisions": 0.9489,
|
|
"std_time": 0.00504517326478688,
|
|
"min_time": 0.0021518170833587646,
|
|
"max_time": 0.09052097797393799,
|
|
"rps": 1181.8644616864597,
|
|
"p95_time": 0.005769677087664607,
|
|
"p99_time": 0.02879833050072199
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 768,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
},
|
|
"mean_time": 0.08133651536181569,
|
|
"mean_precisions": 0.38240100000000005,
|
|
"std_time": 0.009354992791734759,
|
|
"min_time": 0.01148930937051773,
|
|
"max_time": 0.11875279247760773,
|
|
"rps": 1187.868949484276,
|
|
"p95_time": 0.0952006459236145,
|
|
"p99_time": 0.1042533641308546
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 16
|
|
}
|
|
},
|
|
"mean_time": 0.14610270093232394,
|
|
"mean_precisions": 0.47611500000000007,
|
|
"std_time": 0.012670177197340569,
|
|
"min_time": 0.03166281431913376,
|
|
"max_time": 0.35595817118883133,
|
|
"rps": 672.2964232134888,
|
|
"p95_time": 0.16346458494663238,
|
|
"p99_time": 0.17640183538198473
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-latency-m-32",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 234.60426425933838,
|
|
"total_upload_time": 3015.7508194744587,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 32
|
|
}
|
|
},
|
|
"mean_time": 0.004193591713905334,
|
|
"mean_precisions": 0.0006799999999999999,
|
|
"std_time": 0.0006970069897095863,
|
|
"min_time": 0.0027261152863502502,
|
|
"max_time": 0.014743730425834656,
|
|
"rps": 233.11707014034744,
|
|
"p95_time": 0.005147913098335265,
|
|
"p99_time": 0.005702376291155815
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-rps-m-32",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 77.02432788163424,
|
|
"total_upload_time": 662.8942101895809,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
},
|
|
"mean_time": 0.011834433336555959,
|
|
"mean_precisions": 0.9921840000000001,
|
|
"std_time": 0.0021933557758171286,
|
|
"min_time": 0.005248650908470154,
|
|
"max_time": 0.03214675188064575,
|
|
"rps": 83.66325567193533,
|
|
"p95_time": 0.015319421514868734,
|
|
"p99_time": 0.017064734399318694
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 16
|
|
}
|
|
},
|
|
"mean_time": 0.14747562072053552,
|
|
"mean_precisions": 0.47626100000000005,
|
|
"std_time": 0.012085494497534321,
|
|
"min_time": 0.046229615807533264,
|
|
"max_time": 0.20423389226198196,
|
|
"rps": 667.6091532234625,
|
|
"p95_time": 0.16721679903566836,
|
|
"p99_time": 0.18011770509183408
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-rps-m-32",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 77.02432788163424,
|
|
"total_upload_time": 662.8942101895809,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
},
|
|
"mean_time": 0.01124361040443182,
|
|
"mean_precisions": 0.99073,
|
|
"std_time": 0.002022374706383929,
|
|
"min_time": 0.005039677023887634,
|
|
"max_time": 0.02461620420217514,
|
|
"rps": 87.84687234288494,
|
|
"p95_time": 0.014436277374625205,
|
|
"p99_time": 0.016005442291498185
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "latest-weaviate-m32",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 836.9633269459009,
|
|
"total_upload_time": 836.9633825644851,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"ef": 64
|
|
},
|
|
"mean_time": 0.00825531240478158,
|
|
"mean_precisions": 0.7658360000000001,
|
|
"std_time": 0.0020722150950446905,
|
|
"min_time": 0.0036999359726905823,
|
|
"max_time": 0.04338357597589493,
|
|
"rps": 119.75333262804963,
|
|
"p95_time": 0.011613027751445766,
|
|
"p99_time": 0.013283054456114772
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 16
|
|
}
|
|
},
|
|
"mean_time": 0.15039408722147346,
|
|
"mean_precisions": 0.47611500000000007,
|
|
"std_time": 0.014735366328834926,
|
|
"min_time": 0.025110460817813873,
|
|
"max_time": 0.2003793939948082,
|
|
"rps": 652.4858669798396,
|
|
"p95_time": 0.17065009623765945,
|
|
"p99_time": 0.1775751915574074
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
},
|
|
"mean_time": 0.00561834579706192,
|
|
"mean_precisions": 8e-05,
|
|
"std_time": 0.003835825118277978,
|
|
"min_time": 0.0019531026482582092,
|
|
"max_time": 0.032217711210250854,
|
|
"rps": 1631.477671308815,
|
|
"p95_time": 0.01373648978769779,
|
|
"p99_time": 0.017750973403453826
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 64
|
|
}
|
|
},
|
|
"mean_time": 0.005876109339296818,
|
|
"mean_precisions": 9e-05,
|
|
"std_time": 0.004505672169878505,
|
|
"min_time": 0.001965433359146118,
|
|
"max_time": 0.03536033630371094,
|
|
"rps": 1636.0855341272777,
|
|
"p95_time": 0.015251212939620017,
|
|
"p99_time": 0.02321546263992786
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-rps-m-32",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 77.02432788163424,
|
|
"total_upload_time": 662.8942101895809,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
},
|
|
"mean_time": 0.011482530934363603,
|
|
"mean_precisions": 0.9921409999999999,
|
|
"std_time": 0.0021832581381966056,
|
|
"min_time": 0.005143851041793823,
|
|
"max_time": 0.026467666029930115,
|
|
"rps": 86.28597761399217,
|
|
"p95_time": 0.01508365124464035,
|
|
"p99_time": 0.016827151626348496
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 16
|
|
}
|
|
},
|
|
"mean_time": 0.1475901778101921,
|
|
"mean_precisions": 0.5845319999999999,
|
|
"std_time": 0.015836841664357938,
|
|
"min_time": 0.02694307267665863,
|
|
"max_time": 0.1954842209815979,
|
|
"rps": 667.006024191083,
|
|
"p95_time": 0.17428273409605027,
|
|
"p99_time": 0.18348919913172723
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-latency-m-32",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 234.60426425933838,
|
|
"total_upload_time": 3015.7508194744587,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 32
|
|
}
|
|
},
|
|
"mean_time": 0.025894605918228626,
|
|
"mean_precisions": 0.922583,
|
|
"std_time": 0.005563398450852188,
|
|
"min_time": 0.00938301533460617,
|
|
"max_time": 0.05467740446329117,
|
|
"rps": 38.38459461265354,
|
|
"p95_time": 0.03491643741726874,
|
|
"p99_time": 0.03906170353293419
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-latency-m-32",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 234.60426425933838,
|
|
"total_upload_time": 3015.7508194744587,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
},
|
|
"mean_time": 0.003974520608782769,
|
|
"mean_precisions": 0.0006799999999999999,
|
|
"std_time": 0.0007995315785437397,
|
|
"min_time": 0.0027517080307006836,
|
|
"max_time": 0.014642402529716492,
|
|
"rps": 246.39050659922395,
|
|
"p95_time": 0.004828160256147384,
|
|
"p99_time": 0.006336254477500914
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 16
|
|
}
|
|
},
|
|
"mean_time": 0.005369873932003975,
|
|
"mean_precisions": 0.9838800000000001,
|
|
"std_time": 0.002161177025797862,
|
|
"min_time": 0.0024543479084968567,
|
|
"max_time": 0.030314788222312927,
|
|
"rps": 1107.9937543558751,
|
|
"p95_time": 0.008037870749831203,
|
|
"p99_time": 0.015717912539839757
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 16
|
|
}
|
|
},
|
|
"mean_time": 0.005608465167880058,
|
|
"mean_precisions": 0.9840399999999999,
|
|
"std_time": 0.0030320172261757887,
|
|
"min_time": 0.002437397837638855,
|
|
"max_time": 0.048318177461624146,
|
|
"rps": 1131.500814685104,
|
|
"p95_time": 0.008964461460709575,
|
|
"p99_time": 0.0188388253748417
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-latency-m-32",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 234.60426425933838,
|
|
"total_upload_time": 3015.7508194744587,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
},
|
|
"mean_time": 0.010583064980059863,
|
|
"mean_precisions": 0.583499,
|
|
"std_time": 0.0016140375460699493,
|
|
"min_time": 0.005897641181945801,
|
|
"max_time": 0.04496775567531586,
|
|
"rps": 93.58429140626525,
|
|
"p95_time": 0.013118025660514827,
|
|
"p99_time": 0.014886438101530076
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "latest-weaviate-m32",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 836.9633269459009,
|
|
"total_upload_time": 836.9633825644851,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"ef": 32
|
|
},
|
|
"mean_time": 0.052352747324854135,
|
|
"mean_precisions": 0.7658360000000001,
|
|
"std_time": 0.019114292735199385,
|
|
"min_time": 0.004508912563323975,
|
|
"max_time": 0.21372316032648087,
|
|
"rps": 1850.4260702275851,
|
|
"p95_time": 0.08257660940289495,
|
|
"p99_time": 0.1323186120390893
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "latest-weaviate-m32",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 836.9633269459009,
|
|
"total_upload_time": 836.9633825644851,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"ef": 32
|
|
},
|
|
"mean_time": 0.00831065788641572,
|
|
"mean_precisions": 0.9198219999999999,
|
|
"std_time": 0.00201268533411733,
|
|
"min_time": 0.00361555814743042,
|
|
"max_time": 0.021388284862041473,
|
|
"rps": 118.86299059119918,
|
|
"p95_time": 0.011761964857578277,
|
|
"p99_time": 0.014014512524008755
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 768,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 128
|
|
}
|
|
},
|
|
"mean_time": 0.9102649196505547,
|
|
"mean_precisions": 0.880691,
|
|
"std_time": 0.07583565390306354,
|
|
"min_time": 0.07683310657739639,
|
|
"max_time": 1.1063499227166176,
|
|
"rps": 109.07065340824516,
|
|
"p95_time": 1.0135263454169035,
|
|
"p99_time": 1.0475460637360812
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "latest-weaviate-m32",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 836.9633269459009,
|
|
"total_upload_time": 836.9633825644851,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"ef": 512
|
|
},
|
|
"mean_time": 0.02112676339894533,
|
|
"mean_precisions": 0.9979,
|
|
"std_time": 0.005559625106355057,
|
|
"min_time": 0.00631500780582428,
|
|
"max_time": 0.04307936131954193,
|
|
"rps": 45.53095624229522,
|
|
"p95_time": 0.030294620618224143,
|
|
"p99_time": 0.03514691054821015
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-latency-m-32",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 234.60426425933838,
|
|
"total_upload_time": 3015.7508194744587,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
},
|
|
"mean_time": 0.0043341156765818595,
|
|
"mean_precisions": 0.0006799999999999999,
|
|
"std_time": 0.0007097179398909297,
|
|
"min_time": 0.0029222965240478516,
|
|
"max_time": 0.01147548109292984,
|
|
"rps": 225.5491909081508,
|
|
"p95_time": 0.005410863831639289,
|
|
"p99_time": 0.0061653469502925854
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "latest-weaviate-m32",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 836.9633269459009,
|
|
"total_upload_time": 836.9633825644851,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"ef": 32
|
|
},
|
|
"mean_time": 0.00932059720903635,
|
|
"mean_precisions": 0.8044300000000001,
|
|
"std_time": 0.002133271852181936,
|
|
"min_time": 0.003880046308040619,
|
|
"max_time": 0.01668192446231842,
|
|
"rps": 105.86413627547532,
|
|
"p95_time": 0.012965454161167145,
|
|
"p99_time": 0.014761053025722504
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 32
|
|
}
|
|
},
|
|
"mean_time": 0.004744307160377503,
|
|
"mean_precisions": 9e-05,
|
|
"std_time": 0.0032835244333606086,
|
|
"min_time": 0.0017455965280532837,
|
|
"max_time": 0.03437275439500809,
|
|
"rps": 1606.6722630212266,
|
|
"p95_time": 0.011088008433580399,
|
|
"p99_time": 0.01838865488767624
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 64
|
|
}
|
|
},
|
|
"mean_time": 0.46562612374797463,
|
|
"mean_precisions": 0.8006280000000001,
|
|
"std_time": 0.0328318654903727,
|
|
"min_time": 0.058709971606731415,
|
|
"max_time": 0.5579517185688019,
|
|
"rps": 212.6904843146519,
|
|
"p95_time": 0.5072245858609676,
|
|
"p99_time": 0.5268952485919
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "latest-weaviate-m32",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 836.9633269459009,
|
|
"total_upload_time": 836.9633825644851,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"ef": 768
|
|
},
|
|
"mean_time": 0.02828742053359747,
|
|
"mean_precisions": 0.9986,
|
|
"std_time": 0.007324281147677148,
|
|
"min_time": 0.008637912571430206,
|
|
"max_time": 0.057104215025901794,
|
|
"rps": 34.147712296031585,
|
|
"p95_time": 0.04053969979286194,
|
|
"p99_time": 0.04637528479099276
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-rps-m-32",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 77.02432788163424,
|
|
"total_upload_time": 662.8942101895809,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
},
|
|
"mean_time": 0.006376950710266828,
|
|
"mean_precisions": 0.991144,
|
|
"std_time": 0.0012401752891974763,
|
|
"min_time": 0.0035218745470046997,
|
|
"max_time": 0.03800571709871292,
|
|
"rps": 154.69129487324207,
|
|
"p95_time": 0.008014655113220213,
|
|
"p99_time": 0.009356105625629428
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-rps-m-32",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 77.02432788163424,
|
|
"total_upload_time": 662.8942101895809,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 768
|
|
},
|
|
"mean_time": 0.012238733936846257,
|
|
"mean_precisions": 0.999699,
|
|
"std_time": 0.0027751721547460205,
|
|
"min_time": 0.004982225596904755,
|
|
"max_time": 0.03577856719493866,
|
|
"rps": 80.97120896656703,
|
|
"p95_time": 0.016807027533650393,
|
|
"p99_time": 0.01901933282613755
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-latency-m-32",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 234.60426425933838,
|
|
"total_upload_time": 3015.7508194744587,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 16
|
|
}
|
|
},
|
|
"mean_time": 0.014393267568945885,
|
|
"mean_precisions": 0.808264,
|
|
"std_time": 0.0031346395812028058,
|
|
"min_time": 0.005565531551837921,
|
|
"max_time": 0.034908413887023926,
|
|
"rps": 68.9252660200716,
|
|
"p95_time": 0.019696376472711562,
|
|
"p99_time": 0.02279053919017315
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-rps-m-32",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 77.02432788163424,
|
|
"total_upload_time": 662.8942101895809,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
},
|
|
"mean_time": 0.011337457309663295,
|
|
"mean_precisions": 0.9985200000000001,
|
|
"std_time": 0.002285309948199433,
|
|
"min_time": 0.0055599212646484375,
|
|
"max_time": 0.03444669395685196,
|
|
"rps": 82.56202490134328,
|
|
"p95_time": 0.014724574238061906,
|
|
"p99_time": 0.01684671416878701
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 16
|
|
}
|
|
},
|
|
"mean_time": 0.005678920827805996,
|
|
"mean_precisions": 9e-05,
|
|
"std_time": 0.006415203797570789,
|
|
"min_time": 0.002137981355190277,
|
|
"max_time": 0.05833226442337036,
|
|
"rps": 1715.1366192952787,
|
|
"p95_time": 0.01457633152604102,
|
|
"p99_time": 0.03406606003642082
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 128
|
|
}
|
|
},
|
|
"mean_time": 0.9177081179007888,
|
|
"mean_precisions": 0.880691,
|
|
"std_time": 0.07181157801475313,
|
|
"min_time": 0.0821673721075058,
|
|
"max_time": 1.107127234339714,
|
|
"rps": 108.10427735885439,
|
|
"p95_time": 1.0119951091706754,
|
|
"p99_time": 1.0464050007611514
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "latest-weaviate-m32",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 836.9633269459009,
|
|
"total_upload_time": 836.9633825644851,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"ef": 256
|
|
},
|
|
"mean_time": 0.01395265162140131,
|
|
"mean_precisions": 0.9950399999999999,
|
|
"std_time": 0.003658285862373585,
|
|
"min_time": 0.004631794989109039,
|
|
"max_time": 0.03188150376081467,
|
|
"rps": 67.72599737508926,
|
|
"p95_time": 0.02029160410165787,
|
|
"p99_time": 0.023039246201515196
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 768,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
},
|
|
"mean_time": 0.016287016883492468,
|
|
"mean_precisions": 0.9657599999999998,
|
|
"std_time": 0.014863611360874657,
|
|
"min_time": 0.003002963960170746,
|
|
"max_time": 0.08965841680765152,
|
|
"rps": 1130.5655823093448,
|
|
"p95_time": 0.05678956210613252,
|
|
"p99_time": 0.07180664092302323
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 768,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 128
|
|
}
|
|
},
|
|
"mean_time": 0.005121964268386364,
|
|
"mean_precisions": 8e-05,
|
|
"std_time": 0.003593341303582499,
|
|
"min_time": 0.0020707249641418457,
|
|
"max_time": 0.03279842436313629,
|
|
"rps": 1746.9580457708673,
|
|
"p95_time": 0.011792212724685667,
|
|
"p99_time": 0.020675695687532417
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 768,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 64
|
|
}
|
|
},
|
|
"mean_time": 0.4860768850825727,
|
|
"mean_precisions": 0.675084,
|
|
"std_time": 0.038728044866326465,
|
|
"min_time": 0.04302596300840378,
|
|
"max_time": 0.631571389734745,
|
|
"rps": 203.97198581387752,
|
|
"p95_time": 0.5438009474426507,
|
|
"p99_time": 0.5822865796089173
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 128
|
|
}
|
|
},
|
|
"mean_time": 0.855126423586905,
|
|
"mean_precisions": 0.7701140000000001,
|
|
"std_time": 0.06909391289761613,
|
|
"min_time": 0.08836773782968521,
|
|
"max_time": 1.2738312631845474,
|
|
"rps": 116.1003936873388,
|
|
"p95_time": 0.9280795019119977,
|
|
"p99_time": 1.1507376290857794
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 32
|
|
}
|
|
},
|
|
"mean_time": 0.2717128619082272,
|
|
"mean_precisions": 0.575156,
|
|
"std_time": 0.025183097649953273,
|
|
"min_time": 0.04127616435289383,
|
|
"max_time": 0.3518640920519829,
|
|
"rps": 363.7940361121224,
|
|
"p95_time": 0.3161789532750845,
|
|
"p99_time": 0.33140917010605336
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 16
|
|
}
|
|
},
|
|
"mean_time": 0.008572451348602772,
|
|
"mean_precisions": 0.98682,
|
|
"std_time": 0.006976484213534459,
|
|
"min_time": 0.002959340810775757,
|
|
"max_time": 0.07708755135536194,
|
|
"rps": 1137.9187520328921,
|
|
"p95_time": 0.018019832670688646,
|
|
"p99_time": 0.04381339527666577
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "latest-weaviate-m32",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 836.9633269459009,
|
|
"total_upload_time": 836.9633825644851,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"ef": 128
|
|
},
|
|
"mean_time": 0.009294566784054041,
|
|
"mean_precisions": 0.796424,
|
|
"std_time": 0.0022095870597412877,
|
|
"min_time": 0.0038054361939430237,
|
|
"max_time": 0.03588467836380005,
|
|
"rps": 106.42092794610356,
|
|
"p95_time": 0.013020506501197814,
|
|
"p99_time": 0.014826916232705118
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 64
|
|
}
|
|
},
|
|
"mean_time": 0.004603237740695477,
|
|
"mean_precisions": 8e-05,
|
|
"std_time": 0.0033825670340169103,
|
|
"min_time": 0.0020564720034599304,
|
|
"max_time": 0.027715526521205902,
|
|
"rps": 1619.3352724905883,
|
|
"p95_time": 0.011212018877267825,
|
|
"p99_time": 0.01941172651946544
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 768,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
},
|
|
"mean_time": 0.08888254074156285,
|
|
"mean_precisions": 0.4655990000000001,
|
|
"std_time": 0.010348191904651156,
|
|
"min_time": 0.009288199245929718,
|
|
"max_time": 0.12753497064113617,
|
|
"rps": 1089.8062614099651,
|
|
"p95_time": 0.10226132273674012,
|
|
"p99_time": 0.10867541439831258
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-latency-m-32",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 234.60426425933838,
|
|
"total_upload_time": 3015.7508194744587,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 32
|
|
}
|
|
},
|
|
"mean_time": 0.007746537692844868,
|
|
"mean_precisions": 0.9986799999999999,
|
|
"std_time": 0.0011251333027309414,
|
|
"min_time": 0.004146963357925415,
|
|
"max_time": 0.016727827489376068,
|
|
"rps": 117.64391825819988,
|
|
"p95_time": 0.009591607749462128,
|
|
"p99_time": 0.010561688691377646
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
},
|
|
"mean_time": 0.10260434207171201,
|
|
"mean_precisions": 0.4655990000000001,
|
|
"std_time": 0.010739737400784384,
|
|
"min_time": 0.013873808085918427,
|
|
"max_time": 0.14046847820281982,
|
|
"rps": 952.6049712044332,
|
|
"p95_time": 0.11771538145840169,
|
|
"p99_time": 0.12335620194673538
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "latest-weaviate-m32",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 836.9633269459009,
|
|
"total_upload_time": 836.9633825644851,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"ef": 128
|
|
},
|
|
"mean_time": 0.017770936235785486,
|
|
"mean_precisions": 0.989,
|
|
"std_time": 0.024386160190596674,
|
|
"min_time": 0.0023769810795783997,
|
|
"max_time": 0.1538664624094963,
|
|
"rps": 1057.697062184308,
|
|
"p95_time": 0.07616823613643647,
|
|
"p99_time": 0.11316791817545903
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "latest-weaviate-m32",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 836.9633269459009,
|
|
"total_upload_time": 836.9633825644851,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"ef": 16
|
|
},
|
|
"mean_time": 0.008086206033080816,
|
|
"mean_precisions": 0.7658360000000001,
|
|
"std_time": 0.0018927529363891383,
|
|
"min_time": 0.003509603440761566,
|
|
"max_time": 0.026706606149673462,
|
|
"rps": 122.05208223850029,
|
|
"p95_time": 0.011376974731683729,
|
|
"p99_time": 0.013008719459176069
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-rps-m-32",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 77.02432788163424,
|
|
"total_upload_time": 662.8942101895809,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
},
|
|
"mean_time": 0.00685955087095499,
|
|
"mean_precisions": 0.9256700000000001,
|
|
"std_time": 0.0013320458996282892,
|
|
"min_time": 0.004227183759212494,
|
|
"max_time": 0.028004474937915802,
|
|
"rps": 143.58356091450884,
|
|
"p95_time": 0.008373359963297843,
|
|
"p99_time": 0.009326113983988759
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-rps-m-32",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 77.02432788163424,
|
|
"total_upload_time": 662.8942101895809,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
},
|
|
"mean_time": 0.006833284655213356,
|
|
"mean_precisions": 0.9353400000000002,
|
|
"std_time": 0.0010901899094407517,
|
|
"min_time": 0.003717266023159027,
|
|
"max_time": 0.022035889327526093,
|
|
"rps": 144.51713274522538,
|
|
"p95_time": 0.008392894640564919,
|
|
"p99_time": 0.009548971503973009
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-latency-m-32",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 234.60426425933838,
|
|
"total_upload_time": 3015.7508194744587,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
},
|
|
"mean_time": 0.012952756579965353,
|
|
"mean_precisions": 0.775163,
|
|
"std_time": 0.002694018467038704,
|
|
"min_time": 0.0052212998270988464,
|
|
"max_time": 0.03473607450723648,
|
|
"rps": 76.52995483028903,
|
|
"p95_time": 0.017431089654564854,
|
|
"p99_time": 0.019633287712931633
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "latest-weaviate-m32",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 836.9633269459009,
|
|
"total_upload_time": 836.9633825644851,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"ef": 32
|
|
},
|
|
"mean_time": 0.04574725053459406,
|
|
"mean_precisions": 0.9198219999999999,
|
|
"std_time": 0.013616615826593926,
|
|
"min_time": 0.004739880561828613,
|
|
"max_time": 0.15079057216644287,
|
|
"rps": 2087.6034356225573,
|
|
"p95_time": 0.0669560708105564,
|
|
"p99_time": 0.08757663868367674
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-rps-m-32",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 77.02432788163424,
|
|
"total_upload_time": 662.8942101895809,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 16
|
|
},
|
|
"mean_time": 0.006878264464437961,
|
|
"mean_precisions": 0.8386300000000001,
|
|
"std_time": 0.002209317754928668,
|
|
"min_time": 0.0037223100662231445,
|
|
"max_time": 0.037408068776130676,
|
|
"rps": 142.89341997282713,
|
|
"p95_time": 0.01092555224895477,
|
|
"p99_time": 0.01456243015825748
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-rps-m-32",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 77.02432788163424,
|
|
"total_upload_time": 662.8942101895809,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 16
|
|
},
|
|
"mean_time": 0.004070880529284477,
|
|
"mean_precisions": 0.9442200000000001,
|
|
"std_time": 0.0012679294353433593,
|
|
"min_time": 0.0022203996777534485,
|
|
"max_time": 0.032746635377407074,
|
|
"rps": 210.35274498773677,
|
|
"p95_time": 0.00564023368060589,
|
|
"p99_time": 0.009085506796836859
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "latest-weaviate-m32",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 836.9633269459009,
|
|
"total_upload_time": 836.9633825644851,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"ef": 64
|
|
},
|
|
"mean_time": 0.004994372883439064,
|
|
"mean_precisions": 0.9753799999999999,
|
|
"std_time": 0.0017617227696735715,
|
|
"min_time": 0.001891009509563446,
|
|
"max_time": 0.02341213822364807,
|
|
"rps": 1142.1335853238206,
|
|
"p95_time": 0.007160965353250505,
|
|
"p99_time": 0.011339130848646328
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 64
|
|
}
|
|
},
|
|
"mean_time": 0.4862937736712396,
|
|
"mean_precisions": 0.675084,
|
|
"std_time": 0.04030921029037395,
|
|
"min_time": 0.05512373149394989,
|
|
"max_time": 0.6504380851984024,
|
|
"rps": 203.74956766754505,
|
|
"p95_time": 0.5519488383084535,
|
|
"p99_time": 0.5857069635391235
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 64
|
|
}
|
|
},
|
|
"mean_time": 0.4591725120507181,
|
|
"mean_precisions": 0.8006280000000001,
|
|
"std_time": 0.030851147069523417,
|
|
"min_time": 0.05626166611909866,
|
|
"max_time": 0.5728506222367287,
|
|
"rps": 215.8557361203557,
|
|
"p95_time": 0.4967249449342489,
|
|
"p99_time": 0.5239843038469553
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-rps-m-32",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 77.02432788163424,
|
|
"total_upload_time": 662.8942101895809,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 16
|
|
},
|
|
"mean_time": 0.004581387761235237,
|
|
"mean_precisions": 0.9275540000000001,
|
|
"std_time": 0.0013197255760851248,
|
|
"min_time": 0.0026193931698799133,
|
|
"max_time": 0.05453946441411972,
|
|
"rps": 214.37303832362278,
|
|
"p95_time": 0.005957573652267454,
|
|
"p99_time": 0.00923775985836984
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-rps-m-32",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 77.02432788163424,
|
|
"total_upload_time": 662.8942101895809,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 768
|
|
},
|
|
"mean_time": 0.018199578560888767,
|
|
"mean_precisions": 0.99835,
|
|
"std_time": 0.0037874570727057287,
|
|
"min_time": 0.006962403655052185,
|
|
"max_time": 0.03828006982803345,
|
|
"rps": 54.34619478535142,
|
|
"p95_time": 0.023710034787654877,
|
|
"p99_time": 0.0282889711111784
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 128
|
|
}
|
|
},
|
|
"mean_time": 0.8776796663284302,
|
|
"mean_precisions": 0.8801260000000001,
|
|
"std_time": 0.07330883287097138,
|
|
"min_time": 0.08405039459466934,
|
|
"max_time": 1.1883305758237839,
|
|
"rps": 112.98484247796652,
|
|
"p95_time": 0.992485174536705,
|
|
"p99_time": 1.0761686543375253
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 768,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
},
|
|
"mean_time": 0.08307977120578289,
|
|
"mean_precisions": 0.465714,
|
|
"std_time": 0.009291067996425446,
|
|
"min_time": 0.009366527199745178,
|
|
"max_time": 0.11977894604206085,
|
|
"rps": 1164.094492223166,
|
|
"p95_time": 0.09355887100100517,
|
|
"p99_time": 0.09935690112411977
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "latest-weaviate-m32",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 836.9633269459009,
|
|
"total_upload_time": 836.9633825644851,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"ef": 768
|
|
},
|
|
"mean_time": 0.02492550444304943,
|
|
"mean_precisions": 0.9500130000000001,
|
|
"std_time": 0.006332713502505834,
|
|
"min_time": 0.008456170558929443,
|
|
"max_time": 0.0862748920917511,
|
|
"rps": 39.886077991084136,
|
|
"p95_time": 0.035383519157767294,
|
|
"p99_time": 0.039462078139185904
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 768,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
},
|
|
"mean_time": 0.005111335963010788,
|
|
"mean_precisions": 8e-05,
|
|
"std_time": 0.00355637765620761,
|
|
"min_time": 0.0018052756786346436,
|
|
"max_time": 0.034000128507614136,
|
|
"rps": 1653.6973871804323,
|
|
"p95_time": 0.012262447923421859,
|
|
"p99_time": 0.01918734736740589
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-rps-m-32",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 77.02432788163424,
|
|
"total_upload_time": 662.8942101895809,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
},
|
|
"mean_time": 0.008338055604696274,
|
|
"mean_precisions": 0.99666,
|
|
"std_time": 0.0015631285415551005,
|
|
"min_time": 0.004221081733703613,
|
|
"max_time": 0.027626216411590576,
|
|
"rps": 110.22352264405126,
|
|
"p95_time": 0.01067420393228531,
|
|
"p99_time": 0.012340990453958518
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-latency-m-32",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 234.60426425933838,
|
|
"total_upload_time": 3015.7508194744587,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 16
|
|
}
|
|
},
|
|
"mean_time": 0.0041981363669037815,
|
|
"mean_precisions": 0.0006799999999999999,
|
|
"std_time": 0.0006687451531226012,
|
|
"min_time": 0.002563267946243286,
|
|
"max_time": 0.009312406182289124,
|
|
"rps": 232.77704205243774,
|
|
"p95_time": 0.0053653806447982785,
|
|
"p99_time": 0.00629528373479843
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 768,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 32
|
|
}
|
|
},
|
|
"mean_time": 0.263488911986351,
|
|
"mean_precisions": 0.575156,
|
|
"std_time": 0.020686292023497765,
|
|
"min_time": 0.03703615069389343,
|
|
"max_time": 0.3402317985892296,
|
|
"rps": 374.4571899779619,
|
|
"p95_time": 0.29045416936278345,
|
|
"p99_time": 0.30693335548043255
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 768,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 32
|
|
}
|
|
},
|
|
"mean_time": 0.26310264821872115,
|
|
"mean_precisions": 0.699823,
|
|
"std_time": 0.020226996960124793,
|
|
"min_time": 0.034597985446453094,
|
|
"max_time": 0.3462546467781067,
|
|
"rps": 375.3613037808015,
|
|
"p95_time": 0.2912648182362318,
|
|
"p99_time": 0.30691205531358723
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 32
|
|
}
|
|
},
|
|
"mean_time": 0.006519340811669826,
|
|
"mean_precisions": 0.9926599999999999,
|
|
"std_time": 0.003529555662999997,
|
|
"min_time": 0.0026969462633132935,
|
|
"max_time": 0.05281611531972885,
|
|
"rps": 1062.8235280240442,
|
|
"p95_time": 0.010377271473407746,
|
|
"p99_time": 0.023730679452419298
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 768,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 16
|
|
}
|
|
},
|
|
"mean_time": 0.15410564297661186,
|
|
"mean_precisions": 0.585015,
|
|
"std_time": 0.014891871809709356,
|
|
"min_time": 0.02497774362564087,
|
|
"max_time": 0.21580731868743896,
|
|
"rps": 637.870927480613,
|
|
"p95_time": 0.1793315928429365,
|
|
"p99_time": 0.1948155677318573
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 16
|
|
}
|
|
},
|
|
"mean_time": 0.14505406075268984,
|
|
"mean_precisions": 0.5845319999999999,
|
|
"std_time": 0.011331815914039242,
|
|
"min_time": 0.03594783693552017,
|
|
"max_time": 0.18733800947666168,
|
|
"rps": 677.4991874465592,
|
|
"p95_time": 0.1634619753807783,
|
|
"p99_time": 0.17189648561179638
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 128
|
|
}
|
|
},
|
|
"mean_time": 0.00533303490281105,
|
|
"mean_precisions": 8e-05,
|
|
"std_time": 0.004560820009238237,
|
|
"min_time": 0.0019250214099884033,
|
|
"max_time": 0.04170024394989014,
|
|
"rps": 1649.6667080954455,
|
|
"p95_time": 0.014005829766392707,
|
|
"p99_time": 0.02483648233115673
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 16
|
|
}
|
|
},
|
|
"mean_time": 0.004992138363420964,
|
|
"mean_precisions": 8e-05,
|
|
"std_time": 0.0037749341642514455,
|
|
"min_time": 0.0019496753811836243,
|
|
"max_time": 0.039254896342754364,
|
|
"rps": 1638.4920851752947,
|
|
"p95_time": 0.012587087601423262,
|
|
"p99_time": 0.01973336778581142
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 128
|
|
}
|
|
},
|
|
"mean_time": 0.854337043761462,
|
|
"mean_precisions": 0.770262,
|
|
"std_time": 0.05701011764290672,
|
|
"min_time": 0.08613546937704086,
|
|
"max_time": 1.0543848723173141,
|
|
"rps": 116.2248009755077,
|
|
"p95_time": 0.9187783684581516,
|
|
"p99_time": 0.9795864995568991
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 32
|
|
}
|
|
},
|
|
"mean_time": 0.25607537368386984,
|
|
"mean_precisions": 0.699823,
|
|
"std_time": 0.019779599035777477,
|
|
"min_time": 0.039520591497421265,
|
|
"max_time": 0.32575536519289017,
|
|
"rps": 385.477619456295,
|
|
"p95_time": 0.2828246638178825,
|
|
"p99_time": 0.2936143407970667
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-latency-m-32",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 234.60426425933838,
|
|
"total_upload_time": 3015.7508194744587,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 16
|
|
}
|
|
},
|
|
"mean_time": 0.017220107494294642,
|
|
"mean_precisions": 0.860558,
|
|
"std_time": 0.003756186582164162,
|
|
"min_time": 0.006504185497760773,
|
|
"max_time": 0.03656014800071716,
|
|
"rps": 57.62976611693013,
|
|
"p95_time": 0.02355230115354061,
|
|
"p99_time": 0.026961802765727044
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-latency-m-32",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 234.60426425933838,
|
|
"total_upload_time": 3015.7508194744587,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
},
|
|
"mean_time": 0.010810184398293496,
|
|
"mean_precisions": 0.709689,
|
|
"std_time": 0.0025494645347955798,
|
|
"min_time": 0.004242122173309326,
|
|
"max_time": 0.13240764290094376,
|
|
"rps": 91.67131970293484,
|
|
"p95_time": 0.014288897439837455,
|
|
"p99_time": 0.016676717624068263
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-rps-m-32",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 77.02432788163424,
|
|
"total_upload_time": 662.8942101895809,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 32
|
|
},
|
|
"mean_time": 0.004489036376029253,
|
|
"mean_precisions": 0.9344119999999999,
|
|
"std_time": 0.0008822952854450046,
|
|
"min_time": 0.002441219985485077,
|
|
"max_time": 0.03339041769504547,
|
|
"rps": 218.74947369341706,
|
|
"p95_time": 0.0054991643875837316,
|
|
"p99_time": 0.0063954370468854915
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 32
|
|
}
|
|
},
|
|
"mean_time": 0.2694340584166348,
|
|
"mean_precisions": 0.699823,
|
|
"std_time": 0.024232279221921504,
|
|
"min_time": 0.033963270485401154,
|
|
"max_time": 0.35798922181129456,
|
|
"rps": 366.5145423609492,
|
|
"p95_time": 0.3059218816459179,
|
|
"p99_time": 0.31980268195271494
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 16
|
|
}
|
|
},
|
|
"mean_time": 0.1479948347710073,
|
|
"mean_precisions": 0.5845319999999999,
|
|
"std_time": 0.013451789833533005,
|
|
"min_time": 0.023272909224033356,
|
|
"max_time": 0.1973297894001007,
|
|
"rps": 663.3632912136593,
|
|
"p95_time": 0.1653856486082077,
|
|
"p99_time": 0.17338408388197424
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
},
|
|
"mean_time": 0.004980968795716762,
|
|
"mean_precisions": 8e-05,
|
|
"std_time": 0.0037528027334405413,
|
|
"min_time": 0.0019507035613059998,
|
|
"max_time": 0.035063646733760834,
|
|
"rps": 1637.684872274768,
|
|
"p95_time": 0.01303853169083595,
|
|
"p99_time": 0.020612817630171774
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 64
|
|
}
|
|
},
|
|
"mean_time": 0.015159072750806808,
|
|
"mean_precisions": 0.9971200000000001,
|
|
"std_time": 0.011768400474311581,
|
|
"min_time": 0.0037652775645256042,
|
|
"max_time": 0.1450950801372528,
|
|
"rps": 1078.7017585449337,
|
|
"p95_time": 0.03644898720085621,
|
|
"p99_time": 0.044451807513833076
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-latency-m-32",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 234.60426425933838,
|
|
"total_upload_time": 3015.7508194744587,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 16
|
|
}
|
|
},
|
|
"mean_time": 0.005646650809049606,
|
|
"mean_precisions": 0.9961,
|
|
"std_time": 0.001343975740062278,
|
|
"min_time": 0.0031562969088554382,
|
|
"max_time": 0.046798110008239746,
|
|
"rps": 156.64368643879783,
|
|
"p95_time": 0.006830585747957229,
|
|
"p99_time": 0.007791801095008856
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "latest-weaviate-m32",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 836.9633269459009,
|
|
"total_upload_time": 836.9633825644851,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"ef": 512
|
|
},
|
|
"mean_time": 0.01774585579559207,
|
|
"mean_precisions": 0.993318,
|
|
"std_time": 0.004568751533819334,
|
|
"min_time": 0.005170442163944244,
|
|
"max_time": 0.0742778405547142,
|
|
"rps": 55.95636147094427,
|
|
"p95_time": 0.025161072239279745,
|
|
"p99_time": 0.02903288416564465
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "latest-weaviate-m32",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 836.9633269459009,
|
|
"total_upload_time": 836.9633825644851,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"ef": 64
|
|
},
|
|
"mean_time": 0.06317007677182555,
|
|
"mean_precisions": 0.9198220000000001,
|
|
"std_time": 0.04640620250318889,
|
|
"min_time": 0.004403166472911835,
|
|
"max_time": 0.42958641052246094,
|
|
"rps": 1512.4483303853558,
|
|
"p95_time": 0.17411880046129216,
|
|
"p99_time": 0.2684603400528438
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 64
|
|
}
|
|
},
|
|
"mean_time": 0.005182648487389088,
|
|
"mean_precisions": 9e-05,
|
|
"std_time": 0.004016391093252798,
|
|
"min_time": 0.002006642520427704,
|
|
"max_time": 0.028183192014694214,
|
|
"rps": 1648.112820549218,
|
|
"p95_time": 0.013706256821751594,
|
|
"p99_time": 0.022177784964442247
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "latest-weaviate-m32",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 836.9633269459009,
|
|
"total_upload_time": 836.9633825644851,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"ef": 512
|
|
},
|
|
"mean_time": 0.021511161215603352,
|
|
"mean_precisions": 0.97004,
|
|
"std_time": 0.005122367243952936,
|
|
"min_time": 0.006685331463813782,
|
|
"max_time": 0.07207008451223373,
|
|
"rps": 46.14087689591744,
|
|
"p95_time": 0.02973242700099945,
|
|
"p99_time": 0.032991822883486746
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 16
|
|
}
|
|
},
|
|
"mean_time": 0.0050252841040492055,
|
|
"mean_precisions": 9e-05,
|
|
"std_time": 0.003641141755076873,
|
|
"min_time": 0.0019367486238479614,
|
|
"max_time": 0.026675857603549957,
|
|
"rps": 1680.5671783605796,
|
|
"p95_time": 0.013200297579169273,
|
|
"p99_time": 0.020428567677736275
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-rps-m-32",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 77.02432788163424,
|
|
"total_upload_time": 662.8942101895809,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 32
|
|
},
|
|
"mean_time": 0.004703093662858009,
|
|
"mean_precisions": 0.802534,
|
|
"std_time": 0.0007834074766151126,
|
|
"min_time": 0.0027328655123710632,
|
|
"max_time": 0.018290884792804718,
|
|
"rps": 208.95514170283323,
|
|
"p95_time": 0.0058526791632175406,
|
|
"p99_time": 0.0067582991719246
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 768,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
},
|
|
"mean_time": 0.010339424924552441,
|
|
"mean_precisions": 0.9656600000000002,
|
|
"std_time": 0.004496198380999669,
|
|
"min_time": 0.0033121705055236816,
|
|
"max_time": 0.04731515049934387,
|
|
"rps": 1150.0433331701722,
|
|
"p95_time": 0.01941996440291405,
|
|
"p99_time": 0.02361872613430025
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 128
|
|
}
|
|
},
|
|
"mean_time": 0.11845728992074728,
|
|
"mean_precisions": 0.99892,
|
|
"std_time": 0.024574619579174003,
|
|
"min_time": 0.0094832181930542,
|
|
"max_time": 0.16339293867349625,
|
|
"rps": 769.4139701659481,
|
|
"p95_time": 0.1368652954697609,
|
|
"p99_time": 0.1455498092621565
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 64
|
|
}
|
|
},
|
|
"mean_time": 0.47965667339116336,
|
|
"mean_precisions": 0.675084,
|
|
"std_time": 0.03620927898010128,
|
|
"min_time": 0.06071963161230087,
|
|
"max_time": 0.5907045304775238,
|
|
"rps": 206.73973369013487,
|
|
"p95_time": 0.5364076055586338,
|
|
"p99_time": 0.557960703894496
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-latency-m-32",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 234.60426425933838,
|
|
"total_upload_time": 3015.7508194744587,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 16
|
|
}
|
|
},
|
|
"mean_time": 0.009181646662950516,
|
|
"mean_precisions": 0.99898,
|
|
"std_time": 0.0016589861041404047,
|
|
"min_time": 0.004343509674072266,
|
|
"max_time": 0.03128591179847717,
|
|
"rps": 100.40903717860117,
|
|
"p95_time": 0.011626685410737992,
|
|
"p99_time": 0.013313786536455168
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "latest-weaviate-m32",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 836.9633269459009,
|
|
"total_upload_time": 836.9633825644851,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"ef": 512
|
|
},
|
|
"mean_time": 0.1511210735924542,
|
|
"mean_precisions": 0.925278,
|
|
"std_time": 0.05917776913335474,
|
|
"min_time": 0.008629605174064636,
|
|
"max_time": 0.7466762363910675,
|
|
"rps": 653.2362342703746,
|
|
"p95_time": 0.2602505531162023,
|
|
"p99_time": 0.3353223599493504
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 128
|
|
}
|
|
},
|
|
"mean_time": 0.11588455126434564,
|
|
"mean_precisions": 0.99892,
|
|
"std_time": 0.0288625562267295,
|
|
"min_time": 0.006630517542362213,
|
|
"max_time": 0.16422396898269653,
|
|
"rps": 757.0939775566133,
|
|
"p95_time": 0.13999751210212708,
|
|
"p99_time": 0.14616313524544244
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 768,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 32
|
|
}
|
|
},
|
|
"mean_time": 0.291524902356416,
|
|
"mean_precisions": 0.700085,
|
|
"std_time": 0.029101567239556037,
|
|
"min_time": 0.0414266362786293,
|
|
"max_time": 0.5279372707009315,
|
|
"rps": 339.1790437817515,
|
|
"p95_time": 0.33781562112271785,
|
|
"p99_time": 0.3564504622668028
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-rps-m-32",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 77.02432788163424,
|
|
"total_upload_time": 662.8942101895809,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
},
|
|
"mean_time": 0.006054661080241204,
|
|
"mean_precisions": 0.991,
|
|
"std_time": 0.0011051358462254698,
|
|
"min_time": 0.003388024866580963,
|
|
"max_time": 0.026135623455047607,
|
|
"rps": 147.83355814793842,
|
|
"p95_time": 0.007642294093966485,
|
|
"p99_time": 0.008744375407695775
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-rps-m-32",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 77.02432788163424,
|
|
"total_upload_time": 662.8942101895809,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 768
|
|
},
|
|
"mean_time": 0.012472173576056957,
|
|
"mean_precisions": 0.999692,
|
|
"std_time": 0.0027454570562460996,
|
|
"min_time": 0.004796139895915985,
|
|
"max_time": 0.03831201046705246,
|
|
"rps": 79.40560375575667,
|
|
"p95_time": 0.01707264892756939,
|
|
"p99_time": 0.01913885094225407
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 768,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 32
|
|
}
|
|
},
|
|
"mean_time": 0.01956426095068455,
|
|
"mean_precisions": 0.9958,
|
|
"std_time": 0.01189124620784196,
|
|
"min_time": 0.0032943934202194214,
|
|
"max_time": 0.05884454399347305,
|
|
"rps": 1136.9461946547722,
|
|
"p95_time": 0.04401731491088867,
|
|
"p99_time": 0.05018682323396206
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 64
|
|
}
|
|
},
|
|
"mean_time": 0.00999809503555298,
|
|
"mean_precisions": 0.99718,
|
|
"std_time": 0.003894576306028357,
|
|
"min_time": 0.0036815330386161804,
|
|
"max_time": 0.03545287996530533,
|
|
"rps": 1132.2557179742473,
|
|
"p95_time": 0.017968469858169557,
|
|
"p99_time": 0.02341880507767202
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 64
|
|
}
|
|
},
|
|
"mean_time": 0.4753720563076437,
|
|
"mean_precisions": 0.674938,
|
|
"std_time": 0.029810470728224653,
|
|
"min_time": 0.06222870200872421,
|
|
"max_time": 0.5951086357235909,
|
|
"rps": 208.58949341292367,
|
|
"p95_time": 0.5053842246532441,
|
|
"p99_time": 0.5307341887801886
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-rps-m-32",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 77.02432788163424,
|
|
"total_upload_time": 662.8942101895809,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
},
|
|
"mean_time": 0.006647583985328674,
|
|
"mean_precisions": 0.9351810000000002,
|
|
"std_time": 0.0011254187409037975,
|
|
"min_time": 0.0035584643483161926,
|
|
"max_time": 0.024736031889915466,
|
|
"rps": 148.48293411088994,
|
|
"p95_time": 0.008328376337885855,
|
|
"p99_time": 0.009577228128910069
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 768,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 64
|
|
}
|
|
},
|
|
"mean_time": 0.06466188479661941,
|
|
"mean_precisions": 0.99764,
|
|
"std_time": 0.02073561591574575,
|
|
"min_time": 0.004772476851940155,
|
|
"max_time": 0.09753325581550598,
|
|
"rps": 1160.4235709377847,
|
|
"p95_time": 0.08450859561562539,
|
|
"p99_time": 0.08793287113308906
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 32
|
|
}
|
|
},
|
|
"mean_time": 0.006171625183522701,
|
|
"mean_precisions": 0.9926599999999999,
|
|
"std_time": 0.0021542806904182848,
|
|
"min_time": 0.002978086471557617,
|
|
"max_time": 0.024520643055438995,
|
|
"rps": 1100.2880152234827,
|
|
"p95_time": 0.010124193504452712,
|
|
"p99_time": 0.01515055485069752
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-rps-m-32",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 77.02432788163424,
|
|
"total_upload_time": 662.8942101895809,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
},
|
|
"mean_time": 0.017116144920885562,
|
|
"mean_precisions": 0.99936,
|
|
"std_time": 0.003393185597910026,
|
|
"min_time": 0.007709071040153503,
|
|
"max_time": 0.04868008941411972,
|
|
"rps": 55.59095377902165,
|
|
"p95_time": 0.02245369777083397,
|
|
"p99_time": 0.025150600224733363
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 64
|
|
}
|
|
},
|
|
"mean_time": 0.4858869138084352,
|
|
"mean_precisions": 0.6749379999999999,
|
|
"std_time": 0.033962491920008595,
|
|
"min_time": 0.08044958859682083,
|
|
"max_time": 0.615445964038372,
|
|
"rps": 204.01050850047574,
|
|
"p95_time": 0.5304703805595636,
|
|
"p99_time": 0.5719777623564005
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-rps-m-32",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 77.02432788163424,
|
|
"total_upload_time": 662.8942101895809,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
},
|
|
"mean_time": 0.008233944404870271,
|
|
"mean_precisions": 0.9975719999999999,
|
|
"std_time": 0.0016120867063227071,
|
|
"min_time": 0.0041113123297691345,
|
|
"max_time": 0.037144869565963745,
|
|
"rps": 119.75961811587186,
|
|
"p95_time": 0.010516122356057167,
|
|
"p99_time": 0.011977075561881071
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "latest-weaviate-m32",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 836.9633269459009,
|
|
"total_upload_time": 836.9633825644851,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"ef": 32
|
|
},
|
|
"mean_time": 0.0614174218326807,
|
|
"mean_precisions": 0.8044300000000001,
|
|
"std_time": 0.021754584665142393,
|
|
"min_time": 0.009301446378231049,
|
|
"max_time": 0.17703330516815186,
|
|
"rps": 1319.281829869172,
|
|
"p95_time": 0.10314942561089993,
|
|
"p99_time": 0.13491454899311064
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-rps-m-32",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 77.02432788163424,
|
|
"total_upload_time": 662.8942101895809,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
},
|
|
"mean_time": 0.009281246811151505,
|
|
"mean_precisions": 0.97264,
|
|
"std_time": 0.0016852655744443144,
|
|
"min_time": 0.005570225417613983,
|
|
"max_time": 0.026997916400432587,
|
|
"rps": 106.09071576241739,
|
|
"p95_time": 0.011449598148465155,
|
|
"p99_time": 0.013299781531095501
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-latency-m-32",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 234.60426425933838,
|
|
"total_upload_time": 3015.7508194744587,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 16
|
|
}
|
|
},
|
|
"mean_time": 0.014499636214226484,
|
|
"mean_precisions": 0.6837639999999999,
|
|
"std_time": 0.002253182247718981,
|
|
"min_time": 0.0076484158635139465,
|
|
"max_time": 0.04141956567764282,
|
|
"rps": 68.39010202804911,
|
|
"p95_time": 0.0183202788233757,
|
|
"p99_time": 0.020839600190520287
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 128
|
|
}
|
|
},
|
|
"mean_time": 0.1127272344917059,
|
|
"mean_precisions": 0.9987400000000002,
|
|
"std_time": 0.024376272179320913,
|
|
"min_time": 0.008518196642398834,
|
|
"max_time": 0.15024231374263763,
|
|
"rps": 795.936545991531,
|
|
"p95_time": 0.13000917360186579,
|
|
"p99_time": 0.1339804182201624
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 128
|
|
}
|
|
},
|
|
"mean_time": 0.0051919015198946,
|
|
"mean_precisions": 9e-05,
|
|
"std_time": 0.003592378785902409,
|
|
"min_time": 0.0020104125142097473,
|
|
"max_time": 0.028355374932289124,
|
|
"rps": 1748.5883675007144,
|
|
"p95_time": 0.013216399401426309,
|
|
"p99_time": 0.018658393025398255
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 16
|
|
}
|
|
},
|
|
"mean_time": 0.006355389893054962,
|
|
"mean_precisions": 8e-05,
|
|
"std_time": 0.00505695185293873,
|
|
"min_time": 0.0018941015005111694,
|
|
"max_time": 0.030585646629333496,
|
|
"rps": 1830.0120706214457,
|
|
"p95_time": 0.01762052960693836,
|
|
"p99_time": 0.023528112918138503
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 128
|
|
}
|
|
},
|
|
"mean_time": 0.8627613600343466,
|
|
"mean_precisions": 0.770114,
|
|
"std_time": 0.058863152303895466,
|
|
"min_time": 0.08852820098400116,
|
|
"max_time": 1.0090005546808243,
|
|
"rps": 115.13062744520073,
|
|
"p95_time": 0.9403252113610506,
|
|
"p99_time": 0.9700518995523453
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
},
|
|
"mean_time": 0.008347662238776685,
|
|
"mean_precisions": 0.965,
|
|
"std_time": 0.005539547510164598,
|
|
"min_time": 0.002729669213294983,
|
|
"max_time": 0.07432574778795242,
|
|
"rps": 1129.179337029905,
|
|
"p95_time": 0.021722399815917035,
|
|
"p99_time": 0.03334289498627186
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
},
|
|
"mean_time": 0.09109530906230211,
|
|
"mean_precisions": 0.46571399999999996,
|
|
"std_time": 0.038894481654433294,
|
|
"min_time": 0.05924350023269653,
|
|
"max_time": 0.5114186704158783,
|
|
"rps": 1073.8661089679874,
|
|
"p95_time": 0.10644044689834113,
|
|
"p99_time": 0.2785510376095814
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 32
|
|
}
|
|
},
|
|
"mean_time": 0.005160332135856152,
|
|
"mean_precisions": 8e-05,
|
|
"std_time": 0.0037107682337629414,
|
|
"min_time": 0.0019690245389938354,
|
|
"max_time": 0.030625298619270325,
|
|
"rps": 1664.6806581917913,
|
|
"p95_time": 0.01334461234509945,
|
|
"p99_time": 0.01925075128674507
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-rps-m-32",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 77.02432788163424,
|
|
"total_upload_time": 662.8942101895809,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 32
|
|
},
|
|
"mean_time": 0.00439592449888587,
|
|
"mean_precisions": 0.8017569999999998,
|
|
"std_time": 0.000776105282252358,
|
|
"min_time": 0.0027567967772483826,
|
|
"max_time": 0.01564043015241623,
|
|
"rps": 223.43457725266947,
|
|
"p95_time": 0.005618338286876678,
|
|
"p99_time": 0.006551898121833802
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
},
|
|
"mean_time": 0.09881721138879657,
|
|
"mean_precisions": 0.465599,
|
|
"std_time": 0.041625071267249375,
|
|
"min_time": 0.0711657777428627,
|
|
"max_time": 0.6673009246587753,
|
|
"rps": 991.3812960993505,
|
|
"p95_time": 0.10783969238400458,
|
|
"p99_time": 0.25316943593325847
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "latest-weaviate-m32",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 836.9633269459009,
|
|
"total_upload_time": 836.9633825644851,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"ef": 16
|
|
},
|
|
"mean_time": 0.0034357855558395387,
|
|
"mean_precisions": 0.8802199999999999,
|
|
"std_time": 0.0008310942279521608,
|
|
"min_time": 0.001694314181804657,
|
|
"max_time": 0.019382692873477936,
|
|
"rps": 239.8787220137129,
|
|
"p95_time": 0.004706765338778496,
|
|
"p99_time": 0.005589491724967962
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-latency-m-32",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 234.60426425933838,
|
|
"total_upload_time": 3015.7508194744587,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 32
|
|
}
|
|
},
|
|
"mean_time": 0.0077829255029559135,
|
|
"mean_precisions": 0.9986799999999999,
|
|
"std_time": 0.001642378577369373,
|
|
"min_time": 0.004474073648452759,
|
|
"max_time": 0.04236411303281784,
|
|
"rps": 117.38691359012904,
|
|
"p95_time": 0.009554187953472138,
|
|
"p99_time": 0.010847963541746185
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 64
|
|
}
|
|
},
|
|
"mean_time": 0.014084261953830718,
|
|
"mean_precisions": 0.9971200000000001,
|
|
"std_time": 0.007247061677773511,
|
|
"min_time": 0.003873690962791443,
|
|
"max_time": 0.055969804525375366,
|
|
"rps": 1114.3298499621699,
|
|
"p95_time": 0.03004930652678013,
|
|
"p99_time": 0.03565630592405796
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
},
|
|
"mean_time": 0.0047579089477658276,
|
|
"mean_precisions": 0.9487200000000001,
|
|
"std_time": 0.008397812878062896,
|
|
"min_time": 0.001966327428817749,
|
|
"max_time": 0.1253240928053856,
|
|
"rps": 1150.5222168332166,
|
|
"p95_time": 0.005735807120800023,
|
|
"p99_time": 0.056961178407073126
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 16
|
|
}
|
|
},
|
|
"mean_time": 0.0077553996533155445,
|
|
"mean_precisions": 0.9868,
|
|
"std_time": 0.0038884939292676566,
|
|
"min_time": 0.003046460449695587,
|
|
"max_time": 0.04931174963712692,
|
|
"rps": 1083.4442860035297,
|
|
"p95_time": 0.013972426578402523,
|
|
"p99_time": 0.026829394996166264
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 128
|
|
}
|
|
},
|
|
"mean_time": 0.8713717394091189,
|
|
"mean_precisions": 0.770262,
|
|
"std_time": 0.06707634651089905,
|
|
"min_time": 0.0941561833024025,
|
|
"max_time": 1.1975015252828598,
|
|
"rps": 113.80753512442708,
|
|
"p95_time": 0.9672020670026541,
|
|
"p99_time": 1.0981463205069308
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 16
|
|
}
|
|
},
|
|
"mean_time": 0.14674148371592163,
|
|
"mean_precisions": 0.47611499999999995,
|
|
"std_time": 0.011902744833715761,
|
|
"min_time": 0.02792815864086151,
|
|
"max_time": 0.1849246323108673,
|
|
"rps": 670.0092758269303,
|
|
"p95_time": 0.16206005215644836,
|
|
"p99_time": 0.1697163673490286
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "latest-weaviate-m32",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 836.9633269459009,
|
|
"total_upload_time": 836.9633825644851,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"ef": 256
|
|
},
|
|
"mean_time": 0.012933329743891954,
|
|
"mean_precisions": 0.8698309999999999,
|
|
"std_time": 0.0032783107050356496,
|
|
"min_time": 0.0042125508189201355,
|
|
"max_time": 0.05508643388748169,
|
|
"rps": 76.68657225775002,
|
|
"p95_time": 0.018288042768836017,
|
|
"p99_time": 0.020578403621912003
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
},
|
|
"mean_time": 0.005554438799619674,
|
|
"mean_precisions": 0.9627400000000002,
|
|
"std_time": 0.002507571462969451,
|
|
"min_time": 0.0024037733674049377,
|
|
"max_time": 0.03479761630296707,
|
|
"rps": 1106.3929364529452,
|
|
"p95_time": 0.008912240341305736,
|
|
"p99_time": 0.017160031795501716
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-latency-m-32",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 234.60426425933838,
|
|
"total_upload_time": 3015.7508194744587,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 16
|
|
}
|
|
},
|
|
"mean_time": 0.01812286006063223,
|
|
"mean_precisions": 0.745013,
|
|
"std_time": 0.0026300889035954333,
|
|
"min_time": 0.009933017194271088,
|
|
"max_time": 0.032254546880722046,
|
|
"rps": 54.78825138235944,
|
|
"p95_time": 0.02268494330346584,
|
|
"p99_time": 0.025264184772968292
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "latest-weaviate-m32",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 836.9633269459009,
|
|
"total_upload_time": 836.9633825644851,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"ef": 16
|
|
},
|
|
"mean_time": 0.09139026342332363,
|
|
"mean_precisions": 0.8044300000000001,
|
|
"std_time": 0.09554540286273001,
|
|
"min_time": 0.006653584539890289,
|
|
"max_time": 0.45804042369127274,
|
|
"rps": 937.6495264384547,
|
|
"p95_time": 0.35928838886320585,
|
|
"p99_time": 0.40048120394349096
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 32
|
|
}
|
|
},
|
|
"mean_time": 0.3006509006112814,
|
|
"mean_precisions": 0.7000850000000001,
|
|
"std_time": 0.02536565400339857,
|
|
"min_time": 0.034931622445583344,
|
|
"max_time": 0.4006461426615715,
|
|
"rps": 329.1042782279306,
|
|
"p95_time": 0.3345026791095734,
|
|
"p99_time": 0.3639763086289167
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
},
|
|
"mean_time": 0.08375464890524745,
|
|
"mean_precisions": 0.382401,
|
|
"std_time": 0.009002958750269486,
|
|
"min_time": 0.024928011000156403,
|
|
"max_time": 0.1536203995347023,
|
|
"rps": 1165.9667695548264,
|
|
"p95_time": 0.0998788133263588,
|
|
"p99_time": 0.10912036925554276
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 128
|
|
}
|
|
},
|
|
"mean_time": 0.004835415236651898,
|
|
"mean_precisions": 8e-05,
|
|
"std_time": 0.0039068604569878025,
|
|
"min_time": 0.001963876187801361,
|
|
"max_time": 0.030974097549915314,
|
|
"rps": 1791.5695760654426,
|
|
"p95_time": 0.012850238382816305,
|
|
"p99_time": 0.02299550250172615
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 768,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 64
|
|
}
|
|
},
|
|
"mean_time": 0.03916084776371717,
|
|
"mean_precisions": 0.9976799999999999,
|
|
"std_time": 0.0268384586457762,
|
|
"min_time": 0.00428762286901474,
|
|
"max_time": 0.09982207417488098,
|
|
"rps": 1090.4078885903716,
|
|
"p95_time": 0.08793882690370083,
|
|
"p99_time": 0.09209278024733067
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 128
|
|
}
|
|
},
|
|
"mean_time": 0.8749472908824683,
|
|
"mean_precisions": 0.8801260000000001,
|
|
"std_time": 0.07425473200827737,
|
|
"min_time": 0.08490601181983948,
|
|
"max_time": 1.2916238382458687,
|
|
"rps": 113.49191111776271,
|
|
"p95_time": 0.9664209708571434,
|
|
"p99_time": 1.1210106298327458
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 128
|
|
}
|
|
},
|
|
"mean_time": 1.0063391310825944,
|
|
"mean_precisions": 0.880691,
|
|
"std_time": 0.08317750746842444,
|
|
"min_time": 0.08636609464883804,
|
|
"max_time": 1.243185169994831,
|
|
"rps": 98.70524621926633,
|
|
"p95_time": 1.113884374499321,
|
|
"p99_time": 1.1577772461622953
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 768,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 64
|
|
}
|
|
},
|
|
"mean_time": 0.005169839821755886,
|
|
"mean_precisions": 9e-05,
|
|
"std_time": 0.0038404256639399783,
|
|
"min_time": 0.001996636390686035,
|
|
"max_time": 0.046591587364673615,
|
|
"rps": 1665.7315807948596,
|
|
"p95_time": 0.012498400360345833,
|
|
"p99_time": 0.01973559163510799
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "latest-weaviate-m32",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 836.9633269459009,
|
|
"total_upload_time": 836.9633825644851,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"ef": 768
|
|
},
|
|
"mean_time": 0.1776521066725254,
|
|
"mean_precisions": 0.9967550000000001,
|
|
"std_time": 0.07183014795397343,
|
|
"min_time": 0.016241304576396942,
|
|
"max_time": 0.7443099245429039,
|
|
"rps": 556.6095847765075,
|
|
"p95_time": 0.3164466425776481,
|
|
"p99_time": 0.3908740206807852
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 32
|
|
}
|
|
},
|
|
"mean_time": 0.262807197124511,
|
|
"mean_precisions": 0.574874,
|
|
"std_time": 0.019420951471546915,
|
|
"min_time": 0.04105622321367264,
|
|
"max_time": 0.34230172634124756,
|
|
"rps": 375.90988224318863,
|
|
"p95_time": 0.2903237883001566,
|
|
"p99_time": 0.3020451205968857
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 768,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 16
|
|
}
|
|
},
|
|
"mean_time": 0.14737045188695191,
|
|
"mean_precisions": 0.5845319999999999,
|
|
"std_time": 0.013283852195004572,
|
|
"min_time": 0.023638710379600525,
|
|
"max_time": 0.1949756070971489,
|
|
"rps": 667.1106452132698,
|
|
"p95_time": 0.16689666248857973,
|
|
"p99_time": 0.17793324157595636
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 768,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 128
|
|
}
|
|
},
|
|
"mean_time": 0.8804164786919951,
|
|
"mean_precisions": 0.770262,
|
|
"std_time": 0.06367765761051453,
|
|
"min_time": 0.08649157732725143,
|
|
"max_time": 1.0902054607868195,
|
|
"rps": 112.69709592629624,
|
|
"p95_time": 0.9634788032621143,
|
|
"p99_time": 1.0151119936257602
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 32
|
|
}
|
|
},
|
|
"mean_time": 0.00766862446218729,
|
|
"mean_precisions": 0.9946200000000001,
|
|
"std_time": 0.0033333640963390003,
|
|
"min_time": 0.0031350180506706238,
|
|
"max_time": 0.04717899113893509,
|
|
"rps": 1071.8028417703565,
|
|
"p95_time": 0.012845326215028763,
|
|
"p99_time": 0.02292433105409147
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 16
|
|
}
|
|
},
|
|
"mean_time": 0.16300606675967574,
|
|
"mean_precisions": 0.585015,
|
|
"std_time": 0.0180628227965654,
|
|
"min_time": 0.01937093585729599,
|
|
"max_time": 0.2215069755911827,
|
|
"rps": 604.0079096314167,
|
|
"p95_time": 0.19453504756093024,
|
|
"p99_time": 0.20364553764462473
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 768,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 16
|
|
}
|
|
},
|
|
"mean_time": 0.005298276923596859,
|
|
"mean_precisions": 8e-05,
|
|
"std_time": 0.003904399244018746,
|
|
"min_time": 0.0018953979015350342,
|
|
"max_time": 0.03007371723651886,
|
|
"rps": 1626.662928017626,
|
|
"p95_time": 0.013223351165652267,
|
|
"p99_time": 0.02111198917031288
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 768,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 16
|
|
}
|
|
},
|
|
"mean_time": 0.014904688932001591,
|
|
"mean_precisions": 0.98766,
|
|
"std_time": 0.010028790935135552,
|
|
"min_time": 0.003467939794063568,
|
|
"max_time": 0.06175524741411209,
|
|
"rps": 1147.822944956188,
|
|
"p95_time": 0.0421801954507828,
|
|
"p99_time": 0.05256113164126874
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "latest-weaviate-m32",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 836.9633269459009,
|
|
"total_upload_time": 836.9633825644851,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"ef": 128
|
|
},
|
|
"mean_time": 0.05264149625003338,
|
|
"mean_precisions": 0.9421480000000001,
|
|
"std_time": 0.01395658826830877,
|
|
"min_time": 0.00361044704914093,
|
|
"max_time": 0.15618328005075455,
|
|
"rps": 1849.1444616528713,
|
|
"p95_time": 0.07424964308738703,
|
|
"p99_time": 0.09826415427029137
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 32
|
|
}
|
|
},
|
|
"mean_time": 0.006052738673985004,
|
|
"mean_precisions": 8e-05,
|
|
"std_time": 0.005504104169800093,
|
|
"min_time": 0.0018766969442367554,
|
|
"max_time": 0.06054434925317764,
|
|
"rps": 1708.835782888573,
|
|
"p95_time": 0.015037919208407401,
|
|
"p99_time": 0.029334137439727778
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 16
|
|
}
|
|
},
|
|
"mean_time": 0.17662770710512996,
|
|
"mean_precisions": 0.585015,
|
|
"std_time": 0.014300609238543064,
|
|
"min_time": 0.03683146834373474,
|
|
"max_time": 0.3776378631591797,
|
|
"rps": 557.4523509215405,
|
|
"p95_time": 0.19657807759940624,
|
|
"p99_time": 0.20370360493659972
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-rps-m-32",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 77.02432788163424,
|
|
"total_upload_time": 662.8942101895809,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 32
|
|
},
|
|
"mean_time": 0.005777226813137531,
|
|
"mean_precisions": 0.8550399999999999,
|
|
"std_time": 0.0010523318709510167,
|
|
"min_time": 0.003591097891330719,
|
|
"max_time": 0.024265609681606293,
|
|
"rps": 170.05570003812534,
|
|
"p95_time": 0.007090201973915099,
|
|
"p99_time": 0.008286458030343054
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-rps-m-32",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 77.02432788163424,
|
|
"total_upload_time": 662.8942101895809,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
},
|
|
"mean_time": 0.0069731145575642585,
|
|
"mean_precisions": 0.9258099999999999,
|
|
"std_time": 0.0011561625532728313,
|
|
"min_time": 0.0040922611951828,
|
|
"max_time": 0.01995198428630829,
|
|
"rps": 140.9887829633523,
|
|
"p95_time": 0.008653000742197036,
|
|
"p99_time": 0.009529301077127456
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
},
|
|
"mean_time": 0.005152756713330746,
|
|
"mean_precisions": 9e-05,
|
|
"std_time": 0.004146733428754162,
|
|
"min_time": 0.0020517781376838684,
|
|
"max_time": 0.040874749422073364,
|
|
"rps": 1705.704557438362,
|
|
"p95_time": 0.013907572254538533,
|
|
"p99_time": 0.021621789559721945
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "latest-weaviate-m32",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 836.9633269459009,
|
|
"total_upload_time": 836.9633825644851,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"ef": 64
|
|
},
|
|
"mean_time": 0.05788508754968643,
|
|
"mean_precisions": 0.8044300000000001,
|
|
"std_time": 0.028389680241455183,
|
|
"min_time": 0.005700312554836273,
|
|
"max_time": 0.227157361805439,
|
|
"rps": 1263.0957755525696,
|
|
"p95_time": 0.1187080319970846,
|
|
"p99_time": 0.15891307346522807
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 128
|
|
}
|
|
},
|
|
"mean_time": 0.8490931620724499,
|
|
"mean_precisions": 0.8801260000000001,
|
|
"std_time": 0.06224118437777543,
|
|
"min_time": 0.0871913731098175,
|
|
"max_time": 1.104468010365963,
|
|
"rps": 116.91766024389534,
|
|
"p95_time": 0.926401038467884,
|
|
"p99_time": 1.0004014018177987
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 768,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 128
|
|
}
|
|
},
|
|
"mean_time": 0.11450522603988647,
|
|
"mean_precisions": 0.9987400000000002,
|
|
"std_time": 0.021348696589421443,
|
|
"min_time": 0.010266609489917755,
|
|
"max_time": 0.14461634308099747,
|
|
"rps": 798.2106153479942,
|
|
"p95_time": 0.13152780681848525,
|
|
"p99_time": 0.13782419383525848
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-rps-m-32",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 77.02432788163424,
|
|
"total_upload_time": 662.8942101895809,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
},
|
|
"mean_time": 0.008957374804466962,
|
|
"mean_precisions": 0.973791,
|
|
"std_time": 0.0015699894780849136,
|
|
"min_time": 0.003849931061267853,
|
|
"max_time": 0.027460597455501556,
|
|
"rps": 110.39467784483546,
|
|
"p95_time": 0.01128178425133228,
|
|
"p99_time": 0.012745302766561509
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-rps-m-32",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 77.02432788163424,
|
|
"total_upload_time": 662.8942101895809,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
},
|
|
"mean_time": 0.010443749052286148,
|
|
"mean_precisions": 0.999341,
|
|
"std_time": 0.0022253448995037868,
|
|
"min_time": 0.004515744745731354,
|
|
"max_time": 0.03459879010915756,
|
|
"rps": 94.81660697483571,
|
|
"p95_time": 0.01401221491396427,
|
|
"p99_time": 0.01598329044878483
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "latest-weaviate-m32",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 836.9633269459009,
|
|
"total_upload_time": 836.9633825644851,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"ef": 16
|
|
},
|
|
"mean_time": 0.00943277058750391,
|
|
"mean_precisions": 0.8044300000000001,
|
|
"std_time": 0.0022942900345327842,
|
|
"min_time": 0.003862820565700531,
|
|
"max_time": 0.03424058109521866,
|
|
"rps": 104.52695681873851,
|
|
"p95_time": 0.01301673725247383,
|
|
"p99_time": 0.014854154661297797
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 768,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 64
|
|
}
|
|
},
|
|
"mean_time": 0.5048088026314974,
|
|
"mean_precisions": 0.8008029999999999,
|
|
"std_time": 0.040431095771101606,
|
|
"min_time": 0.05305739492177963,
|
|
"max_time": 0.6278878077864647,
|
|
"rps": 196.2667991588351,
|
|
"p95_time": 0.5640647247433662,
|
|
"p99_time": 0.5864178436994553
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-rps-m-32",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 77.02432788163424,
|
|
"total_upload_time": 662.8942101895809,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 16
|
|
},
|
|
"mean_time": 0.0041648648530244825,
|
|
"mean_precisions": 0.9430799999999999,
|
|
"std_time": 0.0012038544096498068,
|
|
"min_time": 0.0025726407766342163,
|
|
"max_time": 0.04469577223062515,
|
|
"rps": 205.96045567687207,
|
|
"p95_time": 0.005716387927532198,
|
|
"p99_time": 0.009136088788509382
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-latency-m-32",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 234.60426425933838,
|
|
"total_upload_time": 3015.7508194744587,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 32
|
|
}
|
|
},
|
|
"mean_time": 0.019691603941470386,
|
|
"mean_precisions": 0.885702,
|
|
"std_time": 0.004297113855570616,
|
|
"min_time": 0.007103480398654938,
|
|
"max_time": 0.04555599391460419,
|
|
"rps": 50.438513542620605,
|
|
"p95_time": 0.026624996587634085,
|
|
"p99_time": 0.030568980649113654
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-latency-m-32",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 234.60426425933838,
|
|
"total_upload_time": 3015.7508194744587,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 16
|
|
}
|
|
},
|
|
"mean_time": 0.01820835940092802,
|
|
"mean_precisions": 0.745013,
|
|
"std_time": 0.0026177437428261865,
|
|
"min_time": 0.010236456990242004,
|
|
"max_time": 0.03596843034029007,
|
|
"rps": 54.55997861164504,
|
|
"p95_time": 0.02263386510312557,
|
|
"p99_time": 0.02558289058506489
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 16
|
|
}
|
|
},
|
|
"mean_time": 0.16247052445411683,
|
|
"mean_precisions": 0.47626100000000005,
|
|
"std_time": 0.01601500241267563,
|
|
"min_time": 0.0274043008685112,
|
|
"max_time": 0.2143552601337433,
|
|
"rps": 604.9320014294791,
|
|
"p95_time": 0.18774492517113683,
|
|
"p99_time": 0.20099210344254972
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 128
|
|
}
|
|
},
|
|
"mean_time": 0.9697385131753982,
|
|
"mean_precisions": 0.880691,
|
|
"std_time": 0.07248547464714661,
|
|
"min_time": 0.08011573553085327,
|
|
"max_time": 1.1521756798028946,
|
|
"rps": 102.43998649116556,
|
|
"p95_time": 1.0598529897630216,
|
|
"p99_time": 1.0909621521085502
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "latest-weaviate-m32",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 836.9633269459009,
|
|
"total_upload_time": 836.9633825644851,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"ef": 32
|
|
},
|
|
"mean_time": 0.0038431686505675314,
|
|
"mean_precisions": 0.9431400000000002,
|
|
"std_time": 0.0029865899936693777,
|
|
"min_time": 0.0016956925392150879,
|
|
"max_time": 0.2021869271993637,
|
|
"rps": 1135.9271642615265,
|
|
"p95_time": 0.005629927664995193,
|
|
"p99_time": 0.007294313982129098
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
},
|
|
"mean_time": 0.005829784728586674,
|
|
"mean_precisions": 9e-05,
|
|
"std_time": 0.004503367640824387,
|
|
"min_time": 0.002053096890449524,
|
|
"max_time": 0.04493158310651779,
|
|
"rps": 1959.8932638838126,
|
|
"p95_time": 0.014621155336499214,
|
|
"p99_time": 0.022397359758615468
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 768,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 64
|
|
}
|
|
},
|
|
"mean_time": 0.00512181194126606,
|
|
"mean_precisions": 8e-05,
|
|
"std_time": 0.003202620829099613,
|
|
"min_time": 0.001805335283279419,
|
|
"max_time": 0.020937256515026093,
|
|
"rps": 1703.3168742573243,
|
|
"p95_time": 0.011578140035271637,
|
|
"p99_time": 0.0179175715893507
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 32
|
|
}
|
|
},
|
|
"mean_time": 0.27416896083056924,
|
|
"mean_precisions": 0.5748740000000001,
|
|
"std_time": 0.02977128569985841,
|
|
"min_time": 0.04596920311450958,
|
|
"max_time": 0.4078040271997452,
|
|
"rps": 360.2961506891449,
|
|
"p95_time": 0.325996657833457,
|
|
"p99_time": 0.38121153838932514
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-latency-m-32",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 234.60426425933838,
|
|
"total_upload_time": 3015.7508194744587,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 32
|
|
}
|
|
},
|
|
"mean_time": 0.02602664421722293,
|
|
"mean_precisions": 0.8325490000000002,
|
|
"std_time": 0.0035135896727007446,
|
|
"min_time": 0.015828877687454224,
|
|
"max_time": 0.0489838570356369,
|
|
"rps": 38.195756284644496,
|
|
"p95_time": 0.03223817497491836,
|
|
"p99_time": 0.035666303262114535
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-rps-m-32",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 77.02432788163424,
|
|
"total_upload_time": 662.8942101895809,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 128
|
|
},
|
|
"mean_time": 0.00640168487355113,
|
|
"mean_precisions": 0.9911260000000001,
|
|
"std_time": 0.001163328168622376,
|
|
"min_time": 0.003423266112804413,
|
|
"max_time": 0.029677048325538635,
|
|
"rps": 154.15411878333228,
|
|
"p95_time": 0.007989471405744552,
|
|
"p99_time": 0.009140601158142095
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-latency-m-32",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 234.60426425933838,
|
|
"total_upload_time": 3015.7508194744587,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 32
|
|
}
|
|
},
|
|
"mean_time": 0.004048387922346592,
|
|
"mean_precisions": 0.0006799999999999999,
|
|
"std_time": 0.0007195428558190044,
|
|
"min_time": 0.002729274332523346,
|
|
"max_time": 0.013688012957572937,
|
|
"rps": 241.50964429363725,
|
|
"p95_time": 0.004937962815165519,
|
|
"p99_time": 0.005728310495615004
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-rps-m-32",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 77.02432788163424,
|
|
"total_upload_time": 662.8942101895809,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 32
|
|
},
|
|
"mean_time": 0.005602659247815609,
|
|
"mean_precisions": 0.8536800000000001,
|
|
"std_time": 0.001098568458087218,
|
|
"min_time": 0.0033265575766563416,
|
|
"max_time": 0.02654469758272171,
|
|
"rps": 175.4871335361274,
|
|
"p95_time": 0.006885691359639168,
|
|
"p99_time": 0.008086755797266958
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-rps-m-32",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 77.02432788163424,
|
|
"total_upload_time": 662.8942101895809,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 16
|
|
},
|
|
"mean_time": 0.004298805858939886,
|
|
"mean_precisions": 0.7914720000000001,
|
|
"std_time": 0.0009117432832518369,
|
|
"min_time": 0.0025219470262527466,
|
|
"max_time": 0.04026878625154495,
|
|
"rps": 228.58282379593334,
|
|
"p95_time": 0.005456290394067764,
|
|
"p99_time": 0.0066054439544677756
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 64
|
|
}
|
|
},
|
|
"mean_time": 0.0059445761069655415,
|
|
"mean_precisions": 8e-05,
|
|
"std_time": 0.005990965937080948,
|
|
"min_time": 0.001955188810825348,
|
|
"max_time": 0.06248115748167038,
|
|
"rps": 1766.3606230360224,
|
|
"p95_time": 0.018528177589178033,
|
|
"p99_time": 0.029482243210077284
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 128
|
|
}
|
|
},
|
|
"mean_time": 0.005214524924755096,
|
|
"mean_precisions": 9e-05,
|
|
"std_time": 0.003556249544843058,
|
|
"min_time": 0.0018728747963905334,
|
|
"max_time": 0.030257321894168854,
|
|
"rps": 1728.408919987555,
|
|
"p95_time": 0.012776487693190572,
|
|
"p99_time": 0.017973921075463296
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-rps-m-32",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 77.02432788163424,
|
|
"total_upload_time": 662.8942101895809,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 512
|
|
},
|
|
"mean_time": 0.015253273621201515,
|
|
"mean_precisions": 0.99684,
|
|
"std_time": 0.003142578518582242,
|
|
"min_time": 0.006134994328022003,
|
|
"max_time": 0.031722813844680786,
|
|
"rps": 64.92862947890977,
|
|
"p95_time": 0.01999781765043735,
|
|
"p99_time": 0.023084955364465712
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 768,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 64
|
|
}
|
|
},
|
|
"mean_time": 0.48095542231947186,
|
|
"mean_precisions": 0.8006280000000001,
|
|
"std_time": 0.037575044435573926,
|
|
"min_time": 0.05870325118303299,
|
|
"max_time": 0.603903517127037,
|
|
"rps": 206.2232340610371,
|
|
"p95_time": 0.5328203324228524,
|
|
"p99_time": 0.560438296571374
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-rps-m-32",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 77.02432788163424,
|
|
"total_upload_time": 662.8942101895809,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 64
|
|
},
|
|
"mean_time": 0.005327479427307844,
|
|
"mean_precisions": 0.8735060000000001,
|
|
"std_time": 0.0008346765598093186,
|
|
"min_time": 0.003001600503921509,
|
|
"max_time": 0.01814434677362442,
|
|
"rps": 184.9058935942889,
|
|
"p95_time": 0.006610152125358581,
|
|
"p99_time": 0.007492092922329904
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-latency-m-32",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 234.60426425933838,
|
|
"total_upload_time": 3015.7508194744587,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 32
|
|
}
|
|
},
|
|
"mean_time": 0.026129645242542028,
|
|
"mean_precisions": 0.8325490000000002,
|
|
"std_time": 0.0035242487784522634,
|
|
"min_time": 0.014774024486541748,
|
|
"max_time": 0.04652000963687897,
|
|
"rps": 38.05036072000471,
|
|
"p95_time": 0.03224788345396518,
|
|
"p99_time": 0.035835219770669946
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "latest-weaviate-m32",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 836.9633269459009,
|
|
"total_upload_time": 836.9633825644851,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"ef": 512
|
|
},
|
|
"mean_time": 0.19542056781947612,
|
|
"mean_precisions": 0.9979,
|
|
"std_time": 0.061744205830202216,
|
|
"min_time": 0.01605089008808136,
|
|
"max_time": 0.5038498714566231,
|
|
"rps": 484.4256281872571,
|
|
"p95_time": 0.30540014430880547,
|
|
"p99_time": 0.37337299183011063
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "latest-weaviate-m32",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 836.9633269459009,
|
|
"total_upload_time": 836.9633825644851,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"ef": 128
|
|
},
|
|
"mean_time": 0.06106927878037095,
|
|
"mean_precisions": 0.796424,
|
|
"std_time": 0.022247733867933453,
|
|
"min_time": 0.010475091636180878,
|
|
"max_time": 0.2887131869792938,
|
|
"rps": 1590.6849486464293,
|
|
"p95_time": 0.09505173601210118,
|
|
"p99_time": 0.14426297858357442
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-latency-m-32",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 234.60426425933838,
|
|
"total_upload_time": 3015.7508194744587,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
},
|
|
"mean_time": 0.006926829560101032,
|
|
"mean_precisions": 0.9971,
|
|
"std_time": 0.001562626009453072,
|
|
"min_time": 0.0031652674078941345,
|
|
"max_time": 0.04568696767091751,
|
|
"rps": 128.1225244218958,
|
|
"p95_time": 0.008599357306957245,
|
|
"p99_time": 0.010204501450061805
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "latest-weaviate-m32",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 836.9633269459009,
|
|
"total_upload_time": 836.9633825644851,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"ef": 256
|
|
},
|
|
"mean_time": 0.014417905628681183,
|
|
"mean_precisions": 0.9269700000000001,
|
|
"std_time": 0.0031527549047139346,
|
|
"min_time": 0.005131728947162628,
|
|
"max_time": 0.025014668703079224,
|
|
"rps": 68.71180588631508,
|
|
"p95_time": 0.01953311450779438,
|
|
"p99_time": 0.022079397663474082
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-rps-m-32",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 77.02432788163424,
|
|
"total_upload_time": 662.8942101895809,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 768
|
|
},
|
|
"mean_time": 0.01754934775829315,
|
|
"mean_precisions": 0.99817,
|
|
"std_time": 0.003577528902835559,
|
|
"min_time": 0.00687408447265625,
|
|
"max_time": 0.04068414121866226,
|
|
"rps": 56.48983214294647,
|
|
"p95_time": 0.022729480266571043,
|
|
"p99_time": 0.02552305072546005
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 32
|
|
}
|
|
},
|
|
"mean_time": 0.00772650890648365,
|
|
"mean_precisions": 0.9945599999999999,
|
|
"std_time": 0.002811932786083246,
|
|
"min_time": 0.0032876282930374146,
|
|
"max_time": 0.030778788030147552,
|
|
"rps": 1122.3203712730076,
|
|
"p95_time": 0.01294707506895066,
|
|
"p99_time": 0.01912442125380044
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 32
|
|
}
|
|
},
|
|
"mean_time": 0.2759408831186593,
|
|
"mean_precisions": 0.700085,
|
|
"std_time": 0.020862016470709396,
|
|
"min_time": 0.034619033336639404,
|
|
"max_time": 0.33742260932922363,
|
|
"rps": 358.43887966061396,
|
|
"p95_time": 0.3039752818644047,
|
|
"p99_time": 0.31513441130518915
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 256,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 64
|
|
}
|
|
},
|
|
"mean_time": 0.5247232326485216,
|
|
"mean_precisions": 0.800803,
|
|
"std_time": 0.04278698856217172,
|
|
"min_time": 0.05048178881406784,
|
|
"max_time": 0.656536765396595,
|
|
"rps": 188.94443429988456,
|
|
"p95_time": 0.5847183354198933,
|
|
"p99_time": 0.6126486790180207
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "latest-weaviate-m32",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 836.9633269459009,
|
|
"total_upload_time": 836.9633825644851,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"ef": 64
|
|
},
|
|
"mean_time": 0.006202238968014717,
|
|
"mean_precisions": 0.9753799999999999,
|
|
"std_time": 0.0014312920310112366,
|
|
"min_time": 0.0020925775170326233,
|
|
"max_time": 0.018294259905815125,
|
|
"rps": 143.60007334858994,
|
|
"p95_time": 0.008520466461777688,
|
|
"p99_time": 0.009972518831491473
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 32
|
|
}
|
|
},
|
|
"mean_time": 0.273354924660176,
|
|
"mean_precisions": 0.575156,
|
|
"std_time": 0.020229500055070498,
|
|
"min_time": 0.036667756736278534,
|
|
"max_time": 0.3286067917943001,
|
|
"rps": 361.41858389812717,
|
|
"p95_time": 0.3032600976526737,
|
|
"p99_time": 0.3139743869751692
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
},
|
|
"mean_time": 0.0795562740214169,
|
|
"mean_precisions": 0.382401,
|
|
"std_time": 0.009044521980842685,
|
|
"min_time": 0.009944655001163483,
|
|
"max_time": 0.11376143991947174,
|
|
"rps": 1216.2297033316706,
|
|
"p95_time": 0.09168026372790336,
|
|
"p99_time": 0.10149424090981485
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-rps-m-32",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 77.02432788163424,
|
|
"total_upload_time": 662.8942101895809,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 32
|
|
},
|
|
"mean_time": 0.004490734947472811,
|
|
"mean_precisions": 0.9341279999999998,
|
|
"std_time": 0.0008676018863406574,
|
|
"min_time": 0.00257168710231781,
|
|
"max_time": 0.034271419048309326,
|
|
"rps": 218.77774180449583,
|
|
"p95_time": 0.005585602298378944,
|
|
"p99_time": 0.006688868701457978
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 768,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 128
|
|
}
|
|
},
|
|
"mean_time": 0.8677784057796002,
|
|
"mean_precisions": 0.8801260000000001,
|
|
"std_time": 0.06375838247196784,
|
|
"min_time": 0.10046971589326859,
|
|
"max_time": 1.14085753262043,
|
|
"rps": 114.43251481605749,
|
|
"p95_time": 0.9506351895630359,
|
|
"p99_time": 1.0134863317757847
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "latest-weaviate-m32",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 836.9633269459009,
|
|
"total_upload_time": 836.9633825644851,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"ef": 128
|
|
},
|
|
"mean_time": 0.010294997476041318,
|
|
"mean_precisions": 0.84466,
|
|
"std_time": 0.002362365185943006,
|
|
"min_time": 0.004509143531322479,
|
|
"max_time": 0.019788749516010284,
|
|
"rps": 95.9448631751515,
|
|
"p95_time": 0.014148061722517013,
|
|
"p99_time": 0.015521935746073722
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-rps-m-32",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 77.02432788163424,
|
|
"total_upload_time": 662.8942101895809,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
},
|
|
"mean_time": 0.011544459901750088,
|
|
"mean_precisions": 0.9910900000000001,
|
|
"std_time": 0.0024954289163007233,
|
|
"min_time": 0.00485452264547348,
|
|
"max_time": 0.03521127998828888,
|
|
"rps": 85.74946978624745,
|
|
"p95_time": 0.014797292649745941,
|
|
"p99_time": 0.01778536856174469
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
},
|
|
"mean_time": 0.007374242278933525,
|
|
"mean_precisions": 0.96536,
|
|
"std_time": 0.0036455064071157514,
|
|
"min_time": 0.0025472119450569153,
|
|
"max_time": 0.05836065113544464,
|
|
"rps": 1140.847753853662,
|
|
"p95_time": 0.012859461829066278,
|
|
"p99_time": 0.024463699236512204
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "latest-weaviate-m32",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 836.9633269459009,
|
|
"total_upload_time": 836.9633825644851,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"ef": 768
|
|
},
|
|
"mean_time": 0.2675062173455954,
|
|
"mean_precisions": 0.9831200000000001,
|
|
"std_time": 0.09256302829230748,
|
|
"min_time": 0.019263900816440582,
|
|
"max_time": 0.567847803235054,
|
|
"rps": 348.50664206559,
|
|
"p95_time": 0.4208118688315153,
|
|
"p99_time": 0.48543044202029695
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-rps-m-32",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 77.02432788163424,
|
|
"total_upload_time": 662.8942101895809,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"hnsw_ef": 256
|
|
},
|
|
"mean_time": 0.011369169692695141,
|
|
"mean_precisions": 0.9985599999999999,
|
|
"std_time": 0.0023529381322650498,
|
|
"min_time": 0.005450643599033356,
|
|
"max_time": 0.03937974572181702,
|
|
"rps": 82.33519992002492,
|
|
"p95_time": 0.014907171949744225,
|
|
"p99_time": 0.0176787728816271
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 768,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 16
|
|
}
|
|
},
|
|
"mean_time": 0.14573474756479263,
|
|
"mean_precisions": 0.47626100000000005,
|
|
"std_time": 0.013913267651330314,
|
|
"min_time": 0.032940275967121124,
|
|
"max_time": 0.21062880754470825,
|
|
"rps": 673.98326568842,
|
|
"p95_time": 0.16954429559409614,
|
|
"p99_time": 0.1867264085263014
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "latest-weaviate-m32",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 836.9633269459009,
|
|
"total_upload_time": 836.9633825644851,
|
|
"parallel": 1,
|
|
"engine_params": {
|
|
"ef": 128
|
|
},
|
|
"mean_time": 0.009178170939534902,
|
|
"mean_precisions": 0.942148,
|
|
"std_time": 0.002990441530055449,
|
|
"min_time": 0.0037824809551239014,
|
|
"max_time": 0.217182494699955,
|
|
"rps": 107.71082379055416,
|
|
"p95_time": 0.012876170128583908,
|
|
"p99_time": 0.014843722134828569
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "latest-weaviate-m32",
|
|
"dataset_name": "dbpedia-openai-1M-1536-angular",
|
|
"upload_time": 836.9633269459009,
|
|
"total_upload_time": 836.9633825644851,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"ef": 768
|
|
},
|
|
"mean_time": 0.27299471584260465,
|
|
"mean_precisions": 0.9986,
|
|
"std_time": 0.08724191369605973,
|
|
"min_time": 0.02992686629295349,
|
|
"max_time": 0.92873465269804,
|
|
"rps": 357.3401308404161,
|
|
"p95_time": 0.42767847664654257,
|
|
"p99_time": 0.5368738187849523
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
},
|
|
"mean_time": 0.08729166845157743,
|
|
"mean_precisions": 0.382401,
|
|
"std_time": 0.008166519213404244,
|
|
"min_time": 0.07219630479812622,
|
|
"max_time": 0.14393439888954163,
|
|
"rps": 1116.2898158050039,
|
|
"p95_time": 0.10167237110435962,
|
|
"p99_time": 0.11223731465637685
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 64,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 64
|
|
}
|
|
},
|
|
"mean_time": 0.4885545769162476,
|
|
"mean_precisions": 0.6749379999999999,
|
|
"std_time": 0.03543029270141943,
|
|
"min_time": 0.06038535386323929,
|
|
"max_time": 0.6155696138739586,
|
|
"rps": 202.95544245282872,
|
|
"p95_time": 0.5402877859771251,
|
|
"p99_time": 0.5755366754531861
|
|
},
|
|
{
|
|
"engine_name": "weaviate",
|
|
"setup_name": "latest-weaviate-m32",
|
|
"dataset_name": "glove-100-angular",
|
|
"upload_time": 836.9633269459009,
|
|
"total_upload_time": 836.9633825644851,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"ef": 16
|
|
},
|
|
"mean_time": 0.05507431394308805,
|
|
"mean_precisions": 0.765836,
|
|
"std_time": 0.02196383938111323,
|
|
"min_time": 0.005411162972450256,
|
|
"max_time": 0.4006127417087555,
|
|
"rps": 1762.2151163215651,
|
|
"p95_time": 0.0869616236537695,
|
|
"p99_time": 0.11681725747883323
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "deep-image-96-angular",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 512,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 8
|
|
}
|
|
},
|
|
"mean_time": 0.1003286402747035,
|
|
"mean_precisions": 0.465599,
|
|
"std_time": 0.012886676307402858,
|
|
"min_time": 0.011455245316028595,
|
|
"max_time": 0.13597485423088074,
|
|
"rps": 967.13860805656,
|
|
"p95_time": 0.11523332521319389,
|
|
"p99_time": 0.12090472534298898
|
|
},
|
|
{
|
|
"engine_name": "qdrant",
|
|
"setup_name": "latest-qdrant-bq-rps-m-32",
|
|
"dataset_name": "gist-960-euclidean",
|
|
"upload_time": 127.78749691694975,
|
|
"total_upload_time": 678.6138078793883,
|
|
"parallel": 100,
|
|
"engine_params": {
|
|
"hnsw_ef": 768,
|
|
"quantization": {
|
|
"rescore": true,
|
|
"oversampling": 128
|
|
}
|
|
},
|
|
"mean_time": 0.0051844210103154185,
|
|
"mean_precisions": 9e-05,
|
|
"std_time": 0.003848906627028196,
|
|
"min_time": 0.002041175961494446,
|
|
"max_time": 0.03304949402809143,
|
|
"rps": 1702.7639579689035,
|
|
"p95_time": 0.013108184933662413,
|
|
"p99_time": 0.02081113822758197
|
|
}
|
|
]
|