From 8359da82865aca13598d540f645560624549d624 Mon Sep 17 00:00:00 2001 From: mochi Date: Mon, 6 Nov 2023 10:39:32 +0800 Subject: [PATCH] update pgvecto.rs results (#7) --- public/benchmark.json | 9716 ++++++++++++++++++++++++++--------------- 1 file changed, 6308 insertions(+), 3408 deletions(-) diff --git a/public/benchmark.json b/public/benchmark.json index b553752..6711b47 100644 --- a/public/benchmark.json +++ b/public/benchmark.json @@ -1160,149 +1160,149 @@ "total_upload": 33466.765292435 }, { - "hash_code": 252965507737377274896907163572421153742, - "engine": "pgvector-1*r6a.xlarge", - "version": "v0.5.0", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "hash_code": 238845836174288334123168323009114435314, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.01", - "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.01", - "time_stamp": 1695261104789, - "cost": 161.4029560159848, + "dataset": "laion-768-5m-ip", + "dataset_group": "laion-768-5m-ip", + "dataset_tag": "no-filter", + "time_stamp": 1698393974408, + "cost": 112.35844799543119, "monthly_cost": 329, "index_create_parameter": { "m": 12, - "ef_construction": 128 + "ef_construction": 100 }, "index_search_params": { - "hnsw.ef_search": 100 + "hnsw.ef_search": 10 }, "search_parallel": 2, - "search_top": 10, + "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.09805000000000001, - "rps": 203.83765460120625, - "p95_time": 0.011439150718797465, - "mean_time": 0.00951716714563372, - "total_upload": 37829.601222026 + "mean_precisions": 0.089675, + "rps": 292.81287332606985, + "p95_time": 0.007378556988260242, + "mean_time": 0.006220865790324751, + "total_upload": 4280.608269575023 }, { - "hash_code": 252965507737377274896907163572421153742, - "engine": "pgvector-1*r6a.xlarge", - "version": "v0.5.0", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "hash_code": 238845836174288334123168323009114435314, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.01", - "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.01", - "time_stamp": 1695261104789, - "cost": 160.92524164979912, + "dataset": "laion-768-5m-ip", + "dataset_group": "laion-768-5m-ip", + "dataset_tag": "no-filter", + "time_stamp": 1698393974408, + "cost": 58.03158032724677, "monthly_cost": 329, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "hnsw.ef_search": 100 + "hnsw.ef_search": 10 }, - "search_parallel": 2, - "search_top": 10, + "search_parallel": 4, + "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.0989, - "rps": 204.44275654155007, - "p95_time": 0.011456353691755794, - "mean_time": 0.009474949672207003, - "total_upload": 33466.765292435 + "mean_precisions": 0.09010750000000002, + "rps": 566.9326910360377, + "p95_time": 0.007888107943290378, + "mean_time": 0.0064309665831606255, + "total_upload": 4280.608269575023 }, { - "hash_code": 252965507737377274896907163572421153742, - "engine": "pgvector-1*r6a.xlarge", - "version": "v0.5.0", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "hash_code": 238845836174288334123168323009114435314, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.01", - "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.01", - "time_stamp": 1695261104789, - "cost": 671.229475555534, + "dataset": "laion-768-5m-ip", + "dataset_group": "laion-768-5m-ip", + "dataset_tag": "no-filter", + "time_stamp": 1698393974408, + "cost": 218.22145764297164, "monthly_cost": 329, "index_create_parameter": { "m": 12, - "ef_construction": 128 + "ef_construction": 100 }, "index_search_params": { - "hnsw.ef_search": 100 + "hnsw.ef_search": 10 }, "search_parallel": 1, - "search_top": 10, + "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.09930000000000001, - "rps": 49.01453407237631, - "p95_time": 0.03510740880010416, - "mean_time": 0.020047271539457144, - "total_upload": 37829.601222026 + "mean_precisions": 0.09024000000000001, + "rps": 150.76427568285754, + "p95_time": 0.0070379219963797365, + "mean_time": 0.006047627665975597, + "total_upload": 4280.608269575023 }, { - "hash_code": 252965507737377274896907163572421153742, - "engine": "pgvector-1*r6a.xlarge", - "version": "v0.5.0", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "hash_code": 238845836174288334123168323009114435314, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.01", - "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.01", - "time_stamp": 1695261104789, - "cost": 716.4165227140038, + "dataset": "laion-768-5m-ip", + "dataset_group": "laion-768-5m-ip", + "dataset_tag": "no-filter", + "time_stamp": 1698393974408, + "cost": 37.27046614877545, "monthly_cost": 329, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "hnsw.ef_search": 100 + "hnsw.ef_search": 10 }, - "search_parallel": 1, - "search_top": 10, + "search_parallel": 8, + "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.10010000000000001, - "rps": 45.92300562159676, - "p95_time": 0.06839716130853048, - "mean_time": 0.020676134074223227, - "total_upload": 33466.765292435 + "mean_precisions": 0.09031875000000002, + "rps": 882.7364774207675, + "p95_time": 0.01148802250390871, + "mean_time": 0.008160262634410173, + "total_upload": 4280.608269575023 }, { - "hash_code": 252965507737377274896907163572421153742, - "engine": "pgvector-1*r6a.xlarge", - "version": "v0.5.0", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "hash_code": 238845836174288334123168323009114435314, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.01", - "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.01", - "time_stamp": 1695261104789, - "cost": 87.16789119401218, + "dataset": "laion-768-5m-ip", + "dataset_group": "laion-768-5m-ip", + "dataset_tag": "no-filter", + "time_stamp": 1698393974408, + "cost": 33.23410115733859, "monthly_cost": 329, "index_create_parameter": { "m": 12, - "ef_construction": 128 + "ef_construction": 100 }, "index_search_params": { - "hnsw.ef_search": 100 + "hnsw.ef_search": 10 }, - "search_parallel": 4, - "search_top": 10, + "search_parallel": 16, + "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.10045000000000001, - "rps": 377.4325562927005, - "p95_time": 0.012652583364979363, - "mean_time": 0.01028928526447271, - "total_upload": 37829.601222026 + "mean_precisions": 0.09032750000000002, + "rps": 989.9470379608923, + "p95_time": 0.023791407032695132, + "mean_time": 0.013977061063322253, + "total_upload": 4280.608269575023 }, { "hash_code": 252965507737377274896907163572421153742, @@ -1314,169 +1314,169 @@ "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.01", "time_stamp": 1695261104789, - "cost": 86.06374110421893, + "cost": 161.4029560159848, "monthly_cost": 329, "index_create_parameter": { "m": 12, - "ef_construction": 100 + "ef_construction": 128 }, "index_search_params": { "hnsw.ef_search": 100 }, - "search_parallel": 4, + "search_parallel": 2, "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.101025, - "rps": 382.27480676397425, - "p95_time": 0.012530277802579804, - "mean_time": 0.010191654067359196, - "total_upload": 33466.765292435 + "mean_precisions": 0.09805000000000001, + "rps": 203.83765460120625, + "p95_time": 0.011439150718797465, + "mean_time": 0.00951716714563372, + "total_upload": 37829.601222026 }, { - "hash_code": 252965507737377274896907163572421153742, - "engine": "pgvector-1*r6a.xlarge", - "version": "v0.5.0", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "hash_code": 166784500821453953308212910131125342838, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.01", + "dataset": "laion-768-5m-ip-probability-0.1", "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.01", - "time_stamp": 1695261104789, - "cost": 55.79747961016273, + "dataset_tag": "ratio-0.1", + "time_stamp": 1698393973407, + "cost": 125.84999707931983, "monthly_cost": 329, "index_create_parameter": { "m": 12, - "ef_construction": 128 + "ef_construction": 100 }, "index_search_params": { - "hnsw.ef_search": 100 + "hnsw.ef_search": 10 }, - "search_parallel": 16, - "search_top": 10, + "search_parallel": 4, + "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.10299375000000001, - "rps": 589.6323674449217, - "p95_time": 0.04429061190166976, - "mean_time": 0.026070169220538446, - "total_upload": 37829.601222026 + "mean_precisions": 0.09859250000000001, + "rps": 261.4223342354472, + "p95_time": 0.02207733500072208, + "mean_time": 0.015014426443671255, + "total_upload": 4294.389953205 }, { - "hash_code": 175450360001410000298822909285351089267, - "engine": "pgvector-1*r6a.xlarge", - "version": "v0.5.0", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "hash_code": 166784500821453953308212910131125342838, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", "dataset": "laion-768-5m-ip-probability-0.1", "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.1", - "time_stamp": 1695261104789, - "cost": 162.1637108258743, + "time_stamp": 1698393973407, + "cost": 119.44866892289218, "monthly_cost": 329, "index_create_parameter": { "m": 12, - "ef_construction": 128 + "ef_construction": 100 }, "index_search_params": { - "hnsw.ef_search": 100 + "hnsw.ef_search": 10 }, - "search_parallel": 2, + "search_parallel": 16, "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.10307500000000001, - "rps": 202.88139579715752, - "p95_time": 0.011609660263638943, - "mean_time": 0.009574279158565333, - "total_upload": 37829.601222026 + "mean_precisions": 0.09869625000000003, + "rps": 275.43211905724934, + "p95_time": 0.10168239150152657, + "mean_time": 0.05765854970010423, + "total_upload": 4294.389953205 }, { - "hash_code": 252965507737377274896907163572421153742, - "engine": "pgvector-1*r6a.xlarge", - "version": "v0.5.0", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "hash_code": 166784500821453953308212910131125342838, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.01", + "dataset": "laion-768-5m-ip-probability-0.1", "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.01", - "time_stamp": 1695261104789, - "cost": 60.212509339467225, + "dataset_tag": "ratio-0.1", + "time_stamp": 1698393973407, + "cost": 150.0945413094616, "monthly_cost": 329, "index_create_parameter": { "m": 12, - "ef_construction": 128 + "ef_construction": 100 }, "index_search_params": { - "hnsw.ef_search": 100 + "hnsw.ef_search": 10 }, "search_parallel": 8, - "search_top": 10, + "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.10310000000000001, - "rps": 546.3980883858495, - "p95_time": 0.01999886094708927, - "mean_time": 0.014228056310486863, - "total_upload": 37829.601222026 + "mean_precisions": 0.09870375, + "rps": 219.19518000436477, + "p95_time": 0.06288875749996803, + "mean_time": 0.03617741517144259, + "total_upload": 4294.389953205 }, { - "hash_code": 175450360001410000298822909285351089267, - "engine": "pgvector-1*r6a.xlarge", - "version": "v0.5.0", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "hash_code": 166784500821453953308212910131125342838, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", "dataset": "laion-768-5m-ip-probability-0.1", "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.1", - "time_stamp": 1695261104789, - "cost": 161.89095906753136, + "time_stamp": 1698393973407, + "cost": 210.63079155508186, "monthly_cost": 329, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "hnsw.ef_search": 100 + "hnsw.ef_search": 10 }, "search_parallel": 2, "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.103165, - "rps": 203.2232077041193, - "p95_time": 0.011921819907729513, - "mean_time": 0.009552989136529504, - "total_upload": 33466.765292435 + "mean_precisions": 0.09882500000000002, + "rps": 156.19748545357555, + "p95_time": 0.0179497255008755, + "mean_time": 0.012452946977484317, + "total_upload": 4294.389953205 }, { - "hash_code": 175450360001410000298822909285351089267, - "engine": "pgvector-1*r6a.xlarge", - "version": "v0.5.0", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "hash_code": 166784500821453953308212910131125342838, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", "dataset": "laion-768-5m-ip-probability-0.1", "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.1", - "time_stamp": 1695261104789, - "cost": 88.8024097145717, + "time_stamp": 1698393973407, + "cost": 371.9637837964734, "monthly_cost": 329, "index_create_parameter": { "m": 12, - "ef_construction": 128 + "ef_construction": 100 }, "index_search_params": { - "hnsw.ef_search": 100 + "hnsw.ef_search": 10 }, - "search_parallel": 4, + "search_parallel": 1, "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.10335500000000002, - "rps": 370.48544184495705, - "p95_time": 0.012821607691876123, - "mean_time": 0.01044092842509417, - "total_upload": 37829.601222026 + "mean_precisions": 0.09883000000000002, + "rps": 88.449471247453, + "p95_time": 0.015399969499412691, + "mean_time": 0.010993779024984178, + "total_upload": 4294.389953205 }, { "hash_code": 252965507737377274896907163572421153742, @@ -1488,7 +1488,7 @@ "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.01", "time_stamp": 1695261104789, - "cost": 54.80425644151964, + "cost": 160.92524164979912, "monthly_cost": 329, "index_create_parameter": { "m": 12, @@ -1497,27 +1497,27 @@ "index_search_params": { "hnsw.ef_search": 100 }, - "search_parallel": 16, + "search_parallel": 2, "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.10345, - "rps": 600.318335403507, - "p95_time": 0.044193895309581406, - "mean_time": 0.02577756849625075, + "mean_precisions": 0.0989, + "rps": 204.44275654155007, + "p95_time": 0.011456353691755794, + "mean_time": 0.009474949672207003, "total_upload": 33466.765292435 }, { - "hash_code": 175450360001410000298822909285351089267, + "hash_code": 252965507737377274896907163572421153742, "engine": "pgvector-1*r6a.xlarge", "version": "v0.5.0", "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.1", + "dataset": "laion-768-5m-ip-probability-0.01", "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.1", + "dataset_tag": "ratio-0.01", "time_stamp": 1695261104789, - "cost": 352.9946376397449, + "cost": 671.229475555534, "monthly_cost": 329, "index_create_parameter": { "m": 12, @@ -1527,200 +1527,171 @@ "hnsw.ef_search": 100 }, "search_parallel": 1, - "search_top": 100, + "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.10353000000000001, - "rps": 93.20254896783077, - "p95_time": 0.013002819250687024, - "mean_time": 0.0101880305763043, + "mean_precisions": 0.09930000000000001, + "rps": 49.01453407237631, + "p95_time": 0.03510740880010416, + "mean_time": 0.020047271539457144, "total_upload": 37829.601222026 }, { - "hash_code": 175450360001410000298822909285351089267, - "engine": "pgvector-1*r6a.xlarge", - "version": "v0.5.0", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "hash_code": 289428609464126736155757477853608022244, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.1", + "dataset": "laion-768-5m-ip-probability-0.01", "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.1", - "time_stamp": 1695261104789, - "cost": 355.61375511822405, + "dataset_tag": "ratio-0.01", + "time_stamp": 1698393973407, + "cost": 680.7466325549636, "monthly_cost": 329, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "hnsw.ef_search": 100 + "hnsw.ef_search": 10 }, - "search_parallel": 1, + "search_parallel": 4, "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.10356, - "rps": 92.51610638363066, - "p95_time": 0.013102439302747371, - "mean_time": 0.010245549054205185, - "total_upload": 33466.765292435 + "mean_precisions": 0.09931, + "rps": 48.3292879121861, + "p95_time": 0.13150154470240522, + "mean_time": 0.08237171584199314, + "total_upload": 4294.389953205 }, { - "hash_code": 252965507737377274896907163572421153742, - "engine": "pgvector-1*r6a.xlarge", - "version": "v0.5.0", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "hash_code": 289428609464126736155757477853608022244, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", "dataset": "laion-768-5m-ip-probability-0.01", "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.01", - "time_stamp": 1695261104789, - "cost": 59.94649687469992, - "monthly_cost": 329, - "index_create_parameter": { - "m": 12, - "ef_construction": 100 - }, - "index_search_params": { - "hnsw.ef_search": 100 - }, - "search_parallel": 8, - "search_top": 10, - "upload_parallel": 16, - "upload_batch_size": 64, - "mean_precisions": 0.1035625, - "rps": 548.8227288538234, - "p95_time": 0.01962916895718081, - "mean_time": 0.014057755737760089, - "total_upload": 33466.765292435 - }, - { - "hash_code": 175450360001410000298822909285351089267, - "engine": "pgvector-1*r6a.xlarge", - "version": "v0.5.0", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", - "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.1", - "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.1", - "time_stamp": 1695261104789, - "cost": 87.33926785328877, + "time_stamp": 1698393973407, + "cost": 991.2103693243503, "monthly_cost": 329, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "hnsw.ef_search": 100 + "hnsw.ef_search": 10 }, - "search_parallel": 4, + "search_parallel": 2, "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.10362, - "rps": 376.6919600844942, - "p95_time": 0.012710855344630541, - "mean_time": 0.010306000677341217, - "total_upload": 33466.765292435 + "mean_precisions": 0.09940500000000002, + "rps": 33.19174316389163, + "p95_time": 0.08901203454861388, + "mean_time": 0.0598980194589858, + "total_upload": 4294.389953205 }, { - "hash_code": 175450360001410000298822909285351089267, - "engine": "pgvector-1*r6a.xlarge", - "version": "v0.5.0", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "hash_code": 289428609464126736155757477853608022244, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.1", + "dataset": "laion-768-5m-ip-probability-0.01", "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.1", - "time_stamp": 1695261104789, - "cost": 60.82393297391828, + "dataset_tag": "ratio-0.01", + "time_stamp": 1698393973407, + "cost": 734.3298782527669, "monthly_cost": 329, "index_create_parameter": { "m": 12, - "ef_construction": 128 + "ef_construction": 100 }, "index_search_params": { - "hnsw.ef_search": 100 + "hnsw.ef_search": 10 }, "search_parallel": 8, "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.10362750000000003, - "rps": 540.9055020185516, - "p95_time": 0.01990571938367793, - "mean_time": 0.014328617008322908, - "total_upload": 37829.601222026 + "mean_precisions": 0.09942500000000001, + "rps": 44.80275278772648, + "p95_time": 0.29326301834516927, + "mean_time": 0.17807132812438886, + "total_upload": 4294.389953205 }, { - "hash_code": 175450360001410000298822909285351089267, - "engine": "pgvector-1*r6a.xlarge", - "version": "v0.5.0", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "hash_code": 289428609464126736155757477853608022244, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.1", + "dataset": "laion-768-5m-ip-probability-0.01", "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.1", - "time_stamp": 1695261104789, - "cost": 56.335104678915194, + "dataset_tag": "ratio-0.01", + "time_stamp": 1698393973407, + "cost": 654.6478050257447, "monthly_cost": 329, "index_create_parameter": { "m": 12, - "ef_construction": 128 + "ef_construction": 100 }, "index_search_params": { - "hnsw.ef_search": 100 + "hnsw.ef_search": 10 }, "search_parallel": 16, "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.10373625000000002, - "rps": 584.0053051736609, - "p95_time": 0.045289280846191105, - "mean_time": 0.02646327408738216, - "total_upload": 37829.601222026 + "mean_precisions": 0.09942500000000001, + "rps": 50.256030414256365, + "p95_time": 0.4881813990992668, + "mean_time": 0.3177598529795441, + "total_upload": 4294.389953205 }, { - "hash_code": 175450360001410000298822909285351089267, - "engine": "pgvector-1*r6a.xlarge", - "version": "v0.5.0", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "hash_code": 289428609464126736155757477853608022244, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.1", + "dataset": "laion-768-5m-ip-probability-0.01", "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.1", - "time_stamp": 1695261104789, - "cost": 60.349780004015884, + "dataset_tag": "ratio-0.01", + "time_stamp": 1698393973407, + "cost": 1594.721407435844, "monthly_cost": 329, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "hnsw.ef_search": 100 + "hnsw.ef_search": 10 }, - "search_parallel": 8, + "search_parallel": 1, "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.10397250000000002, - "rps": 545.1552598503378, - "p95_time": 0.020050268957129445, - "mean_time": 0.014208339193566644, - "total_upload": 33466.765292435 + "mean_precisions": 0.09947000000000002, + "rps": 20.630562709319857, + "p95_time": 0.07280297790048278, + "mean_time": 0.04812507692502913, + "total_upload": 4294.389953205 }, { - "hash_code": 175450360001410000298822909285351089267, + "hash_code": 252965507737377274896907163572421153742, "engine": "pgvector-1*r6a.xlarge", "version": "v0.5.0", "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.1", + "dataset": "laion-768-5m-ip-probability-0.01", "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.1", + "dataset_tag": "ratio-0.01", "time_stamp": 1695261104789, - "cost": 55.816949599840704, + "cost": 716.4165227140038, "monthly_cost": 329, "index_create_parameter": { "m": 12, @@ -1729,14 +1700,14 @@ "index_search_params": { "hnsw.ef_search": 100 }, - "search_parallel": 16, - "search_top": 100, + "search_parallel": 1, + "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.104160625, - "rps": 589.4266927136752, - "p95_time": 0.04419628354808081, - "mean_time": 0.02621813096039659, + "mean_precisions": 0.10010000000000001, + "rps": 45.92300562159676, + "p95_time": 0.06839716130853048, + "mean_time": 0.020676134074223227, "total_upload": 33466.765292435 }, { @@ -1749,23 +1720,23 @@ "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.01", "time_stamp": 1695261104789, - "cost": 358.09688018390733, + "cost": 87.16789119401218, "monthly_cost": 329, "index_create_parameter": { "m": 12, "ef_construction": 128 }, "index_search_params": { - "hnsw.ef_search": 128 + "hnsw.ef_search": 100 }, - "search_parallel": 1, + "search_parallel": 4, "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.12580000000000002, - "rps": 91.87457869809866, - "p95_time": 0.012442746742453891, - "mean_time": 0.010442108177463523, + "mean_precisions": 0.10045000000000001, + "rps": 377.4325562927005, + "p95_time": 0.012652583364979363, + "mean_time": 0.01028928526447271, "total_upload": 37829.601222026 }, { @@ -1778,24 +1749,24 @@ "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.01", "time_stamp": 1695261104789, - "cost": 173.32242127921344, + "cost": 86.06374110421893, "monthly_cost": 329, "index_create_parameter": { "m": 12, - "ef_construction": 128 + "ef_construction": 100 }, "index_search_params": { - "hnsw.ef_search": 128 + "hnsw.ef_search": 100 }, - "search_parallel": 2, + "search_parallel": 4, "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.12585000000000002, - "rps": 189.8196422435145, - "p95_time": 0.01232433836266864, - "mean_time": 0.010227365615326563, - "total_upload": 37829.601222026 + "mean_precisions": 0.101025, + "rps": 382.27480676397425, + "p95_time": 0.012530277802579804, + "mean_time": 0.010191654067359196, + "total_upload": 33466.765292435 }, { "hash_code": 252965507737377274896907163572421153742, @@ -1807,53 +1778,53 @@ "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.01", "time_stamp": 1695261104789, - "cost": 174.30157360951705, + "cost": 55.79747961016273, "monthly_cost": 329, "index_create_parameter": { "m": 12, - "ef_construction": 100 + "ef_construction": 128 }, "index_search_params": { - "hnsw.ef_search": 128 + "hnsw.ef_search": 100 }, - "search_parallel": 2, + "search_parallel": 16, "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.12785000000000002, - "rps": 188.75331598385307, - "p95_time": 0.012502860346285161, - "mean_time": 0.010304298392489726, - "total_upload": 33466.765292435 + "mean_precisions": 0.10299375000000001, + "rps": 589.6323674449217, + "p95_time": 0.04429061190166976, + "mean_time": 0.026070169220538446, + "total_upload": 37829.601222026 }, { - "hash_code": 252965507737377274896907163572421153742, + "hash_code": 175450360001410000298822909285351089267, "engine": "pgvector-1*r6a.xlarge", "version": "v0.5.0", "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.01", + "dataset": "laion-768-5m-ip-probability-0.1", "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.01", + "dataset_tag": "ratio-0.1", "time_stamp": 1695261104789, - "cost": 388.64578676599484, + "cost": 162.1637108258743, "monthly_cost": 329, "index_create_parameter": { "m": 12, - "ef_construction": 100 + "ef_construction": 128 }, "index_search_params": { - "hnsw.ef_search": 128 + "hnsw.ef_search": 100 }, - "search_parallel": 1, - "search_top": 10, + "search_parallel": 2, + "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.12810000000000002, - "rps": 84.65291821061017, - "p95_time": 0.012356497294240399, - "mean_time": 0.010161277155159042, - "total_upload": 33466.765292435 + "mean_precisions": 0.10307500000000001, + "rps": 202.88139579715752, + "p95_time": 0.011609660263638943, + "mean_time": 0.009574279158565333, + "total_upload": 37829.601222026 }, { "hash_code": 252965507737377274896907163572421153742, @@ -1865,52 +1836,52 @@ "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.01", "time_stamp": 1695261104789, - "cost": 97.44578517192932, + "cost": 60.212509339467225, "monthly_cost": 329, "index_create_parameter": { "m": 12, "ef_construction": 128 }, "index_search_params": { - "hnsw.ef_search": 128 + "hnsw.ef_search": 100 }, - "search_parallel": 4, + "search_parallel": 8, "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.12955, - "rps": 337.62363289446125, - "p95_time": 0.014100815932033583, - "mean_time": 0.011391307830621372, + "mean_precisions": 0.10310000000000001, + "rps": 546.3980883858495, + "p95_time": 0.01999886094708927, + "mean_time": 0.014228056310486863, "total_upload": 37829.601222026 }, { - "hash_code": 252965507737377274896907163572421153742, + "hash_code": 175450360001410000298822909285351089267, "engine": "pgvector-1*r6a.xlarge", "version": "v0.5.0", "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.01", + "dataset": "laion-768-5m-ip-probability-0.1", "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.01", + "dataset_tag": "ratio-0.1", "time_stamp": 1695261104789, - "cost": 94.78253824057174, + "cost": 161.89095906753136, "monthly_cost": 329, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "hnsw.ef_search": 128 + "hnsw.ef_search": 100 }, - "search_parallel": 4, - "search_top": 10, - "upload_parallel": 16, + "search_parallel": 2, + "search_top": 100, + "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.13050000000000003, - "rps": 347.1103497618418, - "p95_time": 0.013887093697121593, - "mean_time": 0.011236864727059584, + "mean_precisions": 0.103165, + "rps": 203.2232077041193, + "p95_time": 0.011921819907729513, + "mean_time": 0.009552989136529504, "total_upload": 33466.765292435 }, { @@ -1923,23 +1894,23 @@ "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.1", "time_stamp": 1695261104789, - "cost": 389.357955793888, + "cost": 88.8024097145717, "monthly_cost": 329, "index_create_parameter": { "m": 12, "ef_construction": 128 }, "index_search_params": { - "hnsw.ef_search": 128 + "hnsw.ef_search": 100 }, - "search_parallel": 1, + "search_parallel": 4, "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.13169999999999998, - "rps": 84.49808077741211, - "p95_time": 0.013724027351418044, - "mean_time": 0.01106501006623148, + "mean_precisions": 0.10335500000000002, + "rps": 370.48544184495705, + "p95_time": 0.012821607691876123, + "mean_time": 0.01044092842509417, "total_upload": 37829.601222026 }, { @@ -1952,24 +1923,24 @@ "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.01", "time_stamp": 1695261104789, - "cost": 69.64417027721902, + "cost": 54.80425644151964, "monthly_cost": 329, "index_create_parameter": { "m": 12, - "ef_construction": 128 + "ef_construction": 100 }, "index_search_params": { - "hnsw.ef_search": 128 + "hnsw.ef_search": 100 }, - "search_parallel": 8, + "search_parallel": 16, "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.1317625, - "rps": 472.4013491587503, - "p95_time": 0.023338659200817343, - "mean_time": 0.01646587119040487, - "total_upload": 37829.601222026 + "mean_precisions": 0.10345, + "rps": 600.318335403507, + "p95_time": 0.044193895309581406, + "mean_time": 0.02577756849625075, + "total_upload": 33466.765292435 }, { "hash_code": 175450360001410000298822909285351089267, @@ -1981,82 +1952,82 @@ "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.1", "time_stamp": 1695261104789, - "cost": 177.76228832068443, + "cost": 352.9946376397449, "monthly_cost": 329, "index_create_parameter": { "m": 12, "ef_construction": 128 }, "index_search_params": { - "hnsw.ef_search": 128 + "hnsw.ef_search": 100 }, - "search_parallel": 2, + "search_parallel": 1, "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.13182, - "rps": 185.07862556679154, - "p95_time": 0.012783281835436356, - "mean_time": 0.010509367321952595, + "mean_precisions": 0.10353000000000001, + "rps": 93.20254896783077, + "p95_time": 0.013002819250687024, + "mean_time": 0.0101880305763043, "total_upload": 37829.601222026 }, { - "hash_code": 252965507737377274896907163572421153742, + "hash_code": 175450360001410000298822909285351089267, "engine": "pgvector-1*r6a.xlarge", "version": "v0.5.0", "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.01", + "dataset": "laion-768-5m-ip-probability-0.1", "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.01", + "dataset_tag": "ratio-0.1", "time_stamp": 1695261104789, - "cost": 65.92476269319613, + "cost": 355.61375511822405, "monthly_cost": 329, "index_create_parameter": { "m": 12, - "ef_construction": 128 + "ef_construction": 100 }, "index_search_params": { - "hnsw.ef_search": 128 + "hnsw.ef_search": 100 }, - "search_parallel": 16, - "search_top": 10, + "search_parallel": 1, + "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.13192500000000001, - "rps": 499.0537493947702, - "p95_time": 0.054325971518119326, - "mean_time": 0.03128296823132405, - "total_upload": 37829.601222026 + "mean_precisions": 0.10356, + "rps": 92.51610638363066, + "p95_time": 0.013102439302747371, + "mean_time": 0.010245549054205185, + "total_upload": 33466.765292435 }, { - "hash_code": 175450360001410000298822909285351089267, + "hash_code": 252965507737377274896907163572421153742, "engine": "pgvector-1*r6a.xlarge", "version": "v0.5.0", "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.1", + "dataset": "laion-768-5m-ip-probability-0.01", "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.1", + "dataset_tag": "ratio-0.01", "time_stamp": 1695261104789, - "cost": 98.54062586941001, + "cost": 59.94649687469992, "monthly_cost": 329, "index_create_parameter": { "m": 12, - "ef_construction": 128 + "ef_construction": 100 }, "index_search_params": { - "hnsw.ef_search": 128 + "hnsw.ef_search": 100 }, - "search_parallel": 4, - "search_top": 100, + "search_parallel": 8, + "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.13196499999999997, - "rps": 333.872448137283, - "p95_time": 0.01430591231182916, - "mean_time": 0.011619073916728666, - "total_upload": 37829.601222026 + "mean_precisions": 0.1035625, + "rps": 548.8227288538234, + "p95_time": 0.01962916895718081, + "mean_time": 0.014057755737760089, + "total_upload": 33466.765292435 }, { "hash_code": 175450360001410000298822909285351089267, @@ -2068,23 +2039,23 @@ "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.1", "time_stamp": 1695261104789, - "cost": 177.19660623056117, + "cost": 87.33926785328877, "monthly_cost": 329, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "hnsw.ef_search": 128 + "hnsw.ef_search": 100 }, - "search_parallel": 2, + "search_parallel": 4, "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.13204500000000002, - "rps": 185.66947019962578, - "p95_time": 0.0128679712441226, - "mean_time": 0.010472217141366855, + "mean_precisions": 0.10362, + "rps": 376.6919600844942, + "p95_time": 0.012710855344630541, + "mean_time": 0.010306000677341217, "total_upload": 33466.765292435 }, { @@ -2097,23 +2068,23 @@ "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.1", "time_stamp": 1695261104789, - "cost": 70.99620086439828, + "cost": 60.82393297391828, "monthly_cost": 329, "index_create_parameter": { "m": 12, "ef_construction": 128 }, "index_search_params": { - "hnsw.ef_search": 128 + "hnsw.ef_search": 100 }, "search_parallel": 8, "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.13226375, - "rps": 463.40507801028014, - "p95_time": 0.02420588181121275, - "mean_time": 0.016800503397738795, + "mean_precisions": 0.10362750000000003, + "rps": 540.9055020185516, + "p95_time": 0.01990571938367793, + "mean_time": 0.014328617008322908, "total_upload": 37829.601222026 }, { @@ -2126,52 +2097,52 @@ "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.1", "time_stamp": 1695261104789, - "cost": 97.20719424842865, + "cost": 56.335104678915194, "monthly_cost": 329, "index_create_parameter": { "m": 12, - "ef_construction": 100 + "ef_construction": 128 }, "index_search_params": { - "hnsw.ef_search": 128 + "hnsw.ef_search": 100 }, - "search_parallel": 4, + "search_parallel": 16, "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.1323675, - "rps": 338.45231574032215, - "p95_time": 0.014257313844427699, - "mean_time": 0.01151405103662546, - "total_upload": 33466.765292435 + "mean_precisions": 0.10373625000000002, + "rps": 584.0053051736609, + "p95_time": 0.045289280846191105, + "mean_time": 0.02646327408738216, + "total_upload": 37829.601222026 }, { - "hash_code": 252965507737377274896907163572421153742, + "hash_code": 175450360001410000298822909285351089267, "engine": "pgvector-1*r6a.xlarge", "version": "v0.5.0", "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.01", + "dataset": "laion-768-5m-ip-probability-0.1", "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.01", + "dataset_tag": "ratio-0.1", "time_stamp": 1695261104789, - "cost": 68.86112343490512, + "cost": 60.349780004015884, "monthly_cost": 329, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "hnsw.ef_search": 128 + "hnsw.ef_search": 100 }, "search_parallel": 8, - "search_top": 10, + "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.132375, - "rps": 477.77321017860805, - "p95_time": 0.023280746803357025, - "mean_time": 0.01627075272080583, + "mean_precisions": 0.10397250000000002, + "rps": 545.1552598503378, + "p95_time": 0.020050268957129445, + "mean_time": 0.014208339193566644, "total_upload": 33466.765292435 }, { @@ -2184,53 +2155,53 @@ "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.1", "time_stamp": 1695261104789, - "cost": 67.35531870428822, + "cost": 55.816949599840704, "monthly_cost": 329, "index_create_parameter": { "m": 12, - "ef_construction": 128 + "ef_construction": 100 }, "index_search_params": { - "hnsw.ef_search": 128 + "hnsw.ef_search": 100 }, "search_parallel": 16, "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.132434375, - "rps": 488.454373505999, - "p95_time": 0.05567848145001335, - "mean_time": 0.0319428922586103, - "total_upload": 37829.601222026 + "mean_precisions": 0.104160625, + "rps": 589.4266927136752, + "p95_time": 0.04419628354808081, + "mean_time": 0.02621813096039659, + "total_upload": 33466.765292435 }, { - "hash_code": 175450360001410000298822909285351089267, + "hash_code": 252965507737377274896907163572421153742, "engine": "pgvector-1*r6a.xlarge", "version": "v0.5.0", "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.1", + "dataset": "laion-768-5m-ip-probability-0.01", "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.1", + "dataset_tag": "ratio-0.01", "time_stamp": 1695261104789, - "cost": 386.9638562203312, + "cost": 358.09688018390733, "monthly_cost": 329, "index_create_parameter": { "m": 12, - "ef_construction": 100 + "ef_construction": 128 }, "index_search_params": { "hnsw.ef_search": 128 }, "search_parallel": 1, - "search_top": 100, + "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.13246, - "rps": 85.0208604011514, - "p95_time": 0.01394695729977684, - "mean_time": 0.011157064391009044, - "total_upload": 33466.765292435 + "mean_precisions": 0.12580000000000002, + "rps": 91.87457869809866, + "p95_time": 0.012442746742453891, + "mean_time": 0.010442108177463523, + "total_upload": 37829.601222026 }, { "hash_code": 252965507737377274896907163572421153742, @@ -2242,36 +2213,36 @@ "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.01", "time_stamp": 1695261104789, - "cost": 65.16657210319444, + "cost": 173.32242127921344, "monthly_cost": 329, "index_create_parameter": { "m": 12, - "ef_construction": 100 + "ef_construction": 128 }, "index_search_params": { "hnsw.ef_search": 128 }, - "search_parallel": 16, + "search_parallel": 2, "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.13261250000000002, - "rps": 504.8600676417542, - "p95_time": 0.054752796141838186, - "mean_time": 0.030984738845148057, - "total_upload": 33466.765292435 + "mean_precisions": 0.12585000000000002, + "rps": 189.8196422435145, + "p95_time": 0.01232433836266864, + "mean_time": 0.010227365615326563, + "total_upload": 37829.601222026 }, { - "hash_code": 175450360001410000298822909285351089267, + "hash_code": 252965507737377274896907163572421153742, "engine": "pgvector-1*r6a.xlarge", "version": "v0.5.0", "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.1", + "dataset": "laion-768-5m-ip-probability-0.01", "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.1", + "dataset_tag": "ratio-0.01", "time_stamp": 1695261104789, - "cost": 70.14439536620485, + "cost": 174.30157360951705, "monthly_cost": 329, "index_create_parameter": { "m": 12, @@ -2280,27 +2251,27 @@ "index_search_params": { "hnsw.ef_search": 128 }, - "search_parallel": 8, - "search_top": 100, + "search_parallel": 2, + "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.13275375, - "rps": 469.0324840386467, - "p95_time": 0.023983232841419518, - "mean_time": 0.016615375305949785, + "mean_precisions": 0.12785000000000002, + "rps": 188.75331598385307, + "p95_time": 0.012502860346285161, + "mean_time": 0.010304298392489726, "total_upload": 33466.765292435 }, { - "hash_code": 175450360001410000298822909285351089267, + "hash_code": 252965507737377274896907163572421153742, "engine": "pgvector-1*r6a.xlarge", "version": "v0.5.0", "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.1", + "dataset": "laion-768-5m-ip-probability-0.01", "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.1", + "dataset_tag": "ratio-0.01", "time_stamp": 1695261104789, - "cost": 66.40775482596537, + "cost": 388.64578676599484, "monthly_cost": 329, "index_create_parameter": { "m": 12, @@ -2309,14 +2280,14 @@ "index_search_params": { "hnsw.ef_search": 128 }, - "search_parallel": 16, - "search_top": 100, + "search_parallel": 1, + "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.13300125000000002, - "rps": 495.4240673581112, - "p95_time": 0.055188151401671326, - "mean_time": 0.031508806111542075, + "mean_precisions": 0.12810000000000002, + "rps": 84.65291821061017, + "p95_time": 0.012356497294240399, + "mean_time": 0.010161277155159042, "total_upload": 33466.765292435 }, { @@ -2329,23 +2300,23 @@ "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.01", "time_stamp": 1695261104789, - "cost": 486.88237332266584, + "cost": 97.44578517192932, "monthly_cost": 329, "index_create_parameter": { "m": 12, "ef_construction": 128 }, "index_search_params": { - "hnsw.ef_search": 256 + "hnsw.ef_search": 128 }, - "search_parallel": 1, + "search_parallel": 4, "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.2553, - "rps": 67.57278924574369, - "p95_time": 0.01832829192862846, - "mean_time": 0.014412061819981318, + "mean_precisions": 0.12955, + "rps": 337.62363289446125, + "p95_time": 0.014100815932033583, + "mean_time": 0.011391307830621372, "total_upload": 37829.601222026 }, { @@ -2358,52 +2329,52 @@ "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.01", "time_stamp": 1695261104789, - "cost": 479.3343947208894, + "cost": 94.78253824057174, "monthly_cost": 329, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "hnsw.ef_search": 256 + "hnsw.ef_search": 128 }, - "search_parallel": 1, + "search_parallel": 4, "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.25570000000000004, - "rps": 68.63684384500985, - "p95_time": 0.018001039858791045, - "mean_time": 0.014223667083104375, + "mean_precisions": 0.13050000000000003, + "rps": 347.1103497618418, + "p95_time": 0.013887093697121593, + "mean_time": 0.011236864727059584, "total_upload": 33466.765292435 }, { - "hash_code": 252965507737377274896907163572421153742, + "hash_code": 175450360001410000298822909285351089267, "engine": "pgvector-1*r6a.xlarge", "version": "v0.5.0", "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.01", + "dataset": "laion-768-5m-ip-probability-0.1", "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.01", + "dataset_tag": "ratio-0.1", "time_stamp": 1695261104789, - "cost": 244.67688513098545, + "cost": 389.357955793888, "monthly_cost": 329, "index_create_parameter": { "m": 12, "ef_construction": 128 }, "index_search_params": { - "hnsw.ef_search": 256 + "hnsw.ef_search": 128 }, - "search_parallel": 2, - "search_top": 10, + "search_parallel": 1, + "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.25635, - "rps": 134.4630490223353, - "p95_time": 0.018490438307344446, - "mean_time": 0.014532322951301467, + "mean_precisions": 0.13169999999999998, + "rps": 84.49808077741211, + "p95_time": 0.013724027351418044, + "mean_time": 0.01106501006623148, "total_upload": 37829.601222026 }, { @@ -2416,52 +2387,52 @@ "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.01", "time_stamp": 1695261104789, - "cost": 238.80437714371806, + "cost": 69.64417027721902, "monthly_cost": 329, "index_create_parameter": { "m": 12, - "ef_construction": 100 + "ef_construction": 128 }, "index_search_params": { - "hnsw.ef_search": 256 + "hnsw.ef_search": 128 }, - "search_parallel": 2, + "search_parallel": 8, "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.2575, - "rps": 137.76966902160262, - "p95_time": 0.01817908524899394, - "mean_time": 0.014237351100833621, - "total_upload": 33466.765292435 + "mean_precisions": 0.1317625, + "rps": 472.4013491587503, + "p95_time": 0.023338659200817343, + "mean_time": 0.01646587119040487, + "total_upload": 37829.601222026 }, { - "hash_code": 252965507737377274896907163572421153742, + "hash_code": 175450360001410000298822909285351089267, "engine": "pgvector-1*r6a.xlarge", "version": "v0.5.0", "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.01", + "dataset": "laion-768-5m-ip-probability-0.1", "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.01", + "dataset_tag": "ratio-0.1", "time_stamp": 1695261104789, - "cost": 140.30966073223607, + "cost": 177.76228832068443, "monthly_cost": 329, "index_create_parameter": { "m": 12, "ef_construction": 128 }, "index_search_params": { - "hnsw.ef_search": 256 + "hnsw.ef_search": 128 }, - "search_parallel": 4, - "search_top": 10, + "search_parallel": 2, + "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.258025, - "rps": 234.4813595037169, - "p95_time": 0.02141831244371133, - "mean_time": 0.01670742809789226, + "mean_precisions": 0.13182, + "rps": 185.07862556679154, + "p95_time": 0.012783281835436356, + "mean_time": 0.010509367321952595, "total_upload": 37829.601222026 }, { @@ -2474,169 +2445,169 @@ "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.01", "time_stamp": 1695261104789, - "cost": 138.5587906215056, + "cost": 65.92476269319613, "monthly_cost": 329, "index_create_parameter": { "m": 12, - "ef_construction": 100 + "ef_construction": 128 }, "index_search_params": { - "hnsw.ef_search": 256 + "hnsw.ef_search": 128 }, - "search_parallel": 4, + "search_parallel": 16, "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.25889999999999996, - "rps": 237.44433573955874, - "p95_time": 0.02129109189772862, - "mean_time": 0.016568661891938972, - "total_upload": 33466.765292435 + "mean_precisions": 0.13192500000000001, + "rps": 499.0537493947702, + "p95_time": 0.054325971518119326, + "mean_time": 0.03128296823132405, + "total_upload": 37829.601222026 }, { - "hash_code": 252965507737377274896907163572421153742, + "hash_code": 175450360001410000298822909285351089267, "engine": "pgvector-1*r6a.xlarge", "version": "v0.5.0", "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.01", + "dataset": "laion-768-5m-ip-probability-0.1", "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.01", + "dataset_tag": "ratio-0.1", "time_stamp": 1695261104789, - "cost": 112.84300728889866, + "cost": 98.54062586941001, "monthly_cost": 329, "index_create_parameter": { "m": 12, "ef_construction": 128 }, "index_search_params": { - "hnsw.ef_search": 256 + "hnsw.ef_search": 128 }, - "search_parallel": 8, - "search_top": 10, + "search_parallel": 4, + "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.2604375, - "rps": 291.5555052141601, - "p95_time": 0.040511733852326856, - "mean_time": 0.026977101690943528, + "mean_precisions": 0.13196499999999997, + "rps": 333.872448137283, + "p95_time": 0.01430591231182916, + "mean_time": 0.011619073916728666, "total_upload": 37829.601222026 }, { - "hash_code": 252965507737377274896907163572421153742, + "hash_code": 175450360001410000298822909285351089267, "engine": "pgvector-1*r6a.xlarge", "version": "v0.5.0", "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.01", + "dataset": "laion-768-5m-ip-probability-0.1", "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.01", + "dataset_tag": "ratio-0.1", "time_stamp": 1695261104789, - "cost": 111.8133586364418, + "cost": 177.19660623056117, "monthly_cost": 329, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "hnsw.ef_search": 256 + "hnsw.ef_search": 128 }, - "search_parallel": 8, - "search_top": 10, + "search_parallel": 2, + "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.26078749999999995, - "rps": 294.2403340818469, - "p95_time": 0.0406780526478542, - "mean_time": 0.026757178871865107, + "mean_precisions": 0.13204500000000002, + "rps": 185.66947019962578, + "p95_time": 0.0128679712441226, + "mean_time": 0.010472217141366855, "total_upload": 33466.765292435 }, { - "hash_code": 252965507737377274896907163572421153742, + "hash_code": 175450360001410000298822909285351089267, "engine": "pgvector-1*r6a.xlarge", "version": "v0.5.0", "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.01", + "dataset": "laion-768-5m-ip-probability-0.1", "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.01", + "dataset_tag": "ratio-0.1", "time_stamp": 1695261104789, - "cost": 116.75124795969785, + "cost": 70.99620086439828, "monthly_cost": 329, "index_create_parameter": { "m": 12, "ef_construction": 128 }, "index_search_params": { - "hnsw.ef_search": 256 + "hnsw.ef_search": 128 }, - "search_parallel": 16, - "search_top": 10, + "search_parallel": 8, + "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.260925, - "rps": 281.79570304342246, - "p95_time": 0.094745665701339, - "mean_time": 0.056094275337580254, + "mean_precisions": 0.13226375, + "rps": 463.40507801028014, + "p95_time": 0.02420588181121275, + "mean_time": 0.016800503397738795, "total_upload": 37829.601222026 }, { - "hash_code": 252965507737377274896907163572421153742, + "hash_code": 175450360001410000298822909285351089267, "engine": "pgvector-1*r6a.xlarge", "version": "v0.5.0", "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.01", + "dataset": "laion-768-5m-ip-probability-0.1", "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.01", + "dataset_tag": "ratio-0.1", "time_stamp": 1695261104789, - "cost": 115.15184472562223, + "cost": 97.20719424842865, "monthly_cost": 329, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "hnsw.ef_search": 256 + "hnsw.ef_search": 128 }, - "search_parallel": 16, - "search_top": 10, + "search_parallel": 4, + "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.26130625, - "rps": 285.7097085886239, - "p95_time": 0.0944786992462468, - "mean_time": 0.05546132585995019, + "mean_precisions": 0.1323675, + "rps": 338.45231574032215, + "p95_time": 0.014257313844427699, + "mean_time": 0.01151405103662546, "total_upload": 33466.765292435 }, { - "hash_code": 175450360001410000298822909285351089267, + "hash_code": 252965507737377274896907163572421153742, "engine": "pgvector-1*r6a.xlarge", "version": "v0.5.0", "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.1", + "dataset": "laion-768-5m-ip-probability-0.01", "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.1", + "dataset_tag": "ratio-0.01", "time_stamp": 1695261104789, - "cost": 621.4927645134042, + "cost": 68.86112343490512, "monthly_cost": 329, "index_create_parameter": { "m": 12, - "ef_construction": 128 + "ef_construction": 100 }, "index_search_params": { - "hnsw.ef_search": 256 + "hnsw.ef_search": 128 }, - "search_parallel": 1, - "search_top": 100, + "search_parallel": 8, + "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.26250999999999997, - "rps": 52.93706037874625, - "p95_time": 0.02355725204979535, - "mean_time": 0.018423902306123636, - "total_upload": 37829.601222026 + "mean_precisions": 0.132375, + "rps": 477.77321017860805, + "p95_time": 0.023280746803357025, + "mean_time": 0.01627075272080583, + "total_upload": 33466.765292435 }, { "hash_code": 175450360001410000298822909285351089267, @@ -2648,23 +2619,23 @@ "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.1", "time_stamp": 1695261104789, - "cost": 268.0984213523902, + "cost": 67.35531870428822, "monthly_cost": 329, "index_create_parameter": { "m": 12, "ef_construction": 128 }, "index_search_params": { - "hnsw.ef_search": 256 + "hnsw.ef_search": 128 }, - "search_parallel": 2, + "search_parallel": 16, "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.262625, - "rps": 122.71612728653872, - "p95_time": 0.020916205138200892, - "mean_time": 0.015954296175928903, + "mean_precisions": 0.132434375, + "rps": 488.454373505999, + "p95_time": 0.05567848145001335, + "mean_time": 0.0319428922586103, "total_upload": 37829.601222026 }, { @@ -2677,52 +2648,52 @@ "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.1", "time_stamp": 1695261104789, - "cost": 271.47360203487335, + "cost": 386.9638562203312, "monthly_cost": 329, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "hnsw.ef_search": 256 + "hnsw.ef_search": 128 }, - "search_parallel": 2, + "search_parallel": 1, "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.26283500000000004, - "rps": 121.19042055431116, - "p95_time": 0.021329833599884294, - "mean_time": 0.01615709047013661, + "mean_precisions": 0.13246, + "rps": 85.0208604011514, + "p95_time": 0.01394695729977684, + "mean_time": 0.011157064391009044, "total_upload": 33466.765292435 }, { - "hash_code": 175450360001410000298822909285351089267, + "hash_code": 252965507737377274896907163572421153742, "engine": "pgvector-1*r6a.xlarge", "version": "v0.5.0", "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.1", + "dataset": "laion-768-5m-ip-probability-0.01", "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.1", + "dataset_tag": "ratio-0.01", "time_stamp": 1695261104789, - "cost": 634.3537041387244, + "cost": 65.16657210319444, "monthly_cost": 329, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "hnsw.ef_search": 256 + "hnsw.ef_search": 128 }, - "search_parallel": 1, - "search_top": 100, + "search_parallel": 16, + "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.26291999999999993, - "rps": 51.86381002483312, - "p95_time": 0.023500735747802533, - "mean_time": 0.018941989347833442, + "mean_precisions": 0.13261250000000002, + "rps": 504.8600676417542, + "p95_time": 0.054752796141838186, + "mean_time": 0.030984738845148057, "total_upload": 33466.765292435 }, { @@ -2735,24 +2706,24 @@ "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.1", "time_stamp": 1695261104789, - "cost": 150.0552412395089, + "cost": 70.14439536620485, "monthly_cost": 329, "index_create_parameter": { "m": 12, - "ef_construction": 128 + "ef_construction": 100 }, "index_search_params": { - "hnsw.ef_search": 256 + "hnsw.ef_search": 128 }, - "search_parallel": 4, + "search_parallel": 8, "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.26294999999999996, - "rps": 219.25258810178482, - "p95_time": 0.02314155320054851, - "mean_time": 0.017866209998988778, - "total_upload": 37829.601222026 + "mean_precisions": 0.13275375, + "rps": 469.0324840386467, + "p95_time": 0.023983232841419518, + "mean_time": 0.016615375305949785, + "total_upload": 33466.765292435 }, { "hash_code": 175450360001410000298822909285351089267, @@ -2764,476 +2735,1810 @@ "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.1", "time_stamp": 1695261104789, - "cost": 150.27006679044862, + "cost": 66.40775482596537, "monthly_cost": 329, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "hnsw.ef_search": 256 + "hnsw.ef_search": 128 }, - "search_parallel": 4, + "search_parallel": 16, "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.2634675, - "rps": 218.93914538468263, - "p95_time": 0.02364465000355267, - "mean_time": 0.01793491502409597, + "mean_precisions": 0.13300125000000002, + "rps": 495.4240673581112, + "p95_time": 0.055188151401671326, + "mean_time": 0.031508806111542075, "total_upload": 33466.765292435 }, { - "hash_code": 175450360001410000298822909285351089267, - "engine": "pgvector-1*r6a.xlarge", - "version": "v0.5.0", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "hash_code": 238845836174288334123168323009114435314, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.1", - "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.1", - "time_stamp": 1695261104789, - "cost": 116.72322353001799, + "dataset": "laion-768-5m-ip", + "dataset_group": "laion-768-5m-ip", + "dataset_tag": "no-filter", + "time_stamp": 1698393974408, + "cost": 63.793692306913734, "monthly_cost": 329, "index_create_parameter": { "m": 12, - "ef_construction": 128 + "ef_construction": 100 }, "index_search_params": { - "hnsw.ef_search": 256 + "hnsw.ef_search": 20 }, "search_parallel": 8, "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.26382375, - "rps": 281.86336022101915, - "p95_time": 0.042042861113441174, - "mean_time": 0.027928220523826895, - "total_upload": 37829.601222026 + "mean_precisions": 0.18777375000000002, + "rps": 515.7249691978468, + "p95_time": 0.023108180511917445, + "mean_time": 0.014649000677789445, + "total_upload": 4280.608269575023 }, { - "hash_code": 175450360001410000298822909285351089267, - "engine": "pgvector-1*r6a.xlarge", - "version": "v0.5.0", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "hash_code": 238845836174288334123168323009114435314, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.1", - "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.1", - "time_stamp": 1695261104789, - "cost": 119.62698949934203, + "dataset": "laion-768-5m-ip", + "dataset_group": "laion-768-5m-ip", + "dataset_tag": "no-filter", + "time_stamp": 1698393974408, + "cost": 163.7392371622962, "monthly_cost": 329, "index_create_parameter": { "m": 12, - "ef_construction": 128 + "ef_construction": 100 }, "index_search_params": { - "hnsw.ef_search": 256 + "hnsw.ef_search": 20 }, - "search_parallel": 16, + "search_parallel": 2, "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.264048125, - "rps": 275.0215493818889, - "p95_time": 0.09661755369888851, - "mean_time": 0.05752533084012976, - "total_upload": 37829.601222026 + "mean_precisions": 0.18777500000000003, + "rps": 200.9292370611813, + "p95_time": 0.013142836105544118, + "mean_time": 0.009330599278473527, + "total_upload": 4280.608269575023 }, { - "hash_code": 175450360001410000298822909285351089267, - "engine": "pgvector-1*r6a.xlarge", - "version": "v0.5.0", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "hash_code": 238845836174288334123168323009114435314, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.1", - "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.1", - "time_stamp": 1695261104789, - "cost": 115.9849542209393, + "dataset": "laion-768-5m-ip", + "dataset_group": "laion-768-5m-ip", + "dataset_tag": "no-filter", + "time_stamp": 1698393974408, + "cost": 52.42831958842489, "monthly_cost": 329, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "hnsw.ef_search": 256 + "hnsw.ef_search": 20 }, - "search_parallel": 8, + "search_parallel": 16, "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.2643375, - "rps": 283.65748144650655, - "p95_time": 0.0416483930493996, - "mean_time": 0.027821282156392044, - "total_upload": 33466.765292435 + "mean_precisions": 0.18784500000000004, + "rps": 627.5234502702554, + "p95_time": 0.04121951849665493, + "mean_time": 0.024209222400468206, + "total_upload": 4280.608269575023 }, { - "hash_code": 175450360001410000298822909285351089267, - "engine": "pgvector-1*r6a.xlarge", - "version": "v0.5.0", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "hash_code": 238845836174288334123168323009114435314, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.1", - "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.1", - "time_stamp": 1695261104789, - "cost": 118.21443776449625, + "dataset": "laion-768-5m-ip", + "dataset_group": "laion-768-5m-ip", + "dataset_tag": "no-filter", + "time_stamp": 1698393974408, + "cost": 85.80311993778233, "monthly_cost": 329, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "hnsw.ef_search": 256 + "hnsw.ef_search": 20 }, - "search_parallel": 16, + "search_parallel": 4, "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.26461687500000003, - "rps": 278.3077991331527, - "p95_time": 0.09623242090237907, - "mean_time": 0.056828947220974445, - "total_upload": 33466.765292435 + "mean_precisions": 0.18806000000000003, + "rps": 383.43594060281833, + "p95_time": 0.013665672004572115, + "mean_time": 0.009808341027608549, + "total_upload": 4280.608269575023 }, { - "hash_code": 66284366467554307875760321011364349018, - "engine": "zilliz-capacity-1cu", - "version": "v1.0.0", - "remark": "client:3.135.182.21, us-east-2; server:us-east-2 1cu;", - "index_type": "AUTOINDEX", - "dataset": "laion-768-5m-ip-probability-0.01", - "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.01", - "time_stamp": 1683981768608, - "cost": 10575.383419904945, - "monthly_cost": 114.57, + "hash_code": 238845836174288334123168323009114435314, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip", + "dataset_group": "laion-768-5m-ip", + "dataset_tag": "no-filter", + "time_stamp": 1698393974408, + "cost": 489.5325092176557, + "monthly_cost": 329, "index_create_parameter": { - "optimizers_config": {} + "m": 12, + "ef_construction": 100 }, "index_search_params": { - "level": 1 + "hnsw.ef_search": 20 }, "search_parallel": 1, "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.31614, - "rps": 1.0833649755370267, - "p95_time": 1.4431103476323186, - "mean_time": 0.9225882337377407, - "total_upload": 5967.833041057922 + "mean_precisions": 0.18983000000000005, + "rps": 67.20697682076108, + "p95_time": 0.01746486299962271, + "mean_time": 0.014265175073989667, + "total_upload": 4280.608269575023 }, { - "hash_code": 66284366467554307875760321011364349018, - "engine": "zilliz-capacity-1cu", - "version": "v1.0.0", - "remark": "client:3.135.182.21, us-east-2; server:us-east-2 1cu;", - "index_type": "AUTOINDEX", - "dataset": "laion-768-5m-ip-probability-0.01", + "hash_code": 166784500821453953308212910131125342838, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.1", "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.01", - "time_stamp": 1683981768608, - "cost": 10157.050236184241, - "monthly_cost": 114.57, + "dataset_tag": "ratio-0.1", + "time_stamp": 1698393973407, + "cost": 218.57855787094357, + "monthly_cost": 329, "index_create_parameter": { - "optimizers_config": {} + "m": 12, + "ef_construction": 100 }, "index_search_params": { - "level": 1 + "hnsw.ef_search": 20 }, - "search_parallel": 8, + "search_parallel": 4, "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.31825625, - "rps": 1.1279849694141237, - "p95_time": 8.55757005707128, - "mean_time": 7.0886830996224885, - "total_upload": 5967.833041057922 + "mean_precisions": 0.19746000000000002, + "rps": 150.51796626559002, + "p95_time": 0.03943894450421794, + "mean_time": 0.026255833356963194, + "total_upload": 4294.389953205 }, { - "hash_code": 66284366467554307875760321011364349018, - "engine": "zilliz-capacity-1cu", - "version": "v1.0.0", - "remark": "client:3.135.182.21, us-east-2; server:us-east-2 1cu;", - "index_type": "AUTOINDEX", - "dataset": "laion-768-5m-ip-probability-0.01", + "hash_code": 166784500821453953308212910131125342838, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.1", "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.01", - "time_stamp": 1683981768608, - "cost": 10196.424148946135, - "monthly_cost": 114.57, + "dataset_tag": "ratio-0.1", + "time_stamp": 1698393973407, + "cost": 718.3535295264643, + "monthly_cost": 329, "index_create_parameter": { - "optimizers_config": {} + "m": 12, + "ef_construction": 100 }, "index_search_params": { - "level": 1 + "hnsw.ef_search": 20 }, - "search_parallel": 4, + "search_parallel": 1, "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.31879250000000003, - "rps": 1.1236292088912516, - "p95_time": 5.099045411357656, - "mean_time": 3.558691516137158, - "total_upload": 5967.833041057922 + "mean_precisions": 0.19757000000000005, + "rps": 45.799176377246376, + "p95_time": 0.027896744700137782, + "mean_time": 0.021505375802975322, + "total_upload": 4294.389953205 }, { - "hash_code": 66284366467554307875760321011364349018, - "engine": "zilliz-capacity-1cu", - "version": "v1.0.0", - "remark": "client:3.135.182.21, us-east-2; server:us-east-2 1cu;", - "index_type": "AUTOINDEX", - "dataset": "laion-768-5m-ip-probability-0.01", + "hash_code": 166784500821453953308212910131125342838, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.1", "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.01", - "time_stamp": 1683981768608, - "cost": 10247.128996082054, - "monthly_cost": 114.57, + "dataset_tag": "ratio-0.1", + "time_stamp": 1698393973407, + "cost": 326.8716055475383, + "monthly_cost": 329, "index_create_parameter": { - "optimizers_config": {} + "m": 12, + "ef_construction": 100 }, "index_search_params": { - "level": 1 + "hnsw.ef_search": 20 }, "search_parallel": 2, "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.31925, - "rps": 1.1180692664628828, - "p95_time": 2.827609674388077, - "mean_time": 1.7878031319159782, - "total_upload": 5967.833041057922 + "mean_precisions": 0.19774500000000006, + "rps": 100.65114081992422, + "p95_time": 0.027372453049792966, + "mean_time": 0.0195589156089045, + "total_upload": 4294.389953205 }, { - "hash_code": 66284366467554307875760321011364349018, - "engine": "zilliz-capacity-1cu", - "version": "v1.0.0", - "remark": "client:3.135.182.21, us-east-2; server:us-east-2 1cu;", - "index_type": "AUTOINDEX", + "hash_code": 166784500821453953308212910131125342838, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.1", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.1", + "time_stamp": 1698393973407, + "cost": 249.5615433933786, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 20 + }, + "search_parallel": 8, + "search_top": 100, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.19776125000000006, + "rps": 131.83120905828196, + "p95_time": 0.0972043725530966, + "mean_time": 0.0603043008299619, + "total_upload": 4294.389953205 + }, + { + "hash_code": 166784500821453953308212910131125342838, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.1", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.1", + "time_stamp": 1698393973407, + "cost": 181.59124853114835, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 20 + }, + "search_parallel": 16, + "search_top": 100, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.19778125000000002, + "rps": 181.17613192332152, + "p95_time": 0.14765430300831212, + "mean_time": 0.08785891765680935, + "total_upload": 4294.389953205 + }, + { + "hash_code": 289428609464126736155757477853608022244, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", "dataset": "laion-768-5m-ip-probability-0.01", "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.01", - "time_stamp": 1683981768608, - "cost": 13126.051737022459, - "monthly_cost": 114.57, + "time_stamp": 1698393973407, + "cost": 1263.3058122688292, + "monthly_cost": 329, "index_create_parameter": { - "optimizers_config": {} + "m": 12, + "ef_construction": 100 }, "index_search_params": { - "level": 2 + "hnsw.ef_search": 20 }, - "search_parallel": 1, + "search_parallel": 4, "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.35863, - "rps": 0.8728443426506658, - "p95_time": 1.9078048890805803, - "mean_time": 1.1452298187962733, - "total_upload": 5967.833041057922 + "mean_precisions": 0.19840000000000002, + "rps": 26.042783687437783, + "p95_time": 0.22480192200018792, + "mean_time": 0.15309679986129596, + "total_upload": 4294.389953205 }, { - "hash_code": 66284366467554307875760321011364349018, - "engine": "zilliz-capacity-1cu", - "version": "v1.0.0", - "remark": "client:3.135.182.21, us-east-2; server:us-east-2 1cu;", - "index_type": "AUTOINDEX", + "hash_code": 289428609464126736155757477853608022244, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", "dataset": "laion-768-5m-ip-probability-0.01", "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.01", - "time_stamp": 1683981768608, - "cost": 13092.824073764874, - "monthly_cost": 114.57, + "time_stamp": 1698393973407, + "cost": 1820.6362595921667, + "monthly_cost": 329, "index_create_parameter": { - "optimizers_config": {} + "m": 12, + "ef_construction": 100 }, "index_search_params": { - "level": 2 + "hnsw.ef_search": 20 }, - "search_parallel": 8, + "search_parallel": 2, "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.36219125, - "rps": 0.8750594933110951, - "p95_time": 11.544660920766182, - "mean_time": 9.138137748318725, - "total_upload": 5967.833041057922 + "mean_precisions": 0.19858000000000003, + "rps": 18.070605716360827, + "p95_time": 0.15332685695266263, + "mean_time": 0.11025893845653445, + "total_upload": 4294.389953205 }, { - "hash_code": 66284366467554307875760321011364349018, - "engine": "zilliz-capacity-1cu", - "version": "v1.0.0", - "remark": "client:3.135.182.21, us-east-2; server:us-east-2 1cu;", - "index_type": "AUTOINDEX", + "hash_code": 289428609464126736155757477853608022244, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", "dataset": "laion-768-5m-ip-probability-0.01", "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.01", - "time_stamp": 1683981768608, - "cost": 12862.380937170827, - "monthly_cost": 114.57, + "time_stamp": 1698393973407, + "cost": 1386.1053439750722, + "monthly_cost": 329, "index_create_parameter": { - "optimizers_config": {} + "m": 12, + "ef_construction": 100 }, "index_search_params": { - "level": 2 + "hnsw.ef_search": 20 }, - "search_parallel": 2, + "search_parallel": 8, "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.36291999999999996, - "rps": 0.8907371081578345, - "p95_time": 3.7129133300855752, - "mean_time": 2.244387287579826, - "total_upload": 5967.833041057922 + "mean_precisions": 0.19862750000000007, + "rps": 23.735569697501777, + "p95_time": 0.5278018031480314, + "mean_time": 0.3364819005021091, + "total_upload": 4294.389953205 }, { - "hash_code": 66284366467554307875760321011364349018, - "engine": "zilliz-capacity-1cu", - "version": "v1.0.0", - "remark": "client:3.135.182.21, us-east-2; server:us-east-2 1cu;", - "index_type": "AUTOINDEX", + "hash_code": 289428609464126736155757477853608022244, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", "dataset": "laion-768-5m-ip-probability-0.01", "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.01", - "time_stamp": 1683981768608, - "cost": 12868.888536322072, - "monthly_cost": 114.57, + "time_stamp": 1698393973407, + "cost": 1396.9594021311204, + "monthly_cost": 329, "index_create_parameter": { - "optimizers_config": {} + "m": 12, + "ef_construction": 100 }, "index_search_params": { - "level": 2 + "hnsw.ef_search": 20 }, - "search_parallel": 4, + "search_parallel": 16, "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.363145, - "rps": 0.8902866760919518, - "p95_time": 6.708586429757998, - "mean_time": 4.4918540479149085, - "total_upload": 5967.833041057922 + "mean_precisions": 0.19863062500000003, + "rps": 23.551149696841343, + "p95_time": 0.9489657792095386, + "mean_time": 0.6785632061174174, + "total_upload": 4294.389953205 }, { - "hash_code": 66284366467554307875760321011364349018, - "engine": "zilliz-capacity-1cu", - "version": "v1.0.0", - "remark": "client:3.135.182.21, us-east-2; server:us-east-2 1cu;", - "index_type": "AUTOINDEX", + "hash_code": 289428609464126736155757477853608022244, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", "dataset": "laion-768-5m-ip-probability-0.01", "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.01", - "time_stamp": 1683981768608, - "cost": 14586.79988282774, - "monthly_cost": 114.57, + "time_stamp": 1698393973407, + "cost": 2934.092334541204, + "monthly_cost": 329, "index_create_parameter": { - "optimizers_config": {} + "m": 12, + "ef_construction": 100 }, "index_search_params": { - "level": 3 + "hnsw.ef_search": 20 }, "search_parallel": 1, "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.395, - "rps": 0.7854361540592405, - "p95_time": 2.2076607944560234, - "mean_time": 1.2727136903938372, - "total_upload": 5967.833041057922 + "mean_precisions": 0.19881000000000004, + "rps": 11.213007720544175, + "p95_time": 0.12534661060008145, + "mean_time": 0.08880102042900398, + "total_upload": 4294.389953205 }, { - "hash_code": 66284366467554307875760321011364349018, - "engine": "zilliz-capacity-1cu", - "version": "v1.0.0", - "remark": "client:3.135.182.21, us-east-2; server:us-east-2 1cu;", - "index_type": "AUTOINDEX", + "hash_code": 252965507737377274896907163572421153742, + "engine": "pgvector-1*r6a.xlarge", + "version": "v0.5.0", + "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "index_type": "HNSW", "dataset": "laion-768-5m-ip-probability-0.01", "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.01", - "time_stamp": 1683981768608, - "cost": 14194.198927195323, - "monthly_cost": 114.57, + "time_stamp": 1695261104789, + "cost": 486.88237332266584, + "monthly_cost": 329, "index_create_parameter": { - "optimizers_config": {} + "m": 12, + "ef_construction": 128 }, "index_search_params": { - "level": 3 + "hnsw.ef_search": 256 }, - "search_parallel": 8, - "search_top": 100, + "search_parallel": 1, + "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.3966075, - "rps": 0.8071607322657006, - "p95_time": 12.5165139914141, - "mean_time": 9.907094280923339, - "total_upload": 5967.833041057922 + "mean_precisions": 0.2553, + "rps": 67.57278924574369, + "p95_time": 0.01832829192862846, + "mean_time": 0.014412061819981318, + "total_upload": 37829.601222026 }, { - "hash_code": 66284366467554307875760321011364349018, - "engine": "zilliz-capacity-1cu", - "version": "v1.0.0", - "remark": "client:3.135.182.21, us-east-2; server:us-east-2 1cu;", - "index_type": "AUTOINDEX", + "hash_code": 252965507737377274896907163572421153742, + "engine": "pgvector-1*r6a.xlarge", + "version": "v0.5.0", + "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "index_type": "HNSW", "dataset": "laion-768-5m-ip-probability-0.01", "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.01", - "time_stamp": 1683981768608, - "cost": 14393.724506079443, - "monthly_cost": 114.57, + "time_stamp": 1695261104789, + "cost": 479.3343947208894, + "monthly_cost": 329, "index_create_parameter": { - "optimizers_config": {} + "m": 12, + "ef_construction": 100 }, "index_search_params": { - "level": 3 + "hnsw.ef_search": 256 }, - "search_parallel": 4, - "search_top": 100, + "search_parallel": 1, + "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.3981225, - "rps": 0.7959718831050944, - "p95_time": 7.605606268439442, - "mean_time": 5.024433020197961, - "total_upload": 5967.833041057922 + "mean_precisions": 0.25570000000000004, + "rps": 68.63684384500985, + "p95_time": 0.018001039858791045, + "mean_time": 0.014223667083104375, + "total_upload": 33466.765292435 }, { - "hash_code": 66284366467554307875760321011364349018, - "engine": "zilliz-capacity-1cu", - "version": "v1.0.0", - "remark": "client:3.135.182.21, us-east-2; server:us-east-2 1cu;", - "index_type": "AUTOINDEX", + "hash_code": 252965507737377274896907163572421153742, + "engine": "pgvector-1*r6a.xlarge", + "version": "v0.5.0", + "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "index_type": "HNSW", "dataset": "laion-768-5m-ip-probability-0.01", "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.01", - "time_stamp": 1683981768608, - "cost": 14375.80698188694, - "monthly_cost": 114.57, + "time_stamp": 1695261104789, + "cost": 244.67688513098545, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 128 + }, + "index_search_params": { + "hnsw.ef_search": 256 + }, + "search_parallel": 2, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.25635, + "rps": 134.4630490223353, + "p95_time": 0.018490438307344446, + "mean_time": 0.014532322951301467, + "total_upload": 37829.601222026 + }, + { + "hash_code": 252965507737377274896907163572421153742, + "engine": "pgvector-1*r6a.xlarge", + "version": "v0.5.0", + "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.01", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.01", + "time_stamp": 1695261104789, + "cost": 238.80437714371806, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 256 + }, + "search_parallel": 2, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.2575, + "rps": 137.76966902160262, + "p95_time": 0.01817908524899394, + "mean_time": 0.014237351100833621, + "total_upload": 33466.765292435 + }, + { + "hash_code": 252965507737377274896907163572421153742, + "engine": "pgvector-1*r6a.xlarge", + "version": "v0.5.0", + "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.01", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.01", + "time_stamp": 1695261104789, + "cost": 140.30966073223607, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 128 + }, + "index_search_params": { + "hnsw.ef_search": 256 + }, + "search_parallel": 4, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.258025, + "rps": 234.4813595037169, + "p95_time": 0.02141831244371133, + "mean_time": 0.01670742809789226, + "total_upload": 37829.601222026 + }, + { + "hash_code": 252965507737377274896907163572421153742, + "engine": "pgvector-1*r6a.xlarge", + "version": "v0.5.0", + "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.01", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.01", + "time_stamp": 1695261104789, + "cost": 138.5587906215056, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 256 + }, + "search_parallel": 4, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.25889999999999996, + "rps": 237.44433573955874, + "p95_time": 0.02129109189772862, + "mean_time": 0.016568661891938972, + "total_upload": 33466.765292435 + }, + { + "hash_code": 252965507737377274896907163572421153742, + "engine": "pgvector-1*r6a.xlarge", + "version": "v0.5.0", + "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.01", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.01", + "time_stamp": 1695261104789, + "cost": 112.84300728889866, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 128 + }, + "index_search_params": { + "hnsw.ef_search": 256 + }, + "search_parallel": 8, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.2604375, + "rps": 291.5555052141601, + "p95_time": 0.040511733852326856, + "mean_time": 0.026977101690943528, + "total_upload": 37829.601222026 + }, + { + "hash_code": 252965507737377274896907163572421153742, + "engine": "pgvector-1*r6a.xlarge", + "version": "v0.5.0", + "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.01", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.01", + "time_stamp": 1695261104789, + "cost": 111.8133586364418, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 256 + }, + "search_parallel": 8, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.26078749999999995, + "rps": 294.2403340818469, + "p95_time": 0.0406780526478542, + "mean_time": 0.026757178871865107, + "total_upload": 33466.765292435 + }, + { + "hash_code": 252965507737377274896907163572421153742, + "engine": "pgvector-1*r6a.xlarge", + "version": "v0.5.0", + "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.01", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.01", + "time_stamp": 1695261104789, + "cost": 116.75124795969785, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 128 + }, + "index_search_params": { + "hnsw.ef_search": 256 + }, + "search_parallel": 16, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.260925, + "rps": 281.79570304342246, + "p95_time": 0.094745665701339, + "mean_time": 0.056094275337580254, + "total_upload": 37829.601222026 + }, + { + "hash_code": 252965507737377274896907163572421153742, + "engine": "pgvector-1*r6a.xlarge", + "version": "v0.5.0", + "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.01", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.01", + "time_stamp": 1695261104789, + "cost": 115.15184472562223, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 256 + }, + "search_parallel": 16, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.26130625, + "rps": 285.7097085886239, + "p95_time": 0.0944786992462468, + "mean_time": 0.05546132585995019, + "total_upload": 33466.765292435 + }, + { + "hash_code": 175450360001410000298822909285351089267, + "engine": "pgvector-1*r6a.xlarge", + "version": "v0.5.0", + "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.1", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.1", + "time_stamp": 1695261104789, + "cost": 621.4927645134042, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 128 + }, + "index_search_params": { + "hnsw.ef_search": 256 + }, + "search_parallel": 1, + "search_top": 100, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.26250999999999997, + "rps": 52.93706037874625, + "p95_time": 0.02355725204979535, + "mean_time": 0.018423902306123636, + "total_upload": 37829.601222026 + }, + { + "hash_code": 175450360001410000298822909285351089267, + "engine": "pgvector-1*r6a.xlarge", + "version": "v0.5.0", + "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.1", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.1", + "time_stamp": 1695261104789, + "cost": 268.0984213523902, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 128 + }, + "index_search_params": { + "hnsw.ef_search": 256 + }, + "search_parallel": 2, + "search_top": 100, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.262625, + "rps": 122.71612728653872, + "p95_time": 0.020916205138200892, + "mean_time": 0.015954296175928903, + "total_upload": 37829.601222026 + }, + { + "hash_code": 175450360001410000298822909285351089267, + "engine": "pgvector-1*r6a.xlarge", + "version": "v0.5.0", + "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.1", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.1", + "time_stamp": 1695261104789, + "cost": 271.47360203487335, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 256 + }, + "search_parallel": 2, + "search_top": 100, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.26283500000000004, + "rps": 121.19042055431116, + "p95_time": 0.021329833599884294, + "mean_time": 0.01615709047013661, + "total_upload": 33466.765292435 + }, + { + "hash_code": 175450360001410000298822909285351089267, + "engine": "pgvector-1*r6a.xlarge", + "version": "v0.5.0", + "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.1", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.1", + "time_stamp": 1695261104789, + "cost": 634.3537041387244, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 256 + }, + "search_parallel": 1, + "search_top": 100, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.26291999999999993, + "rps": 51.86381002483312, + "p95_time": 0.023500735747802533, + "mean_time": 0.018941989347833442, + "total_upload": 33466.765292435 + }, + { + "hash_code": 175450360001410000298822909285351089267, + "engine": "pgvector-1*r6a.xlarge", + "version": "v0.5.0", + "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.1", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.1", + "time_stamp": 1695261104789, + "cost": 150.0552412395089, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 128 + }, + "index_search_params": { + "hnsw.ef_search": 256 + }, + "search_parallel": 4, + "search_top": 100, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.26294999999999996, + "rps": 219.25258810178482, + "p95_time": 0.02314155320054851, + "mean_time": 0.017866209998988778, + "total_upload": 37829.601222026 + }, + { + "hash_code": 175450360001410000298822909285351089267, + "engine": "pgvector-1*r6a.xlarge", + "version": "v0.5.0", + "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.1", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.1", + "time_stamp": 1695261104789, + "cost": 150.27006679044862, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 256 + }, + "search_parallel": 4, + "search_top": 100, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.2634675, + "rps": 218.93914538468263, + "p95_time": 0.02364465000355267, + "mean_time": 0.01793491502409597, + "total_upload": 33466.765292435 + }, + { + "hash_code": 175450360001410000298822909285351089267, + "engine": "pgvector-1*r6a.xlarge", + "version": "v0.5.0", + "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.1", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.1", + "time_stamp": 1695261104789, + "cost": 116.72322353001799, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 128 + }, + "index_search_params": { + "hnsw.ef_search": 256 + }, + "search_parallel": 8, + "search_top": 100, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.26382375, + "rps": 281.86336022101915, + "p95_time": 0.042042861113441174, + "mean_time": 0.027928220523826895, + "total_upload": 37829.601222026 + }, + { + "hash_code": 175450360001410000298822909285351089267, + "engine": "pgvector-1*r6a.xlarge", + "version": "v0.5.0", + "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.1", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.1", + "time_stamp": 1695261104789, + "cost": 119.62698949934203, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 128 + }, + "index_search_params": { + "hnsw.ef_search": 256 + }, + "search_parallel": 16, + "search_top": 100, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.264048125, + "rps": 275.0215493818889, + "p95_time": 0.09661755369888851, + "mean_time": 0.05752533084012976, + "total_upload": 37829.601222026 + }, + { + "hash_code": 175450360001410000298822909285351089267, + "engine": "pgvector-1*r6a.xlarge", + "version": "v0.5.0", + "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.1", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.1", + "time_stamp": 1695261104789, + "cost": 115.9849542209393, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 256 + }, + "search_parallel": 8, + "search_top": 100, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.2643375, + "rps": 283.65748144650655, + "p95_time": 0.0416483930493996, + "mean_time": 0.027821282156392044, + "total_upload": 33466.765292435 + }, + { + "hash_code": 175450360001410000298822909285351089267, + "engine": "pgvector-1*r6a.xlarge", + "version": "v0.5.0", + "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.1", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.1", + "time_stamp": 1695261104789, + "cost": 118.21443776449625, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 256 + }, + "search_parallel": 16, + "search_top": 100, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.26461687500000003, + "rps": 278.3077991331527, + "p95_time": 0.09623242090237907, + "mean_time": 0.056828947220974445, + "total_upload": 33466.765292435 + }, + { + "hash_code": 66284366467554307875760321011364349018, + "engine": "zilliz-capacity-1cu", + "version": "v1.0.0", + "remark": "client:3.135.182.21, us-east-2; server:us-east-2 1cu;", + "index_type": "AUTOINDEX", + "dataset": "laion-768-5m-ip-probability-0.01", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.01", + "time_stamp": 1683981768608, + "cost": 10575.383419904945, + "monthly_cost": 114.57, + "index_create_parameter": { + "optimizers_config": {} + }, + "index_search_params": { + "level": 1 + }, + "search_parallel": 1, + "search_top": 100, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.31614, + "rps": 1.0833649755370267, + "p95_time": 1.4431103476323186, + "mean_time": 0.9225882337377407, + "total_upload": 5967.833041057922 + }, + { + "hash_code": 66284366467554307875760321011364349018, + "engine": "zilliz-capacity-1cu", + "version": "v1.0.0", + "remark": "client:3.135.182.21, us-east-2; server:us-east-2 1cu;", + "index_type": "AUTOINDEX", + "dataset": "laion-768-5m-ip-probability-0.01", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.01", + "time_stamp": 1683981768608, + "cost": 10157.050236184241, + "monthly_cost": 114.57, + "index_create_parameter": { + "optimizers_config": {} + }, + "index_search_params": { + "level": 1 + }, + "search_parallel": 8, + "search_top": 100, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.31825625, + "rps": 1.1279849694141237, + "p95_time": 8.55757005707128, + "mean_time": 7.0886830996224885, + "total_upload": 5967.833041057922 + }, + { + "hash_code": 66284366467554307875760321011364349018, + "engine": "zilliz-capacity-1cu", + "version": "v1.0.0", + "remark": "client:3.135.182.21, us-east-2; server:us-east-2 1cu;", + "index_type": "AUTOINDEX", + "dataset": "laion-768-5m-ip-probability-0.01", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.01", + "time_stamp": 1683981768608, + "cost": 10196.424148946135, + "monthly_cost": 114.57, + "index_create_parameter": { + "optimizers_config": {} + }, + "index_search_params": { + "level": 1 + }, + "search_parallel": 4, + "search_top": 100, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.31879250000000003, + "rps": 1.1236292088912516, + "p95_time": 5.099045411357656, + "mean_time": 3.558691516137158, + "total_upload": 5967.833041057922 + }, + { + "hash_code": 66284366467554307875760321011364349018, + "engine": "zilliz-capacity-1cu", + "version": "v1.0.0", + "remark": "client:3.135.182.21, us-east-2; server:us-east-2 1cu;", + "index_type": "AUTOINDEX", + "dataset": "laion-768-5m-ip-probability-0.01", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.01", + "time_stamp": 1683981768608, + "cost": 10247.128996082054, + "monthly_cost": 114.57, + "index_create_parameter": { + "optimizers_config": {} + }, + "index_search_params": { + "level": 1 + }, + "search_parallel": 2, + "search_top": 100, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.31925, + "rps": 1.1180692664628828, + "p95_time": 2.827609674388077, + "mean_time": 1.7878031319159782, + "total_upload": 5967.833041057922 + }, + { + "hash_code": 66284366467554307875760321011364349018, + "engine": "zilliz-capacity-1cu", + "version": "v1.0.0", + "remark": "client:3.135.182.21, us-east-2; server:us-east-2 1cu;", + "index_type": "AUTOINDEX", + "dataset": "laion-768-5m-ip-probability-0.01", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.01", + "time_stamp": 1683981768608, + "cost": 13126.051737022459, + "monthly_cost": 114.57, + "index_create_parameter": { + "optimizers_config": {} + }, + "index_search_params": { + "level": 2 + }, + "search_parallel": 1, + "search_top": 100, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.35863, + "rps": 0.8728443426506658, + "p95_time": 1.9078048890805803, + "mean_time": 1.1452298187962733, + "total_upload": 5967.833041057922 + }, + { + "hash_code": 66284366467554307875760321011364349018, + "engine": "zilliz-capacity-1cu", + "version": "v1.0.0", + "remark": "client:3.135.182.21, us-east-2; server:us-east-2 1cu;", + "index_type": "AUTOINDEX", + "dataset": "laion-768-5m-ip-probability-0.01", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.01", + "time_stamp": 1683981768608, + "cost": 13092.824073764874, + "monthly_cost": 114.57, + "index_create_parameter": { + "optimizers_config": {} + }, + "index_search_params": { + "level": 2 + }, + "search_parallel": 8, + "search_top": 100, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.36219125, + "rps": 0.8750594933110951, + "p95_time": 11.544660920766182, + "mean_time": 9.138137748318725, + "total_upload": 5967.833041057922 + }, + { + "hash_code": 66284366467554307875760321011364349018, + "engine": "zilliz-capacity-1cu", + "version": "v1.0.0", + "remark": "client:3.135.182.21, us-east-2; server:us-east-2 1cu;", + "index_type": "AUTOINDEX", + "dataset": "laion-768-5m-ip-probability-0.01", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.01", + "time_stamp": 1683981768608, + "cost": 12862.380937170827, + "monthly_cost": 114.57, + "index_create_parameter": { + "optimizers_config": {} + }, + "index_search_params": { + "level": 2 + }, + "search_parallel": 2, + "search_top": 100, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.36291999999999996, + "rps": 0.8907371081578345, + "p95_time": 3.7129133300855752, + "mean_time": 2.244387287579826, + "total_upload": 5967.833041057922 + }, + { + "hash_code": 66284366467554307875760321011364349018, + "engine": "zilliz-capacity-1cu", + "version": "v1.0.0", + "remark": "client:3.135.182.21, us-east-2; server:us-east-2 1cu;", + "index_type": "AUTOINDEX", + "dataset": "laion-768-5m-ip-probability-0.01", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.01", + "time_stamp": 1683981768608, + "cost": 12868.888536322072, + "monthly_cost": 114.57, + "index_create_parameter": { + "optimizers_config": {} + }, + "index_search_params": { + "level": 2 + }, + "search_parallel": 4, + "search_top": 100, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.363145, + "rps": 0.8902866760919518, + "p95_time": 6.708586429757998, + "mean_time": 4.4918540479149085, + "total_upload": 5967.833041057922 + }, + { + "hash_code": 66284366467554307875760321011364349018, + "engine": "zilliz-capacity-1cu", + "version": "v1.0.0", + "remark": "client:3.135.182.21, us-east-2; server:us-east-2 1cu;", + "index_type": "AUTOINDEX", + "dataset": "laion-768-5m-ip-probability-0.01", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.01", + "time_stamp": 1683981768608, + "cost": 14586.79988282774, + "monthly_cost": 114.57, + "index_create_parameter": { + "optimizers_config": {} + }, + "index_search_params": { + "level": 3 + }, + "search_parallel": 1, + "search_top": 100, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.395, + "rps": 0.7854361540592405, + "p95_time": 2.2076607944560234, + "mean_time": 1.2727136903938372, + "total_upload": 5967.833041057922 + }, + { + "hash_code": 66284366467554307875760321011364349018, + "engine": "zilliz-capacity-1cu", + "version": "v1.0.0", + "remark": "client:3.135.182.21, us-east-2; server:us-east-2 1cu;", + "index_type": "AUTOINDEX", + "dataset": "laion-768-5m-ip-probability-0.01", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.01", + "time_stamp": 1683981768608, + "cost": 14194.198927195323, + "monthly_cost": 114.57, + "index_create_parameter": { + "optimizers_config": {} + }, + "index_search_params": { + "level": 3 + }, + "search_parallel": 8, + "search_top": 100, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.3966075, + "rps": 0.8071607322657006, + "p95_time": 12.5165139914141, + "mean_time": 9.907094280923339, + "total_upload": 5967.833041057922 + }, + { + "hash_code": 66284366467554307875760321011364349018, + "engine": "zilliz-capacity-1cu", + "version": "v1.0.0", + "remark": "client:3.135.182.21, us-east-2; server:us-east-2 1cu;", + "index_type": "AUTOINDEX", + "dataset": "laion-768-5m-ip-probability-0.01", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.01", + "time_stamp": 1683981768608, + "cost": 14393.724506079443, + "monthly_cost": 114.57, + "index_create_parameter": { + "optimizers_config": {} + }, + "index_search_params": { + "level": 3 + }, + "search_parallel": 4, + "search_top": 100, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.3981225, + "rps": 0.7959718831050944, + "p95_time": 7.605606268439442, + "mean_time": 5.024433020197961, + "total_upload": 5967.833041057922 + }, + { + "hash_code": 66284366467554307875760321011364349018, + "engine": "zilliz-capacity-1cu", + "version": "v1.0.0", + "remark": "client:3.135.182.21, us-east-2; server:us-east-2 1cu;", + "index_type": "AUTOINDEX", + "dataset": "laion-768-5m-ip-probability-0.01", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.01", + "time_stamp": 1683981768608, + "cost": 14375.80698188694, + "monthly_cost": 114.57, + "index_create_parameter": { + "optimizers_config": {} + }, + "index_search_params": { + "level": 3 + }, + "search_parallel": 2, + "search_top": 100, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.398625, + "rps": 0.7969639557929135, + "p95_time": 4.282448694272898, + "mean_time": 2.5081976244441466, + "total_upload": 5967.833041057922 + }, + { + "hash_code": 119590215710600415591697280707423345925, + "engine": "opensearch-1*r6g.2xlarge.search", + "version": "v2.7", + "remark": "r6g.2xlarge AWS us-east-2; client us-east-2", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.01", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.01", + "time_stamp": 1695282672759, + "cost": 1568.5255977641323, + "monthly_cost": 488, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "knn.algo_param.ef_search": 100 + }, + "search_parallel": 1, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.3991, + "rps": 31.1120201478142, + "p95_time": 0.03591358123521786, + "mean_time": 0.03185829141223803, + "total_upload": 3044.461535763985 + }, + { + "hash_code": 119590215710600415591697280707423345925, + "engine": "opensearch-1*r6g.2xlarge.search", + "version": "v2.7", + "remark": "r6g.2xlarge AWS us-east-2; client us-east-2", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.01", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.01", + "time_stamp": 1695282672759, + "cost": 1734.0112182780636, + "monthly_cost": 488, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "knn.algo_param.ef_search": 128 + }, + "search_parallel": 1, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.4001, + "rps": 28.142839841866873, + "p95_time": 0.040007228788454086, + "mean_time": 0.03530638130923035, + "total_upload": 3044.461535763985 + }, + { + "hash_code": 119590215710600415591697280707423345925, + "engine": "opensearch-1*r6g.2xlarge.search", + "version": "v2.7", + "remark": "r6g.2xlarge AWS us-east-2; client us-east-2", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.01", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.01", + "time_stamp": 1695282672759, + "cost": 1733.9871997479963, + "monthly_cost": 488, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "knn.algo_param.ef_search": 512 + }, + "search_parallel": 16, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.40121249999999997, + "rps": 28.143229665762355, + "p95_time": 0.8901121171715203, + "mean_time": 0.5677092827855668, + "total_upload": 3044.461535763985 + }, + { + "hash_code": 119590215710600415591697280707423345925, + "engine": "opensearch-1*r6g.2xlarge.search", + "version": "v2.7", + "remark": "r6g.2xlarge AWS us-east-2; client us-east-2", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.01", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.01", + "time_stamp": 1695282672759, + "cost": 3497.2234532189086, + "monthly_cost": 488, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "knn.algo_param.ef_search": 512 + }, + "search_parallel": 1, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.4014, + "rps": 13.953926780138564, + "p95_time": 0.08126631124177948, + "mean_time": 0.07140349676349433, + "total_upload": 3044.461535763985 + }, + { + "hash_code": 119590215710600415591697280707423345925, + "engine": "opensearch-1*r6g.2xlarge.search", + "version": "v2.7", + "remark": "r6g.2xlarge AWS us-east-2; client us-east-2", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.01", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.01", + "time_stamp": 1695282672759, + "cost": 2406.8692021966913, + "monthly_cost": 488, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "knn.algo_param.ef_search": 256 + }, + "search_parallel": 1, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.4014, + "rps": 20.27530202117399, + "p95_time": 0.05615396702196449, + "mean_time": 0.048994123343378305, + "total_upload": 3044.461535763985 + }, + { + "hash_code": 119590215710600415591697280707423345925, + "engine": "opensearch-1*r6g.2xlarge.search", + "version": "v2.7", + "remark": "r6g.2xlarge AWS us-east-2; client us-east-2", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.01", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.01", + "time_stamp": 1695282672759, + "cost": 896.3946281440091, + "monthly_cost": 488, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "knn.algo_param.ef_search": 100 + }, + "search_parallel": 2, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.40565, + "rps": 54.44030839524409, + "p95_time": 0.0475736260501435, + "mean_time": 0.03648745247197803, + "total_upload": 3044.461535763985 + }, + { + "hash_code": 119590215710600415591697280707423345925, + "engine": "opensearch-1*r6g.2xlarge.search", + "version": "v2.7", + "remark": "r6g.2xlarge AWS us-east-2; client us-east-2", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.01", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.01", + "time_stamp": 1695282672759, + "cost": 1001.0683352276451, + "monthly_cost": 488, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "knn.algo_param.ef_search": 128 + }, + "search_parallel": 2, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.40655, + "rps": 48.74792087885067, + "p95_time": 0.05302636665292084, + "mean_time": 0.040774654635199116, + "total_upload": 3044.461535763985 + }, + { + "hash_code": 119590215710600415591697280707423345925, + "engine": "opensearch-1*r6g.2xlarge.search", + "version": "v2.7", + "remark": "r6g.2xlarge AWS us-east-2; client us-east-2", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.01", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.01", + "time_stamp": 1695282672759, + "cost": 997.9280689308856, + "monthly_cost": 488, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "knn.algo_param.ef_search": 100 + }, + "search_parallel": 16, + "search_top": 100, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.4069375, + "rps": 48.90132016456968, + "p95_time": 0.403690201352583, + "mean_time": 0.3266698625452846, + "total_upload": 3044.461535763985 + }, + { + "hash_code": 119590215710600415591697280707423345925, + "engine": "opensearch-1*r6g.2xlarge.search", + "version": "v2.7", + "remark": "r6g.2xlarge AWS us-east-2; client us-east-2", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.01", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.01", + "time_stamp": 1695282672759, + "cost": 1399.915484491363, + "monthly_cost": 488, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "knn.algo_param.ef_search": 256 + }, + "search_parallel": 2, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.40725, + "rps": 34.85924724786561, + "p95_time": 0.07109557978692464, + "mean_time": 0.05711629143147729, + "total_upload": 3044.461535763985 + }, + { + "hash_code": 119590215710600415591697280707423345925, + "engine": "opensearch-1*r6g.2xlarge.search", + "version": "v2.7", + "remark": "r6g.2xlarge AWS us-east-2; client us-east-2", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.01", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.01", + "time_stamp": 1695282672759, + "cost": 2020.175911802426, + "monthly_cost": 488, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "knn.algo_param.ef_search": 512 + }, + "search_parallel": 2, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.4074, + "rps": 24.156312187912405, + "p95_time": 0.10093499613285531, + "mean_time": 0.08249904483646969, + "total_upload": 3044.461535763985 + }, + { + "hash_code": 119590215710600415591697280707423345925, + "engine": "opensearch-1*r6g.2xlarge.search", + "version": "v2.7", + "remark": "r6g.2xlarge AWS us-east-2; client us-east-2", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.01", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.01", + "time_stamp": 1695282672759, + "cost": 1108.639900264563, + "monthly_cost": 488, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "knn.algo_param.ef_search": 256 + }, + "search_parallel": 16, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.40916250000000004, + "rps": 44.0178997601967, + "p95_time": 0.5612476678477832, + "mean_time": 0.3628375233832994, + "total_upload": 3044.461535763985 + }, + { + "hash_code": 119590215710600415591697280707423345925, + "engine": "opensearch-1*r6g.2xlarge.search", + "version": "v2.7", + "remark": "r6g.2xlarge AWS us-east-2; client us-east-2", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.01", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.01", + "time_stamp": 1695282672759, + "cost": 1013.5998845012741, + "monthly_cost": 488, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "knn.algo_param.ef_search": 100 + }, + "search_parallel": 8, + "search_top": 100, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.409745, + "rps": 48.145230426906835, + "p95_time": 0.21534444163844438, + "mean_time": 0.16577453170928494, + "total_upload": 3044.461535763985 + }, + { + "hash_code": 119590215710600415591697280707423345925, + "engine": "opensearch-1*r6g.2xlarge.search", + "version": "v2.7", + "remark": "r6g.2xlarge AWS us-east-2; client us-east-2", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.01", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.01", + "time_stamp": 1695282672759, + "cost": 1762.893951062922, + "monthly_cost": 488, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "knn.algo_param.ef_search": 512 + }, + "search_parallel": 8, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.4101, + "rps": 27.681755882466128, + "p95_time": 0.41533262318116615, + "mean_time": 0.2885625317496233, + "total_upload": 3044.461535763985 + }, + { + "hash_code": 119590215710600415591697280707423345925, + "engine": "opensearch-1*r6g.2xlarge.search", + "version": "v2.7", + "remark": "r6g.2xlarge AWS us-east-2; client us-east-2", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.01", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.01", + "time_stamp": 1695282672759, + "cost": 1085.0248327612499, + "monthly_cost": 488, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "knn.algo_param.ef_search": 128 + }, + "search_parallel": 16, + "search_top": 100, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.410108125, + "rps": 44.9759291460733, + "p95_time": 0.43661167946120255, + "mean_time": 0.35515021456793694, + "total_upload": 3044.461535763985 + }, + { + "hash_code": 119590215710600415591697280707423345925, + "engine": "opensearch-1*r6g.2xlarge.search", + "version": "v2.7", + "remark": "r6g.2xlarge AWS us-east-2; client us-east-2", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.01", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.01", + "time_stamp": 1695282672759, + "cost": 630.2384449795994, + "monthly_cost": 488, "index_create_parameter": { - "optimizers_config": {} + "m": 12, + "ef_construction": 100 }, "index_search_params": { - "level": 3 + "knn.algo_param.ef_search": 100 }, - "search_parallel": 2, - "search_top": 100, + "search_parallel": 16, + "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.398625, - "rps": 0.7969639557929135, - "p95_time": 4.282448694272898, - "mean_time": 2.5081976244441466, - "total_upload": 5967.833041057922 + "mean_precisions": 0.4103625, + "rps": 77.43101105420448, + "p95_time": 0.2997655643732287, + "mean_time": 0.20596224872716265, + "total_upload": 3044.461535763985 }, { "hash_code": 119590215710600415591697280707423345925, @@ -3245,23 +4550,23 @@ "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.01", "time_stamp": 1695282672759, - "cost": 1568.5255977641323, + "cost": 1089.877170642832, "monthly_cost": 488, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "knn.algo_param.ef_search": 100 + "knn.algo_param.ef_search": 128 }, - "search_parallel": 1, - "search_top": 10, + "search_parallel": 8, + "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.3991, - "rps": 31.1120201478142, - "p95_time": 0.03591358123521786, - "mean_time": 0.03185829141223803, + "mean_precisions": 0.4108175, + "rps": 44.77568786142823, + "p95_time": 0.23180276726488952, + "mean_time": 0.1782201961785613, "total_upload": 3044.461535763985 }, { @@ -3274,7 +4579,7 @@ "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.01", "time_stamp": 1695282672759, - "cost": 1734.0112182780636, + "cost": 730.4834501255594, "monthly_cost": 488, "index_create_parameter": { "m": 12, @@ -3283,14 +4588,14 @@ "index_search_params": { "knn.algo_param.ef_search": 128 }, - "search_parallel": 1, + "search_parallel": 16, "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.4001, - "rps": 28.142839841866873, - "p95_time": 0.040007228788454086, - "mean_time": 0.03530638130923035, + "mean_precisions": 0.411025, + "rps": 66.80507271124621, + "p95_time": 0.35779483637597864, + "mean_time": 0.23875390083255843, "total_upload": 3044.461535763985 }, { @@ -3303,23 +4608,23 @@ "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.01", "time_stamp": 1695282672759, - "cost": 1733.9871997479963, + "cost": 685.2233590077259, "monthly_cost": 488, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "knn.algo_param.ef_search": 512 + "knn.algo_param.ef_search": 100 }, - "search_parallel": 16, + "search_parallel": 4, "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.40121249999999997, - "rps": 28.143229665762355, - "p95_time": 0.8901121171715203, - "mean_time": 0.5677092827855668, + "mean_precisions": 0.4113, + "rps": 71.21765386204497, + "p95_time": 0.07537153663579373, + "mean_time": 0.055867882502861906, "total_upload": 3044.461535763985 }, { @@ -3332,7 +4637,7 @@ "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.01", "time_stamp": 1695282672759, - "cost": 3497.2234532189086, + "cost": 1762.0825640710304, "monthly_cost": 488, "index_create_parameter": { "m": 12, @@ -3341,14 +4646,14 @@ "index_search_params": { "knn.algo_param.ef_search": 512 }, - "search_parallel": 1, + "search_parallel": 4, "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.4014, - "rps": 13.953926780138564, - "p95_time": 0.08126631124177948, - "mean_time": 0.07140349676349433, + "mean_precisions": 0.4113, + "rps": 27.694502513693138, + "p95_time": 0.19168170299672055, + "mean_time": 0.14409357186229318, "total_upload": 3044.461535763985 }, { @@ -3361,7 +4666,7 @@ "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.01", "time_stamp": 1695282672759, - "cost": 2406.8692021966913, + "cost": 1448.6886530685008, "monthly_cost": 488, "index_create_parameter": { "m": 12, @@ -3370,14 +4675,14 @@ "index_search_params": { "knn.algo_param.ef_search": 256 }, - "search_parallel": 1, - "search_top": 10, + "search_parallel": 16, + "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.4014, - "rps": 20.27530202117399, - "p95_time": 0.05615396702196449, - "mean_time": 0.048994123343378305, + "mean_precisions": 0.41136312499999994, + "rps": 33.68563693560766, + "p95_time": 0.5837050498608732, + "mean_time": 0.4744470112775889, "total_upload": 3044.461535763985 }, { @@ -3390,23 +4695,23 @@ "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.01", "time_stamp": 1695282672759, - "cost": 896.3946281440091, + "cost": 1114.632734092168, "monthly_cost": 488, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "knn.algo_param.ef_search": 100 + "knn.algo_param.ef_search": 256 }, - "search_parallel": 2, + "search_parallel": 8, "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.40565, - "rps": 54.44030839524409, - "p95_time": 0.0475736260501435, - "mean_time": 0.03648745247197803, + "mean_precisions": 0.411375, + "rps": 43.781237090391045, + "p95_time": 0.26578457113355397, + "mean_time": 0.18231840883078984, "total_upload": 3044.461535763985 }, { @@ -3419,7 +4724,7 @@ "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.01", "time_stamp": 1695282672759, - "cost": 1001.0683352276451, + "cost": 782.8447457904579, "monthly_cost": 488, "index_create_parameter": { "m": 12, @@ -3428,14 +4733,14 @@ "index_search_params": { "knn.algo_param.ef_search": 128 }, - "search_parallel": 2, + "search_parallel": 4, "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.40655, - "rps": 48.74792087885067, - "p95_time": 0.05302636665292084, - "mean_time": 0.040774654635199116, + "mean_precisions": 0.411875, + "rps": 62.336753567561374, + "p95_time": 0.08704802016436587, + "mean_time": 0.06386236160993576, "total_upload": 3044.461535763985 }, { @@ -3448,7 +4753,7 @@ "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.01", "time_stamp": 1695282672759, - "cost": 997.9280689308856, + "cost": 1090.065611647605, "monthly_cost": 488, "index_create_parameter": { "m": 12, @@ -3457,14 +4762,14 @@ "index_search_params": { "knn.algo_param.ef_search": 100 }, - "search_parallel": 16, + "search_parallel": 4, "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.4069375, - "rps": 48.90132016456968, - "p95_time": 0.403690201352583, - "mean_time": 0.3266698625452846, + "mean_precisions": 0.41213, + "rps": 44.7679474323019, + "p95_time": 0.12048644304159095, + "mean_time": 0.08901914012260385, "total_upload": 3044.461535763985 }, { @@ -3477,23 +4782,23 @@ "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.01", "time_stamp": 1695282672759, - "cost": 1399.915484491363, + "cost": 2523.534453884326, "monthly_cost": 488, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "knn.algo_param.ef_search": 256 + "knn.algo_param.ef_search": 100 }, - "search_parallel": 2, - "search_top": 10, + "search_parallel": 1, + "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.40725, - "rps": 34.85924724786561, - "p95_time": 0.07109557978692464, - "mean_time": 0.05711629143147729, + "mean_precisions": 0.41214999999999996, + "rps": 19.33795669993135, + "p95_time": 0.06550074694678186, + "mean_time": 0.05143264457781333, "total_upload": 3044.461535763985 }, { @@ -3506,23 +4811,23 @@ "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.01", "time_stamp": 1695282672759, - "cost": 2020.175911802426, + "cost": 1462.3239647559355, "monthly_cost": 488, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "knn.algo_param.ef_search": 512 + "knn.algo_param.ef_search": 100 }, "search_parallel": 2, - "search_top": 10, + "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.4074, - "rps": 24.156312187912405, - "p95_time": 0.10093499613285531, - "mean_time": 0.08249904483646969, + "mean_precisions": 0.412525, + "rps": 33.37153816537829, + "p95_time": 0.08147751046635672, + "mean_time": 0.05963891418790445, "total_upload": 3044.461535763985 }, { @@ -3535,23 +4840,23 @@ "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.01", "time_stamp": 1695282672759, - "cost": 1108.639900264563, + "cost": 2074.2244119848474, "monthly_cost": 488, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "knn.algo_param.ef_search": 256 + "knn.algo_param.ef_search": 512 }, - "search_parallel": 16, - "search_top": 10, + "search_parallel": 8, + "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.40916250000000004, - "rps": 44.0178997601967, - "p95_time": 0.5612476678477832, - "mean_time": 0.3628375233832994, + "mean_precisions": 0.41254625, + "rps": 23.526866098978537, + "p95_time": 0.4735683925624471, + "mean_time": 0.3396208719698698, "total_upload": 3044.461535763985 }, { @@ -3564,23 +4869,23 @@ "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.01", "time_stamp": 1695282672759, - "cost": 1013.5998845012741, + "cost": 1147.0024669051286, "monthly_cost": 488, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "knn.algo_param.ef_search": 100 + "knn.algo_param.ef_search": 256 }, - "search_parallel": 8, - "search_top": 100, + "search_parallel": 4, + "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.409745, - "rps": 48.145230426906835, - "p95_time": 0.21534444163844438, - "mean_time": 0.16577453170928494, + "mean_precisions": 0.4126, + "rps": 42.54568007309819, + "p95_time": 0.1259393426880706, + "mean_time": 0.09370620195636002, "total_upload": 3044.461535763985 }, { @@ -3593,23 +4898,23 @@ "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.01", "time_stamp": 1695282672759, - "cost": 1762.893951062922, + "cost": 1483.6565082462678, "monthly_cost": 488, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "knn.algo_param.ef_search": 512 + "knn.algo_param.ef_search": 256 }, "search_parallel": 8, - "search_top": 10, + "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.4101, - "rps": 27.681755882466128, - "p95_time": 0.41533262318116615, - "mean_time": 0.2885625317496233, + "mean_precisions": 0.4130325, + "rps": 32.891710263639965, + "p95_time": 0.33508891313103945, + "mean_time": 0.24279714339576458, "total_upload": 3044.461535763985 }, { @@ -3622,23 +4927,23 @@ "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.01", "time_stamp": 1695282672759, - "cost": 1085.0248327612499, + "cost": 637.6110237189628, "monthly_cost": 488, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "knn.algo_param.ef_search": 128 + "knn.algo_param.ef_search": 100 }, - "search_parallel": 16, - "search_top": 100, + "search_parallel": 8, + "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.410108125, - "rps": 44.9759291460733, - "p95_time": 0.43661167946120255, - "mean_time": 0.35515021456793694, + "mean_precisions": 0.4130375, + "rps": 76.53569054588583, + "p95_time": 0.155753197465674, + "mean_time": 0.1041094799868224, "total_upload": 3044.461535763985 }, { @@ -3651,23 +4956,23 @@ "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.01", "time_stamp": 1695282672759, - "cost": 630.2384449795994, + "cost": 750.4699269558301, "monthly_cost": 488, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "knn.algo_param.ef_search": 100 + "knn.algo_param.ef_search": 128 }, - "search_parallel": 16, + "search_parallel": 8, "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.4103625, - "rps": 77.43101105420448, - "p95_time": 0.2997655643732287, - "mean_time": 0.20596224872716265, + "mean_precisions": 0.4136875, + "rps": 65.02592342100895, + "p95_time": 0.1843250118399737, + "mean_time": 0.12262618598630798, "total_upload": 3044.461535763985 }, { @@ -3680,7 +4985,7 @@ "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.01", "time_stamp": 1695282672759, - "cost": 1089.877170642832, + "cost": 1151.4220621466636, "monthly_cost": 488, "index_create_parameter": { "m": 12, @@ -3689,14 +4994,14 @@ "index_search_params": { "knn.algo_param.ef_search": 128 }, - "search_parallel": 8, + "search_parallel": 4, "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.4108175, - "rps": 44.77568786142823, - "p95_time": 0.23180276726488952, - "mean_time": 0.1782201961785613, + "mean_precisions": 0.4140775, + "rps": 42.38237359202524, + "p95_time": 0.12784086204774206, + "mean_time": 0.09405541464331327, "total_upload": 3044.461535763985 }, { @@ -3709,7 +5014,7 @@ "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.01", "time_stamp": 1695282672759, - "cost": 730.4834501255594, + "cost": 2644.012315077381, "monthly_cost": 488, "index_create_parameter": { "m": 12, @@ -3718,14 +5023,14 @@ "index_search_params": { "knn.algo_param.ef_search": 128 }, - "search_parallel": 16, - "search_top": 10, + "search_parallel": 1, + "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.411025, - "rps": 66.80507271124621, - "p95_time": 0.35779483637597864, - "mean_time": 0.23875390083255843, + "mean_precisions": 0.41425, + "rps": 18.4567975427799, + "p95_time": 0.06635329171549528, + "mean_time": 0.05389096891065128, "total_upload": 3044.461535763985 }, { @@ -3738,23 +5043,23 @@ "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.01", "time_stamp": 1695282672759, - "cost": 685.2233590077259, + "cost": 1531.2549979734235, "monthly_cost": 488, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "knn.algo_param.ef_search": 100 + "knn.algo_param.ef_search": 128 }, - "search_parallel": 4, - "search_top": 10, + "search_parallel": 2, + "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.4113, - "rps": 71.21765386204497, - "p95_time": 0.07537153663579373, - "mean_time": 0.055867882502861906, + "mean_precisions": 0.414655, + "rps": 31.869283734313058, + "p95_time": 0.08177023876924062, + "mean_time": 0.062472745836304966, "total_upload": 3044.461535763985 }, { @@ -3767,7 +5072,7 @@ "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.01", "time_stamp": 1695282672759, - "cost": 1762.0825640710304, + "cost": 2135.3508694749557, "monthly_cost": 488, "index_create_parameter": { "m": 12, @@ -3777,13 +5082,13 @@ "knn.algo_param.ef_search": 512 }, "search_parallel": 4, - "search_top": 10, + "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.4113, - "rps": 27.694502513693138, - "p95_time": 0.19168170299672055, - "mean_time": 0.14409357186229318, + "mean_precisions": 0.41522000000000003, + "rps": 22.853387093241047, + "p95_time": 0.23000815717387013, + "mean_time": 0.17464012849572463, "total_upload": 3044.461535763985 }, { @@ -3796,7 +5101,7 @@ "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.01", "time_stamp": 1695282672759, - "cost": 1448.6886530685008, + "cost": 1500.2159478673245, "monthly_cost": 488, "index_create_parameter": { "m": 12, @@ -3805,14 +5110,14 @@ "index_search_params": { "knn.algo_param.ef_search": 256 }, - "search_parallel": 16, + "search_parallel": 4, "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.41136312499999994, - "rps": 33.68563693560766, - "p95_time": 0.5837050498608732, - "mean_time": 0.4744470112775889, + "mean_precisions": 0.416545, + "rps": 32.528650338221674, + "p95_time": 0.16416865401552053, + "mean_time": 0.12260040985685192, "total_upload": 3044.461535763985 }, { @@ -3825,7 +5130,7 @@ "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.01", "time_stamp": 1695282672759, - "cost": 1114.632734092168, + "cost": 3249.944859771524, "monthly_cost": 488, "index_create_parameter": { "m": 12, @@ -3834,14 +5139,14 @@ "index_search_params": { "knn.algo_param.ef_search": 256 }, - "search_parallel": 8, - "search_top": 10, + "search_parallel": 1, + "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.411375, - "rps": 43.781237090391045, - "p95_time": 0.26578457113355397, - "mean_time": 0.18231840883078984, + "mean_precisions": 0.41714, + "rps": 15.01563937408794, + "p95_time": 0.07895540451863779, + "mean_time": 0.06633469479827908, "total_upload": 3044.461535763985 }, { @@ -3854,23 +5159,23 @@ "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.01", "time_stamp": 1695282672759, - "cost": 782.8447457904579, + "cost": 1840.4365590282016, "monthly_cost": 488, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "knn.algo_param.ef_search": 128 + "knn.algo_param.ef_search": 256 }, - "search_parallel": 4, - "search_top": 10, + "search_parallel": 2, + "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.411875, - "rps": 62.336753567561374, - "p95_time": 0.08704802016436587, - "mean_time": 0.06386236160993576, + "mean_precisions": 0.417735, + "rps": 26.515448066173857, + "p95_time": 0.09386573729570954, + "mean_time": 0.07514219638786744, "total_upload": 3044.461535763985 }, { @@ -3883,23 +5188,23 @@ "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.01", "time_stamp": 1695282672759, - "cost": 1090.065611647605, + "cost": 4319.48653469989, "monthly_cost": 488, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "knn.algo_param.ef_search": 100 + "knn.algo_param.ef_search": 512 }, - "search_parallel": 4, + "search_parallel": 1, "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.41213, - "rps": 44.7679474323019, - "p95_time": 0.12048644304159095, - "mean_time": 0.08901914012260385, + "mean_precisions": 0.41795000000000004, + "rps": 11.297639107790511, + "p95_time": 0.10190223189420067, + "mean_time": 0.08801906203664839, "total_upload": 3044.461535763985 }, { @@ -3912,459 +5217,459 @@ "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.01", "time_stamp": 1695282672759, - "cost": 2523.534453884326, + "cost": 2476.8793677031063, "monthly_cost": 488, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "knn.algo_param.ef_search": 100 + "knn.algo_param.ef_search": 512 }, - "search_parallel": 1, + "search_parallel": 2, "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.41214999999999996, - "rps": 19.33795669993135, - "p95_time": 0.06550074694678186, - "mean_time": 0.05143264457781333, + "mean_precisions": 0.41857000000000005, + "rps": 19.702211030670373, + "p95_time": 0.12255011788511183, + "mean_time": 0.10121470594679705, "total_upload": 3044.461535763985 }, { - "hash_code": 119590215710600415591697280707423345925, - "engine": "opensearch-1*r6g.2xlarge.search", - "version": "v2.7", - "remark": "r6g.2xlarge AWS us-east-2; client us-east-2", + "hash_code": 238845836174288334123168323009114435314, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.01", - "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.01", - "time_stamp": 1695282672759, - "cost": 1462.3239647559355, - "monthly_cost": 488, + "dataset": "laion-768-5m-ip", + "dataset_group": "laion-768-5m-ip", + "dataset_tag": "no-filter", + "time_stamp": 1698393974408, + "cost": 286.12403841058256, + "monthly_cost": 329, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "knn.algo_param.ef_search": 100 + "hnsw.ef_search": 50 }, "search_parallel": 2, "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.412525, - "rps": 33.37153816537829, - "p95_time": 0.08147751046635672, - "mean_time": 0.05963891418790445, - "total_upload": 3044.461535763985 + "mean_precisions": 0.47939, + "rps": 114.9850959142032, + "p95_time": 0.02707822750235209, + "mean_time": 0.016778171371523057, + "total_upload": 4280.608269575023 }, { - "hash_code": 119590215710600415591697280707423345925, - "engine": "opensearch-1*r6g.2xlarge.search", - "version": "v2.7", - "remark": "r6g.2xlarge AWS us-east-2; client us-east-2", + "hash_code": 238845836174288334123168323009114435314, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.01", - "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.01", - "time_stamp": 1695282672759, - "cost": 2074.2244119848474, - "monthly_cost": 488, + "dataset": "laion-768-5m-ip", + "dataset_group": "laion-768-5m-ip", + "dataset_tag": "no-filter", + "time_stamp": 1698393974408, + "cost": 914.929000319683, + "monthly_cost": 329, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "knn.algo_param.ef_search": 512 + "hnsw.ef_search": 50 }, - "search_parallel": 8, + "search_parallel": 1, "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.41254625, - "rps": 23.526866098978537, - "p95_time": 0.4735683925624471, - "mean_time": 0.3396208719698698, - "total_upload": 3044.461535763985 + "mean_precisions": 0.47964, + "rps": 35.959074407417944, + "p95_time": 0.03208340943965595, + "mean_time": 0.027163826339383378, + "total_upload": 4280.608269575023 }, { - "hash_code": 119590215710600415591697280707423345925, - "engine": "opensearch-1*r6g.2xlarge.search", - "version": "v2.7", - "remark": "r6g.2xlarge AWS us-east-2; client us-east-2", + "hash_code": 238845836174288334123168323009114435314, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.01", - "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.01", - "time_stamp": 1695282672759, - "cost": 1147.0024669051286, - "monthly_cost": 488, + "dataset": "laion-768-5m-ip", + "dataset_group": "laion-768-5m-ip", + "dataset_tag": "no-filter", + "time_stamp": 1698393974408, + "cost": 185.85883995974874, + "monthly_cost": 329, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "knn.algo_param.ef_search": 256 + "hnsw.ef_search": 50 }, "search_parallel": 4, - "search_top": 10, + "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.4126, - "rps": 42.54568007309819, - "p95_time": 0.1259393426880706, - "mean_time": 0.09370620195636002, - "total_upload": 3044.461535763985 + "mean_precisions": 0.48085749999999994, + "rps": 177.01606233593796, + "p95_time": 0.041259088559309015, + "mean_time": 0.021942321367685508, + "total_upload": 4280.608269575023 }, { - "hash_code": 119590215710600415591697280707423345925, - "engine": "opensearch-1*r6g.2xlarge.search", - "version": "v2.7", - "remark": "r6g.2xlarge AWS us-east-2; client us-east-2", + "hash_code": 238845836174288334123168323009114435314, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.01", - "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.01", - "time_stamp": 1695282672759, - "cost": 1483.6565082462678, - "monthly_cost": 488, + "dataset": "laion-768-5m-ip", + "dataset_group": "laion-768-5m-ip", + "dataset_tag": "no-filter", + "time_stamp": 1698393974408, + "cost": 106.3407437317339, + "monthly_cost": 329, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "knn.algo_param.ef_search": 256 + "hnsw.ef_search": 50 }, - "search_parallel": 8, + "search_parallel": 16, "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.4130325, - "rps": 32.891710263639965, - "p95_time": 0.33508891313103945, - "mean_time": 0.24279714339576458, - "total_upload": 3044.461535763985 + "mean_precisions": 0.481005625, + "rps": 309.3828277428351, + "p95_time": 0.09766725704539564, + "mean_time": 0.05068260097149141, + "total_upload": 4280.608269575023 }, { - "hash_code": 119590215710600415591697280707423345925, - "engine": "opensearch-1*r6g.2xlarge.search", - "version": "v2.7", - "remark": "r6g.2xlarge AWS us-east-2; client us-east-2", + "hash_code": 238845836174288334123168323009114435314, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.01", - "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.01", - "time_stamp": 1695282672759, - "cost": 637.6110237189628, - "monthly_cost": 488, + "dataset": "laion-768-5m-ip", + "dataset_group": "laion-768-5m-ip", + "dataset_tag": "no-filter", + "time_stamp": 1698393974408, + "cost": 173.30836656795728, + "monthly_cost": 329, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "knn.algo_param.ef_search": 100 + "hnsw.ef_search": 50 }, "search_parallel": 8, - "search_top": 10, + "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.4130375, - "rps": 76.53569054588583, - "p95_time": 0.155753197465674, - "mean_time": 0.1041094799868224, - "total_upload": 3044.461535763985 + "mean_precisions": 0.48111249999999994, + "rps": 189.83503596232515, + "p95_time": 0.07862598899373552, + "mean_time": 0.04136807939688879, + "total_upload": 4280.608269575023 }, { - "hash_code": 119590215710600415591697280707423345925, - "engine": "opensearch-1*r6g.2xlarge.search", - "version": "v2.7", - "remark": "r6g.2xlarge AWS us-east-2; client us-east-2", + "hash_code": 166784500821453953308212910131125342838, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.01", + "dataset": "laion-768-5m-ip-probability-0.1", "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.01", - "time_stamp": 1695282672759, - "cost": 750.4699269558301, - "monthly_cost": 488, + "dataset_tag": "ratio-0.1", + "time_stamp": 1698393973407, + "cost": 1457.0748042130417, + "monthly_cost": 329, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "knn.algo_param.ef_search": 128 + "hnsw.ef_search": 50 }, - "search_parallel": 8, - "search_top": 10, + "search_parallel": 1, + "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.4136875, - "rps": 65.02592342100895, - "p95_time": 0.1843250118399737, - "mean_time": 0.12262618598630798, - "total_upload": 3044.461535763985 + "mean_precisions": 0.49304000000000003, + "rps": 22.579485902077014, + "p95_time": 0.05652887935002581, + "mean_time": 0.04394260467102504, + "total_upload": 4294.389953205 }, { - "hash_code": 119590215710600415591697280707423345925, - "engine": "opensearch-1*r6g.2xlarge.search", - "version": "v2.7", - "remark": "r6g.2xlarge AWS us-east-2; client us-east-2", + "hash_code": 166784500821453953308212910131125342838, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.01", + "dataset": "laion-768-5m-ip-probability-0.1", "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.01", - "time_stamp": 1695282672759, - "cost": 1151.4220621466636, - "monthly_cost": 488, + "dataset_tag": "ratio-0.1", + "time_stamp": 1698393973407, + "cost": 633.5737095404313, + "monthly_cost": 329, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "knn.algo_param.ef_search": 128 + "hnsw.ef_search": 50 }, - "search_parallel": 4, + "search_parallel": 2, "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.4140775, - "rps": 42.38237359202524, - "p95_time": 0.12784086204774206, - "mean_time": 0.09405541464331327, - "total_upload": 3044.461535763985 + "mean_precisions": 0.49367, + "rps": 51.92765972543957, + "p95_time": 0.0511866965018271, + "mean_time": 0.03817748205101816, + "total_upload": 4294.389953205 }, { - "hash_code": 119590215710600415591697280707423345925, - "engine": "opensearch-1*r6g.2xlarge.search", - "version": "v2.7", - "remark": "r6g.2xlarge AWS us-east-2; client us-east-2", + "hash_code": 166784500821453953308212910131125342838, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.01", + "dataset": "laion-768-5m-ip-probability-0.1", "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.01", - "time_stamp": 1695282672759, - "cost": 2644.012315077381, - "monthly_cost": 488, + "dataset_tag": "ratio-0.1", + "time_stamp": 1698393973407, + "cost": 471.6892880235948, + "monthly_cost": 329, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "knn.algo_param.ef_search": 128 + "hnsw.ef_search": 50 }, - "search_parallel": 1, + "search_parallel": 4, "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.41425, - "rps": 18.4567975427799, - "p95_time": 0.06635329171549528, - "mean_time": 0.05389096891065128, - "total_upload": 3044.461535763985 + "mean_precisions": 0.4938325, + "rps": 69.74930496694739, + "p95_time": 0.07898932994903589, + "mean_time": 0.05698334282922951, + "total_upload": 4294.389953205 }, { - "hash_code": 119590215710600415591697280707423345925, - "engine": "opensearch-1*r6g.2xlarge.search", - "version": "v2.7", - "remark": "r6g.2xlarge AWS us-east-2; client us-east-2", + "hash_code": 166784500821453953308212910131125342838, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.01", + "dataset": "laion-768-5m-ip-probability-0.1", "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.01", - "time_stamp": 1695282672759, - "cost": 1531.2549979734235, - "monthly_cost": 488, + "dataset_tag": "ratio-0.1", + "time_stamp": 1698393973407, + "cost": 346.3755274932807, + "monthly_cost": 329, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "knn.algo_param.ef_search": 128 + "hnsw.ef_search": 50 }, - "search_parallel": 2, + "search_parallel": 16, "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.414655, - "rps": 31.869283734313058, - "p95_time": 0.08177023876924062, - "mean_time": 0.062472745836304966, - "total_upload": 3044.461535763985 + "mean_precisions": 0.49443312500000003, + "rps": 94.98361572509832, + "p95_time": 0.257118504607206, + "mean_time": 0.1678540413506762, + "total_upload": 4294.389953205 }, { - "hash_code": 119590215710600415591697280707423345925, - "engine": "opensearch-1*r6g.2xlarge.search", - "version": "v2.7", - "remark": "r6g.2xlarge AWS us-east-2; client us-east-2", + "hash_code": 166784500821453953308212910131125342838, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.01", + "dataset": "laion-768-5m-ip-probability-0.1", "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.01", - "time_stamp": 1695282672759, - "cost": 2135.3508694749557, - "monthly_cost": 488, + "dataset_tag": "ratio-0.1", + "time_stamp": 1698393973407, + "cost": 501.85782564429337, + "monthly_cost": 329, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "knn.algo_param.ef_search": 512 + "hnsw.ef_search": 50 }, - "search_parallel": 4, + "search_parallel": 8, "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.41522000000000003, - "rps": 22.853387093241047, - "p95_time": 0.23000815717387013, - "mean_time": 0.17464012849572463, - "total_upload": 3044.461535763985 + "mean_precisions": 0.49446749999999995, + "rps": 65.55641522130782, + "p95_time": 0.18097131765462102, + "mean_time": 0.12157097099548264, + "total_upload": 4294.389953205 }, { - "hash_code": 119590215710600415591697280707423345925, - "engine": "opensearch-1*r6g.2xlarge.search", - "version": "v2.7", - "remark": "r6g.2xlarge AWS us-east-2; client us-east-2", + "hash_code": 289428609464126736155757477853608022244, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", "dataset": "laion-768-5m-ip-probability-0.01", "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.01", - "time_stamp": 1695282672759, - "cost": 1500.2159478673245, - "monthly_cost": 488, + "time_stamp": 1698393973407, + "cost": 3182.651020718604, + "monthly_cost": 329, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "knn.algo_param.ef_search": 256 + "hnsw.ef_search": 50 }, "search_parallel": 4, "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.416545, - "rps": 32.528650338221674, - "p95_time": 0.16416865401552053, - "mean_time": 0.12260040985685192, - "total_upload": 3044.461535763985 + "mean_precisions": 0.4950375, + "rps": 10.33729421976387, + "p95_time": 0.514467617750779, + "mean_time": 0.38638889256160835, + "total_upload": 4294.389953205 }, { - "hash_code": 119590215710600415591697280707423345925, - "engine": "opensearch-1*r6g.2xlarge.search", - "version": "v2.7", - "remark": "r6g.2xlarge AWS us-east-2; client us-east-2", + "hash_code": 289428609464126736155757477853608022244, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", "dataset": "laion-768-5m-ip-probability-0.01", "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.01", - "time_stamp": 1695282672759, - "cost": 3249.944859771524, - "monthly_cost": 488, + "time_stamp": 1698393973407, + "cost": 4221.663109339538, + "monthly_cost": 329, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "knn.algo_param.ef_search": 256 + "hnsw.ef_search": 50 }, - "search_parallel": 1, + "search_parallel": 2, "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.41714, - "rps": 15.01563937408794, - "p95_time": 0.07895540451863779, - "mean_time": 0.06633469479827908, - "total_upload": 3044.461535763985 + "mean_precisions": 0.49535500000000005, + "rps": 7.793137241864634, + "p95_time": 0.32962740770126403, + "mean_time": 0.2561512890685535, + "total_upload": 4294.389953205 }, { - "hash_code": 119590215710600415591697280707423345925, - "engine": "opensearch-1*r6g.2xlarge.search", - "version": "v2.7", - "remark": "r6g.2xlarge AWS us-east-2; client us-east-2", + "hash_code": 289428609464126736155757477853608022244, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", "dataset": "laion-768-5m-ip-probability-0.01", "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.01", - "time_stamp": 1695282672759, - "cost": 1840.4365590282016, - "monthly_cost": 488, + "time_stamp": 1698393973407, + "cost": 3629.181447140596, + "monthly_cost": 329, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "knn.algo_param.ef_search": 256 + "hnsw.ef_search": 50 }, - "search_parallel": 2, + "search_parallel": 16, "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.417735, - "rps": 26.515448066173857, - "p95_time": 0.09386573729570954, - "mean_time": 0.07514219638786744, - "total_upload": 3044.461535763985 + "mean_precisions": 0.495479375, + "rps": 9.065405100073367, + "p95_time": 2.2710578505473675, + "mean_time": 1.7638382647847792, + "total_upload": 4294.389953205 }, { - "hash_code": 119590215710600415591697280707423345925, - "engine": "opensearch-1*r6g.2xlarge.search", - "version": "v2.7", - "remark": "r6g.2xlarge AWS us-east-2; client us-east-2", + "hash_code": 289428609464126736155757477853608022244, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", "dataset": "laion-768-5m-ip-probability-0.01", "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.01", - "time_stamp": 1695282672759, - "cost": 4319.48653469989, - "monthly_cost": 488, + "time_stamp": 1698393973407, + "cost": 3469.4477208209937, + "monthly_cost": 329, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "knn.algo_param.ef_search": 512 + "hnsw.ef_search": 50 }, - "search_parallel": 1, + "search_parallel": 8, "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.41795000000000004, - "rps": 11.297639107790511, - "p95_time": 0.10190223189420067, - "mean_time": 0.08801906203664839, - "total_upload": 3044.461535763985 + "mean_precisions": 0.49551625, + "rps": 9.482777273904187, + "p95_time": 1.1416863370053758, + "mean_time": 0.8429556326936191, + "total_upload": 4294.389953205 }, { - "hash_code": 119590215710600415591697280707423345925, - "engine": "opensearch-1*r6g.2xlarge.search", - "version": "v2.7", - "remark": "r6g.2xlarge AWS us-east-2; client us-east-2", + "hash_code": 289428609464126736155757477853608022244, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", "dataset": "laion-768-5m-ip-probability-0.01", "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.01", - "time_stamp": 1695282672759, - "cost": 2476.8793677031063, - "monthly_cost": 488, + "time_stamp": 1698393973407, + "cost": 6565.165399475166, + "monthly_cost": 329, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "knn.algo_param.ef_search": 512 + "hnsw.ef_search": 50 }, - "search_parallel": 2, + "search_parallel": 1, "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.41857000000000005, - "rps": 19.702211030670373, - "p95_time": 0.12255011788511183, - "mean_time": 0.10121470594679705, - "total_upload": 3044.461535763985 + "mean_precisions": 0.49569, + "rps": 5.011297964043694, + "p95_time": 0.2684321362998162, + "mean_time": 0.1991103308480142, + "total_upload": 4294.389953205 }, { "hash_code": 252965507737377274896907163572421153742, @@ -5058,6 +6363,151 @@ "mean_time": 1.4133907270769124, "total_upload": 5967.833041057922 }, + { + "hash_code": 238845836174288334123168323009114435314, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip", + "dataset_group": "laion-768-5m-ip", + "dataset_tag": "no-filter", + "time_stamp": 1698393974408, + "cost": 151.8534309350711, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 10 + }, + "search_parallel": 2, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.67115, + "rps": 216.6562836111833, + "p95_time": 0.012459630485682282, + "mean_time": 0.008626070631638868, + "total_upload": 4280.608269575023 + }, + { + "hash_code": 238845836174288334123168323009114435314, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip", + "dataset_group": "laion-768-5m-ip", + "dataset_tag": "no-filter", + "time_stamp": 1698393974408, + "cost": 76.36549846578563, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 10 + }, + "search_parallel": 4, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.677375, + "rps": 430.8228278604156, + "p95_time": 0.012434792052954434, + "mean_time": 0.008678641241822334, + "total_upload": 4280.608269575023 + }, + { + "hash_code": 238845836174288334123168323009114435314, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip", + "dataset_group": "laion-768-5m-ip", + "dataset_tag": "no-filter", + "time_stamp": 1698393974408, + "cost": 34.75371437989124, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 10 + }, + "search_parallel": 16, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.677875, + "rps": 946.6614025876953, + "p95_time": 0.027942552541207987, + "mean_time": 0.015024411817152214, + "total_upload": 4280.608269575023 + }, + { + "hash_code": 238845836174288334123168323009114435314, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip", + "dataset_group": "laion-768-5m-ip", + "dataset_tag": "no-filter", + "time_stamp": 1698393974408, + "cost": 59.17258821712348, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 10 + }, + "search_parallel": 8, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.6781500000000001, + "rps": 556.0006920650351, + "p95_time": 0.02791531354014296, + "mean_time": 0.013592419360003986, + "total_upload": 4280.608269575023 + }, + { + "hash_code": 238845836174288334123168323009114435314, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip", + "dataset_group": "laion-768-5m-ip", + "dataset_tag": "no-filter", + "time_stamp": 1698393974408, + "cost": 928.6332896948502, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 10 + }, + "search_parallel": 1, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.6798, + "rps": 35.42840900180412, + "p95_time": 0.05797948857070876, + "mean_time": 0.0275887472172908, + "total_upload": 4280.608269575023 + }, { "hash_code": 101366527273925907394070177480754888737, "engine": "zilliz-capacity-1cu", @@ -5282,6 +6732,151 @@ "mean_time": 3.658870664564485, "total_upload": 5967.833041057922 }, + { + "hash_code": 238845836174288334123168323009114435314, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip", + "dataset_group": "laion-768-5m-ip", + "dataset_tag": "no-filter", + "time_stamp": 1698393974408, + "cost": 133.8568399017109, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 20 + }, + "search_parallel": 2, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.7958999999999999, + "rps": 245.78497463527438, + "p95_time": 0.009962028599693437, + "mean_time": 0.007552499990080832, + "total_upload": 4280.608269575023 + }, + { + "hash_code": 238845836174288334123168323009114435314, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip", + "dataset_group": "laion-768-5m-ip", + "dataset_tag": "no-filter", + "time_stamp": 1698393974408, + "cost": 71.3926575438585, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 20 + }, + "search_parallel": 4, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.7971, + "rps": 460.83170359344876, + "p95_time": 0.011007562014856375, + "mean_time": 0.008061575909523526, + "total_upload": 4280.608269575023 + }, + { + "hash_code": 238845836174288334123168323009114435314, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip", + "dataset_group": "laion-768-5m-ip", + "dataset_tag": "no-filter", + "time_stamp": 1698393974408, + "cost": 56.99946653536863, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 20 + }, + "search_parallel": 8, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.7974875, + "rps": 577.1983844723403, + "p95_time": 0.02080721955717307, + "mean_time": 0.013009426535398234, + "total_upload": 4280.608269575023 + }, + { + "hash_code": 238845836174288334123168323009114435314, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip", + "dataset_group": "laion-768-5m-ip", + "dataset_tag": "no-filter", + "time_stamp": 1698393974408, + "cost": 49.97514722182532, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 20 + }, + "search_parallel": 16, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.7983562500000001, + "rps": 658.3272252098899, + "p95_time": 0.03952385855664031, + "mean_time": 0.023014636889536633, + "total_upload": 4280.608269575023 + }, + { + "hash_code": 238845836174288334123168323009114435314, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip", + "dataset_group": "laion-768-5m-ip", + "dataset_tag": "no-filter", + "time_stamp": 1698393974408, + "cost": 313.66574243752694, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 20 + }, + "search_parallel": 1, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.8066, + "rps": 104.8887256361849, + "p95_time": 0.016727539052953943, + "mean_time": 0.008932338118029293, + "total_upload": 4280.608269575023 + }, { "hash_code": 175450360001410000298822909285351089267, "engine": "pgvector-1*r6a.xlarge", @@ -5817,34 +7412,266 @@ "cost": 284.0160703919828, "monthly_cost": 120, "index_create_parameter": { - "optimizers_config": { - "optimize_final": true - } + "optimizers_config": { + "optimize_final": true + } + }, + "index_search_params": { + "alpha": 1 + }, + "search_parallel": 1, + "search_top": 100, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.8771199999999999, + "rps": 42.251130309064145, + "p95_time": 0.024694135001846005, + "mean_time": 0.02333633321904199, + "total_upload": 2334.351436294004 + }, + { + "hash_code": 166784500821453953308212910131125342838, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.1", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.1", + "time_stamp": 1698393973407, + "cost": 661.790081809502, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 10 + }, + "search_parallel": 1, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.8775, + "rps": 49.71364924364393, + "p95_time": 0.025579863550137815, + "mean_time": 0.01979793535200406, + "total_upload": 4294.389953205 + }, + { + "hash_code": 166784500821453953308212910131125342838, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.1", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.1", + "time_stamp": 1698393973407, + "cost": 134.35166170037556, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 10 + }, + "search_parallel": 4, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.87985, + "rps": 244.87974010602085, + "p95_time": 0.02349887044965726, + "mean_time": 0.016046773029470388, + "total_upload": 4294.389953205 + }, + { + "hash_code": 166784500821453953308212910131125342838, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.1", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.1", + "time_stamp": 1698393973407, + "cost": 236.32237010270694, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 10 + }, + "search_parallel": 2, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.8805499999999999, + "rps": 139.21661324614124, + "p95_time": 0.020305570498931048, + "mean_time": 0.0140701734999966, + "total_upload": 4294.389953205 + }, + { + "hash_code": 166784500821453953308212910131125342838, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.1", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.1", + "time_stamp": 1698393973407, + "cost": 149.88722776220112, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 10 + }, + "search_parallel": 8, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.8817875000000002, + "rps": 219.49835547159805, + "p95_time": 0.0615554580974276, + "mean_time": 0.036109011982337506, + "total_upload": 4294.389953205 + }, + { + "hash_code": 166784500821453953308212910131125342838, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.1", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.1", + "time_stamp": 1698393973407, + "cost": 119.64820481352754, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 10 + }, + "search_parallel": 16, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.8819562500000002, + "rps": 274.9727841823858, + "p95_time": 0.10318145204728352, + "mean_time": 0.05770652969878211, + "total_upload": 4294.389953205 + }, + { + "hash_code": 238845836174288334123168323009114435314, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip", + "dataset_group": "laion-768-5m-ip", + "dataset_tag": "no-filter", + "time_stamp": 1698393974408, + "cost": 427.7803113676564, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 100 + }, + "search_parallel": 2, + "search_top": 100, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.8820450000000001, + "rps": 76.9086354040358, + "p95_time": 0.04187742299545789, + "mean_time": 0.025349265118333277, + "total_upload": 4280.608269575023 + }, + { + "hash_code": 238845836174288334123168323009114435314, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip", + "dataset_group": "laion-768-5m-ip", + "dataset_tag": "no-filter", + "time_stamp": 1698393974408, + "cost": 319.32366251065974, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 100 + }, + "search_parallel": 4, + "search_top": 100, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.88299, + "rps": 103.03026008572641, + "p95_time": 0.06839076049363939, + "mean_time": 0.03811824394519499, + "total_upload": 4280.608269575023 + }, + { + "hash_code": 238845836174288334123168323009114435314, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip", + "dataset_group": "laion-768-5m-ip", + "dataset_tag": "no-filter", + "time_stamp": 1698393974408, + "cost": 1310.7227821614622, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 }, "index_search_params": { - "alpha": 1 + "hnsw.ef_search": 100 }, "search_parallel": 1, "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.8771199999999999, - "rps": 42.251130309064145, - "p95_time": 0.024694135001846005, - "mean_time": 0.02333633321904199, - "total_upload": 2334.351436294004 + "mean_precisions": 0.88363, + "rps": 25.100654728642073, + "p95_time": 0.044310273547307585, + "mean_time": 0.03916270317358431, + "total_upload": 4280.608269575023 }, { - "hash_code": 196682177200008993459219332082417336274, + "hash_code": 238845836174288334123168323009114435314, "engine": "pgvecto.rs-1*r6a.xlarge", "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", "dataset": "laion-768-5m-ip", "dataset_group": "laion-768-5m-ip", "dataset_tag": "no-filter", - "time_stamp": 1695696842455, - "cost": 467.38695970322294, + "time_stamp": 1698393974408, + "cost": 169.25893178425775, "monthly_cost": 329, "index_create_parameter": { "m": 12, @@ -5853,27 +7680,27 @@ "index_search_params": { "hnsw.ef_search": 100 }, - "search_parallel": 2, + "search_parallel": 16, "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.87902, - "rps": 70.39135199854643, - "p95_time": 0.047376208851346746, - "mean_time": 0.02771034151900676, - "total_upload": 4802.589267154981 + "mean_precisions": 0.884756875, + "rps": 194.37674368603055, + "p95_time": 0.1618500007971305, + "mean_time": 0.0813050786652475, + "total_upload": 4280.608269575023 }, { - "hash_code": 196682177200008993459219332082417336274, + "hash_code": 238845836174288334123168323009114435314, "engine": "pgvecto.rs-1*r6a.xlarge", "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", "dataset": "laion-768-5m-ip", "dataset_group": "laion-768-5m-ip", "dataset_tag": "no-filter", - "time_stamp": 1695696842455, - "cost": 1413.9843439994147, + "time_stamp": 1698393974408, + "cost": 281.8265146299644, "monthly_cost": 329, "index_create_parameter": { "m": 12, @@ -5882,160 +7709,160 @@ "index_search_params": { "hnsw.ef_search": 100 }, - "search_parallel": 1, + "search_parallel": 8, "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.8806700000000001, - "rps": 23.26758435453626, - "p95_time": 0.04868900918809231, - "mean_time": 0.04232724772940855, - "total_upload": 4802.589267154981 + "mean_precisions": 0.88508875, + "rps": 116.73848375550256, + "p95_time": 0.1259044310369063, + "mean_time": 0.06768669143493752, + "total_upload": 4280.608269575023 }, { - "hash_code": 196682177200008993459219332082417336274, + "hash_code": 238845836174288334123168323009114435314, "engine": "pgvecto.rs-1*r6a.xlarge", "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", "dataset": "laion-768-5m-ip", "dataset_group": "laion-768-5m-ip", "dataset_tag": "no-filter", - "time_stamp": 1695696842455, - "cost": 325.0606034486977, + "time_stamp": 1698393974408, + "cost": 167.82447516971004, "monthly_cost": 329, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "hnsw.ef_search": 100 + "hnsw.ef_search": 50 }, - "search_parallel": 4, - "search_top": 100, + "search_parallel": 2, + "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.880835, - "rps": 101.21189603092706, - "p95_time": 0.07890255412785335, - "mean_time": 0.03875721729984798, - "total_upload": 4802.589267154981 + "mean_precisions": 0.8953000000000001, + "rps": 196.0381521630284, + "p95_time": 0.013422769532189703, + "mean_time": 0.009631974245479796, + "total_upload": 4280.608269575023 }, { - "hash_code": 196682177200008993459219332082417336274, + "hash_code": 238845836174288334123168323009114435314, "engine": "pgvecto.rs-1*r6a.xlarge", "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", "dataset": "laion-768-5m-ip", "dataset_group": "laion-768-5m-ip", "dataset_tag": "no-filter", - "time_stamp": 1695696842455, - "cost": 128.59431091837976, + "time_stamp": 1698393974408, + "cost": 95.10319480078252, "monthly_cost": 329, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "hnsw.ef_search": 100 + "hnsw.ef_search": 50 }, - "search_parallel": 16, - "search_top": 100, + "search_parallel": 4, + "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.88410375, - "rps": 255.8433554722494, - "p95_time": 0.25420323823345814, - "mean_time": 0.06092530933974922, - "total_upload": 4802.589267154981 + "mean_precisions": 0.8962, + "rps": 345.94000831325695, + "p95_time": 0.015519052540184928, + "mean_time": 0.010940284402407997, + "total_upload": 4280.608269575023 }, { - "hash_code": 196682177200008993459219332082417336274, + "hash_code": 238845836174288334123168323009114435314, "engine": "pgvecto.rs-1*r6a.xlarge", "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", "dataset": "laion-768-5m-ip", "dataset_group": "laion-768-5m-ip", "dataset_tag": "no-filter", - "time_stamp": 1695696842455, - "cost": 292.1903866178341, + "time_stamp": 1698393974408, + "cost": 339.3363630595617, "monthly_cost": 329, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "hnsw.ef_search": 100 + "hnsw.ef_search": 50 }, - "search_parallel": 8, - "search_top": 100, + "search_parallel": 1, + "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.8843262500000001, - "rps": 112.59781808985743, - "p95_time": 0.1568467993813101, - "mean_time": 0.06995947926326335, - "total_upload": 4802.589267154981 + "mean_precisions": 0.8977, + "rps": 96.9539477094745, + "p95_time": 0.014994849653157871, + "mean_time": 0.009696740280021914, + "total_upload": 4280.608269575023 }, { - "hash_code": 175450360001410000298822909285351089267, - "engine": "pgvector-1*r6a.xlarge", - "version": "v0.5.0", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "hash_code": 238845836174288334123168323009114435314, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.1", - "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.1", - "time_stamp": 1695261104789, - "cost": 373.0873526511714, + "dataset": "laion-768-5m-ip", + "dataset_group": "laion-768-5m-ip", + "dataset_tag": "no-filter", + "time_stamp": 1698393974408, + "cost": 94.66161549141326, "monthly_cost": 329, "index_create_parameter": { "m": 12, - "ef_construction": 128 + "ef_construction": 100 }, "index_search_params": { - "hnsw.ef_search": 128 + "hnsw.ef_search": 50 }, - "search_parallel": 1, + "search_parallel": 8, "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.901, - "rps": 88.18310180232989, - "p95_time": 0.013077083029202184, - "mean_time": 0.010549399912240916, - "total_upload": 37829.601222026 + "mean_precisions": 0.8977125000000001, + "rps": 347.5537558619455, + "p95_time": 0.037835671506763896, + "mean_time": 0.02227125482851261, + "total_upload": 4280.608269575023 }, { - "hash_code": 196682177200008993459219332082417336274, + "hash_code": 238845836174288334123168323009114435314, "engine": "pgvecto.rs-1*r6a.xlarge", "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", "dataset": "laion-768-5m-ip", "dataset_group": "laion-768-5m-ip", "dataset_tag": "no-filter", - "time_stamp": 1695696842455, - "cost": 272.82155035291214, + "time_stamp": 1698393974408, + "cost": 87.90060286220432, "monthly_cost": 329, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "hnsw.ef_search": 128 + "hnsw.ef_search": 50 }, - "search_parallel": 2, - "search_top": 100, + "search_parallel": 16, + "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.901105, - "rps": 120.59164665489857, - "p95_time": 0.021891556397895327, - "mean_time": 0.015854054862778865, - "total_upload": 4802.589267154981 + "mean_precisions": 0.8980875, + "rps": 374.2863976891609, + "p95_time": 0.0715698285086546, + "mean_time": 0.04171567502525795, + "total_upload": 4280.608269575023 }, { "hash_code": 175450360001410000298822909285351089267, @@ -6047,11 +7874,11 @@ "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.1", "time_stamp": 1695261104789, - "cost": 367.76577682820937, + "cost": 373.0873526511714, "monthly_cost": 329, "index_create_parameter": { "m": 12, - "ef_construction": 100 + "ef_construction": 128 }, "index_search_params": { "hnsw.ef_search": 128 @@ -6060,23 +7887,23 @@ "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.9013000000000001, - "rps": 89.45911249204745, - "p95_time": 0.013198047802143264, - "mean_time": 0.01061211212494527, - "total_upload": 33466.765292435 + "mean_precisions": 0.901, + "rps": 88.18310180232989, + "p95_time": 0.013077083029202184, + "mean_time": 0.010549399912240916, + "total_upload": 37829.601222026 }, { - "hash_code": 196682177200008993459219332082417336274, - "engine": "pgvecto.rs-1*r6a.xlarge", - "version": "v0.1.3", + "hash_code": 175450360001410000298822909285351089267, + "engine": "pgvector-1*r6a.xlarge", + "version": "v0.5.0", "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", "index_type": "HNSW", - "dataset": "laion-768-5m-ip", - "dataset_group": "laion-768-5m-ip", - "dataset_tag": "no-filter", - "time_stamp": 1695696842455, - "cost": 519.716214449238, + "dataset": "laion-768-5m-ip-probability-0.1", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.1", + "time_stamp": 1695261104789, + "cost": 367.76577682820937, "monthly_cost": 329, "index_create_parameter": { "m": 12, @@ -6086,14 +7913,14 @@ "hnsw.ef_search": 128 }, "search_parallel": 1, - "search_top": 100, + "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.90181, - "rps": 63.30377826457717, - "p95_time": 0.021816436349763536, - "mean_time": 0.01514089284389047, - "total_upload": 4802.589267154981 + "mean_precisions": 0.9013000000000001, + "rps": 89.45911249204745, + "p95_time": 0.013198047802143264, + "mean_time": 0.01061211212494527, + "total_upload": 33466.765292435 }, { "hash_code": 175450360001410000298822909285351089267, @@ -6125,16 +7952,16 @@ "total_upload": 33466.765292435 }, { - "hash_code": 196682177200008993459219332082417336274, + "hash_code": 238845836174288334123168323009114435314, "engine": "pgvecto.rs-1*r6a.xlarge", "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", "dataset": "laion-768-5m-ip", "dataset_group": "laion-768-5m-ip", "dataset_tag": "no-filter", - "time_stamp": 1695696842455, - "cost": 134.45643365024736, + "time_stamp": 1698393974408, + "cost": 529.2203352603101, "monthly_cost": 329, "index_create_parameter": { "m": 12, @@ -6143,15 +7970,15 @@ "index_search_params": { "hnsw.ef_search": 128 }, - "search_parallel": 4, + "search_parallel": 1, "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.9027375000000001, - "rps": 244.68892344401013, - "p95_time": 0.02129466208280064, - "mean_time": 0.015501326943267486, - "total_upload": 4802.589267154981 + "mean_precisions": 0.9034, + "rps": 62.16692331714223, + "p95_time": 0.020913839551212732, + "mean_time": 0.015458428717975039, + "total_upload": 4280.608269575023 }, { "hash_code": 175450360001410000298822909285351089267, @@ -6183,16 +8010,74 @@ "total_upload": 37829.601222026 }, { - "hash_code": 196682177200008993459219332082417336274, + "hash_code": 238845836174288334123168323009114435314, "engine": "pgvecto.rs-1*r6a.xlarge", "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip", + "dataset_group": "laion-768-5m-ip", + "dataset_tag": "no-filter", + "time_stamp": 1698393974408, + "cost": 275.67029185181747, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 128 + }, + "search_parallel": 2, + "search_top": 100, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.9038200000000001, + "rps": 119.34546801903818, + "p95_time": 0.021944800450000912, + "mean_time": 0.016113522227911743, + "total_upload": 4280.608269575023 + }, + { + "hash_code": 238845836174288334123168323009114435314, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip", + "dataset_group": "laion-768-5m-ip", + "dataset_tag": "no-filter", + "time_stamp": 1698393974408, + "cost": 198.00366965558135, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 128 + }, + "search_parallel": 4, + "search_top": 100, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.90538, + "rps": 166.15853664342737, + "p95_time": 0.03380506106332177, + "mean_time": 0.02339168201450957, + "total_upload": 4280.608269575023 + }, + { + "hash_code": 238845836174288334123168323009114435314, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", "dataset": "laion-768-5m-ip", "dataset_group": "laion-768-5m-ip", "dataset_tag": "no-filter", - "time_stamp": 1695696842455, - "cost": 92.44678874162636, + "time_stamp": 1698393974408, + "cost": 168.79043528866933, "monthly_cost": 329, "index_create_parameter": { "m": 12, @@ -6205,23 +8090,23 @@ "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.90566875, - "rps": 355.8803983116181, - "p95_time": 0.06809329705720302, - "mean_time": 0.043523422561203916, - "total_upload": 4802.589267154981 + "mean_precisions": 0.907218125, + "rps": 194.91625780651407, + "p95_time": 0.1325814410112798, + "mean_time": 0.08106796948405827, + "total_upload": 4280.608269575023 }, { - "hash_code": 196682177200008993459219332082417336274, + "hash_code": 238845836174288334123168323009114435314, "engine": "pgvecto.rs-1*r6a.xlarge", "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", "dataset": "laion-768-5m-ip", "dataset_group": "laion-768-5m-ip", "dataset_tag": "no-filter", - "time_stamp": 1695696842455, - "cost": 96.50141457785212, + "time_stamp": 1698393974408, + "cost": 199.94927414252524, "monthly_cost": 329, "index_create_parameter": { "m": 12, @@ -6234,11 +8119,11 @@ "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.90593875, - "rps": 340.92764488398313, - "p95_time": 0.03366158567077946, - "mean_time": 0.02235986768612929, - "total_upload": 4802.589267154981 + "mean_precisions": 0.9075312500000001, + "rps": 164.54173260238318, + "p95_time": 0.07611280048440676, + "mean_time": 0.047794934150453626, + "total_upload": 4280.608269575023 }, { "hash_code": 175450360001410000298822909285351089267, @@ -7054,6 +8939,35 @@ "mean_time": 0.13173366019724345, "total_upload": 10628.879530589009 }, + { + "hash_code": 166784500821453953308212910131125342838, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.1", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.1", + "time_stamp": 1698393973407, + "cost": 1097.505441413837, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 100 + }, + "search_parallel": 2, + "search_top": 100, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.92667, + "rps": 29.97707233015383, + "p95_time": 0.08590133735087874, + "mean_time": 0.0663399134945339, + "total_upload": 4294.389953205 + }, { "hash_code": 1082916858541868929838414896330000068, "engine": "opensearch-1*r6g.2xlarge.search", @@ -7083,6 +8997,64 @@ "mean_time": 0.2098349044353781, "total_upload": 3044.461535763985 }, + { + "hash_code": 166784500821453953308212910131125342838, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.1", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.1", + "time_stamp": 1698393973407, + "cost": 2254.3560935819114, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 100 + }, + "search_parallel": 1, + "search_top": 100, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.92728, + "rps": 14.593967693775346, + "p95_time": 0.08893043990119621, + "mean_time": 0.06813959102599255, + "total_upload": 4294.389953205 + }, + { + "hash_code": 166784500821453953308212910131125342838, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.1", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.1", + "time_stamp": 1698393973407, + "cost": 858.7454899789335, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 100 + }, + "search_parallel": 4, + "search_top": 100, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.92732, + "rps": 38.31170047927366, + "p95_time": 0.13580975235454387, + "mean_time": 0.10395989281552466, + "total_upload": 4294.389953205 + }, { "hash_code": 1082916858541868929838414896330000068, "engine": "opensearch-1*r6g.2xlarge.search", @@ -7113,33 +9085,33 @@ "total_upload": 3044.461535763985 }, { - "hash_code": 324850321054618880615825253322278607859, + "hash_code": 166784500821453953308212910131125342838, "engine": "pgvecto.rs-1*r6a.xlarge", "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", "dataset": "laion-768-5m-ip-probability-0.1", "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.1", - "time_stamp": 1695639403054, - "cost": 1118.7743970935378, + "time_stamp": 1698393973407, + "cost": 558.3508682619024, "monthly_cost": 329, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "hnsw.ef_search": 100 + "hnsw.ef_search": 20 }, - "search_parallel": 2, - "search_top": 100, + "search_parallel": 1, + "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.927635, - "rps": 29.40717993321161, - "p95_time": 0.08943698969378601, - "mean_time": 0.06763675559440162, - "total_upload": 4802.589267154981 + "mean_precisions": 0.9276000000000001, + "rps": 58.9235225914752, + "p95_time": 0.02445526564983993, + "mean_time": 0.016657897917995795, + "total_upload": 4294.389953205 }, { "hash_code": 145680235624851528157057027452335962220, @@ -7171,6 +9143,35 @@ "mean_time": 0.17803298020031844, "total_upload": 2334.351436294004 }, + { + "hash_code": 289428609464126736155757477853608022244, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.01", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.01", + "time_stamp": 1698393973407, + "cost": 2312.866401759912, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 10 + }, + "search_parallel": 1, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.9279000000000001, + "rps": 14.224773197001626, + "p95_time": 0.08614694815046278, + "mean_time": 0.0699588699309943, + "total_upload": 4294.389953205 + }, { "hash_code": 1082916858541868929838414896330000068, "engine": "opensearch-1*r6g.2xlarge.search", @@ -7218,17 +9219,46 @@ } }, "index_search_params": { - "alpha": 1 + "alpha": 1 + }, + "search_parallel": 4, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.9279000000000001, + "rps": 174.2855283280552, + "p95_time": 0.02664945829710632, + "mean_time": 0.02264724859873604, + "total_upload": 2334.351436294004 + }, + { + "hash_code": 289428609464126736155757477853608022244, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.01", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.01", + "time_stamp": 1698393973407, + "cost": 994.4014191527544, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 10 }, - "search_parallel": 4, + "search_parallel": 2, "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.9279000000000001, - "rps": 174.2855283280552, - "p95_time": 0.02664945829710632, - "mean_time": 0.02264724859873604, - "total_upload": 2334.351436294004 + "mean_precisions": 0.9281000000000001, + "rps": 33.085230336890824, + "p95_time": 0.08956240119878202, + "mean_time": 0.06009013817900541, + "total_upload": 4294.389953205 }, { "hash_code": 145680235624851528157057027452335962220, @@ -7349,33 +9379,33 @@ "total_upload": 3044.461535763985 }, { - "hash_code": 324850321054618880615825253322278607859, + "hash_code": 289428609464126736155757477853608022244, "engine": "pgvecto.rs-1*r6a.xlarge", "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.1", + "dataset": "laion-768-5m-ip-probability-0.01", "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.1", - "time_stamp": 1695639403054, - "cost": 440.05957925566764, + "dataset_tag": "ratio-0.01", + "time_stamp": 1698393973407, + "cost": 682.0588268063653, "monthly_cost": 329, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "hnsw.ef_search": 100 + "hnsw.ef_search": 10 }, "search_parallel": 4, - "search_top": 100, + "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.92879, - "rps": 74.76260386297743, - "p95_time": 0.07692082721623592, - "mean_time": 0.05311044152129034, - "total_upload": 4802.589267154981 + "mean_precisions": 0.9288500000000002, + "rps": 48.236308522021695, + "p95_time": 0.13196328054891637, + "mean_time": 0.08252281966299052, + "total_upload": 4294.389953205 }, { "hash_code": 1082916858541868929838414896330000068, @@ -7406,6 +9436,35 @@ "mean_time": 0.04317278333034483, "total_upload": 3044.461535763985 }, + { + "hash_code": 166784500821453953308212910131125342838, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.1", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.1", + "time_stamp": 1698393973407, + "cost": 708.6878155335515, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 100 + }, + "search_parallel": 16, + "search_top": 100, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.9291175, + "rps": 46.42382623049684, + "p95_time": 0.4888286804474773, + "mean_time": 0.3440289012566691, + "total_upload": 4294.389953205 + }, { "hash_code": 1082916858541868929838414896330000068, "engine": "opensearch-1*r6g.2xlarge.search", @@ -7436,16 +9495,16 @@ "total_upload": 3044.461535763985 }, { - "hash_code": 324850321054618880615825253322278607859, + "hash_code": 166784500821453953308212910131125342838, "engine": "pgvecto.rs-1*r6a.xlarge", "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", "dataset": "laion-768-5m-ip-probability-0.1", "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.1", - "time_stamp": 1695639403054, - "cost": 2397.969395535107, + "time_stamp": 1698393973407, + "cost": 901.5310239113057, "monthly_cost": 329, "index_create_parameter": { "m": 12, @@ -7454,15 +9513,44 @@ "index_search_params": { "hnsw.ef_search": 100 }, - "search_parallel": 1, + "search_parallel": 8, "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.9293600000000001, - "rps": 13.719941572756543, - "p95_time": 0.09067648509226273, - "mean_time": 0.0725170881099184, - "total_upload": 4802.589267154981 + "mean_precisions": 0.92937375, + "rps": 36.49347512996598, + "p95_time": 0.3025041310553206, + "mean_time": 0.21862704703310556, + "total_upload": 4294.389953205 + }, + { + "hash_code": 166784500821453953308212910131125342838, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.1", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.1", + "time_stamp": 1698393973407, + "cost": 211.38044540323926, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 20 + }, + "search_parallel": 4, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.92945, + "rps": 155.64353617118374, + "p95_time": 0.03811003154951321, + "mean_time": 0.025388561305007898, + "total_upload": 4294.389953205 }, { "hash_code": 266863960683268020214196882840696933822, @@ -7495,33 +9583,62 @@ "total_upload": 2334.351436294004 }, { - "hash_code": 324850321054618880615825253322278607859, + "hash_code": 289428609464126736155757477853608022244, "engine": "pgvecto.rs-1*r6a.xlarge", "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.1", + "dataset": "laion-768-5m-ip-probability-0.01", "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.1", - "time_stamp": 1695639403054, - "cost": 401.891152741808, + "dataset_tag": "ratio-0.01", + "time_stamp": 1698393973407, + "cost": 653.5657423037248, "monthly_cost": 329, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "hnsw.ef_search": 100 + "hnsw.ef_search": 10 + }, + "search_parallel": 16, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.93, + "rps": 50.33923578067641, + "p95_time": 0.48796394814999067, + "mean_time": 0.3172585574084678, + "total_upload": 4294.389953205 + }, + { + "hash_code": 289428609464126736155757477853608022244, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.01", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.01", + "time_stamp": 1698393973407, + "cost": 739.5230892720996, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 10 }, "search_parallel": 8, - "search_top": 100, + "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.9299425, - "rps": 81.86296158934447, - "p95_time": 0.1432680154714034, - "mean_time": 0.09729001021789009, - "total_upload": 4802.589267154981 + "mean_precisions": 0.9301375000000001, + "rps": 44.48813090120408, + "p95_time": 0.3079093323496634, + "mean_time": 0.1793566823389974, + "total_upload": 4294.389953205 }, { "hash_code": 266863960683268020214196882840696933822, @@ -7582,6 +9699,35 @@ "mean_time": 0.0659265991050488, "total_upload": 3044.461535763985 }, + { + "hash_code": 166784500821453953308212910131125342838, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.1", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.1", + "time_stamp": 1698393973407, + "cost": 305.8555741125573, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 20 + }, + "search_parallel": 2, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.9307000000000002, + "rps": 107.56710939619016, + "p95_time": 0.02573618459864519, + "mean_time": 0.018305055544506104, + "total_upload": 4294.389953205 + }, { "hash_code": 145680235624851528157057027452335962220, "engine": "myscale", @@ -7727,62 +9873,62 @@ "total_upload": 39244.325722507 }, { - "hash_code": 196682177200008993459219332082417336274, + "hash_code": 166784500821453953308212910131125342838, "engine": "pgvecto.rs-1*r6a.xlarge", "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", - "dataset": "laion-768-5m-ip", - "dataset_group": "laion-768-5m-ip", - "dataset_tag": "no-filter", - "time_stamp": 1695696842455, - "cost": 123.03916903060163, + "dataset": "laion-768-5m-ip-probability-0.1", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.1", + "time_stamp": 1698393973407, + "cost": 226.20947468725788, "monthly_cost": 329, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "hnsw.ef_search": 100 + "hnsw.ef_search": 20 }, - "search_parallel": 4, + "search_parallel": 8, "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.932425, - "rps": 267.39452370502676, - "p95_time": 0.019736119001754555, - "mean_time": 0.014121641119694687, - "total_upload": 4802.589267154981 + "mean_precisions": 0.9326250000000001, + "rps": 145.44041555061008, + "p95_time": 0.09065152655493874, + "mean_time": 0.05464030482791805, + "total_upload": 4294.389953205 }, { - "hash_code": 196682177200008993459219332082417336274, + "hash_code": 166784500821453953308212910131125342838, "engine": "pgvecto.rs-1*r6a.xlarge", "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", - "dataset": "laion-768-5m-ip", - "dataset_group": "laion-768-5m-ip", - "dataset_tag": "no-filter", - "time_stamp": 1695696842455, - "cost": 244.1356068462075, + "dataset": "laion-768-5m-ip-probability-0.1", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.1", + "time_stamp": 1698393973407, + "cost": 173.85857750704756, "monthly_cost": 329, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "hnsw.ef_search": 100 + "hnsw.ef_search": 20 }, - "search_parallel": 2, + "search_parallel": 16, "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, "mean_precisions": 0.93275, - "rps": 134.76116992932234, - "p95_time": 0.019474054739112033, - "mean_time": 0.01414871071302332, - "total_upload": 4802.589267154981 + "rps": 189.23426426094142, + "p95_time": 0.14165522499752115, + "mean_time": 0.08409670250149612, + "total_upload": 4294.389953205 }, { "hash_code": 266863960683268020214196882840696933822, @@ -7872,35 +10018,6 @@ "mean_time": 0.0506603095390019, "total_upload": 3044.461535763985 }, - { - "hash_code": 196682177200008993459219332082417336274, - "engine": "pgvecto.rs-1*r6a.xlarge", - "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", - "index_type": "HNSW", - "dataset": "laion-768-5m-ip", - "dataset_group": "laion-768-5m-ip", - "dataset_tag": "no-filter", - "time_stamp": 1695696842455, - "cost": 503.96454392738525, - "monthly_cost": 329, - "index_create_parameter": { - "m": 12, - "ef_construction": 100 - }, - "index_search_params": { - "hnsw.ef_search": 100 - }, - "search_parallel": 1, - "search_top": 10, - "upload_parallel": 16, - "upload_batch_size": 64, - "mean_precisions": 0.9335, - "rps": 65.28237035012619, - "p95_time": 0.018961137093720024, - "mean_time": 0.01468602172768442, - "total_upload": 4802.589267154981 - }, { "hash_code": 1082916858541868929838414896330000068, "engine": "opensearch-1*r6g.2xlarge.search", @@ -8160,6 +10277,35 @@ "mean_time": 0.18675696150910517, "total_upload": 3044.461535763985 }, + { + "hash_code": 238845836174288334123168323009114435314, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip", + "dataset_group": "laion-768-5m-ip", + "dataset_tag": "no-filter", + "time_stamp": 1698393974408, + "cost": 128.11318266741802, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 100 + }, + "search_parallel": 4, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.9358500000000002, + "rps": 256.80417358304527, + "p95_time": 0.02091326501686126, + "mean_time": 0.014941193078659126, + "total_upload": 4280.608269575023 + }, { "hash_code": 1082916858541868929838414896330000068, "engine": "opensearch-1*r6g.2xlarge.search", @@ -8218,35 +10364,6 @@ "mean_time": 0.16096607356572348, "total_upload": 3044.461535763985 }, - { - "hash_code": 196682177200008993459219332082417336274, - "engine": "pgvecto.rs-1*r6a.xlarge", - "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", - "index_type": "HNSW", - "dataset": "laion-768-5m-ip", - "dataset_group": "laion-768-5m-ip", - "dataset_tag": "no-filter", - "time_stamp": 1695696842455, - "cost": 68.16463959348657, - "monthly_cost": 329, - "index_create_parameter": { - "m": 12, - "ef_construction": 100 - }, - "index_search_params": { - "hnsw.ef_search": 100 - }, - "search_parallel": 16, - "search_top": 10, - "upload_parallel": 16, - "upload_batch_size": 64, - "mean_precisions": 0.93635625, - "rps": 482.65493951417795, - "p95_time": 0.052052773578907356, - "mean_time": 0.03189216829873476, - "total_upload": 4802.589267154981 - }, { "hash_code": 1082916858541868929838414896330000068, "engine": "opensearch-1*r6g.2xlarge.search", @@ -8335,16 +10452,16 @@ "total_upload": 39244.325722507 }, { - "hash_code": 196682177200008993459219332082417336274, + "hash_code": 238845836174288334123168323009114435314, "engine": "pgvecto.rs-1*r6a.xlarge", "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", "dataset": "laion-768-5m-ip", "dataset_group": "laion-768-5m-ip", "dataset_tag": "no-filter", - "time_stamp": 1695696842455, - "cost": 74.92676571496558, + "time_stamp": 1698393974408, + "cost": 118.31009906913788, "monthly_cost": 329, "index_create_parameter": { "m": 12, @@ -8353,15 +10470,44 @@ "index_search_params": { "hnsw.ef_search": 100 }, - "search_parallel": 8, + "search_parallel": 16, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.93678125, + "rps": 278.0827694242226, + "p95_time": 0.09827127052703871, + "mean_time": 0.05650873291175412, + "total_upload": 4280.608269575023 + }, + { + "hash_code": 238845836174288334123168323009114435314, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip", + "dataset_group": "laion-768-5m-ip", + "dataset_tag": "no-filter", + "time_stamp": 1698393974408, + "cost": 387.1894638574566, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 100 + }, + "search_parallel": 1, "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.9367625, - "rps": 439.09542452636094, - "p95_time": 0.02599130854359827, - "mean_time": 0.017250069001835074, - "total_upload": 4802.589267154981 + "mean_precisions": 0.9368000000000001, + "rps": 84.97132042857474, + "p95_time": 0.015303374012000858, + "mean_time": 0.01116942145419307, + "total_upload": 4280.608269575023 }, { "hash_code": 269080721119445704836923557024261042919, @@ -8383,14 +10529,72 @@ "hnsw.ef_search": 128 }, "search_parallel": 8, - "search_top": 100, + "search_top": 100, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.93684375, + "rps": 405.7562307209446, + "p95_time": 0.025893676650593986, + "mean_time": 0.018029086331987857, + "total_upload": 39244.325722507 + }, + { + "hash_code": 238845836174288334123168323009114435314, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip", + "dataset_group": "laion-768-5m-ip", + "dataset_tag": "no-filter", + "time_stamp": 1698393974408, + "cost": 214.8067502926337, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 100 + }, + "search_parallel": 2, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.9370499999999999, + "rps": 153.16092234149977, + "p95_time": 0.01703471550135873, + "mean_time": 0.012486859283075318, + "total_upload": 4280.608269575023 + }, + { + "hash_code": 238845836174288334123168323009114435314, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip", + "dataset_group": "laion-768-5m-ip", + "dataset_tag": "no-filter", + "time_stamp": 1698393974408, + "cost": 143.42469738497968, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 100 + }, + "search_parallel": 8, + "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.93684375, - "rps": 405.7562307209446, - "p95_time": 0.025893676650593986, - "mean_time": 0.018029086331987857, - "total_upload": 39244.325722507 + "mean_precisions": 0.937075, + "rps": 229.38866596796805, + "p95_time": 0.054564333557209445, + "mean_time": 0.03410475959138785, + "total_upload": 4280.608269575023 }, { "hash_code": 109104229723356631810701666471293587569, @@ -8717,45 +10921,74 @@ "total_upload": 2334.351436294004 }, { - "hash_code": 196682177200008993459219332082417336274, + "hash_code": 289428609464126736155757477853608022244, "engine": "pgvecto.rs-1*r6a.xlarge", "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", - "dataset": "laion-768-5m-ip", - "dataset_group": "laion-768-5m-ip", - "dataset_tag": "no-filter", - "time_stamp": 1695696842455, - "cost": 686.337570653489, + "dataset": "laion-768-5m-ip-probability-0.01", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.01", + "time_stamp": 1698393973407, + "cost": 8157.26209227059, "monthly_cost": 329, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "hnsw.ef_search": 256 + "hnsw.ef_search": 100 }, - "search_parallel": 1, + "search_parallel": 2, "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.9389200000000001, - "rps": 47.93559526207288, - "p95_time": 0.028535660091438327, - "mean_time": 0.020227666184830014, - "total_upload": 4802.589267154981 + "mean_precisions": 0.9396300000000001, + "rps": 4.033216001625641, + "p95_time": 0.6182738347508347, + "mean_time": 0.49533965422248366, + "total_upload": 4294.389953205 }, { - "hash_code": 196682177200008993459219332082417336274, + "hash_code": 289428609464126736155757477853608022244, "engine": "pgvecto.rs-1*r6a.xlarge", "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.01", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.01", + "time_stamp": 1698393973407, + "cost": 6431.077231267509, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 100 + }, + "search_parallel": 4, + "search_top": 100, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.940165, + "rps": 5.1157836886240755, + "p95_time": 0.9859145869009807, + "mean_time": 0.781186080918269, + "total_upload": 4294.389953205 + }, + { + "hash_code": 238845836174288334123168323009114435314, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", "dataset": "laion-768-5m-ip", "dataset_group": "laion-768-5m-ip", "dataset_tag": "no-filter", - "time_stamp": 1695696842455, - "cost": 388.89191339361133, + "time_stamp": 1698393974408, + "cost": 730.1979566664813, "monthly_cost": 329, "index_create_parameter": { "m": 12, @@ -8764,15 +10997,15 @@ "index_search_params": { "hnsw.ef_search": 256 }, - "search_parallel": 2, + "search_parallel": 1, "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.9391750000000001, - "rps": 84.59934204571834, - "p95_time": 0.03156030608806759, - "mean_time": 0.02293168812285876, - "total_upload": 4802.589267154981 + "mean_precisions": 0.94041, + "rps": 45.0562750821653, + "p95_time": 0.032015877102094234, + "mean_time": 0.021543980204907713, + "total_upload": 4280.608269575023 }, { "hash_code": 145680235624851528157057027452335962220, @@ -8805,16 +11038,16 @@ "total_upload": 2334.351436294004 }, { - "hash_code": 196682177200008993459219332082417336274, + "hash_code": 166784500821453953308212910131125342838, "engine": "pgvecto.rs-1*r6a.xlarge", "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", - "dataset": "laion-768-5m-ip", - "dataset_group": "laion-768-5m-ip", - "dataset_tag": "no-filter", - "time_stamp": 1695696842455, - "cost": 241.3475248217728, + "dataset": "laion-768-5m-ip-probability-0.1", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.1", + "time_stamp": 1698393973407, + "cost": 1245.0064771462746, "monthly_cost": 329, "index_create_parameter": { "m": 12, @@ -8824,55 +11057,84 @@ "hnsw.ef_search": 128 }, "search_parallel": 2, - "search_top": 10, + "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.9409500000000001, - "rps": 136.31795074051647, - "p95_time": 0.019545147698954674, - "mean_time": 0.014063604154856876, - "total_upload": 4802.589267154981 + "mean_precisions": 0.9405050000000001, + "rps": 26.425565331524464, + "p95_time": 0.09563542555079038, + "mean_time": 0.07529838765245041, + "total_upload": 4294.389953205 }, { - "hash_code": 196682177200008993459219332082417336274, + "hash_code": 289428609464126736155757477853608022244, "engine": "pgvecto.rs-1*r6a.xlarge", "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", - "dataset": "laion-768-5m-ip", - "dataset_group": "laion-768-5m-ip", - "dataset_tag": "no-filter", - "time_stamp": 1695696842455, - "cost": 179.81136820133253, + "dataset": "laion-768-5m-ip-probability-0.01", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.01", + "time_stamp": 1698393973407, + "cost": 7247.476856911862, "monthly_cost": 329, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "hnsw.ef_search": 256 + "hnsw.ef_search": 100 + }, + "search_parallel": 16, + "search_top": 100, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.9410293750000001, + "rps": 4.539510873859987, + "p95_time": 4.301063481145683, + "mean_time": 3.5229633004618663, + "total_upload": 4294.389953205 + }, + { + "hash_code": 166784500821453953308212910131125342838, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.1", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.1", + "time_stamp": 1698393973407, + "cost": 986.723059520613, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 128 }, "search_parallel": 4, "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.9410425, - "rps": 182.96952149967674, - "p95_time": 0.029229387693339954, - "mean_time": 0.02096344655221037, - "total_upload": 4802.589267154981 + "mean_precisions": 0.9410350000000001, + "rps": 33.342688895893495, + "p95_time": 0.15451980750003708, + "mean_time": 0.11952555163270336, + "total_upload": 4294.389953205 }, { - "hash_code": 22208967260351459899205178184838893770, + "hash_code": 289428609464126736155757477853608022244, "engine": "pgvecto.rs-1*r6a.xlarge", "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", "dataset": "laion-768-5m-ip-probability-0.01", "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.01", - "time_stamp": 1695639403054, - "cost": 8015.878888425403, + "time_stamp": 1698393973407, + "cost": 6930.400134497634, "monthly_cost": 329, "index_create_parameter": { "m": 12, @@ -8881,15 +11143,15 @@ "index_search_params": { "hnsw.ef_search": 100 }, - "search_parallel": 2, + "search_parallel": 8, "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.941045, - "rps": 4.104353428730845, - "p95_time": 0.6091663246421376, - "mean_time": 0.48683790840179425, - "total_upload": 4802.589267154981 + "mean_precisions": 0.9410449999999999, + "rps": 4.747200646645611, + "p95_time": 2.151788713748101, + "mean_time": 1.6843070492671577, + "total_upload": 4294.389953205 }, { "hash_code": 145680235624851528157057027452335962220, @@ -8921,6 +11183,35 @@ "mean_time": 0.027883605489796535, "total_upload": 2334.351436294004 }, + { + "hash_code": 166784500821453953308212910131125342838, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.1", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.1", + "time_stamp": 1698393973407, + "cost": 2001.6278475115844, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 128 + }, + "search_parallel": 1, + "search_top": 100, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.94109, + "rps": 16.436621843016997, + "p95_time": 0.08299882314904607, + "mean_time": 0.060470558692008125, + "total_upload": 4294.389953205 + }, { "hash_code": 266863960683268020214196882840696933822, "engine": "myscale", @@ -8952,91 +11243,62 @@ "total_upload": 2334.351436294004 }, { - "hash_code": 196682177200008993459219332082417336274, - "engine": "pgvecto.rs-1*r6a.xlarge", - "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", - "index_type": "HNSW", - "dataset": "laion-768-5m-ip", - "dataset_group": "laion-768-5m-ip", - "dataset_tag": "no-filter", - "time_stamp": 1695696842455, - "cost": 121.87818485726892, - "monthly_cost": 329, - "index_create_parameter": { - "m": 12, - "ef_construction": 100 - }, - "index_search_params": { - "hnsw.ef_search": 128 - }, - "search_parallel": 4, - "search_top": 10, - "upload_parallel": 16, - "upload_batch_size": 64, - "mean_precisions": 0.94135, - "rps": 269.9416637893735, - "p95_time": 0.01907229704665951, - "mean_time": 0.01395025258876558, - "total_upload": 4802.589267154981 - }, - { - "hash_code": 324850321054618880615825253322278607859, + "hash_code": 289428609464126736155757477853608022244, "engine": "pgvecto.rs-1*r6a.xlarge", "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.1", + "dataset": "laion-768-5m-ip-probability-0.01", "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.1", - "time_stamp": 1695639403054, - "cost": 1240.2796592667437, + "dataset_tag": "ratio-0.01", + "time_stamp": 1698393973407, + "cost": 12328.461333222298, "monthly_cost": 329, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "hnsw.ef_search": 128 + "hnsw.ef_search": 100 }, - "search_parallel": 2, + "search_parallel": 1, "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.9414550000000002, - "rps": 26.52627554937937, - "p95_time": 0.09605072116828524, - "mean_time": 0.07502211981275468, - "total_upload": 4802.589267154981 + "mean_precisions": 0.94132, + "rps": 2.6686217453059005, + "p95_time": 0.49457527494951137, + "mean_time": 0.37424312413304506, + "total_upload": 4294.389953205 }, { - "hash_code": 196682177200008993459219332082417336274, + "hash_code": 238845836174288334123168323009114435314, "engine": "pgvecto.rs-1*r6a.xlarge", "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", "dataset": "laion-768-5m-ip", "dataset_group": "laion-768-5m-ip", "dataset_tag": "no-filter", - "time_stamp": 1695696842455, - "cost": 419.97548332184084, + "time_stamp": 1698393974408, + "cost": 400.39811052148144, "monthly_cost": 329, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "hnsw.ef_search": 128 + "hnsw.ef_search": 256 }, - "search_parallel": 1, - "search_top": 10, + "search_parallel": 2, + "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.9417000000000001, - "rps": 78.33790615531636, - "p95_time": 0.016490852451534005, - "mean_time": 0.012203203040873632, - "total_upload": 4802.589267154981 + "mean_precisions": 0.942005, + "rps": 82.16821991779831, + "p95_time": 0.03304273351823213, + "mean_time": 0.02369200793444179, + "total_upload": 4280.608269575023 }, { "hash_code": 19242383228689246000696724133546403219, @@ -9155,45 +11417,16 @@ "total_upload": 10128.342745439004 }, { - "hash_code": 22208967260351459899205178184838893770, - "engine": "pgvecto.rs-1*r6a.xlarge", - "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", - "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.01", - "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.01", - "time_stamp": 1695639403054, - "cost": 3051.8411859733274, - "monthly_cost": 329, - "index_create_parameter": { - "m": 12, - "ef_construction": 100 - }, - "index_search_params": { - "hnsw.ef_search": 100 - }, - "search_parallel": 4, - "search_top": 100, - "upload_parallel": 16, - "upload_batch_size": 64, - "mean_precisions": 0.9424100000000001, - "rps": 10.780377482030463, - "p95_time": 0.4740322544472292, - "mean_time": 0.3704283362301212, - "total_upload": 4802.589267154981 - }, - { - "hash_code": 324850321054618880615825253322278607859, + "hash_code": 166784500821453953308212910131125342838, "engine": "pgvecto.rs-1*r6a.xlarge", "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", "dataset": "laion-768-5m-ip-probability-0.1", "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.1", - "time_stamp": 1695639403054, - "cost": 441.39188459471774, + "time_stamp": 1698393973407, + "cost": 914.8175704610879, "monthly_cost": 329, "index_create_parameter": { "m": 12, @@ -9202,44 +11435,44 @@ "index_search_params": { "hnsw.ef_search": 128 }, - "search_parallel": 4, + "search_parallel": 16, "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.9425275000000002, - "rps": 74.53693905180994, - "p95_time": 0.06854162975214421, - "mean_time": 0.05327110624982743, - "total_upload": 4802.589267154981 + "mean_precisions": 0.9425631250000001, + "rps": 35.96345442230376, + "p95_time": 0.6171883875926142, + "mean_time": 0.4441789086082736, + "total_upload": 4294.389953205 }, { - "hash_code": 22208967260351459899205178184838893770, + "hash_code": 166784500821453953308212910131125342838, "engine": "pgvecto.rs-1*r6a.xlarge", "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.01", + "dataset": "laion-768-5m-ip-probability-0.1", "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.01", - "time_stamp": 1695639403054, - "cost": 3347.797764880016, + "dataset_tag": "ratio-0.1", + "time_stamp": 1698393973407, + "cost": 1072.1250731083617, "monthly_cost": 329, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "hnsw.ef_search": 100 + "hnsw.ef_search": 128 }, "search_parallel": 8, "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.9428462500000001, - "rps": 9.827355865141133, - "p95_time": 1.0453263600502396, - "mean_time": 0.8133103505883046, - "total_upload": 4802.589267154981 + "mean_precisions": 0.9428425000000001, + "rps": 30.686718205940828, + "p95_time": 0.3624006782520154, + "mean_time": 0.2601609309112482, + "total_upload": 4294.389953205 }, { "hash_code": 145680235624851528157057027452335962220, @@ -9271,64 +11504,6 @@ "mean_time": 0.16540787580252891, "total_upload": 2334.351436294004 }, - { - "hash_code": 22208967260351459899205178184838893770, - "engine": "pgvecto.rs-1*r6a.xlarge", - "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", - "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.01", - "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.01", - "time_stamp": 1695639403054, - "cost": 12221.821023010214, - "monthly_cost": 329, - "index_create_parameter": { - "m": 12, - "ef_construction": 100 - }, - "index_search_params": { - "hnsw.ef_search": 100 - }, - "search_parallel": 1, - "search_top": 100, - "upload_parallel": 16, - "upload_batch_size": 64, - "mean_precisions": 0.94321, - "rps": 2.691906544700553, - "p95_time": 0.4854430143022907, - "mean_time": 0.3711254145565908, - "total_upload": 4802.589267154981 - }, - { - "hash_code": 324850321054618880615825253322278607859, - "engine": "pgvecto.rs-1*r6a.xlarge", - "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", - "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.1", - "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.1", - "time_stamp": 1695639403054, - "cost": 1923.4087767643969, - "monthly_cost": 329, - "index_create_parameter": { - "m": 12, - "ef_construction": 100 - }, - "index_search_params": { - "hnsw.ef_search": 128 - }, - "search_parallel": 1, - "search_top": 100, - "upload_parallel": 16, - "upload_batch_size": 64, - "mean_precisions": 0.9432800000000001, - "rps": 17.105048285859, - "p95_time": 0.07967647646728436, - "mean_time": 0.058126342681993265, - "total_upload": 4802.589267154981 - }, { "hash_code": 145680235624851528157057027452335962220, "engine": "myscale", @@ -9360,74 +11535,16 @@ "total_upload": 2334.351436294004 }, { - "hash_code": 324850321054618880615825253322278607859, - "engine": "pgvecto.rs-1*r6a.xlarge", - "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", - "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.1", - "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.1", - "time_stamp": 1695639403054, - "cost": 471.65458519398965, - "monthly_cost": 329, - "index_create_parameter": { - "m": 12, - "ef_construction": 100 - }, - "index_search_params": { - "hnsw.ef_search": 128 - }, - "search_parallel": 8, - "search_top": 100, - "upload_parallel": 16, - "upload_batch_size": 64, - "mean_precisions": 0.9433650000000001, - "rps": 69.75443689679888, - "p95_time": 0.1809116235701367, - "mean_time": 0.11425447100503516, - "total_upload": 4802.589267154981 - }, - { - "hash_code": 196682177200008993459219332082417336274, - "engine": "pgvecto.rs-1*r6a.xlarge", - "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", - "index_type": "HNSW", - "dataset": "laion-768-5m-ip", - "dataset_group": "laion-768-5m-ip", - "dataset_tag": "no-filter", - "time_stamp": 1695696842455, - "cost": 138.5921314238276, - "monthly_cost": 329, - "index_create_parameter": { - "m": 12, - "ef_construction": 100 - }, - "index_search_params": { - "hnsw.ef_search": 256 - }, - "search_parallel": 16, - "search_top": 100, - "upload_parallel": 16, - "upload_batch_size": 64, - "mean_precisions": 0.9434831250000001, - "rps": 237.38721428122602, - "p95_time": 0.10258845338248647, - "mean_time": 0.06610788271806087, - "total_upload": 4802.589267154981 - }, - { - "hash_code": 196682177200008993459219332082417336274, + "hash_code": 238845836174288334123168323009114435314, "engine": "pgvecto.rs-1*r6a.xlarge", "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", "dataset": "laion-768-5m-ip", "dataset_group": "laion-768-5m-ip", "dataset_tag": "no-filter", - "time_stamp": 1695696842455, - "cost": 151.40207801884972, + "time_stamp": 1698393974408, + "cost": 343.9790011663121, "monthly_cost": 329, "index_create_parameter": { "m": 12, @@ -9436,15 +11553,15 @@ "index_search_params": { "hnsw.ef_search": 256 }, - "search_parallel": 8, + "search_parallel": 4, "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.9435175, - "rps": 217.3021693658915, - "p95_time": 0.05319712635828181, - "mean_time": 0.03584358139606047, - "total_upload": 4802.589267154981 + "mean_precisions": 0.9434000000000001, + "rps": 95.64537337583877, + "p95_time": 0.05858524212235351, + "mean_time": 0.04109284660712729, + "total_upload": 4280.608269575023 }, { "hash_code": 145680235624851528157057027452335962220, @@ -9506,16 +11623,16 @@ "total_upload": 3044.461535763985 }, { - "hash_code": 196682177200008993459219332082417336274, + "hash_code": 238845836174288334123168323009114435314, "engine": "pgvecto.rs-1*r6a.xlarge", "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", "dataset": "laion-768-5m-ip", "dataset_group": "laion-768-5m-ip", "dataset_tag": "no-filter", - "time_stamp": 1695696842455, - "cost": 78.55757663609765, + "time_stamp": 1698393974408, + "cost": 434.51049095150665, "monthly_cost": 329, "index_create_parameter": { "m": 12, @@ -9524,15 +11641,73 @@ "index_search_params": { "hnsw.ef_search": 128 }, - "search_parallel": 16, + "search_parallel": 1, "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.9449437499999999, - "rps": 418.80110625615026, - "p95_time": 0.059748857421800486, - "mean_time": 0.036781054079427125, - "total_upload": 4802.589267154981 + "mean_precisions": 0.9439, + "rps": 75.71738930389091, + "p95_time": 0.017083183547947554, + "mean_time": 0.012595109242101898, + "total_upload": 4280.608269575023 + }, + { + "hash_code": 238845836174288334123168323009114435314, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip", + "dataset_group": "laion-768-5m-ip", + "dataset_tag": "no-filter", + "time_stamp": 1698393974408, + "cost": 237.96920672260293, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 256 + }, + "search_parallel": 16, + "search_top": 100, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.944560625, + "rps": 138.25318180074882, + "p95_time": 0.17987673044990515, + "mean_time": 0.11465930019431653, + "total_upload": 4280.608269575023 + }, + { + "hash_code": 238845836174288334123168323009114435314, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip", + "dataset_group": "laion-768-5m-ip", + "dataset_tag": "no-filter", + "time_stamp": 1698393974408, + "cost": 324.6152307859258, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 256 + }, + "search_parallel": 8, + "search_top": 100, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.945125, + "rps": 101.35075892879648, + "p95_time": 0.11358457561436805, + "mean_time": 0.07809161140714786, + "total_upload": 4280.608269575023 }, { "hash_code": 1082916858541868929838414896330000068, @@ -9564,16 +11739,16 @@ "total_upload": 3044.461535763985 }, { - "hash_code": 196682177200008993459219332082417336274, + "hash_code": 238845836174288334123168323009114435314, "engine": "pgvecto.rs-1*r6a.xlarge", "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", "dataset": "laion-768-5m-ip", "dataset_group": "laion-768-5m-ip", "dataset_tag": "no-filter", - "time_stamp": 1695696842455, - "cost": 78.04330004556905, + "time_stamp": 1698393974408, + "cost": 144.33892201332347, "monthly_cost": 329, "index_create_parameter": { "m": 12, @@ -9582,15 +11757,15 @@ "index_search_params": { "hnsw.ef_search": 128 }, - "search_parallel": 8, + "search_parallel": 4, "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.9454125, - "rps": 421.56085122989253, - "p95_time": 0.028023462041164748, - "mean_time": 0.018005744874171795, - "total_upload": 4802.589267154981 + "mean_precisions": 0.94555, + "rps": 227.93574692876746, + "p95_time": 0.023583603567385564, + "mean_time": 0.01690845868756878, + "total_upload": 4280.608269575023 }, { "hash_code": 192719162666258501182945558846961902620, @@ -9729,6 +11904,35 @@ "mean_time": 0.1425041996967775, "total_upload": 3044.461535763985 }, + { + "hash_code": 238845836174288334123168323009114435314, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip", + "dataset_group": "laion-768-5m-ip", + "dataset_tag": "no-filter", + "time_stamp": 1698393974408, + "cost": 241.96810268330447, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 128 + }, + "search_parallel": 2, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.9457000000000001, + "rps": 135.9683348141989, + "p95_time": 0.018850128015037625, + "mean_time": 0.014104413979526725, + "total_upload": 4280.608269575023 + }, { "hash_code": 1082916858541868929838414896330000068, "engine": "opensearch-1*r6g.2xlarge.search", @@ -9817,6 +12021,64 @@ "mean_time": 0.19498316876689206, "total_upload": 4301.106083501014 }, + { + "hash_code": 238845836174288334123168323009114435314, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip", + "dataset_group": "laion-768-5m-ip", + "dataset_tag": "no-filter", + "time_stamp": 1698393974408, + "cost": 132.74226873297084, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 128 + }, + "search_parallel": 16, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.9464937500000001, + "rps": 247.84870948817994, + "p95_time": 0.10887684153422013, + "mean_time": 0.06350868595358952, + "total_upload": 4280.608269575023 + }, + { + "hash_code": 238845836174288334123168323009114435314, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip", + "dataset_group": "laion-768-5m-ip", + "dataset_tag": "no-filter", + "time_stamp": 1698393974408, + "cost": 161.52543362334654, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 128 + }, + "search_parallel": 8, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.946725, + "rps": 203.68309350413472, + "p95_time": 0.0651590390029014, + "mean_time": 0.038522488146558315, + "total_upload": 4280.608269575023 + }, { "hash_code": 109104229723356631810701666471293587569, "engine": "myscale", @@ -10485,6 +12747,64 @@ "mean_time": 0.022498614979700505, "total_upload": 3151.8334131189913 }, + { + "hash_code": 289428609464126736155757477853608022244, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.01", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.01", + "time_stamp": 1698393973407, + "cost": 10266.917565631295, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 128 + }, + "search_parallel": 2, + "search_top": 100, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.95148, + "rps": 3.20446714310178, + "p95_time": 0.7724842715020713, + "mean_time": 0.6236064882410228, + "total_upload": 4294.389953205 + }, + { + "hash_code": 289428609464126736155757477853608022244, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.01", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.01", + "time_stamp": 1698393973407, + "cost": 8287.637135864807, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 128 + }, + "search_parallel": 4, + "search_top": 100, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.9517, + "rps": 3.969768398476934, + "p95_time": 1.2603659977514325, + "mean_time": 1.0068559620254747, + "total_upload": 4294.389953205 + }, { "hash_code": 328143661374485122078909322968554661248, "engine": "pinecone-5-pods", @@ -10512,6 +12832,35 @@ "mean_time": 0.031038183836682946, "total_upload": 3151.8334131189913 }, + { + "hash_code": 289428609464126736155757477853608022244, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.01", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.01", + "time_stamp": 1698393973407, + "cost": 9184.015312857944, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 128 + }, + "search_parallel": 16, + "search_top": 100, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.9524181250000001, + "rps": 3.5823111002372614, + "p95_time": 5.388503389943798, + "mean_time": 4.464505527585603, + "total_upload": 4294.389953205 + }, { "hash_code": 101366527273925907394070177480754888737, "engine": "zilliz-capacity-1cu", @@ -10569,16 +12918,16 @@ "total_upload": 5967.833041057922 }, { - "hash_code": 22208967260351459899205178184838893770, + "hash_code": 289428609464126736155757477853608022244, "engine": "pgvecto.rs-1*r6a.xlarge", "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", "dataset": "laion-768-5m-ip-probability-0.01", "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.01", - "time_stamp": 1695639403054, - "cost": 10123.264215248575, + "time_stamp": 1698393973407, + "cost": 8957.059178070429, "monthly_cost": 329, "index_create_parameter": { "m": 12, @@ -10587,15 +12936,15 @@ "index_search_params": { "hnsw.ef_search": 128 }, - "search_parallel": 2, + "search_parallel": 8, "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.9527550000000001, - "rps": 3.2499398712169394, - "p95_time": 0.7646221870701992, - "mean_time": 0.6149326394544041, - "total_upload": 4802.589267154981 + "mean_precisions": 0.952555, + "rps": 3.6730805665043587, + "p95_time": 2.751995503645594, + "mean_time": 2.177167424444002, + "total_upload": 4294.389953205 }, { "hash_code": 101366527273925907394070177480754888737, @@ -10683,6 +13032,35 @@ "mean_time": 0.014183286210254664, "total_upload": 39244.325722507 }, + { + "hash_code": 289428609464126736155757477853608022244, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.01", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.01", + "time_stamp": 1698393973407, + "cost": 15477.43180404819, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 128 + }, + "search_parallel": 1, + "search_top": 100, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.95305, + "rps": 2.125675655789022, + "p95_time": 0.630222624250382, + "mean_time": 0.4699587513740189, + "total_upload": 4294.389953205 + }, { "hash_code": 269080721119445704836923557024261042919, "engine": "pgvector-1*r6a.xlarge", @@ -10712,35 +13090,6 @@ "mean_time": 0.023459175823414627, "total_upload": 39244.325722507 }, - { - "hash_code": 22208967260351459899205178184838893770, - "engine": "pgvecto.rs-1*r6a.xlarge", - "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", - "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.01", - "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.01", - "time_stamp": 1695639403054, - "cost": 3910.1681899432747, - "monthly_cost": 329, - "index_create_parameter": { - "m": 12, - "ef_construction": 100 - }, - "index_search_params": { - "hnsw.ef_search": 128 - }, - "search_parallel": 4, - "search_top": 100, - "upload_parallel": 16, - "upload_batch_size": 64, - "mean_precisions": 0.9538475000000001, - "rps": 8.413960321353155, - "p95_time": 0.6010534152475883, - "mean_time": 0.4747116913352947, - "total_upload": 4802.589267154981 - }, { "hash_code": 189290653797812033097705082179691865596, "engine": "qdrant-4c32g", @@ -10799,35 +13148,6 @@ "mean_time": 0.042046001511303985, "total_upload": 9717.524868532004 }, - { - "hash_code": 22208967260351459899205178184838893770, - "engine": "pgvecto.rs-1*r6a.xlarge", - "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", - "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.01", - "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.01", - "time_stamp": 1695639403054, - "cost": 4284.319122957078, - "monthly_cost": 329, - "index_create_parameter": { - "m": 12, - "ef_construction": 100 - }, - "index_search_params": { - "hnsw.ef_search": 128 - }, - "search_parallel": 8, - "search_top": 100, - "upload_parallel": 16, - "upload_batch_size": 64, - "mean_precisions": 0.9542875000000002, - "rps": 7.6791665270004685, - "p95_time": 1.3183405930234584, - "mean_time": 1.041186540607334, - "total_upload": 4802.589267154981 - }, { "hash_code": 189290653797812033097705082179691865596, "engine": "qdrant-4c32g", @@ -10841,21 +13161,50 @@ "cost": 1188.502609685593, "monthly_cost": 273.3, "index_create_parameter": { - "m": 16, - "ef_construct": 64 + "m": 16, + "ef_construct": 64 + }, + "index_search_params": { + "hnsw_ef": 64 + }, + "search_parallel": 1, + "search_top": 100, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.9543800000000001, + "rps": 22.99532182535964, + "p95_time": 0.0696970169483393, + "mean_time": 0.04248871752510604, + "total_upload": 9717.524868532004 + }, + { + "hash_code": 166784500821453953308212910131125342838, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.1", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.1", + "time_stamp": 1698393973407, + "cost": 933.5303773802949, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 }, "index_search_params": { - "hnsw_ef": 64 + "hnsw.ef_search": 50 }, "search_parallel": 1, - "search_top": 100, + "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.9543800000000001, - "rps": 22.99532182535964, - "p95_time": 0.0696970169483393, - "mean_time": 0.04248871752510604, - "total_upload": 9717.524868532004 + "mean_precisions": 0.955, + "rps": 35.24255963938218, + "p95_time": 0.03828257970026243, + "mean_time": 0.028052771037002457, + "total_upload": 4294.389953205 }, { "hash_code": 189290653797812033097705082179691865596, @@ -10886,35 +13235,6 @@ "mean_time": 0.044069761990474944, "total_upload": 9717.524868532004 }, - { - "hash_code": 22208967260351459899205178184838893770, - "engine": "pgvecto.rs-1*r6a.xlarge", - "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", - "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.01", - "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.01", - "time_stamp": 1695639403054, - "cost": 14639.039128831946, - "monthly_cost": 329, - "index_create_parameter": { - "m": 12, - "ef_construction": 100 - }, - "index_search_params": { - "hnsw.ef_search": 128 - }, - "search_parallel": 1, - "search_top": 100, - "upload_parallel": 16, - "upload_batch_size": 64, - "mean_precisions": 0.95503, - "rps": 2.24741526479034, - "p95_time": 0.5756317889201453, - "mean_time": 0.4445921403981047, - "total_upload": 4802.589267154981 - }, { "hash_code": 189290653797812033097705082179691865596, "engine": "qdrant-4c32g", @@ -10973,6 +13293,35 @@ "mean_time": 0.049756444252662735, "total_upload": 9717.524868532004 }, + { + "hash_code": 289428609464126736155757477853608022244, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.01", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.01", + "time_stamp": 1698393973407, + "cost": 1803.578164236819, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 20 + }, + "search_parallel": 2, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.95625, + "rps": 18.241516033169308, + "p95_time": 0.15186705290043392, + "mean_time": 0.10921867110448329, + "total_upload": 4294.389953205 + }, { "hash_code": 189290653797812033097705082179691865596, "engine": "qdrant-4c32g", @@ -11003,33 +13352,33 @@ "total_upload": 9717.524868532004 }, { - "hash_code": 196682177200008993459219332082417336274, + "hash_code": 289428609464126736155757477853608022244, "engine": "pgvecto.rs-1*r6a.xlarge", "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", - "dataset": "laion-768-5m-ip", - "dataset_group": "laion-768-5m-ip", - "dataset_tag": "no-filter", - "time_stamp": 1695696842455, - "cost": 1037.4444529123489, + "dataset": "laion-768-5m-ip-probability-0.01", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.01", + "time_stamp": 1698393973407, + "cost": 2757.009946450897, "monthly_cost": 329, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "hnsw.ef_search": 512 + "hnsw.ef_search": 20 }, "search_parallel": 1, - "search_top": 100, + "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.9564600000000001, - "rps": 31.712541242706557, - "p95_time": 0.04207568580168299, - "mean_time": 0.030703934559132905, - "total_upload": 4802.589267154981 + "mean_precisions": 0.9564000000000001, + "rps": 11.933217739149697, + "p95_time": 0.11814192055035164, + "mean_time": 0.08343237985800533, + "total_upload": 4294.389953205 }, { "hash_code": 269080721119445704836923557024261042919, @@ -11118,6 +13467,35 @@ "mean_time": 0.009987490609004453, "total_upload": 39244.325722507 }, + { + "hash_code": 289428609464126736155757477853608022244, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.01", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.01", + "time_stamp": 1698393973407, + "cost": 1248.865692030074, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 20 + }, + "search_parallel": 4, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.9570250000000001, + "rps": 26.343905681739024, + "p95_time": 0.21979832059896579, + "mean_time": 0.15135743442076546, + "total_upload": 4294.389953205 + }, { "hash_code": 175450360001410000298822909285351089267, "engine": "pgvector-1*r6a.xlarge", @@ -11177,91 +13555,120 @@ "total_upload": 33466.765292435 }, { - "hash_code": 196682177200008993459219332082417336274, + "hash_code": 166784500821453953308212910131125342838, "engine": "pgvecto.rs-1*r6a.xlarge", "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", - "dataset": "laion-768-5m-ip", - "dataset_group": "laion-768-5m-ip", - "dataset_tag": "no-filter", - "time_stamp": 1695696842455, - "cost": 609.418105147162, + "dataset": "laion-768-5m-ip-probability-0.1", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.1", + "time_stamp": 1698393973407, + "cost": 568.6407058527847, "monthly_cost": 329, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "hnsw.ef_search": 512 + "hnsw.ef_search": 50 }, "search_parallel": 2, - "search_top": 100, + "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.95818, - "rps": 53.98592480618101, - "p95_time": 0.04693186317745131, - "mean_time": 0.036276796860358444, - "total_upload": 4802.589267154981 + "mean_precisions": 0.9579500000000001, + "rps": 57.85727201970215, + "p95_time": 0.04573652900016896, + "mean_time": 0.03423448653398373, + "total_upload": 4294.389953205 }, { - "hash_code": 196682177200008993459219332082417336274, + "hash_code": 289428609464126736155757477853608022244, "engine": "pgvecto.rs-1*r6a.xlarge", "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", - "dataset": "laion-768-5m-ip", - "dataset_group": "laion-768-5m-ip", - "dataset_tag": "no-filter", - "time_stamp": 1695696842455, - "cost": 160.43122265243585, + "dataset": "laion-768-5m-ip-probability-0.01", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.01", + "time_stamp": 1698393973407, + "cost": 1386.4632023046847, "monthly_cost": 329, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "hnsw.ef_search": 256 + "hnsw.ef_search": 20 }, - "search_parallel": 4, + "search_parallel": 16, "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.958725, - "rps": 205.0723011148259, - "p95_time": 0.024903684138553213, - "mean_time": 0.01868752043285349, - "total_upload": 4802.589267154981 + "mean_precisions": 0.95810625, + "rps": 23.729443338496914, + "p95_time": 0.9432527690994902, + "mean_time": 0.6735271671705395, + "total_upload": 4294.389953205 }, { - "hash_code": 196682177200008993459219332082417336274, + "hash_code": 289428609464126736155757477853608022244, "engine": "pgvecto.rs-1*r6a.xlarge", "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", - "dataset": "laion-768-5m-ip", - "dataset_group": "laion-768-5m-ip", - "dataset_tag": "no-filter", - "time_stamp": 1695696842455, - "cost": 357.3945667621446, + "dataset": "laion-768-5m-ip-probability-0.01", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.01", + "time_stamp": 1698393973407, + "cost": 1363.3454976820685, "monthly_cost": 329, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "hnsw.ef_search": 256 + "hnsw.ef_search": 20 }, - "search_parallel": 2, + "search_parallel": 8, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.9582125000000001, + "rps": 24.131814023617558, + "p95_time": 0.5167258035518897, + "mean_time": 0.3309846290007581, + "total_upload": 4294.389953205 + }, + { + "hash_code": 166784500821453953308212910131125342838, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.1", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.1", + "time_stamp": 1698393973407, + "cost": 393.4254088012515, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 50 + }, + "search_parallel": 4, "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.95885, - "rps": 92.05512075368455, - "p95_time": 0.02845175786060281, - "mean_time": 0.021064688008074883, - "total_upload": 4802.589267154981 + "mean_precisions": 0.9584750000000001, + "rps": 83.62449212480895, + "p95_time": 0.0676416539996353, + "mean_time": 0.047483474408750226, + "total_upload": 4294.389953205 }, { "hash_code": 1082916858541868929838414896330000068, @@ -11293,16 +13700,16 @@ "total_upload": 3044.461535763985 }, { - "hash_code": 196682177200008993459219332082417336274, + "hash_code": 238845836174288334123168323009114435314, "engine": "pgvecto.rs-1*r6a.xlarge", "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", "dataset": "laion-768-5m-ip", "dataset_group": "laion-768-5m-ip", "dataset_tag": "no-filter", - "time_stamp": 1695696842455, - "cost": 243.52023593525956, + "time_stamp": 1698393974408, + "cost": 1054.9871637382398, "monthly_cost": 329, "index_create_parameter": { "m": 12, @@ -11311,15 +13718,15 @@ "index_search_params": { "hnsw.ef_search": 512 }, - "search_parallel": 4, + "search_parallel": 1, "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.95939, - "rps": 135.10170879083142, - "p95_time": 0.038400319838547144, - "mean_time": 0.028795517991515227, - "total_upload": 4802.589267154981 + "mean_precisions": 0.95938, + "rps": 31.18521355598507, + "p95_time": 0.043441440060269086, + "mean_time": 0.03137700658274116, + "total_upload": 4280.608269575023 }, { "hash_code": 269080721119445704836923557024261042919, @@ -11379,35 +13786,6 @@ "mean_time": 0.015361505353583198, "total_upload": 39244.325722507 }, - { - "hash_code": 196682177200008993459219332082417336274, - "engine": "pgvecto.rs-1*r6a.xlarge", - "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", - "index_type": "HNSW", - "dataset": "laion-768-5m-ip", - "dataset_group": "laion-768-5m-ip", - "dataset_tag": "no-filter", - "time_stamp": 1695696842455, - "cost": 608.1901718011475, - "monthly_cost": 329, - "index_create_parameter": { - "m": 12, - "ef_construction": 100 - }, - "index_search_params": { - "hnsw.ef_search": 256 - }, - "search_parallel": 1, - "search_top": 10, - "upload_parallel": 16, - "upload_batch_size": 64, - "mean_precisions": 0.9602999999999999, - "rps": 54.09492215661273, - "p95_time": 0.02365941063617356, - "mean_time": 0.017704770843847653, - "total_upload": 4802.589267154981 - }, { "hash_code": 269080721119445704836923557024261042919, "engine": "pgvector-1*r6a.xlarge", @@ -11466,6 +13844,35 @@ "mean_time": 0.013815625971124974, "total_upload": 37829.601222026 }, + { + "hash_code": 238845836174288334123168323009114435314, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip", + "dataset_group": "laion-768-5m-ip", + "dataset_tag": "no-filter", + "time_stamp": 1698393974408, + "cost": 613.6168494042591, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 256 + }, + "search_parallel": 1, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.9605000000000001, + "rps": 53.61651987219965, + "p95_time": 0.024678495101397854, + "mean_time": 0.018047327785461677, + "total_upload": 4280.608269575023 + }, { "hash_code": 269080721119445704836923557024261042919, "engine": "pgvector-1*r6a.xlarge", @@ -11524,6 +13931,64 @@ "mean_time": 0.014033169134461787, "total_upload": 37829.601222026 }, + { + "hash_code": 166784500821453953308212910131125342838, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.1", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.1", + "time_stamp": 1698393973407, + "cost": 324.12396480703103, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 50 + }, + "search_parallel": 16, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.9607625000000001, + "rps": 101.50437354913635, + "p95_time": 0.24268957410095024, + "mean_time": 0.15710986923195105, + "total_upload": 4294.389953205 + }, + { + "hash_code": 166784500821453953308212910131125342838, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.1", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.1", + "time_stamp": 1698393973407, + "cost": 416.34168374547676, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 50 + }, + "search_parallel": 8, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.9608125, + "rps": 79.02163363520633, + "p95_time": 0.15629698100019593, + "mean_time": 0.10080787797595622, + "total_upload": 4294.389953205 + }, { "hash_code": 1082916858541868929838414896330000068, "engine": "opensearch-1*r6g.2xlarge.search", @@ -11611,6 +14076,35 @@ "mean_time": 0.5292098720826871, "total_upload": 3044.461535763985 }, + { + "hash_code": 166784500821453953308212910131125342838, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.1", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.1", + "time_stamp": 1698393973407, + "cost": 2296.960424480404, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 256 + }, + "search_parallel": 2, + "search_top": 100, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.9611300000000002, + "rps": 14.32327681807679, + "p95_time": 0.17351299460187875, + "mean_time": 0.1391976159210444, + "total_upload": 4294.389953205 + }, { "hash_code": 1082916858541868929838414896330000068, "engine": "opensearch-1*r6g.2xlarge.search", @@ -11641,16 +14135,16 @@ "total_upload": 3044.461535763985 }, { - "hash_code": 196682177200008993459219332082417336274, + "hash_code": 238845836174288334123168323009114435314, "engine": "pgvecto.rs-1*r6a.xlarge", "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", "dataset": "laion-768-5m-ip", "dataset_group": "laion-768-5m-ip", "dataset_tag": "no-filter", - "time_stamp": 1695696842455, - "cost": 204.54611642563867, + "time_stamp": 1698393974408, + "cost": 615.5139258488591, "monthly_cost": 329, "index_create_parameter": { "m": 12, @@ -11659,27 +14153,27 @@ "index_search_params": { "hnsw.ef_search": 512 }, - "search_parallel": 16, + "search_parallel": 2, "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.9613187500000001, - "rps": 160.84392397623725, - "p95_time": 0.1539136384439189, - "mean_time": 0.09831838676886764, - "total_upload": 4802.589267154981 + "mean_precisions": 0.961185, + "rps": 53.45126831148037, + "p95_time": 0.04770103623595787, + "mean_time": 0.03672966315147642, + "total_upload": 4280.608269575023 }, { - "hash_code": 196682177200008993459219332082417336274, + "hash_code": 166784500821453953308212910131125342838, "engine": "pgvecto.rs-1*r6a.xlarge", "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", - "dataset": "laion-768-5m-ip", - "dataset_group": "laion-768-5m-ip", - "dataset_tag": "no-filter", - "time_stamp": 1695696842455, - "cost": 108.40851424458087, + "dataset": "laion-768-5m-ip-probability-0.1", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.1", + "time_stamp": 1698393973407, + "cost": 1734.825538874248, "monthly_cost": 329, "index_create_parameter": { "m": 12, @@ -11688,27 +14182,27 @@ "index_search_params": { "hnsw.ef_search": 256 }, - "search_parallel": 8, - "search_top": 10, + "search_parallel": 4, + "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.9614125, - "rps": 303.4816981789288, - "p95_time": 0.04041840200370641, - "mean_time": 0.025416387530989595, - "total_upload": 4802.589267154981 + "mean_precisions": 0.9612325, + "rps": 18.964442972951193, + "p95_time": 0.26602467089833226, + "mean_time": 0.21039684731002853, + "total_upload": 4294.389953205 }, { - "hash_code": 196682177200008993459219332082417336274, + "hash_code": 166784500821453953308212910131125342838, "engine": "pgvecto.rs-1*r6a.xlarge", "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", - "dataset": "laion-768-5m-ip", - "dataset_group": "laion-768-5m-ip", - "dataset_tag": "no-filter", - "time_stamp": 1695696842455, - "cost": 111.21909018872611, + "dataset": "laion-768-5m-ip-probability-0.1", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.1", + "time_stamp": 1698393973407, + "cost": 3615.2383747494027, "monthly_cost": 329, "index_create_parameter": { "m": 12, @@ -11717,44 +14211,44 @@ "index_search_params": { "hnsw.ef_search": 256 }, - "search_parallel": 16, - "search_top": 10, + "search_parallel": 1, + "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.9615312500000001, - "rps": 295.8125259267312, - "p95_time": 0.08730165126617066, - "mean_time": 0.05267890861326305, - "total_upload": 4802.589267154981 + "mean_precisions": 0.9614100000000001, + "rps": 9.100368105680037, + "p95_time": 0.1498238419505469, + "mean_time": 0.10947740492699995, + "total_upload": 4294.389953205 }, { - "hash_code": 196682177200008993459219332082417336274, + "hash_code": 238845836174288334123168323009114435314, "engine": "pgvecto.rs-1*r6a.xlarge", "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", "dataset": "laion-768-5m-ip", "dataset_group": "laion-768-5m-ip", "dataset_tag": "no-filter", - "time_stamp": 1695696842455, - "cost": 244.14118097402388, + "time_stamp": 1698393974408, + "cost": 224.29967144980984, "monthly_cost": 329, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "hnsw.ef_search": 512 + "hnsw.ef_search": 256 }, - "search_parallel": 8, - "search_top": 100, + "search_parallel": 4, + "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.9616224999999999, - "rps": 134.75809311949095, - "p95_time": 0.08170218354207462, - "mean_time": 0.05845265237893182, - "total_upload": 4802.589267154981 + "mean_precisions": 0.9616, + "rps": 146.67877035817162, + "p95_time": 0.037777968996670096, + "mean_time": 0.026599112143332604, + "total_upload": 4280.608269575023 }, { "hash_code": 175450360001410000298822909285351089267, @@ -11785,6 +14279,35 @@ "mean_time": 0.015941840488685556, "total_upload": 33466.765292435 }, + { + "hash_code": 238845836174288334123168323009114435314, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip", + "dataset_group": "laion-768-5m-ip", + "dataset_tag": "no-filter", + "time_stamp": 1698393974408, + "cost": 496.5554715685772, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 512 + }, + "search_parallel": 4, + "search_top": 100, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.9619975, + "rps": 66.25644441309176, + "p95_time": 0.07935727863223291, + "mean_time": 0.059609165388101244, + "total_upload": 4280.608269575023 + }, { "hash_code": 266863960683268020214196882840696933822, "engine": "myscale", @@ -11816,16 +14339,16 @@ "total_upload": 2334.351436294004 }, { - "hash_code": 324850321054618880615825253322278607859, + "hash_code": 166784500821453953308212910131125342838, "engine": "pgvecto.rs-1*r6a.xlarge", "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", "dataset": "laion-768-5m-ip-probability-0.1", "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.1", - "time_stamp": 1695639403054, - "cost": 2264.5015043507333, + "time_stamp": 1698393973407, + "cost": 1856.2533155220872, "monthly_cost": 329, "index_create_parameter": { "m": 12, @@ -11834,15 +14357,15 @@ "index_search_params": { "hnsw.ef_search": 256 }, - "search_parallel": 2, + "search_parallel": 16, "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.9622550000000001, - "rps": 14.528583856884179, - "p95_time": 0.17152683934837115, - "mean_time": 0.13729397130440338, - "total_upload": 4802.589267154981 + "mean_precisions": 0.9623268750000002, + "rps": 17.723874066588046, + "p95_time": 1.1844400287256576, + "mean_time": 0.9018979085860592, + "total_upload": 4294.389953205 }, { "hash_code": 266863960683268020214196882840696933822, @@ -11874,6 +14397,93 @@ "mean_time": 0.02496113022275131, "total_upload": 2334.351436294004 }, + { + "hash_code": 238845836174288334123168323009114435314, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip", + "dataset_group": "laion-768-5m-ip", + "dataset_tag": "no-filter", + "time_stamp": 1698393974408, + "cost": 357.144540728566, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 256 + }, + "search_parallel": 2, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.9625, + "rps": 92.11956574468368, + "p95_time": 0.027845455486385617, + "mean_time": 0.021075877349168878, + "total_upload": 4280.608269575023 + }, + { + "hash_code": 166784500821453953308212910131125342838, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.1", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.1", + "time_stamp": 1698393973407, + "cost": 1586.6368274652036, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 100 + }, + "search_parallel": 1, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.9625, + "rps": 20.735684077471426, + "p95_time": 0.0662404285998491, + "mean_time": 0.04788446055600707, + "total_upload": 4294.389953205 + }, + { + "hash_code": 166784500821453953308212910131125342838, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.1", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.1", + "time_stamp": 1698393973407, + "cost": 1860.8971044826649, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 256 + }, + "search_parallel": 8, + "search_top": 100, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.9625075000000001, + "rps": 17.67964489855354, + "p95_time": 0.5864730947010685, + "mean_time": 0.45191804048877204, + "total_upload": 4294.389953205 + }, { "hash_code": 145680235624851528157057027452335962220, "engine": "myscale", @@ -11905,16 +14515,16 @@ "total_upload": 2334.351436294004 }, { - "hash_code": 324850321054618880615825253322278607859, + "hash_code": 238845836174288334123168323009114435314, "engine": "pgvecto.rs-1*r6a.xlarge", "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.1", - "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.1", - "time_stamp": 1695639403054, - "cost": 793.9830506413375, + "dataset": "laion-768-5m-ip", + "dataset_group": "laion-768-5m-ip", + "dataset_tag": "no-filter", + "time_stamp": 1698393974408, + "cost": 198.00493420611767, "monthly_cost": 329, "index_create_parameter": { "m": 12, @@ -11923,15 +14533,15 @@ "index_search_params": { "hnsw.ef_search": 256 }, - "search_parallel": 4, - "search_top": 100, + "search_parallel": 16, + "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.96272, - "rps": 41.43665280187672, - "p95_time": 0.12224835666129365, - "mean_time": 0.09609767567719973, - "total_upload": 4802.589267154981 + "mean_precisions": 0.9625125, + "rps": 166.15747547862625, + "p95_time": 0.15454988111741833, + "mean_time": 0.09525734316283342, + "total_upload": 4280.608269575023 }, { "hash_code": 269080721119445704836923557024261042919, @@ -11963,16 +14573,45 @@ "total_upload": 39244.325722507 }, { - "hash_code": 324850321054618880615825253322278607859, + "hash_code": 238845836174288334123168323009114435314, "engine": "pgvecto.rs-1*r6a.xlarge", "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.1", - "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.1", - "time_stamp": 1695639403054, - "cost": 816.7130278346048, + "dataset": "laion-768-5m-ip", + "dataset_group": "laion-768-5m-ip", + "dataset_tag": "no-filter", + "time_stamp": 1698393974408, + "cost": 360.60762256601936, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 512 + }, + "search_parallel": 16, + "search_top": 100, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.9628262500000001, + "rps": 91.23489893499611, + "p95_time": 0.2601639735497883, + "mean_time": 0.1743950120758509, + "total_upload": 4280.608269575023 + }, + { + "hash_code": 238845836174288334123168323009114435314, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip", + "dataset_group": "laion-768-5m-ip", + "dataset_tag": "no-filter", + "time_stamp": 1698393974408, + "cost": 233.7201334412701, "monthly_cost": 329, "index_create_parameter": { "m": 12, @@ -11982,14 +14621,14 @@ "hnsw.ef_search": 256 }, "search_parallel": 8, - "search_top": 100, + "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.9630525, - "rps": 40.28342744480217, - "p95_time": 0.28648889143951234, - "mean_time": 0.19798907862045598, - "total_upload": 4802.589267154981 + "mean_precisions": 0.962875, + "rps": 140.76664904980132, + "p95_time": 0.08536449054954573, + "mean_time": 0.0560293430030506, + "total_upload": 4280.608269575023 }, { "hash_code": 145680235624851528157057027452335962220, @@ -12081,33 +14720,33 @@ "total_upload": 33466.765292435 }, { - "hash_code": 324850321054618880615825253322278607859, + "hash_code": 238845836174288334123168323009114435314, "engine": "pgvecto.rs-1*r6a.xlarge", "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.1", - "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.1", - "time_stamp": 1695639403054, - "cost": 3439.2883624171077, + "dataset": "laion-768-5m-ip", + "dataset_group": "laion-768-5m-ip", + "dataset_tag": "no-filter", + "time_stamp": 1698393974408, + "cost": 536.9145240365527, "monthly_cost": 329, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "hnsw.ef_search": 256 + "hnsw.ef_search": 512 }, - "search_parallel": 1, + "search_parallel": 8, "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.9635600000000001, - "rps": 9.565932406109184, - "p95_time": 0.13843443061341532, - "mean_time": 0.10418954180600122, - "total_upload": 4802.589267154981 + "mean_precisions": 0.96348625, + "rps": 61.27604772665861, + "p95_time": 0.17305285152833674, + "mean_time": 0.12965361691380167, + "total_upload": 4280.608269575023 }, { "hash_code": 175450360001410000298822909285351089267, @@ -12345,6 +14984,35 @@ "mean_time": 0.027812906253606343, "total_upload": 39244.325722507 }, + { + "hash_code": 166784500821453953308212910131125342838, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.1", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.1", + "time_stamp": 1698393973407, + "cost": 1904.0076273868913, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 128 + }, + "search_parallel": 1, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.965, + "rps": 17.279342543996425, + "p95_time": 0.07965264004969867, + "mean_time": 0.057521135341000444, + "total_upload": 4294.389953205 + }, { "hash_code": 145680235624851528157057027452335962220, "engine": "myscale", @@ -12375,35 +15043,6 @@ "mean_time": 0.02975924322807987, "total_upload": 2334.351436294004 }, - { - "hash_code": 324850321054618880615825253322278607859, - "engine": "pgvecto.rs-1*r6a.xlarge", - "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", - "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.1", - "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.1", - "time_stamp": 1695639403054, - "cost": 1745.2354651419503, - "monthly_cost": 329, - "index_create_parameter": { - "m": 12, - "ef_construction": 100 - }, - "index_search_params": { - "hnsw.ef_search": 100 - }, - "search_parallel": 1, - "search_top": 10, - "upload_parallel": 16, - "upload_batch_size": 64, - "mean_precisions": 0.9655, - "rps": 18.851324452843414, - "p95_time": 0.07084544812387321, - "mean_time": 0.05269121166388504, - "total_upload": 4802.589267154981 - }, { "hash_code": 175450360001410000298822909285351089267, "engine": "pgvector-1*r6a.xlarge", @@ -12522,6 +15161,64 @@ "mean_time": 0.027817372691053607, "total_upload": 2334.351436294004 }, + { + "hash_code": 289428609464126736155757477853608022244, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.01", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.01", + "time_stamp": 1698393973407, + "cost": 16425.53550289381, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 256 + }, + "search_parallel": 4, + "search_top": 100, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.9660000000000001, + "rps": 2.002978837079848, + "p95_time": 2.4394591981479605, + "mean_time": 1.995998545729006, + "total_upload": 4294.389953205 + }, + { + "hash_code": 289428609464126736155757477853608022244, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.01", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.01", + "time_stamp": 1698393973407, + "cost": 19901.976292751664, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 256 + }, + "search_parallel": 2, + "search_top": 100, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.9660350000000001, + "rps": 1.6531021601097091, + "p95_time": 1.468912579649259, + "mean_time": 1.2092873365494998, + "total_upload": 4294.389953205 + }, { "hash_code": 189290653797812033097705082179691865596, "engine": "qdrant-4c32g", @@ -12552,62 +15249,62 @@ "total_upload": 9717.524868532004 }, { - "hash_code": 324850321054618880615825253322278607859, - "engine": "pgvecto.rs-1*r6a.xlarge", - "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "hash_code": 1082916858541868929838414896330000068, + "engine": "opensearch-1*r6g.2xlarge.search", + "version": "v2.7", + "remark": "r6g.2xlarge AWS us-east-2; client us-east-2", "index_type": "HNSW", "dataset": "laion-768-5m-ip-probability-0.1", "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.1", - "time_stamp": 1695639403054, - "cost": 996.8432315562707, - "monthly_cost": 329, + "time_stamp": 1695282672759, + "cost": 2826.002061381261, + "monthly_cost": 488, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "hnsw.ef_search": 100 + "knn.algo_param.ef_search": 512 }, "search_parallel": 2, - "search_top": 10, + "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.96635, - "rps": 33.00418657468994, - "p95_time": 0.07710510663164313, - "mean_time": 0.060239218022645216, - "total_upload": 4802.589267154981 + "mean_precisions": 0.9663600000000001, + "rps": 17.26821104162539, + "p95_time": 0.1384266906272387, + "mean_time": 0.11550129942430067, + "total_upload": 3044.461535763985 }, { - "hash_code": 1082916858541868929838414896330000068, - "engine": "opensearch-1*r6g.2xlarge.search", - "version": "v2.7", - "remark": "r6g.2xlarge AWS us-east-2; client us-east-2", + "hash_code": 289428609464126736155757477853608022244, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.1", - "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.1", - "time_stamp": 1695282672759, - "cost": 2826.002061381261, - "monthly_cost": 488, + "dataset": "laion-768-5m-ip-probability-0.01", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.01", + "time_stamp": 1698393973407, + "cost": 17948.070760711613, + "monthly_cost": 329, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "knn.algo_param.ef_search": 512 + "hnsw.ef_search": 256 }, - "search_parallel": 2, + "search_parallel": 16, "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.9663600000000001, - "rps": 17.26821104162539, - "p95_time": 0.1384266906272387, - "mean_time": 0.11550129942430067, - "total_upload": 3044.461535763985 + "mean_precisions": 0.9665243750000001, + "rps": 1.833066095996134, + "p95_time": 10.13084528446343, + "mean_time": 8.724939376624723, + "total_upload": 4294.389953205 }, { "hash_code": 189290653797812033097705082179691865596, @@ -12638,6 +15335,35 @@ "mean_time": 0.055422678017474025, "total_upload": 9717.524868532004 }, + { + "hash_code": 166784500821453953308212910131125342838, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.1", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.1", + "time_stamp": 1698393973407, + "cost": 985.8561002619152, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 100 + }, + "search_parallel": 2, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.9665499999999999, + "rps": 33.372010368713404, + "p95_time": 0.07661999354768341, + "mean_time": 0.059572101013989597, + "total_upload": 4294.389953205 + }, { "hash_code": 94783557865022552925472243888683623268, "engine": "weaviate-standard", @@ -12698,6 +15424,35 @@ "mean_time": 0.05498915299246437, "total_upload": 4301.106083501014 }, + { + "hash_code": 289428609464126736155757477853608022244, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.01", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.01", + "time_stamp": 1698393973407, + "cost": 17660.63203978961, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 256 + }, + "search_parallel": 8, + "search_top": 100, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.9667100000000001, + "rps": 1.8629004854342655, + "p95_time": 5.264995782387268, + "mean_time": 4.292987420199545, + "total_upload": 4294.389953205 + }, { "hash_code": 94783557865022552925472243888683623268, "engine": "weaviate-standard", @@ -12757,6 +15512,35 @@ "mean_time": 0.05175925908148929, "total_upload": 9717.524868532004 }, + { + "hash_code": 166784500821453953308212910131125342838, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.1", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.1", + "time_stamp": 1698393973407, + "cost": 678.3892549167891, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 100 + }, + "search_parallel": 4, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.9672000000000001, + "rps": 48.49723040503567, + "p95_time": 0.10994849954749952, + "mean_time": 0.08209112170724348, + "total_upload": 4294.389953205 + }, { "hash_code": 1082916858541868929838414896330000068, "engine": "opensearch-1*r6g.2xlarge.search", @@ -12816,35 +15600,6 @@ "mean_time": 0.05688319432432763, "total_upload": 4301.106083501014 }, - { - "hash_code": 22208967260351459899205178184838893770, - "engine": "pgvecto.rs-1*r6a.xlarge", - "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", - "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.01", - "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.01", - "time_stamp": 1695639403054, - "cost": 19697.3615859187, - "monthly_cost": 329, - "index_create_parameter": { - "m": 12, - "ef_construction": 100 - }, - "index_search_params": { - "hnsw.ef_search": 256 - }, - "search_parallel": 2, - "search_top": 100, - "upload_parallel": 16, - "upload_batch_size": 64, - "mean_precisions": 0.9674350000000002, - "rps": 1.670274460693235, - "p95_time": 1.4514653141028249, - "mean_time": 1.19693010913505, - "total_upload": 4802.589267154981 - }, { "hash_code": 1082916858541868929838414896330000068, "engine": "opensearch-1*r6g.2xlarge.search", @@ -12874,6 +15629,35 @@ "mean_time": 0.35425766435684636, "total_upload": 3044.461535763985 }, + { + "hash_code": 289428609464126736155757477853608022244, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.01", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.01", + "time_stamp": 1698393973407, + "cost": 29509.39183971031, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 256 + }, + "search_parallel": 1, + "search_top": 100, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.96745, + "rps": 1.1148992896467287, + "p95_time": 1.1726809754001806, + "mean_time": 0.8964556453380265, + "total_upload": 4294.389953205 + }, { "hash_code": 189290653797812033097705082179691865596, "engine": "qdrant-4c32g", @@ -12990,93 +15774,6 @@ "mean_time": 0.013861760449086432, "total_upload": 39244.325722507 }, - { - "hash_code": 324850321054618880615825253322278607859, - "engine": "pgvecto.rs-1*r6a.xlarge", - "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", - "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.1", - "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.1", - "time_stamp": 1695639403054, - "cost": 1834.6763773468906, - "monthly_cost": 329, - "index_create_parameter": { - "m": 12, - "ef_construction": 100 - }, - "index_search_params": { - "hnsw.ef_search": 128 - }, - "search_parallel": 1, - "search_top": 10, - "upload_parallel": 16, - "upload_batch_size": 64, - "mean_precisions": 0.9681000000000001, - "rps": 17.932317876996052, - "p95_time": 0.07158159946557133, - "mean_time": 0.05542271021316992, - "total_upload": 4802.589267154981 - }, - { - "hash_code": 196682177200008993459219332082417336274, - "engine": "pgvecto.rs-1*r6a.xlarge", - "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", - "index_type": "HNSW", - "dataset": "laion-768-5m-ip", - "dataset_group": "laion-768-5m-ip", - "dataset_tag": "no-filter", - "time_stamp": 1695696842455, - "cost": 224.46061356961872, - "monthly_cost": 329, - "index_create_parameter": { - "m": 12, - "ef_construction": 100 - }, - "index_search_params": { - "hnsw.ef_search": 512 - }, - "search_parallel": 4, - "search_top": 10, - "upload_parallel": 16, - "upload_batch_size": 64, - "mean_precisions": 0.96825, - "rps": 146.5735991575009, - "p95_time": 0.03464311214338522, - "mean_time": 0.02648146356343932, - "total_upload": 4802.589267154981 - }, - { - "hash_code": 22208967260351459899205178184838893770, - "engine": "pgvecto.rs-1*r6a.xlarge", - "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", - "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.01", - "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.01", - "time_stamp": 1695639403054, - "cost": 7769.748137983366, - "monthly_cost": 329, - "index_create_parameter": { - "m": 12, - "ef_construction": 100 - }, - "index_search_params": { - "hnsw.ef_search": 256 - }, - "search_parallel": 4, - "search_top": 100, - "upload_parallel": 16, - "upload_batch_size": 64, - "mean_precisions": 0.9682625, - "rps": 4.234371490005489, - "p95_time": 1.160472206273698, - "mean_time": 0.9438176194243278, - "total_upload": 4802.589267154981 - }, { "hash_code": 145680235624851528157057027452335962220, "engine": "myscale", @@ -13091,137 +15788,50 @@ "monthly_cost": 120, "index_create_parameter": { "optimizers_config": { - "optimize_final": true - } - }, - "index_search_params": { - "alpha": 2 - }, - "search_parallel": 4, - "search_top": 10, - "upload_parallel": 16, - "upload_batch_size": 64, - "mean_precisions": 0.9684, - "rps": 120.36672711638883, - "p95_time": 0.044094793952172036, - "mean_time": 0.03291052023678094, - "total_upload": 2334.351436294004 - }, - { - "hash_code": 324850321054618880615825253322278607859, - "engine": "pgvecto.rs-1*r6a.xlarge", - "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", - "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.1", - "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.1", - "time_stamp": 1695639403054, - "cost": 356.8675861841664, - "monthly_cost": 329, - "index_create_parameter": { - "m": 12, - "ef_construction": 100 - }, - "index_search_params": { - "hnsw.ef_search": 100 - }, - "search_parallel": 4, - "search_top": 10, - "upload_parallel": 16, - "upload_batch_size": 64, - "mean_precisions": 0.968425, - "rps": 92.19105705784527, - "p95_time": 0.05555383046739734, - "mean_time": 0.04300835084960272, - "total_upload": 4802.589267154981 - }, - { - "hash_code": 189290653797812033097705082179691865596, - "engine": "qdrant-4c32g", - "version": "v1.1.3", - "remark": "Client us-east-1 4c8GB; Server us-east-1 4c32GB", - "index_type": "HNSW", - "dataset": "laion-768-5m-ip", - "dataset_group": "laion-768-5m-ip", - "dataset_tag": "no-filter", - "time_stamp": 1684230666412, - "cost": 203.88269719265338, - "monthly_cost": 273.3, - "index_create_parameter": { - "m": 16, - "ef_construct": 64 - }, - "index_search_params": { - "hnsw_ef": 128 - }, - "search_parallel": 8, - "search_top": 10, - "upload_parallel": 16, - "upload_batch_size": 64, - "mean_precisions": 0.968425, - "rps": 134.04766748879757, - "p95_time": 0.06459882844574168, - "mean_time": 0.0584998713459845, - "total_upload": 9717.524868532004 - }, - { - "hash_code": 324850321054618880615825253322278607859, - "engine": "pgvecto.rs-1*r6a.xlarge", - "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", - "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.1", - "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.1", - "time_stamp": 1695639403054, - "cost": 1210.652923578801, - "monthly_cost": 329, - "index_create_parameter": { - "m": 12, - "ef_construction": 100 + "optimize_final": true + } }, "index_search_params": { - "hnsw.ef_search": 128 + "alpha": 2 }, - "search_parallel": 2, + "search_parallel": 4, "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.96845, - "rps": 27.175418618529072, - "p95_time": 0.09275829823163803, - "mean_time": 0.07324011126635015, - "total_upload": 4802.589267154981 + "mean_precisions": 0.9684, + "rps": 120.36672711638883, + "p95_time": 0.044094793952172036, + "mean_time": 0.03291052023678094, + "total_upload": 2334.351436294004 }, { - "hash_code": 22208967260351459899205178184838893770, - "engine": "pgvecto.rs-1*r6a.xlarge", - "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "hash_code": 189290653797812033097705082179691865596, + "engine": "qdrant-4c32g", + "version": "v1.1.3", + "remark": "Client us-east-1 4c8GB; Server us-east-1 4c32GB", "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.01", - "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.01", - "time_stamp": 1695639403054, - "cost": 8598.67546990854, - "monthly_cost": 329, + "dataset": "laion-768-5m-ip", + "dataset_group": "laion-768-5m-ip", + "dataset_tag": "no-filter", + "time_stamp": 1684230666412, + "cost": 203.88269719265338, + "monthly_cost": 273.3, "index_create_parameter": { - "m": 12, - "ef_construction": 100 + "m": 16, + "ef_construct": 64 }, "index_search_params": { - "hnsw.ef_search": 256 + "hnsw_ef": 128 }, "search_parallel": 8, - "search_top": 100, + "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.9684825, - "rps": 3.826170683512253, - "p95_time": 2.5642365711828456, - "mean_time": 2.090072368040928, - "total_upload": 4802.589267154981 + "mean_precisions": 0.968425, + "rps": 134.04766748879757, + "p95_time": 0.06459882844574168, + "mean_time": 0.0584998713459845, + "total_upload": 9717.524868532004 }, { "hash_code": 269080721119445704836923557024261042919, @@ -13253,33 +15863,33 @@ "total_upload": 39244.325722507 }, { - "hash_code": 196682177200008993459219332082417336274, + "hash_code": 166784500821453953308212910131125342838, "engine": "pgvecto.rs-1*r6a.xlarge", "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", - "dataset": "laion-768-5m-ip", - "dataset_group": "laion-768-5m-ip", - "dataset_tag": "no-filter", - "time_stamp": 1695696842455, - "cost": 578.699057004039, + "dataset": "laion-768-5m-ip-probability-0.1", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.1", + "time_stamp": 1698393973407, + "cost": 1219.0180652905092, "monthly_cost": 329, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "hnsw.ef_search": 512 + "hnsw.ef_search": 128 }, "search_parallel": 2, "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.9689, - "rps": 56.8516564902064, - "p95_time": 0.04431949426652863, - "mean_time": 0.03448164208629169, - "total_upload": 4802.589267154981 + "mean_precisions": 0.9687, + "rps": 26.988935551303303, + "p95_time": 0.09333938709914946, + "mean_time": 0.07372423770147907, + "total_upload": 4294.389953205 }, { "hash_code": 94783557865022552925472243888683623268, @@ -13341,6 +15951,64 @@ "mean_time": 0.1871724147234345, "total_upload": 4301.106083501014 }, + { + "hash_code": 166784500821453953308212910131125342838, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.1", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.1", + "time_stamp": 1698393973407, + "cost": 829.292049218506, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 128 + }, + "search_parallel": 4, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.96925, + "rps": 39.67239289343692, + "p95_time": 0.13231613100015238, + "mean_time": 0.10041357307723774, + "total_upload": 4294.389953205 + }, + { + "hash_code": 166784500821453953308212910131125342838, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.1", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.1", + "time_stamp": 1698393973407, + "cost": 3279.870817945399, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 512 + }, + "search_parallel": 4, + "search_top": 100, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.9692675000000001, + "rps": 10.030882868920266, + "p95_time": 0.49241649369978396, + "mean_time": 0.39821073573651666, + "total_upload": 4294.389953205 + }, { "hash_code": 189290653797812033097705082179691865596, "engine": "qdrant-4c32g", @@ -13370,6 +16038,35 @@ "mean_time": 0.04736078556706343, "total_upload": 9717.524868532004 }, + { + "hash_code": 166784500821453953308212910131125342838, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.1", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.1", + "time_stamp": 1698393973407, + "cost": 6550.938030335293, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 512 + }, + "search_parallel": 1, + "search_top": 100, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.9692999999999999, + "rps": 5.022181533033995, + "p95_time": 0.26134284135023333, + "mean_time": 0.19866948831399167, + "total_upload": 4294.389953205 + }, { "hash_code": 145680235624851528157057027452335962220, "engine": "myscale", @@ -13546,16 +16243,16 @@ "total_upload": 10250.241604034993 }, { - "hash_code": 196682177200008993459219332082417336274, + "hash_code": 166784500821453953308212910131125342838, "engine": "pgvecto.rs-1*r6a.xlarge", "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", - "dataset": "laion-768-5m-ip", - "dataset_group": "laion-768-5m-ip", - "dataset_tag": "no-filter", - "time_stamp": 1695696842455, - "cost": 910.4376407643488, + "dataset": "laion-768-5m-ip-probability-0.1", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.1", + "time_stamp": 1698393973407, + "cost": 4376.082405829747, "monthly_cost": 329, "index_create_parameter": { "m": 12, @@ -13564,44 +16261,44 @@ "index_search_params": { "hnsw.ef_search": 512 }, - "search_parallel": 1, - "search_top": 10, + "search_parallel": 2, + "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.9695, - "rps": 36.13646726246856, - "p95_time": 0.0355076380277751, - "mean_time": 0.02698494713573018, - "total_upload": 4802.589267154981 + "mean_precisions": 0.96954, + "rps": 7.518139959195272, + "p95_time": 0.32940947420174777, + "mean_time": 0.26554893759750486, + "total_upload": 4294.389953205 }, { - "hash_code": 22208967260351459899205178184838893770, + "hash_code": 166784500821453953308212910131125342838, "engine": "pgvecto.rs-1*r6a.xlarge", "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.01", + "dataset": "laion-768-5m-ip-probability-0.1", "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.01", - "time_stamp": 1695639403054, - "cost": 28598.348088957275, + "dataset_tag": "ratio-0.1", + "time_stamp": 1698393973407, + "cost": 654.1844593089304, "monthly_cost": 329, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "hnsw.ef_search": 256 + "hnsw.ef_search": 100 }, - "search_parallel": 1, - "search_top": 100, + "search_parallel": 16, + "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.96967, - "rps": 1.1504160973795452, - "p95_time": 1.0685495715617432, - "mean_time": 0.8688902329457924, - "total_upload": 4802.589267154981 + "mean_precisions": 0.96965625, + "rps": 50.2916257514815, + "p95_time": 0.45689652644796297, + "mean_time": 0.31753270284532026, + "total_upload": 4294.389953205 }, { "hash_code": 145680235624851528157057027452335962220, @@ -13664,16 +16361,16 @@ "total_upload": 1941.2548287990003 }, { - "hash_code": 324850321054618880615825253322278607859, + "hash_code": 166784500821453953308212910131125342838, "engine": "pgvecto.rs-1*r6a.xlarge", "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", "dataset": "laion-768-5m-ip-probability-0.1", "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.1", - "time_stamp": 1695639403054, - "cost": 315.2681494725239, + "time_stamp": 1698393973407, + "cost": 720.8535219448389, "monthly_cost": 329, "index_create_parameter": { "m": 12, @@ -13682,15 +16379,44 @@ "index_search_params": { "hnsw.ef_search": 100 }, - "search_parallel": 16, + "search_parallel": 8, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.9699249999999999, + "rps": 45.64034023339012, + "p95_time": 0.23587870714472947, + "mean_time": 0.1747935587423699, + "total_upload": 4294.389953205 + }, + { + "hash_code": 289428609464126736155757477853608022244, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.01", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.01", + "time_stamp": 1698393973407, + "cost": 6178.726480027491, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 50 + }, + "search_parallel": 1, "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.9702062499999999, - "rps": 104.35560983577025, - "p95_time": 0.23773205395846161, - "mean_time": 0.1527965390492209, - "total_upload": 4802.589267154981 + "mean_precisions": 0.9702000000000001, + "rps": 5.324721867256636, + "p95_time": 0.252699866699686, + "mean_time": 0.1873738904360116, + "total_upload": 4294.389953205 }, { "hash_code": 189290653797812033097705082179691865596, @@ -13751,62 +16477,62 @@ "total_upload": 33466.765292435 }, { - "hash_code": 324850321054618880615825253322278607859, + "hash_code": 166784500821453953308212910131125342838, "engine": "pgvecto.rs-1*r6a.xlarge", "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", "dataset": "laion-768-5m-ip-probability-0.1", "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.1", - "time_stamp": 1695639403054, - "cost": 426.69900572192705, + "time_stamp": 1698393973407, + "cost": 3713.7473766308694, "monthly_cost": 329, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "hnsw.ef_search": 128 + "hnsw.ef_search": 512 }, - "search_parallel": 4, - "search_top": 10, + "search_parallel": 16, + "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.970425, - "rps": 77.10353096402667, - "p95_time": 0.06649801883031614, - "mean_time": 0.051486703199145264, - "total_upload": 4802.589267154981 + "mean_precisions": 0.970304375, + "rps": 8.858976301680231, + "p95_time": 2.2684830011567096, + "mean_time": 1.8049171787163176, + "total_upload": 4294.389953205 }, { - "hash_code": 324850321054618880615825253322278607859, + "hash_code": 166784500821453953308212910131125342838, "engine": "pgvecto.rs-1*r6a.xlarge", "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", "dataset": "laion-768-5m-ip-probability-0.1", "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.1", - "time_stamp": 1695639403054, - "cost": 318.1875402997262, + "time_stamp": 1698393973407, + "cost": 3615.6684843454414, "monthly_cost": 329, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "hnsw.ef_search": 100 + "hnsw.ef_search": 256 }, - "search_parallel": 8, + "search_parallel": 1, "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.9705, - "rps": 103.39814050860969, - "p95_time": 0.11511701791314399, - "mean_time": 0.07691407310909562, - "total_upload": 4802.589267154981 + "mean_precisions": 0.9704, + "rps": 9.09928555188212, + "p95_time": 0.15006009450007696, + "mean_time": 0.10950984483298634, + "total_upload": 4294.389953205 }, { "hash_code": 109104229723356631810701666471293587569, @@ -13839,16 +16565,16 @@ "total_upload": 1941.2548287990003 }, { - "hash_code": 324850321054618880615825253322278607859, + "hash_code": 166784500821453953308212910131125342838, "engine": "pgvecto.rs-1*r6a.xlarge", "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", "dataset": "laion-768-5m-ip-probability-0.1", "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.1", - "time_stamp": 1695639403054, - "cost": 4265.336484958842, + "time_stamp": 1698393973407, + "cost": 3503.632121185225, "monthly_cost": 329, "index_create_parameter": { "m": 12, @@ -13857,15 +16583,15 @@ "index_search_params": { "hnsw.ef_search": 512 }, - "search_parallel": 2, + "search_parallel": 8, "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.9705199999999999, - "rps": 7.713342221889784, - "p95_time": 0.3167597704916261, - "mean_time": 0.258909153330751, - "total_upload": 4802.589267154981 + "mean_precisions": 0.9705137500000001, + "rps": 9.3902552728254, + "p95_time": 1.0762434093463524, + "mean_time": 0.8512261001454899, + "total_upload": 4294.389953205 }, { "hash_code": 189290653797812033097705082179691865596, @@ -13897,45 +16623,45 @@ "total_upload": 9917.984139715008 }, { - "hash_code": 324850321054618880615825253322278607859, + "hash_code": 289428609464126736155757477853608022244, "engine": "pgvecto.rs-1*r6a.xlarge", "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.1", + "dataset": "laion-768-5m-ip-probability-0.01", "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.1", - "time_stamp": 1695639403054, - "cost": 1545.1087547603267, + "dataset_tag": "ratio-0.01", + "time_stamp": 1698393973407, + "cost": 3166.9538827032775, "monthly_cost": 329, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "hnsw.ef_search": 512 + "hnsw.ef_search": 50 }, "search_parallel": 4, - "search_top": 100, + "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.97076, - "rps": 21.29299953717715, - "p95_time": 0.2351209974294761, - "mean_time": 0.18736518510425232, - "total_upload": 4802.589267154981 + "mean_precisions": 0.97075, + "rps": 10.388531446475286, + "p95_time": 0.5120047515494661, + "mean_time": 0.3844284829227181, + "total_upload": 4294.389953205 }, { - "hash_code": 196682177200008993459219332082417336274, + "hash_code": 289428609464126736155757477853608022244, "engine": "pgvecto.rs-1*r6a.xlarge", "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", - "dataset": "laion-768-5m-ip", - "dataset_group": "laion-768-5m-ip", - "dataset_tag": "no-filter", - "time_stamp": 1695696842455, - "cost": 181.7877054690205, + "dataset": "laion-768-5m-ip-probability-0.01", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.01", + "time_stamp": 1698393973407, + "cost": 32364.05916606275, "monthly_cost": 329, "index_create_parameter": { "m": 12, @@ -13944,15 +16670,15 @@ "index_search_params": { "hnsw.ef_search": 512 }, - "search_parallel": 16, - "search_top": 10, + "search_parallel": 4, + "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.97085, - "rps": 180.9803359094968, - "p95_time": 0.14094704439339692, - "mean_time": 0.08697928111675356, - "total_upload": 4802.589267154981 + "mean_precisions": 0.9707650000000001, + "rps": 1.0165597532493464, + "p95_time": 4.687836839500596, + "mean_time": 3.933842038191309, + "total_upload": 4294.389953205 }, { "hash_code": 109104229723356631810701666471293587569, @@ -13985,16 +16711,16 @@ "total_upload": 1941.2548287990003 }, { - "hash_code": 324850321054618880615825253322278607859, + "hash_code": 289428609464126736155757477853608022244, "engine": "pgvecto.rs-1*r6a.xlarge", "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.1", + "dataset": "laion-768-5m-ip-probability-0.01", "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.1", - "time_stamp": 1695639403054, - "cost": 1635.4136388082966, + "dataset_tag": "ratio-0.01", + "time_stamp": 1698393973407, + "cost": 38911.9655968145, "monthly_cost": 329, "index_create_parameter": { "m": 12, @@ -14003,44 +16729,44 @@ "index_search_params": { "hnsw.ef_search": 512 }, - "search_parallel": 8, + "search_parallel": 2, "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.9709475, - "rps": 20.11723469786749, - "p95_time": 0.5112069608323508, - "mean_time": 0.3970836949213335, - "total_upload": 4802.589267154981 + "mean_precisions": 0.9709350000000001, + "rps": 0.8454982804233703, + "p95_time": 2.802295411698469, + "mean_time": 2.3646567864814787, + "total_upload": 4294.389953205 }, { - "hash_code": 196682177200008993459219332082417336274, + "hash_code": 289428609464126736155757477853608022244, "engine": "pgvecto.rs-1*r6a.xlarge", "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", - "dataset": "laion-768-5m-ip", - "dataset_group": "laion-768-5m-ip", - "dataset_tag": "no-filter", - "time_stamp": 1695696842455, - "cost": 177.94127762874777, + "dataset": "laion-768-5m-ip-probability-0.01", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.01", + "time_stamp": 1698393973407, + "cost": 4191.302276429442, "monthly_cost": 329, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "hnsw.ef_search": 512 + "hnsw.ef_search": 50 }, - "search_parallel": 8, + "search_parallel": 2, "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.971075, - "rps": 184.89245687356328, - "p95_time": 0.06342756940284744, - "mean_time": 0.04231884487972275, - "total_upload": 4802.589267154981 + "mean_precisions": 0.9709500000000001, + "rps": 7.849588941608719, + "p95_time": 0.3291191032007191, + "mean_time": 0.25430859585649157, + "total_upload": 4294.389953205 }, { "hash_code": 189290653797812033097705082179691865596, @@ -14071,6 +16797,35 @@ "mean_time": 0.0161091027999355, "total_upload": 9917.984139715008 }, + { + "hash_code": 289428609464126736155757477853608022244, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.01", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.01", + "time_stamp": 1698393973407, + "cost": 35203.33027325263, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 512 + }, + "search_parallel": 16, + "search_top": 100, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.9712081250000001, + "rps": 0.9345706711446362, + "p95_time": 19.37279279294744, + "mean_time": 17.1137010308946, + "total_upload": 4294.389953205 + }, { "hash_code": 94783557865022552925472243888683623268, "engine": "weaviate-standard", @@ -14132,16 +16887,16 @@ "total_upload": 1941.2548287990003 }, { - "hash_code": 324850321054618880615825253322278607859, + "hash_code": 289428609464126736155757477853608022244, "engine": "pgvecto.rs-1*r6a.xlarge", "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.1", + "dataset": "laion-768-5m-ip-probability-0.01", "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.1", - "time_stamp": 1695639403054, - "cost": 6290.674888150318, + "dataset_tag": "ratio-0.01", + "time_stamp": 1698393973407, + "cost": 34892.16400871237, "monthly_cost": 329, "index_create_parameter": { "m": 12, @@ -14150,15 +16905,15 @@ "index_search_params": { "hnsw.ef_search": 512 }, - "search_parallel": 1, + "search_parallel": 8, "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.9713700000000001, - "rps": 5.229963491194467, - "p95_time": 0.24831260375503914, - "mean_time": 0.19083865883003454, - "total_upload": 4802.589267154981 + "mean_precisions": 0.9713687500000001, + "rps": 0.9429051173720572, + "p95_time": 10.265419681656931, + "mean_time": 8.48198038483207, + "total_upload": 4294.389953205 }, { "hash_code": 189290653797812033097705082179691865596, @@ -14169,25 +16924,54 @@ "dataset": "laion-768-5m-ip", "dataset_group": "laion-768-5m-ip", "dataset_tag": "no-filter", - "time_stamp": 1684230666412, - "cost": 165.98943403433356, - "monthly_cost": 273.3, + "time_stamp": 1684230666412, + "cost": 165.98943403433356, + "monthly_cost": 273.3, + "index_create_parameter": { + "m": 16, + "ef_construct": 256 + }, + "index_search_params": { + "hnsw_ef": 64 + }, + "search_parallel": 4, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.971475, + "rps": 164.6490341930259, + "p95_time": 0.025952880403201553, + "mean_time": 0.023366338371066376, + "total_upload": 9917.984139715008 + }, + { + "hash_code": 238845836174288334123168323009114435314, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip", + "dataset_group": "laion-768-5m-ip", + "dataset_tag": "no-filter", + "time_stamp": 1698393974408, + "cost": 357.50349380970584, + "monthly_cost": 329, "index_create_parameter": { - "m": 16, - "ef_construct": 256 + "m": 12, + "ef_construction": 100 }, "index_search_params": { - "hnsw_ef": 64 + "hnsw.ef_search": 512 }, "search_parallel": 4, "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.971475, - "rps": 164.6490341930259, - "p95_time": 0.025952880403201553, - "mean_time": 0.023366338371066376, - "total_upload": 9917.984139715008 + "mean_precisions": 0.97155, + "rps": 92.02707265711986, + "p95_time": 0.05792641200678189, + "mean_time": 0.04275725499638065, + "total_upload": 4280.608269575023 }, { "hash_code": 109104229723356631810701666471293587569, @@ -14219,6 +17003,35 @@ "mean_time": 0.06768014757037485, "total_upload": 1941.2548287990003 }, + { + "hash_code": 166784500821453953308212910131125342838, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.1", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.1", + "time_stamp": 1698393973407, + "cost": 860.1657845910587, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 128 + }, + "search_parallel": 16, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.9715874999999999, + "rps": 38.248440695233384, + "p95_time": 0.5874981800065143, + "mean_time": 0.4177046010188142, + "total_upload": 4294.389953205 + }, { "hash_code": 175450360001410000298822909285351089267, "engine": "pgvector-1*r6a.xlarge", @@ -14248,6 +17061,35 @@ "mean_time": 0.02070524921746255, "total_upload": 33466.765292435 }, + { + "hash_code": 289428609464126736155757477853608022244, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.01", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.01", + "time_stamp": 1698393973407, + "cost": 3521.081242682367, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 50 + }, + "search_parallel": 16, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.9716875000000001, + "rps": 9.343720787009365, + "p95_time": 2.1931873669447666, + "mean_time": 1.7113331431923997, + "total_upload": 4294.389953205 + }, { "hash_code": 189290653797812033097705082179691865596, "engine": "qdrant-4c32g", @@ -14393,6 +17235,35 @@ "mean_time": 0.19440569099760324, "total_upload": 10250.241604034993 }, + { + "hash_code": 238845836174288334123168323009114435314, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip", + "dataset_group": "laion-768-5m-ip", + "dataset_tag": "no-filter", + "time_stamp": 1698393974408, + "cost": 953.6504854245344, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 512 + }, + "search_parallel": 1, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.9718000000000001, + "rps": 34.49901248186749, + "p95_time": 0.03855180649406975, + "mean_time": 0.028336362264992202, + "total_upload": 4280.608269575023 + }, { "hash_code": 154313158561030963874349967994728287270, "engine": "zilliz-performance-4cu", @@ -14421,6 +17292,35 @@ "mean_time": 0.011824296308749127, "total_upload": 2752.150063756 }, + { + "hash_code": 166784500821453953308212910131125342838, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.1", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.1", + "time_stamp": 1698393973407, + "cost": 892.4282274830991, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 128 + }, + "search_parallel": 8, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.9718875, + "rps": 36.865709742045404, + "p95_time": 0.2964292866505275, + "mean_time": 0.21649411754996437, + "total_upload": 4294.389953205 + }, { "hash_code": 269080721119445704836923557024261042919, "engine": "pgvector-1*r6a.xlarge", @@ -14479,6 +17379,35 @@ "mean_time": 0.05809682213404449, "total_upload": 9717.524868532004 }, + { + "hash_code": 289428609464126736155757477853608022244, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.01", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.01", + "time_stamp": 1698393973407, + "cost": 3368.2683466969174, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 50 + }, + "search_parallel": 8, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.9719875, + "rps": 9.767630311362598, + "p95_time": 1.1083443369541777, + "mean_time": 0.8183643770812551, + "total_upload": 4294.389953205 + }, { "hash_code": 189290653797812033097705082179691865596, "engine": "qdrant-4c32g", @@ -14509,33 +17438,33 @@ "total_upload": 9917.984139715008 }, { - "hash_code": 324850321054618880615825253322278607859, + "hash_code": 289428609464126736155757477853608022244, "engine": "pgvecto.rs-1*r6a.xlarge", "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.1", + "dataset": "laion-768-5m-ip-probability-0.01", "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.1", - "time_stamp": 1695639403054, - "cost": 394.4058106034583, + "dataset_tag": "ratio-0.01", + "time_stamp": 1698393973407, + "cost": 57731.50399479123, "monthly_cost": 329, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "hnsw.ef_search": 128 + "hnsw.ef_search": 512 }, - "search_parallel": 16, - "search_top": 10, + "search_parallel": 1, + "search_top": 100, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.9721124999999999, - "rps": 83.4166209409074, - "p95_time": 0.28995670279255137, - "mean_time": 0.19114927876537696, - "total_upload": 4802.589267154981 + "mean_precisions": 0.97218, + "rps": 0.5698794890735632, + "p95_time": 2.2102663296000173, + "mean_time": 1.7542558804570199, + "total_upload": 4294.389953205 }, { "hash_code": 269080721119445704836923557024261042919, @@ -14595,35 +17524,6 @@ "mean_time": 0.05939089049680115, "total_upload": 9717.524868532004 }, - { - "hash_code": 324850321054618880615825253322278607859, - "engine": "pgvecto.rs-1*r6a.xlarge", - "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", - "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.1", - "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.1", - "time_stamp": 1695639403054, - "cost": 396.81634432312643, - "monthly_cost": 329, - "index_create_parameter": { - "m": 12, - "ef_construction": 100 - }, - "index_search_params": { - "hnsw.ef_search": 128 - }, - "search_parallel": 8, - "search_top": 10, - "upload_parallel": 16, - "upload_batch_size": 64, - "mean_precisions": 0.972325, - "rps": 82.90989136578916, - "p95_time": 0.1415906860464019, - "mean_time": 0.09607725728867808, - "total_upload": 4802.589267154981 - }, { "hash_code": 19242383228689246000696724133546403219, "engine": "qdrant-4c32g", @@ -14741,16 +17641,16 @@ "total_upload": 10250.241604034993 }, { - "hash_code": 22208967260351459899205178184838893770, + "hash_code": 238845836174288334123168323009114435314, "engine": "pgvecto.rs-1*r6a.xlarge", "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.01", - "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.01", - "time_stamp": 1695639403054, - "cost": 38224.194709875446, + "dataset": "laion-768-5m-ip", + "dataset_group": "laion-768-5m-ip", + "dataset_tag": "no-filter", + "time_stamp": 1698393974408, + "cost": 320.60569792629536, "monthly_cost": 329, "index_create_parameter": { "m": 12, @@ -14759,44 +17659,44 @@ "index_search_params": { "hnsw.ef_search": 512 }, - "search_parallel": 2, - "search_top": 100, + "search_parallel": 16, + "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.97245, - "rps": 0.8607113962691303, - "p95_time": 2.75277652113582, - "mean_time": 2.323010269815015, - "total_upload": 4802.589267154981 + "mean_precisions": 0.9724312500000001, + "rps": 102.61826353305622, + "p95_time": 0.23607386850053444, + "mean_time": 0.15485185798162274, + "total_upload": 4280.608269575023 }, { - "hash_code": 324850321054618880615825253322278607859, + "hash_code": 238845836174288334123168323009114435314, "engine": "pgvecto.rs-1*r6a.xlarge", "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.1", - "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.1", - "time_stamp": 1695639403054, - "cost": 2245.2354667689506, + "dataset": "laion-768-5m-ip", + "dataset_group": "laion-768-5m-ip", + "dataset_tag": "no-filter", + "time_stamp": 1698393974408, + "cost": 582.2077831623362, "monthly_cost": 329, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "hnsw.ef_search": 256 + "hnsw.ef_search": 512 }, "search_parallel": 2, "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.9727, - "rps": 14.65325151278916, - "p95_time": 0.16996853074233514, - "mean_time": 0.13612780128922897, - "total_upload": 4802.589267154981 + "mean_precisions": 0.9726500000000001, + "rps": 56.50903500688264, + "p95_time": 0.04442046406911686, + "mean_time": 0.03472899955624598, + "total_upload": 4280.608269575023 }, { "hash_code": 94783557865022552925472243888683623268, @@ -14828,6 +17728,64 @@ "mean_time": 0.21227739173383453, "total_upload": 4301.106083501014 }, + { + "hash_code": 166784500821453953308212910131125342838, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.1", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.1", + "time_stamp": 1698393973407, + "cost": 6483.910464449576, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 512 + }, + "search_parallel": 1, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.9728000000000001, + "rps": 5.074098444200665, + "p95_time": 0.263904466448821, + "mean_time": 0.19665575541401267, + "total_upload": 4294.389953205 + }, + { + "hash_code": 238845836174288334123168323009114435314, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip", + "dataset_group": "laion-768-5m-ip", + "dataset_tag": "no-filter", + "time_stamp": 1698393974408, + "cost": 387.3309401827046, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 512 + }, + "search_parallel": 8, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.9728125, + "rps": 84.94028384223843, + "p95_time": 0.1536820991066633, + "mean_time": 0.09334688270708648, + "total_upload": 4280.608269575023 + }, { "hash_code": 183182506060216857367307579873844542605, "engine": "pinecone-5-pod", @@ -14855,35 +17813,6 @@ "mean_time": 0.02259755670980376, "total_upload": 4381.804938672023 }, - { - "hash_code": 324850321054618880615825253322278607859, - "engine": "pgvecto.rs-1*r6a.xlarge", - "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", - "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.1", - "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.1", - "time_stamp": 1695639403054, - "cost": 3348.7080308939157, - "monthly_cost": 329, - "index_create_parameter": { - "m": 12, - "ef_construction": 100 - }, - "index_search_params": { - "hnsw.ef_search": 256 - }, - "search_parallel": 1, - "search_top": 10, - "upload_parallel": 16, - "upload_batch_size": 64, - "mean_precisions": 0.9729000000000001, - "rps": 9.824684533998493, - "p95_time": 0.13502693271439054, - "mean_time": 0.1014570860103704, - "total_upload": 4802.589267154981 - }, { "hash_code": 183182506060216857367307579873844542605, "engine": "pinecone-5-pod", @@ -14959,40 +17888,11 @@ "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.9730300000000001, - "rps": 86.91813226450441, - "p95_time": 0.12397361340117641, - "mean_time": 0.09144393108195217, - "total_upload": 4381.804938672023 - }, - { - "hash_code": 22208967260351459899205178184838893770, - "engine": "pgvecto.rs-1*r6a.xlarge", - "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", - "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.01", - "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.01", - "time_stamp": 1695639403054, - "cost": 15485.726658142316, - "monthly_cost": 329, - "index_create_parameter": { - "m": 12, - "ef_construction": 100 - }, - "index_search_params": { - "hnsw.ef_search": 512 - }, - "search_parallel": 4, - "search_top": 100, - "upload_parallel": 16, - "upload_batch_size": 64, - "mean_precisions": 0.9730700000000001, - "rps": 2.1245370479725825, - "p95_time": 2.253328795483685, - "mean_time": 1.8818208238866354, - "total_upload": 4802.589267154981 + "mean_precisions": 0.9730300000000001, + "rps": 86.91813226450441, + "p95_time": 0.12397361340117641, + "mean_time": 0.09144393108195217, + "total_upload": 4381.804938672023 }, { "hash_code": 269080721119445704836923557024261042919, @@ -15024,33 +17924,33 @@ "total_upload": 39244.325722507 }, { - "hash_code": 22208967260351459899205178184838893770, + "hash_code": 166784500821453953308212910131125342838, "engine": "pgvecto.rs-1*r6a.xlarge", "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.01", + "dataset": "laion-768-5m-ip-probability-0.1", "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.01", - "time_stamp": 1695639403054, - "cost": 16965.54466536926, + "dataset_tag": "ratio-0.1", + "time_stamp": 1698393973407, + "cost": 1577.9328417937147, "monthly_cost": 329, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "hnsw.ef_search": 512 + "hnsw.ef_search": 256 }, - "search_parallel": 8, - "search_top": 100, + "search_parallel": 4, + "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.9731275, - "rps": 1.9392245076078685, - "p95_time": 4.922114743632846, - "mean_time": 4.123608189414444, - "total_upload": 4802.589267154981 + "mean_precisions": 0.973125, + "rps": 20.850063531601847, + "p95_time": 0.24389146010034893, + "mean_time": 0.19131173547553318, + "total_upload": 4294.389953205 }, { "hash_code": 154313158561030963874349967994728287270, @@ -15080,6 +17980,35 @@ "mean_time": 0.009592365751003853, "total_upload": 2752.150063756 }, + { + "hash_code": 166784500821453953308212910131125342838, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.1", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.1", + "time_stamp": 1698393973407, + "cost": 2266.0150932793654, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 256 + }, + "search_parallel": 2, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.9732999999999999, + "rps": 14.518879462707941, + "p95_time": 0.1713039825017404, + "mean_time": 0.1373273447935171, + "total_upload": 4294.389953205 + }, { "hash_code": 154313158561030963874349967994728287270, "engine": "zilliz-performance-4cu", @@ -15193,6 +18122,35 @@ "mean_time": 0.008071630150995589, "total_upload": 2752.150063756 }, + { + "hash_code": 289428609464126736155757477853608022244, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.01", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.01", + "time_stamp": 1698393973407, + "cost": 11960.296238599127, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 100 + }, + "search_parallel": 1, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.9736, + "rps": 2.7507679863164896, + "p95_time": 0.4765184912998847, + "mean_time": 0.36307577773498995, + "total_upload": 4294.389953205 + }, { "hash_code": 94783557865022552925472243888683623268, "engine": "weaviate-standard", @@ -15427,35 +18385,6 @@ "mean_time": 0.019866418206889648, "total_upload": 37829.601222026 }, - { - "hash_code": 324850321054618880615825253322278607859, - "engine": "pgvecto.rs-1*r6a.xlarge", - "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", - "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.1", - "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.1", - "time_stamp": 1695639403054, - "cost": 793.7299694556424, - "monthly_cost": 329, - "index_create_parameter": { - "m": 12, - "ef_construction": 100 - }, - "index_search_params": { - "hnsw.ef_search": 256 - }, - "search_parallel": 4, - "search_top": 10, - "upload_parallel": 16, - "upload_batch_size": 64, - "mean_precisions": 0.9741000000000001, - "rps": 41.449864898718076, - "p95_time": 0.12154698904196264, - "mean_time": 0.0960393073935993, - "total_upload": 4802.589267154981 - }, { "hash_code": 269080721119445704836923557024261042919, "engine": "pgvector-1*r6a.xlarge", @@ -15514,6 +18443,35 @@ "mean_time": 0.0441541735397077, "total_upload": 9917.984139715008 }, + { + "hash_code": 289428609464126736155757477853608022244, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.01", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.01", + "time_stamp": 1698393973407, + "cost": 6396.291211090366, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 100 + }, + "search_parallel": 4, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.9742750000000001, + "rps": 5.143605710596092, + "p95_time": 0.9810668787475151, + "mean_time": 0.7769968852977881, + "total_upload": 4294.389953205 + }, { "hash_code": 175450360001410000298822909285351089267, "engine": "pgvector-1*r6a.xlarge", @@ -15573,33 +18531,33 @@ "total_upload": 9717.524868532004 }, { - "hash_code": 22208967260351459899205178184838893770, + "hash_code": 289428609464126736155757477853608022244, "engine": "pgvecto.rs-1*r6a.xlarge", "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", "dataset": "laion-768-5m-ip-probability-0.01", "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.01", - "time_stamp": 1695639403054, - "cost": 55368.528795096085, + "time_stamp": 1698393973407, + "cost": 8085.878064396641, "monthly_cost": 329, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "hnsw.ef_search": 512 + "hnsw.ef_search": 100 }, - "search_parallel": 1, - "search_top": 100, + "search_parallel": 2, + "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.9744200000000001, - "rps": 0.594200364646747, - "p95_time": 2.0592288085579638, - "mean_time": 1.682563507847197, - "total_upload": 4802.589267154981 + "mean_precisions": 0.97445, + "rps": 4.068822178368449, + "p95_time": 0.6155978346507254, + "mean_time": 0.4910041462684694, + "total_upload": 4294.389953205 }, { "hash_code": 154313158561030963874349967994728287270, @@ -15716,6 +18674,35 @@ "mean_time": 0.06866189406746707, "total_upload": 9717.524868532004 }, + { + "hash_code": 289428609464126736155757477853608022244, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.01", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.01", + "time_stamp": 1698393973407, + "cost": 15204.995659527809, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 128 + }, + "search_parallel": 1, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.9747, + "rps": 2.163762538096095, + "p95_time": 0.6050362392496935, + "mean_time": 0.46169139241300583, + "total_upload": 4294.389953205 + }, { "hash_code": 283876976974829743903666284882719116013, "engine": "opensearch-1*r6g.2xlarge.search", @@ -15921,35 +18908,6 @@ "mean_time": 0.05413501330997678, "total_upload": 9717.524868532004 }, - { - "hash_code": 324850321054618880615825253322278607859, - "engine": "pgvecto.rs-1*r6a.xlarge", - "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", - "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.1", - "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.1", - "time_stamp": 1695639403054, - "cost": 4234.734173336188, - "monthly_cost": 329, - "index_create_parameter": { - "m": 12, - "ef_construction": 100 - }, - "index_search_params": { - "hnsw.ef_search": 512 - }, - "search_parallel": 2, - "search_top": 10, - "upload_parallel": 16, - "upload_batch_size": 64, - "mean_precisions": 0.9752000000000001, - "rps": 7.769082698780329, - "p95_time": 0.3150139943754766, - "mean_time": 0.2570637256872433, - "total_upload": 4802.589267154981 - }, { "hash_code": 189290653797812033097705082179691865596, "engine": "qdrant-4c32g", @@ -16097,33 +19055,33 @@ "total_upload": 2734.639871392981 }, { - "hash_code": 324850321054618880615825253322278607859, + "hash_code": 289428609464126736155757477853608022244, "engine": "pgvecto.rs-1*r6a.xlarge", "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.1", + "dataset": "laion-768-5m-ip-probability-0.01", "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.1", - "time_stamp": 1695639403054, - "cost": 6375.924327392486, + "dataset_tag": "ratio-0.01", + "time_stamp": 1698393973407, + "cost": 7042.4340370976, "monthly_cost": 329, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "hnsw.ef_search": 512 + "hnsw.ef_search": 100 }, - "search_parallel": 1, + "search_parallel": 16, "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.9753000000000001, - "rps": 5.160036147018524, - "p95_time": 0.2602290920360247, - "mean_time": 0.1934624791520182, - "total_upload": 4802.589267154981 + "mean_precisions": 0.97535, + "rps": 4.67168024956881, + "p95_time": 4.155317456609191, + "mean_time": 3.42331800885326, + "total_upload": 4294.389953205 }, { "hash_code": 266863960683268020214196882840696933822, @@ -16185,33 +19143,62 @@ "total_upload": 33466.765292435 }, { - "hash_code": 22208967260351459899205178184838893770, + "hash_code": 166784500821453953308212910131125342838, "engine": "pgvecto.rs-1*r6a.xlarge", "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.1", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.1", + "time_stamp": 1698393973407, + "cost": 1783.874106014526, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 256 + }, + "search_parallel": 16, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.9754312500000001, + "rps": 18.44300552885098, + "p95_time": 1.148300362096779, + "mean_time": 0.8667760063629439, + "total_upload": 4294.389953205 + }, + { + "hash_code": 289428609464126736155757477853608022244, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", "dataset": "laion-768-5m-ip-probability-0.01", "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.01", - "time_stamp": 1695639403054, - "cost": 12231.261036228685, + "time_stamp": 1698393973407, + "cost": 8200.431742380353, "monthly_cost": 329, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "hnsw.ef_search": 100 + "hnsw.ef_search": 128 }, - "search_parallel": 1, + "search_parallel": 4, "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.9754, - "rps": 2.689828947526427, - "p95_time": 0.48404739059042184, - "mean_time": 0.3714466428978485, - "total_upload": 4802.589267154981 + "mean_precisions": 0.97545, + "rps": 4.011983884942388, + "p95_time": 1.2498305229495599, + "mean_time": 0.996278417188757, + "total_upload": 4294.389953205 }, { "hash_code": 269080721119445704836923557024261042919, @@ -16242,6 +19229,35 @@ "mean_time": 0.025160246398043457, "total_upload": 39244.325722507 }, + { + "hash_code": 289428609464126736155757477853608022244, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.01", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.01", + "time_stamp": 1698393973407, + "cost": 6835.701639718281, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 100 + }, + "search_parallel": 8, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.9755250000000001, + "rps": 4.812966061718853, + "p95_time": 2.131530505253976, + "mean_time": 1.6613039600918518, + "total_upload": 4294.389953205 + }, { "hash_code": 189290653797812033097705082179691865596, "engine": "qdrant-4c32g", @@ -16301,45 +19317,74 @@ "total_upload": 9917.984139715008 }, { - "hash_code": 22208967260351459899205178184838893770, + "hash_code": 289428609464126736155757477853608022244, "engine": "pgvecto.rs-1*r6a.xlarge", "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", "dataset": "laion-768-5m-ip-probability-0.01", "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.01", - "time_stamp": 1695639403054, - "cost": 8015.256245151064, + "time_stamp": 1698393973407, + "cost": 10260.67825240218, "monthly_cost": 329, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "hnsw.ef_search": 100 + "hnsw.ef_search": 128 }, "search_parallel": 2, "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, "mean_precisions": 0.9756500000000001, - "rps": 4.104672264209057, - "p95_time": 0.6083809597912477, - "mean_time": 0.48681986994988985, - "total_upload": 4802.589267154981 + "rps": 3.2064157154813433, + "p95_time": 0.7708102163000149, + "mean_time": 0.623208816088536, + "total_upload": 4294.389953205 }, { - "hash_code": 324850321054618880615825253322278607859, + "hash_code": 166784500821453953308212910131125342838, "engine": "pgvecto.rs-1*r6a.xlarge", "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.1", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.1", + "time_stamp": 1698393973407, + "cost": 3230.528637148584, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 512 + }, + "search_parallel": 4, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.9756750000000001, + "rps": 10.184091737084579, + "p95_time": 0.4848094172510173, + "mean_time": 0.39217063253009654, + "total_upload": 4294.389953205 + }, + { + "hash_code": 166784500821453953308212910131125342838, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", "dataset": "laion-768-5m-ip-probability-0.1", "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.1", - "time_stamp": 1695639403054, - "cost": 835.1215996817995, + "time_stamp": 1698393973407, + "cost": 1705.4182599145936, "monthly_cost": 329, "index_create_parameter": { "m": 12, @@ -16348,15 +19393,15 @@ "index_search_params": { "hnsw.ef_search": 256 }, - "search_parallel": 16, + "search_parallel": 8, "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.9757375, - "rps": 39.39546050842854, - "p95_time": 0.5637309416168136, - "mean_time": 0.40552078001349945, - "total_upload": 4802.589267154981 + "mean_precisions": 0.9756875, + "rps": 19.2914552243903, + "p95_time": 0.5693214413968235, + "mean_time": 0.4141279935321263, + "total_upload": 4294.389953205 }, { "hash_code": 109104229723356631810701666471293587569, @@ -16371,22 +19416,51 @@ "cost": 73.88342429249951, "monthly_cost": 120, "index_create_parameter": { - "optimizers_config": { - "optimize_final": true - } + "optimizers_config": { + "optimize_final": true + } + }, + "index_search_params": { + "alpha": 2 + }, + "search_parallel": 16, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.975775, + "rps": 162.4180269784574, + "p95_time": 0.16485326459960561, + "mean_time": 0.09595573785506496, + "total_upload": 1941.2548287990003 + }, + { + "hash_code": 166784500821453953308212910131125342838, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.1", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.1", + "time_stamp": 1698393973407, + "cost": 4291.080481167942, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 }, "index_search_params": { - "alpha": 2 + "hnsw.ef_search": 512 }, - "search_parallel": 16, + "search_parallel": 2, "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.975775, - "rps": 162.4180269784574, - "p95_time": 0.16485326459960561, - "mean_time": 0.09595573785506496, - "total_upload": 1941.2548287990003 + "mean_precisions": 0.97585, + "rps": 7.667066638434455, + "p95_time": 0.3182976566522484, + "mean_time": 0.2603788965684689, + "total_upload": 4294.389953205 }, { "hash_code": 149188626738309365960292261655480506036, @@ -16446,35 +19520,6 @@ "mean_time": 0.03501576887038732, "total_upload": 1941.2548287990003 }, - { - "hash_code": 22208967260351459899205178184838893770, - "engine": "pgvecto.rs-1*r6a.xlarge", - "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", - "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.01", - "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.01", - "time_stamp": 1695639403054, - "cost": 3031.389889848925, - "monthly_cost": 329, - "index_create_parameter": { - "m": 12, - "ef_construction": 100 - }, - "index_search_params": { - "hnsw.ef_search": 100 - }, - "search_parallel": 4, - "search_top": 10, - "upload_parallel": 16, - "upload_batch_size": 64, - "mean_precisions": 0.9759750000000001, - "rps": 10.853107384889917, - "p95_time": 0.4708604011597345, - "mean_time": 0.36796783508663067, - "total_upload": 4802.589267154981 - }, { "hash_code": 266863960683268020214196882840696933822, "engine": "myscale", @@ -16505,64 +19550,6 @@ "mean_time": 0.1998945911407509, "total_upload": 2334.351436294004 }, - { - "hash_code": 22208967260351459899205178184838893770, - "engine": "pgvecto.rs-1*r6a.xlarge", - "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", - "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.01", - "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.01", - "time_stamp": 1695639403054, - "cost": 14619.89492973581, - "monthly_cost": 329, - "index_create_parameter": { - "m": 12, - "ef_construction": 100 - }, - "index_search_params": { - "hnsw.ef_search": 128 - }, - "search_parallel": 1, - "search_top": 10, - "upload_parallel": 16, - "upload_batch_size": 64, - "mean_precisions": 0.976, - "rps": 2.250358170022397, - "p95_time": 0.5700699934299336, - "mean_time": 0.44403229804104194, - "total_upload": 4802.589267154981 - }, - { - "hash_code": 324850321054618880615825253322278607859, - "engine": "pgvecto.rs-1*r6a.xlarge", - "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", - "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.1", - "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.1", - "time_stamp": 1695639403054, - "cost": 762.6499013138354, - "monthly_cost": 329, - "index_create_parameter": { - "m": 12, - "ef_construction": 100 - }, - "index_search_params": { - "hnsw.ef_search": 256 - }, - "search_parallel": 8, - "search_top": 10, - "upload_parallel": 16, - "upload_batch_size": 64, - "mean_precisions": 0.976, - "rps": 43.139060194359665, - "p95_time": 0.2488518087135161, - "mean_time": 0.18495186910305347, - "total_upload": 4802.589267154981 - }, { "hash_code": 189290653797812033097705082179691865596, "engine": "qdrant-4c32g", @@ -16623,33 +19610,62 @@ "total_upload": 2334.351436294004 }, { - "hash_code": 22208967260351459899205178184838893770, + "hash_code": 289428609464126736155757477853608022244, "engine": "pgvecto.rs-1*r6a.xlarge", "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", "dataset": "laion-768-5m-ip-probability-0.01", "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.01", - "time_stamp": 1695639403054, - "cost": 3441.8819936438736, + "time_stamp": 1698393973407, + "cost": 29693.434731434594, "monthly_cost": 329, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "hnsw.ef_search": 100 + "hnsw.ef_search": 256 }, - "search_parallel": 16, + "search_parallel": 1, "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, "mean_precisions": 0.9763, - "rps": 9.558723994825058, - "p95_time": 2.118904694810044, - "mean_time": 1.6727567770080713, - "total_upload": 4802.589267154981 + "rps": 1.1079890318370886, + "p95_time": 1.180514980051521, + "mean_time": 0.9020520641479898, + "total_upload": 4294.389953205 + }, + { + "hash_code": 289428609464126736155757477853608022244, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.01", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.01", + "time_stamp": 1698393973407, + "cost": 8966.660524837822, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 128 + }, + "search_parallel": 16, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.97633125, + "rps": 3.6691474946404377, + "p95_time": 5.236993294595595, + "mean_time": 4.35852295759505, + "total_upload": 4294.389953205 }, { "hash_code": 189290653797812033097705082179691865596, @@ -16681,45 +19697,16 @@ "total_upload": 9664.873547729992 }, { - "hash_code": 22208967260351459899205178184838893770, - "engine": "pgvecto.rs-1*r6a.xlarge", - "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", - "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.01", - "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.01", - "time_stamp": 1695639403054, - "cost": 3290.9341314558615, - "monthly_cost": 329, - "index_create_parameter": { - "m": 12, - "ef_construction": 100 - }, - "index_search_params": { - "hnsw.ef_search": 100 - }, - "search_parallel": 8, - "search_top": 10, - "upload_parallel": 16, - "upload_batch_size": 64, - "mean_precisions": 0.9763875000000001, - "rps": 9.997161500599685, - "p95_time": 1.028341804377851, - "mean_time": 0.7995264515413874, - "total_upload": 4802.589267154981 - }, - { - "hash_code": 22208967260351459899205178184838893770, + "hash_code": 289428609464126736155757477853608022244, "engine": "pgvecto.rs-1*r6a.xlarge", "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", "dataset": "laion-768-5m-ip-probability-0.01", "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.01", - "time_stamp": 1695639403054, - "cost": 10121.787740646465, + "time_stamp": 1698393973407, + "cost": 8738.190236911732, "monthly_cost": 329, "index_create_parameter": { "m": 12, @@ -16728,15 +19715,15 @@ "index_search_params": { "hnsw.ef_search": 128 }, - "search_parallel": 2, + "search_parallel": 8, "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.97645, - "rps": 3.2504139429719676, - "p95_time": 0.7679317286238074, - "mean_time": 0.6148785893985478, - "total_upload": 4802.589267154981 + "mean_precisions": 0.9764875000000001, + "rps": 3.7650816825919304, + "p95_time": 2.6851053832979233, + "mean_time": 2.123806386166368, + "total_upload": 4294.389953205 }, { "hash_code": 283876976974829743903666284882719116013, @@ -16914,16 +19901,16 @@ "total_upload": 4301.106083501014 }, { - "hash_code": 324850321054618880615825253322278607859, + "hash_code": 289428609464126736155757477853608022244, "engine": "pgvecto.rs-1*r6a.xlarge", "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.1", + "dataset": "laion-768-5m-ip-probability-0.01", "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.1", - "time_stamp": 1695639403054, - "cost": 1524.0014188668995, + "dataset_tag": "ratio-0.01", + "time_stamp": 1698393973407, + "cost": 57394.1681115264, "monthly_cost": 329, "index_create_parameter": { "m": 12, @@ -16932,15 +19919,15 @@ "index_search_params": { "hnsw.ef_search": 512 }, - "search_parallel": 4, + "search_parallel": 1, "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.9767, - "rps": 21.587906410521104, - "p95_time": 0.230349223309895, - "mean_time": 0.18481329105656186, - "total_upload": 4802.589267154981 + "mean_precisions": 0.9768000000000001, + "rps": 0.573228972254983, + "p95_time": 2.2014105603986533, + "mean_time": 1.7440100567189838, + "total_upload": 4294.389953205 }, { "hash_code": 283876976974829743903666284882719116013, @@ -17059,35 +20046,6 @@ "mean_time": 1.378658116307146, "total_upload": 2734.639871392981 }, - { - "hash_code": 22208967260351459899205178184838893770, - "engine": "pgvecto.rs-1*r6a.xlarge", - "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", - "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.01", - "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.01", - "time_stamp": 1695639403054, - "cost": 3911.5477790790383, - "monthly_cost": 329, - "index_create_parameter": { - "m": 12, - "ef_construction": 100 - }, - "index_search_params": { - "hnsw.ef_search": 128 - }, - "search_parallel": 4, - "search_top": 10, - "upload_parallel": 16, - "upload_batch_size": 64, - "mean_precisions": 0.9770500000000001, - "rps": 8.410992747159082, - "p95_time": 0.5974984357104404, - "mean_time": 0.47489766862797844, - "total_upload": 4802.589267154981 - }, { "hash_code": 19242383228689246000696724133546403219, "engine": "qdrant-4c32g", @@ -17233,6 +20191,35 @@ "mean_time": 0.04117374742787797, "total_upload": 2734.639871392981 }, + { + "hash_code": 289428609464126736155757477853608022244, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.01", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.01", + "time_stamp": 1698393973407, + "cost": 16521.324296739505, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 256 + }, + "search_parallel": 4, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.9772750000000001, + "rps": 1.9913657893933379, + "p95_time": 2.458950015051414, + "mean_time": 2.0077196654774863, + "total_upload": 4294.389953205 + }, { "hash_code": 175450360001410000298822909285351089267, "engine": "pgvector-1*r6a.xlarge", @@ -17349,35 +20336,6 @@ "mean_time": 0.04458937410960607, "total_upload": 33466.765292435 }, - { - "hash_code": 22208967260351459899205178184838893770, - "engine": "pgvecto.rs-1*r6a.xlarge", - "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", - "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.01", - "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.01", - "time_stamp": 1695639403054, - "cost": 4404.820608558169, - "monthly_cost": 329, - "index_create_parameter": { - "m": 12, - "ef_construction": 100 - }, - "index_search_params": { - "hnsw.ef_search": 128 - }, - "search_parallel": 16, - "search_top": 10, - "upload_parallel": 16, - "upload_batch_size": 64, - "mean_precisions": 0.9773500000000002, - "rps": 7.469089646029686, - "p95_time": 2.6573313046450493, - "mean_time": 2.141030908148343, - "total_upload": 4802.589267154981 - }, { "hash_code": 283876976974829743903666284882719116013, "engine": "opensearch-1*r6g.2xlarge.search", @@ -17435,35 +20393,6 @@ "mean_time": 0.0072665805760771035, "total_upload": 6086.823213248979 }, - { - "hash_code": 22208967260351459899205178184838893770, - "engine": "pgvecto.rs-1*r6a.xlarge", - "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", - "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.01", - "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.01", - "time_stamp": 1695639403054, - "cost": 4250.561231316611, - "monthly_cost": 329, - "index_create_parameter": { - "m": 12, - "ef_construction": 100 - }, - "index_search_params": { - "hnsw.ef_search": 128 - }, - "search_parallel": 8, - "search_top": 10, - "upload_parallel": 16, - "upload_batch_size": 64, - "mean_precisions": 0.9774125000000001, - "rps": 7.740154348937406, - "p95_time": 1.3131771354848751, - "mean_time": 1.0326848623641927, - "total_upload": 4802.589267154981 - }, { "hash_code": 149188626738309365960292261655480506036, "engine": "zilliz-cost-optimized-1cu", @@ -17567,17 +20496,75 @@ "ef_construction": 100 }, "index_search_params": { - "knn.algo_param.ef_search": 128 + "knn.algo_param.ef_search": 128 + }, + "search_parallel": 1, + "search_top": 100, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.9777, + "rps": 12.009934995098797, + "p95_time": 0.09381363152351696, + "mean_time": 0.08254018923651893, + "total_upload": 2734.639871392981 + }, + { + "hash_code": 166784500821453953308212910131125342838, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.1", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.1", + "time_stamp": 1698393973407, + "cost": 3634.0190871123627, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 512 + }, + "search_parallel": 16, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.9777250000000001, + "rps": 9.053337148579137, + "p95_time": 2.2146998319469273, + "mean_time": 1.7662624400797495, + "total_upload": 4294.389953205 + }, + { + "hash_code": 289428609464126736155757477853608022244, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.01", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.01", + "time_stamp": 1698393973407, + "cost": 19954.484347071375, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 256 }, - "search_parallel": 1, - "search_top": 100, + "search_parallel": 2, + "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.9777, - "rps": 12.009934995098797, - "p95_time": 0.09381363152351696, - "mean_time": 0.08254018923651893, - "total_upload": 2734.639871392981 + "mean_precisions": 0.97775, + "rps": 1.648752201648778, + "p95_time": 1.467532052946808, + "mean_time": 1.212407119796577, + "total_upload": 4294.389953205 }, { "hash_code": 189290653797812033097705082179691865596, @@ -17723,6 +20710,64 @@ "mean_time": 0.017129152911133132, "total_upload": 6086.823213248979 }, + { + "hash_code": 166784500821453953308212910131125342838, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.1", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.1", + "time_stamp": 1698393973407, + "cost": 3509.8637929904608, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 512 + }, + "search_parallel": 8, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.9780249999999999, + "rps": 9.373583119010059, + "p95_time": 1.0802885442946715, + "mean_time": 0.8527873021005716, + "total_upload": 4294.389953205 + }, + { + "hash_code": 289428609464126736155757477853608022244, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.01", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.01", + "time_stamp": 1698393973407, + "cost": 17655.89828106617, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 256 + }, + "search_parallel": 16, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.97803125, + "rps": 1.863399951464452, + "p95_time": 9.934562578103213, + "mean_time": 8.583021897120112, + "total_upload": 4294.389953205 + }, { "hash_code": 189290653797812033097705082179691865596, "engine": "qdrant-4c32g", @@ -17753,16 +20798,45 @@ "total_upload": 9664.873547729992 }, { - "hash_code": 22208967260351459899205178184838893770, + "hash_code": 289428609464126736155757477853608022244, "engine": "pgvecto.rs-1*r6a.xlarge", "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.01", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.01", + "time_stamp": 1698393973407, + "cost": 32280.14087933584, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 512 + }, + "search_parallel": 4, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.9781749999999999, + "rps": 1.0192024911843234, + "p95_time": 4.678367084304409, + "mean_time": 3.923760447082738, + "total_upload": 4294.389953205 + }, + { + "hash_code": 289428609464126736155757477853608022244, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", "dataset": "laion-768-5m-ip-probability-0.01", "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.01", - "time_stamp": 1695639403054, - "cost": 28099.587984679078, + "time_stamp": 1698393973407, + "cost": 17338.29815567534, "monthly_cost": 329, "index_create_parameter": { "m": 12, @@ -17771,15 +20845,15 @@ "index_search_params": { "hnsw.ef_search": 256 }, - "search_parallel": 1, + "search_parallel": 8, "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.9781, - "rps": 1.1708356726774174, - "p95_time": 1.081497646617936, - "mean_time": 0.853744906667911, - "total_upload": 4802.589267154981 + "mean_precisions": 0.9782000000000001, + "rps": 1.8975334086771865, + "p95_time": 5.162049429801115, + "mean_time": 4.214654294694118, + "total_upload": 4294.389953205 }, { "hash_code": 269080721119445704836923557024261042919, @@ -17839,35 +20913,6 @@ "mean_time": 0.09219947862647222, "total_upload": 39244.325722507 }, - { - "hash_code": 324850321054618880615825253322278607859, - "engine": "pgvecto.rs-1*r6a.xlarge", - "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", - "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.1", - "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.1", - "time_stamp": 1695639403054, - "cost": 1614.1647389772647, - "monthly_cost": 329, - "index_create_parameter": { - "m": 12, - "ef_construction": 100 - }, - "index_search_params": { - "hnsw.ef_search": 512 - }, - "search_parallel": 8, - "search_top": 10, - "upload_parallel": 16, - "upload_batch_size": 64, - "mean_precisions": 0.9783624999999999, - "rps": 20.382058414214555, - "p95_time": 0.5071931282320292, - "mean_time": 0.391913673972711, - "total_upload": 4802.589267154981 - }, { "hash_code": 283876976974829743903666284882719116013, "engine": "opensearch-1*r6g.2xlarge.search", @@ -17897,6 +20942,35 @@ "mean_time": 0.16675795940789975, "total_upload": 2734.639871392981 }, + { + "hash_code": 289428609464126736155757477853608022244, + "engine": "pgvecto.rs-1*r6a.xlarge", + "version": "v0.1.3", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", + "index_type": "HNSW", + "dataset": "laion-768-5m-ip-probability-0.01", + "dataset_group": "laion-768-5m-ip-probability", + "dataset_tag": "ratio-0.01", + "time_stamp": 1698393973407, + "cost": 38763.25912080824, + "monthly_cost": 329, + "index_create_parameter": { + "m": 12, + "ef_construction": 100 + }, + "index_search_params": { + "hnsw.ef_search": 512 + }, + "search_parallel": 2, + "search_top": 10, + "upload_parallel": 16, + "upload_batch_size": 64, + "mean_precisions": 0.9785499999999999, + "rps": 0.8487418433384303, + "p95_time": 2.8012421269508194, + "mean_time": 2.3555596118194715, + "total_upload": 4294.389953205 + }, { "hash_code": 149188626738309365960292261655480506036, "engine": "zilliz-cost-optimized-1cu", @@ -17955,64 +21029,6 @@ "mean_time": 0.04523963474482298, "total_upload": 4301.106083501014 }, - { - "hash_code": 22208967260351459899205178184838893770, - "engine": "pgvecto.rs-1*r6a.xlarge", - "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", - "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.01", - "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.01", - "time_stamp": 1695639403054, - "cost": 19633.282903785872, - "monthly_cost": 329, - "index_create_parameter": { - "m": 12, - "ef_construction": 100 - }, - "index_search_params": { - "hnsw.ef_search": 256 - }, - "search_parallel": 2, - "search_top": 10, - "upload_parallel": 16, - "upload_batch_size": 64, - "mean_precisions": 0.9786, - "rps": 1.675725866184912, - "p95_time": 1.4523823706258554, - "mean_time": 1.1930075481362874, - "total_upload": 4802.589267154981 - }, - { - "hash_code": 22208967260351459899205178184838893770, - "engine": "pgvecto.rs-1*r6a.xlarge", - "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", - "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.01", - "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.01", - "time_stamp": 1695639403054, - "cost": 54925.804251752714, - "monthly_cost": 329, - "index_create_parameter": { - "m": 12, - "ef_construction": 100 - }, - "index_search_params": { - "hnsw.ef_search": 512 - }, - "search_parallel": 1, - "search_top": 10, - "upload_parallel": 16, - "upload_batch_size": 64, - "mean_precisions": 0.9786999999999999, - "rps": 0.5989898636568465, - "p95_time": 2.0748238811618647, - "mean_time": 1.6691353994254605, - "total_upload": 4802.589267154981 - }, { "hash_code": 269080721119445704836923557024261042919, "engine": "pgvector-1*r6a.xlarge", @@ -18102,33 +21118,33 @@ "total_upload": 4301.106083501014 }, { - "hash_code": 22208967260351459899205178184838893770, + "hash_code": 289428609464126736155757477853608022244, "engine": "pgvecto.rs-1*r6a.xlarge", "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", "dataset": "laion-768-5m-ip-probability-0.01", "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.01", - "time_stamp": 1695639403054, - "cost": 7833.848047936169, + "time_stamp": 1698393973407, + "cost": 34330.81320867752, "monthly_cost": 329, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "hnsw.ef_search": 256 + "hnsw.ef_search": 512 }, - "search_parallel": 4, + "search_parallel": 16, "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, - "mean_precisions": 0.9789249999999999, - "rps": 4.199724043494502, - "p95_time": 1.1685643662000074, - "mean_time": 0.9515928413973452, - "total_upload": 4802.589267154981 + "mean_precisions": 0.97901875, + "rps": 0.9583227696943728, + "p95_time": 18.88830908865275, + "mean_time": 16.689752210844514, + "total_upload": 4294.389953205 }, { "hash_code": 190581728639617235682084340948619560350, @@ -18159,62 +21175,33 @@ "total_upload": 6086.823213248979 }, { - "hash_code": 22208967260351459899205178184838893770, - "engine": "pgvecto.rs-1*r6a.xlarge", - "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", - "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.01", - "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.01", - "time_stamp": 1695639403054, - "cost": 8747.931744080197, - "monthly_cost": 329, - "index_create_parameter": { - "m": 12, - "ef_construction": 100 - }, - "index_search_params": { - "hnsw.ef_search": 256 - }, - "search_parallel": 16, - "search_top": 10, - "upload_parallel": 16, - "upload_batch_size": 64, - "mean_precisions": 0.9791124999999999, - "rps": 3.760888969242784, - "p95_time": 5.018922456441214, - "mean_time": 4.252146812448966, - "total_upload": 4802.589267154981 - }, - { - "hash_code": 22208967260351459899205178184838893770, + "hash_code": 289428609464126736155757477853608022244, "engine": "pgvecto.rs-1*r6a.xlarge", "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", + "remark": "Client resource: 4c 8g, us-east-2:3.145.5.237, Server resource: 4c 32g us-east-2:3.147.74.86", "index_type": "HNSW", "dataset": "laion-768-5m-ip-probability-0.01", "dataset_group": "laion-768-5m-ip-probability", "dataset_tag": "ratio-0.01", - "time_stamp": 1695639403054, - "cost": 8628.722799985431, + "time_stamp": 1698393973407, + "cost": 34319.58771729616, "monthly_cost": 329, "index_create_parameter": { "m": 12, "ef_construction": 100 }, "index_search_params": { - "hnsw.ef_search": 256 + "hnsw.ef_search": 512 }, "search_parallel": 8, "search_top": 10, "upload_parallel": 16, "upload_batch_size": 64, "mean_precisions": 0.9791875, - "rps": 3.8128470183392085, - "p95_time": 2.574117828733869, - "mean_time": 2.0971506043882546, - "total_upload": 4802.589267154981 + "rps": 0.9586362246251365, + "p95_time": 9.991449697395, + "mean_time": 8.342826657782657, + "total_upload": 4294.389953205 }, { "hash_code": 189290653797812033097705082179691865596, @@ -18422,35 +21409,6 @@ "mean_time": 0.04500368022269322, "total_upload": 37829.601222026 }, - { - "hash_code": 22208967260351459899205178184838893770, - "engine": "pgvecto.rs-1*r6a.xlarge", - "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", - "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.01", - "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.01", - "time_stamp": 1695639403054, - "cost": 38219.55444896739, - "monthly_cost": 329, - "index_create_parameter": { - "m": 12, - "ef_construction": 100 - }, - "index_search_params": { - "hnsw.ef_search": 512 - }, - "search_parallel": 2, - "search_top": 10, - "upload_parallel": 16, - "upload_batch_size": 64, - "mean_precisions": 0.9795999999999999, - "rps": 0.860815895798306, - "p95_time": 2.7452330082043774, - "mean_time": 2.3227502359394565, - "total_upload": 4802.589267154981 - }, { "hash_code": 189290653797812033097705082179691865596, "engine": "qdrant-4c32g", @@ -18537,35 +21495,6 @@ "mean_time": 0.042760355123115004, "total_upload": 9917.984139715008 }, - { - "hash_code": 22208967260351459899205178184838893770, - "engine": "pgvecto.rs-1*r6a.xlarge", - "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", - "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.01", - "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.01", - "time_stamp": 1695639403054, - "cost": 15465.943657727268, - "monthly_cost": 329, - "index_create_parameter": { - "m": 12, - "ef_construction": 100 - }, - "index_search_params": { - "hnsw.ef_search": 512 - }, - "search_parallel": 4, - "search_top": 10, - "upload_parallel": 16, - "upload_batch_size": 64, - "mean_precisions": 0.9799, - "rps": 2.1272546136272865, - "p95_time": 2.2514683165878524, - "mean_time": 1.8794441952518974, - "total_upload": 4802.589267154981 - }, { "hash_code": 189290653797812033097705082179691865596, "engine": "qdrant-4c32g", @@ -18652,35 +21581,6 @@ "mean_time": 0.015153624216762864, "total_upload": 2752.150063756 }, - { - "hash_code": 22208967260351459899205178184838893770, - "engine": "pgvecto.rs-1*r6a.xlarge", - "version": "v0.1.3", - "remark": "Client resource: 4c 8g, us-east-2:18.188.133.198, Server resource: 4c 32g us-east-2:3.144.154.36", - "index_type": "HNSW", - "dataset": "laion-768-5m-ip-probability-0.01", - "dataset_group": "laion-768-5m-ip-probability", - "dataset_tag": "ratio-0.01", - "time_stamp": 1695639403054, - "cost": 17085.654850648003, - "monthly_cost": 329, - "index_create_parameter": { - "m": 12, - "ef_construction": 100 - }, - "index_search_params": { - "hnsw.ef_search": 512 - }, - "search_parallel": 8, - "search_top": 10, - "upload_parallel": 16, - "upload_batch_size": 64, - "mean_precisions": 0.9801375, - "rps": 1.925591982724163, - "p95_time": 4.950751549479901, - "mean_time": 4.153193627348053, - "total_upload": 4802.589267154981 - }, { "hash_code": 94783557865022552925472243888683623268, "engine": "weaviate-standard",