RuVector/bench_results/comparison_benchmark.json at main · ruvnet/RuVector · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
[
  {
    "name": "ruvector_optimized",
    "dataset": "synthetic",
    "dimensions": 384,
    "num_vectors": 10000,
    "num_queries": 100,
    "k": 10,
    "qps": 1215.8984855108915,
    "latency_p50": 0.78,
    "latency_p95": 0.78,
    "latency_p99": 0.78,
    "latency_p999": 0.78,
    "recall_at_1": 1.0,
    "recall_at_10": 1.0,
    "recall_at_100": 1.0,
    "memory_mb": 0.0,
    "build_time_secs": 0.0,
    "metadata": {
      "system": "ruvector"
    }
  },
  {
    "name": "ruvector_no_quant",
    "dataset": "synthetic",
    "dimensions": 384,
    "num_vectors": 10000,
    "num_queries": 100,
    "k": 10,
    "qps": 1218.0020656584231,
    "latency_p50": 0.775,
    "latency_p95": 0.775,
    "latency_p99": 0.775,
    "latency_p999": 0.775,
    "recall_at_1": 1.0,
    "recall_at_10": 1.0,
    "recall_at_100": 1.0,
    "memory_mb": 0.0,
    "build_time_secs": 0.0,
    "metadata": {
      "system": "ruvector_no_quant"
    }
  },
  {
    "name": "python_baseline",
    "dataset": "synthetic",
    "dimensions": 384,
    "num_vectors": 10000,
    "num_queries": 100,
    "k": 10,
    "qps": 77.46019665191933,
    "latency_p50": 11.879000000000001,
    "latency_p95": 11.879000000000001,
    "latency_p99": 11.879000000000001,
    "latency_p999": 11.879000000000001,
    "recall_at_1": 1.0,
    "recall_at_10": 1.0,
    "recall_at_100": 1.0,
    "memory_mb": 0.0,
    "build_time_secs": 0.0,
    "metadata": {
      "simulated": "true",
      "system": "python_numpy"
    }
  },
  {
    "name": "brute_force",
    "dataset": "synthetic",
    "dimensions": 384,
    "num_vectors": 10000,
    "num_queries": 100,
    "k": 10,
    "qps": 12.174453737434945,
    "latency_p50": 77.759,
    "latency_p95": 77.759,
    "latency_p99": 77.759,
    "latency_p999": 77.759,
    "recall_at_1": 1.0,
    "recall_at_10": 1.0,
    "recall_at_100": 1.0,
    "memory_mb": 0.0,
    "build_time_secs": 0.0,
    "metadata": {
      "system": "brute_force",
      "simulated": "true",
      "slowdown_factor": "100"
    }
  }
]