Skip to content

Commit 4dddb8e

Browse files
fordNfordN
committed
data: Save performance benchmarks
1 parent 9354157 commit 4dddb8e

File tree

1 file changed

+233
-0
lines changed

1 file changed

+233
-0
lines changed

‎performance_benchmarks.json‎

Lines changed: 233 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,233 @@
1+
{
2+
"postgresql_large_table_loading_performance": {
3+
"test_name": "large_table_loading_performance",
4+
"loader_type": "postgresql",
5+
"throughput_rows_per_sec": 128032.82091356427,
6+
"memory_mb": 450.359375,
7+
"duration_seconds": 0.39052486419677734,
8+
"dataset_size": 50000,
9+
"timestamp": "2025-10-27T23:59:34.602321",
10+
"git_commit": "e38e5aab",
11+
"environment": "local"
12+
},
13+
"redis_pipeline_performance": {
14+
"test_name": "pipeline_performance",
15+
"loader_type": "redis",
16+
"throughput_rows_per_sec": 43232.59035152331,
17+
"memory_mb": 0,
18+
"duration_seconds": 0,
19+
"dataset_size": 50000,
20+
"timestamp": "2025-10-28T00:00:03.930037",
21+
"git_commit": "e38e5aab",
22+
"environment": "local"
23+
},
24+
"redis_data_structure_performance_hash": {
25+
"test_name": "data_structure_performance_hash",
26+
"loader_type": "redis",
27+
"throughput_rows_per_sec": 34689.0009927911,
28+
"memory_mb": 0,
29+
"duration_seconds": 0,
30+
"dataset_size": 50000,
31+
"timestamp": "2025-10-28T00:00:06.866695",
32+
"git_commit": "e38e5aab",
33+
"environment": "local"
34+
},
35+
"redis_data_structure_performance_string": {
36+
"test_name": "data_structure_performance_string",
37+
"loader_type": "redis",
38+
"throughput_rows_per_sec": 74117.79882204712,
39+
"memory_mb": 0,
40+
"duration_seconds": 0,
41+
"dataset_size": 50000,
42+
"timestamp": "2025-10-28T00:00:06.892124",
43+
"git_commit": "e38e5aab",
44+
"environment": "local"
45+
},
46+
"redis_data_structure_performance_sorted_set": {
47+
"test_name": "data_structure_performance_sorted_set",
48+
"loader_type": "redis",
49+
"throughput_rows_per_sec": 72130.90621426176,
50+
"memory_mb": 0,
51+
"duration_seconds": 0,
52+
"dataset_size": 50000,
53+
"timestamp": "2025-10-28T00:00:06.915461",
54+
"git_commit": "e38e5aab",
55+
"environment": "local"
56+
},
57+
"redis_memory_efficiency": {
58+
"test_name": "memory_efficiency",
59+
"loader_type": "redis",
60+
"throughput_rows_per_sec": 37452.955032923,
61+
"memory_mb": 14.465019226074219,
62+
"duration_seconds": 1.335008144378662,
63+
"dataset_size": 50000,
64+
"timestamp": "2025-10-28T00:00:08.312561",
65+
"git_commit": "e38e5aab",
66+
"environment": "local"
67+
},
68+
"delta_lake_large_file_write_performance": {
69+
"test_name": "large_file_write_performance",
70+
"loader_type": "delta_lake",
71+
"throughput_rows_per_sec": 378063.45308981824,
72+
"memory_mb": 485.609375,
73+
"duration_seconds": 0.13225293159484863,
74+
"dataset_size": 50000,
75+
"timestamp": "2025-10-28T00:00:08.528047",
76+
"git_commit": "e38e5aab",
77+
"environment": "local"
78+
},
79+
"lmdb_large_table_loading_performance": {
80+
"test_name": "large_table_loading_performance",
81+
"loader_type": "lmdb",
82+
"throughput_rows_per_sec": 68143.20147805117,
83+
"memory_mb": 1272.359375,
84+
"duration_seconds": 0.7337489128112793,
85+
"dataset_size": 50000,
86+
"timestamp": "2025-10-28T00:00:12.347292",
87+
"git_commit": "e38e5aab",
88+
"environment": "local"
89+
},
90+
"lmdb_key_generation_strategy_performance_pattern_based": {
91+
"test_name": "key_generation_strategy_performance_pattern_based",
92+
"loader_type": "lmdb",
93+
"throughput_rows_per_sec": 94096.5745855362,
94+
"memory_mb": 0,
95+
"duration_seconds": 0,
96+
"dataset_size": 50000,
97+
"timestamp": "2025-10-28T00:00:14.592329",
98+
"git_commit": "e38e5aab",
99+
"environment": "local"
100+
},
101+
"lmdb_key_generation_strategy_performance_single_column": {
102+
"test_name": "key_generation_strategy_performance_single_column",
103+
"loader_type": "lmdb",
104+
"throughput_rows_per_sec": 78346.86278487406,
105+
"memory_mb": 0,
106+
"duration_seconds": 0,
107+
"dataset_size": 50000,
108+
"timestamp": "2025-10-28T00:00:14.639451",
109+
"git_commit": "e38e5aab",
110+
"environment": "local"
111+
},
112+
"lmdb_key_generation_strategy_performance_composite_key": {
113+
"test_name": "key_generation_strategy_performance_composite_key",
114+
"loader_type": "lmdb",
115+
"throughput_rows_per_sec": 64687.24273107819,
116+
"memory_mb": 0,
117+
"duration_seconds": 0,
118+
"dataset_size": 50000,
119+
"timestamp": "2025-10-28T00:00:14.686219",
120+
"git_commit": "e38e5aab",
121+
"environment": "local"
122+
},
123+
"lmdb_writemap_performance_with": {
124+
"test_name": "writemap_performance_with",
125+
"loader_type": "lmdb",
126+
"throughput_rows_per_sec": 87847.98917248333,
127+
"memory_mb": 0,
128+
"duration_seconds": 0,
129+
"dataset_size": 50000,
130+
"timestamp": "2025-10-28T00:00:19.439505",
131+
"git_commit": "e38e5aab",
132+
"environment": "local"
133+
},
134+
"lmdb_writemap_performance_without": {
135+
"test_name": "writemap_performance_without",
136+
"loader_type": "lmdb",
137+
"throughput_rows_per_sec": 104290.05352869684,
138+
"memory_mb": 0,
139+
"duration_seconds": 0,
140+
"dataset_size": 50000,
141+
"timestamp": "2025-10-28T00:00:19.466225",
142+
"git_commit": "e38e5aab",
143+
"environment": "local"
144+
},
145+
"lmdb_memory_efficiency": {
146+
"test_name": "memory_efficiency",
147+
"loader_type": "lmdb",
148+
"throughput_rows_per_sec": 61804.62313406004,
149+
"memory_mb": 120.21875,
150+
"duration_seconds": 0.8090009689331055,
151+
"dataset_size": 50000,
152+
"timestamp": "2025-10-28T00:00:20.360722",
153+
"git_commit": "e38e5aab",
154+
"environment": "local"
155+
},
156+
"lmdb_concurrent_read_performance": {
157+
"test_name": "concurrent_read_performance",
158+
"loader_type": "lmdb",
159+
"throughput_rows_per_sec": 226961.30898591253,
160+
"memory_mb": 0,
161+
"duration_seconds": 0.22030186653137207,
162+
"dataset_size": 50000,
163+
"timestamp": "2025-10-28T00:00:21.415388",
164+
"git_commit": "e38e5aab",
165+
"environment": "local"
166+
},
167+
"lmdb_large_value_performance": {
168+
"test_name": "large_value_performance",
169+
"loader_type": "lmdb",
170+
"throughput_rows_per_sec": 98657.00710354236,
171+
"memory_mb": 0.03125,
172+
"duration_seconds": 0.010136127471923828,
173+
"dataset_size": 1000,
174+
"timestamp": "2025-10-28T00:00:21.772304",
175+
"git_commit": "e38e5aab",
176+
"environment": "local"
177+
},
178+
"postgresql_throughput_comparison": {
179+
"test_name": "throughput_comparison",
180+
"loader_type": "postgresql",
181+
"throughput_rows_per_sec": 114434.94678369434,
182+
"memory_mb": 0,
183+
"duration_seconds": 0,
184+
"dataset_size": 10000,
185+
"timestamp": "2025-10-28T00:00:22.506677",
186+
"git_commit": "e38e5aab",
187+
"environment": "local"
188+
},
189+
"redis_throughput_comparison": {
190+
"test_name": "throughput_comparison",
191+
"loader_type": "redis",
192+
"throughput_rows_per_sec": 39196.31876614371,
193+
"memory_mb": 0,
194+
"duration_seconds": 0,
195+
"dataset_size": 10000,
196+
"timestamp": "2025-10-28T00:00:22.550799",
197+
"git_commit": "e38e5aab",
198+
"environment": "local"
199+
},
200+
"lmdb_throughput_comparison": {
201+
"test_name": "throughput_comparison",
202+
"loader_type": "lmdb",
203+
"throughput_rows_per_sec": 64069.99835024838,
204+
"memory_mb": 0,
205+
"duration_seconds": 0,
206+
"dataset_size": 10000,
207+
"timestamp": "2025-10-28T00:00:22.593882",
208+
"git_commit": "e38e5aab",
209+
"environment": "local"
210+
},
211+
"delta_lake_throughput_comparison": {
212+
"test_name": "throughput_comparison",
213+
"loader_type": "delta_lake",
214+
"throughput_rows_per_sec": 74707.64780586681,
215+
"memory_mb": 0,
216+
"duration_seconds": 0,
217+
"dataset_size": 10000,
218+
"timestamp": "2025-10-28T00:00:22.641513",
219+
"git_commit": "e38e5aab",
220+
"environment": "local"
221+
},
222+
"iceberg_large_file_write_performance": {
223+
"test_name": "large_file_write_performance",
224+
"loader_type": "iceberg",
225+
"throughput_rows_per_sec": 565892.4099818668,
226+
"memory_mb": 1144.453125,
227+
"duration_seconds": 0.08835601806640625,
228+
"dataset_size": 50000,
229+
"timestamp": "2025-10-28T00:00:22.874880",
230+
"git_commit": "e38e5aab",
231+
"environment": "local"
232+
}
233+
}

0 commit comments

Comments
 (0)