File tree Expand file tree Collapse file tree 1 file changed +4
-4
lines changed
Expand file tree Collapse file tree 1 file changed +4
-4
lines changed Original file line number Diff line number Diff line change @@ -511,8 +511,8 @@ def test_07_batch_put_get_into_with_tp(self):
511511class TestMooncakeBenchmark (MooncakeTestBase ):
512512 # Benchmark Settings
513513 BENCH_ITERATIONS = 5
514- TENSOR_SIZE_MB = 64
515- TOTAL_SIZE_GB = 1
514+ TENSOR_SIZE_MB = 16
515+ TOTAL_SIZE_GB = 256
516516
517517 def setUp (self ):
518518 """Benchmark-specific setUp."""
@@ -585,7 +585,7 @@ def test_benchmark_02_tp_batch(self):
585585
586586 def test_benchmark_03_batch_put_get_into (self ):
587587 """Benchmark: Zero copy Batch Get."""
588- buffer_spacing = 1024 * 1024 * 1024 # 1GB per tensor slot
588+ buffer_spacing = 512 * 1024 * 1024 # 1GB per tensor slot
589589 batch_size = len (self .keys )
590590 total_buffer_size = buffer_spacing * batch_size
591591
@@ -645,7 +645,7 @@ def test_benchmark_04_batch_put_get_into_with_tp(self):
645645 tp_size = 4
646646 split_dim = 0
647647 batch_size = len (self .keys )
648- buffer_spacing = 1024 * 1024 * 1024 # 1GB per tensor slot
648+ buffer_spacing = 512 * 1024 * 1024 # 1GB per tensor slot
649649
650650 # Allocate and register a separate buffer for each TP rank
651651 rank_buffers = [] # Store metadata for cleanup
You can’t perform that action at this time.
0 commit comments