We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 1dd7f4e commit a6df90eCopy full SHA for a6df90e
examples/mlx_metal_kernel_opt/initial_program.py
@@ -245,7 +245,7 @@ class MockArgs:
245
tokens_per_sec = seq_len / avg_time
246
247
print(f" Custom GQA: {avg_time*1000:.2f} ms, {tokens_per_sec:.1f} tokens/sec")
248
- print(f" Memory: {mx.metal.get_active_memory() / 1e9:.2f} GB")
+ print(f" Memory: {mx.get_active_memory() / 1e9:.2f} GB")
249
250
251
def test_custom_gqa_correctness():
0 commit comments