default to same compress and fine block size for enwik8

lucidrains · lucidrains · commit 01c2bc1d6c11 · 2025-03-06T16:07:34.000Z
diff --git a/train.py b/train.py
@@ -39,7 +39,7 @@
 # sparse attention related
 
 SLIDING_WINDOW_SIZE = 64
-COMPRESS_BLOCK_SIZE = 8
+COMPRESS_BLOCK_SIZE = 16
 
 FINE_BLOCK_SIZE = 16
 NUM_FINE_SELECTED = 4
