last last fix for the day..

Author: lucidrains

native_sparse_attention_pytorch/transformer.py

@@ -164,6 +164,7 @@ def __init__(
             layers.append(ModuleList([attn, ff]))
 
         self.attn_sliding_window_size = getattr(attn, 'sliding_window_size', None)
+        self.attn_fine_block_size = getattr(attn, 'selection_block_size', None)
 
         self.layers = ModuleList(layers)
 

pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "native-sparse-attention-pytorch"
-version = "0.0.25"
+version = "0.0.26"
 description = "Native Sparse Attention"
 authors = [
     { name = "Phil Wang", email = "[email protected]" }