Skip to content

Commit 5d54ab6

Browse files
Update transformer_blocks.py
1 parent b0cd66e commit 5d54ab6

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

src/models/transformer_blocks.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -6,7 +6,7 @@ class SpikingTransformerBlock(nn.Module):
66
def __init__(self, embedding_dim, num_heads, T_max=20, lambda_reg=1e-3):
77
super().__init__()
88

9-
# 🔥 Replace standard attention with adaptive spiking attention
9+
# Replace standard attention with adaptive spiking attention
1010
self.attention = AdaptiveSpikingAttention(
1111
embedding_dim=embedding_dim,
1212
num_heads=num_heads,

0 commit comments

Comments
 (0)