Revert "electra config: increase max_postional_embeddings to 3000"

aditya0by0 · aditya0by0 · commit 158d6f3e9160 · 2025-04-01T20:06:46.000+02:00
This reverts commit 2b0ed0a.
diff --git a/configs/model/electra.yml b/configs/model/electra.yml
@@ -4,7 +4,7 @@ init_args:
     lr: 1e-3
   config:
     vocab_size: 8500
-    max_position_embeddings: 3000
+    max_position_embeddings: 1800
     num_attention_heads: 8
     num_hidden_layers: 6
     type_vocab_size: 1
