electra config: increase max_position_embeddings to 3000

aditya0by0 · aditya0by0 · commit 68205456de71 · 2025-03-19T12:24:37.000+01:00
diff --git a/configs/model/electra.yml b/configs/model/electra.yml
@@ -4,7 +4,7 @@ init_args:
     lr: 1e-3
   config:
     vocab_size: 1400
-    max_position_embeddings: 1800
+    max_position_embeddings: 3000
     num_attention_heads: 8
     num_hidden_layers: 6
     type_vocab_size: 1
