electra config for scope

aditya0by0 · aditya0by0 · commit 3c4a6a36b048 · 2025-08-11T11:00:25.000+02:00
#1 (comment)
diff --git a/configs/model/electra.yml b/configs/model/electra.yml
@@ -0,0 +1,11 @@
+class_path: chebai.models.Electra
+init_args:
+  optimizer_kwargs:
+    lr: 1e-3
+  config:
+    vocab_size: 31
+    max_position_embeddings: 1000
+    num_attention_heads: 8
+    num_hidden_layers: 6
+    type_vocab_size: 1
+    hidden_size: 256
