increase vocab_size for PubChem

sfluegel05 · sfluegel05 · commit 1e68032a2ccb · 2025-09-23T14:02:55.000+02:00
diff --git a/configs/model/electra.yml b/configs/model/electra.yml
@@ -3,7 +3,7 @@ init_args:
   optimizer_kwargs:
     lr: 1e-3
   config:
-    vocab_size: 1400
+    vocab_size: 4400
     max_position_embeddings: 1800
     num_attention_heads: 8
     num_hidden_layers: 6
