add jumbo to maelm.

Author: msafari18

barcodebert/pretraining.py

@@ -290,6 +290,7 @@ def print_pass(*args, **kwargs):
             num_labels=n_output_tokens,
             output_hidden_states=True,
             max_position_embeddings=max_position_embeddings,
+            hidden_size=config.encoder_embed_dim,
         )
 
     if config.arch == "maelm":
@@ -1777,6 +1778,14 @@ def get_parser():
         help="Number of attention heads in the decoder of MAELM. Default: %(default)s",
     )
 
+    group.add_argument(
+        "--encoder-embed-dim",
+        "--encoder_embed_dim",
+        type=int,
+        default=768,
+        help="Size of the encoder embedding in the encoder of MAE-LM. Default: %(default)s",
+    )
+
     group.add_argument(
         "--decoder-embed-dim",
         "--decoder_embed_dim",