add jumbo to maelm.

msafari18 · msafari18 · commit 5bd8549cda26 · 2025-12-09T16:09:57.000-05:00
diff --git a/barcodebert/pretraining.py b/barcodebert/pretraining.py
@@ -308,7 +308,7 @@ def print_pass(*args, **kwargs):
                 hidden_size=config.decoder_embed_dim,
             )
         print("Using MAELMModel with BertConfig for the decoder (not mosaic-bert)")
-        model = MAELMModel(bert_config, decoder_config, config.jumbo, config.jumbu_multiplier, config.share_jumbo_layers)
+        model = MAELMModel(bert_config, decoder_config, config.jumbo, config.jumbo_multiplier, config.share_jumbo_layers)
 
     elif config.arch == "transformer":
         decoder_config = None

Original file line number	Diff line number	Diff line change
`@@ -308,7 +308,7 @@ def print_pass(args, *kwargs):`
`308`	`308`	`hidden_size=config.decoder_embed_dim,`
`309`	`309`	`)`
`310`	`310`	`print("Using MAELMModel with BertConfig for the decoder (not mosaic-bert)")`
`311`		`- model = MAELMModel(bert_config, decoder_config, config.jumbo, config.jumbu_multiplier, config.share_jumbo_layers)`
	`311`	`+ model = MAELMModel(bert_config, decoder_config, config.jumbo, config.jumbo_multiplier, config.share_jumbo_layers)`
`312`	`312`
`313`	`313`	`elif config.arch == "transformer":`
`314`	`314`	`decoder_config = None`