tensorflow
diff --git a/‎official/nlp/configs/models/albert_base.yaml‎
Lines changed: 16 additions & 0 deletions b/‎official/nlp/configs/models/albert_base.yaml‎
Lines changed: 16 additions & 0 deletions
diff --git a/‎official/nlp/albert/tf2_albert_encoder_checkpoint_converter.py‎ renamed to ‎official/nlp/tools/tf2_albert_encoder_checkpoint_converter.py‎ b/‎official/nlp/albert/tf2_albert_encoder_checkpoint_converter.py‎ renamed to ‎official/nlp/tools/tf2_albert_encoder_checkpoint_converter.py‎
@@ -0,0 +1,16 @@
+task:
+  model:
+    encoder:
+      type: albert
+      albert:
+        attention_dropout_rate: 0.0
+        dropout_rate: 0.0
+        hidden_activation: gelu
+        hidden_size: 768
+        initializer_range: 0.02
+        intermediate_size: 3072
+        max_position_embeddings: 512
+        num_attention_heads: 12
+        num_layers: 12
+        type_vocab_size: 2
+        vocab_size: 30000