File tree Expand file tree Collapse file tree 1 file changed +4
-8
lines changed
paddlenlp/transformers/gpt Expand file tree Collapse file tree 1 file changed +4
-8
lines changed Original file line number Diff line number Diff line change @@ -401,18 +401,14 @@ def __init__(self,
401
401
self .word_embeddings = nn .Embedding (
402
402
vocab_size ,
403
403
hidden_size ,
404
- weight_attr = paddle .ParamAttr (
405
- name = "word_embeddings" ,
406
- initializer = nn .initializer .Normal (
407
- mean = 0.0 , std = initializer_range )))
404
+ weight_attr = paddle .ParamAttr (initializer = nn .initializer .Normal (
405
+ mean = 0.0 , std = initializer_range )))
408
406
409
407
self .position_embeddings = nn .Embedding (
410
408
max_position_embeddings ,
411
409
hidden_size ,
412
- weight_attr = paddle .ParamAttr (
413
- name = "pos_embeddings" ,
414
- initializer = nn .initializer .Normal (
415
- mean = 0.0 , std = initializer_range )))
410
+ weight_attr = paddle .ParamAttr (initializer = nn .initializer .Normal (
411
+ mean = 0.0 , std = initializer_range )))
416
412
417
413
self .dropout = nn .Dropout (hidden_dropout_prob )
418
414
You can’t perform that action at this time.
0 commit comments