consistent with hybrid depth

TITC · web-flow · commit 09388945e545 · 2022-05-21T10:17:24.000+08:00
keep hyper-parameter meaning consistent for convenience to compare in the training record
diff --git a/pix2tex/models/vit.py b/pix2tex/models/vit.py
@@ -68,7 +68,7 @@ def get_encoder(args):
         emb_dropout=args.get('emb_dropout', 0),
         attn_layers=Encoder(
             dim=args.dim,
-            depth=args.num_layers,
+            depth=args.encoder_depth,
             heads=args.heads,
         )
     )

Original file line number	Diff line number	Diff line change
`@@ -68,7 +68,7 @@ def get_encoder(args):`
`68`	`68`	`emb_dropout=args.get('emb_dropout', 0),`
`69`	`69`	`attn_layers=Encoder(`
`70`	`70`	`dim=args.dim,`
`71`		`- depth=args.num_layers,`
	`71`	`+ depth=args.encoder_depth,`
`72`	`72`	`heads=args.heads,`
`73`	`73`	`)`
`74`	`74`	`)`