Skip to content

Commit 430741f

Browse files
committed
remove duplicate
Signed-off-by: Maanu Grover <maanug@nvidia.com>
1 parent b31d7f9 commit 430741f

File tree

2 files changed

+1
-4
lines changed

2 files changed

+1
-4
lines changed

nemo/tron/config.py

Lines changed: 0 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -115,9 +115,6 @@ class GPTDatasetConfig(MCoreGPTDatasetConfig):
115115
data_sharding: bool = True
116116
"""Disable data sharding."""
117117

118-
create_attention_mask_in_dataloader: bool = True
119-
"""If set, do not create attention_masks in dataloader."""
120-
121118
def __post_init__(self) -> None:
122119
super(MCoreGPTDatasetConfig, self).__post_init__()
123120

nemo/tron/llm/utils.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -76,7 +76,7 @@ def _broadcast(item):
7676
dtype=torch.float32,
7777
device=torch.cuda.current_device(),
7878
)
79-
if cfg.dataset_config.create_attention_mask_in_dataloader:
79+
if cfg.dataset_config.create_attention_mask:
8080
attention_mask = torch.empty(
8181
(
8282
mbs,

0 commit comments

Comments
 (0)