Skip to content

Commit 8832423

Browse files
Fix save metric FileNotFoundError when finetuning (meta-llama#499)
2 parents ccab291 + da879b7 commit 8832423

File tree

1 file changed

+3
-4
lines changed

1 file changed

+3
-4
lines changed

src/llama_recipes/utils/train_utils.py

Lines changed: 3 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -103,10 +103,9 @@ def train(model, train_dataloader,eval_dataloader, tokenizer, optimizer, lr_sche
103103
val_loss =[]
104104

105105
if train_config.save_metrics:
106-
output_dir = train_config.output_dir
107-
if not os.path.exists(output_dir):
108-
os.makedirs(output_dir)
109-
metrics_filename = f"{output_dir}/metrics_data_{local_rank}-{datetime.now().strftime('%Y-%m-%d_%H-%M-%S')}.json"
106+
if not os.path.exists(train_config.output_dir):
107+
os.makedirs(train_config.output_dir, exist_ok=True)
108+
metrics_filename = f"{train_config.output_dir}/metrics_data_{local_rank}-{datetime.now().strftime('%Y-%m-%d_%H-%M-%S')}.json"
110109
train_step_perplexity = []
111110
train_step_loss = []
112111
val_step_loss = []

0 commit comments

Comments
 (0)