Fix logging of val loss (#1097)

awaelchli · rasbt · commit 2fd90afd9644 · 2024-03-18T13:06:28.000-05:00
diff --git a/litgpt/finetune/full.py b/litgpt/finetune/full.py
@@ -226,7 +226,6 @@ def fit(
                     state["iter_num"] * train.micro_batch_size * model.config.block_size * fabric.world_size
                 ),
                 "learning_rate": scheduler.get_last_lr()[0],
-                "val_loss": val_loss,
             }
             if isinstance(val_loss, torch.Tensor):
                 val_loss = f"{val_loss:.3f}"
diff --git a/litgpt/finetune/lora.py b/litgpt/finetune/lora.py
@@ -247,7 +247,6 @@ def fit(
                     iter_num * train.micro_batch_size * model.config.block_size * fabric.world_size
                 ),
                 "learning_rate": scheduler.get_last_lr()[0],
-                "val_loss": val_loss,
             }
             if isinstance(val_loss, torch.Tensor):
                 val_loss = f"{val_loss:.3f}"

Original file line number	Diff line number	Diff line change
`@@ -226,7 +226,6 @@ def fit(`
`226`	`226`	`state["iter_num"] * train.micro_batch_size * model.config.block_size * fabric.world_size`
`227`	`227`	`),`
`228`	`228`	`"learning_rate": scheduler.get_last_lr()[0],`
`229`		`- "val_loss": val_loss,`
`230`	`229`	`}`
`231`	`230`	`if isinstance(val_loss, torch.Tensor):`
`232`	`231`	`val_loss = f"{val_loss:.3f}"`
Original file line number	Diff line number	Diff line change
`@@ -247,7 +247,6 @@ def fit(`
`247`	`247`	`iter_num * train.micro_batch_size * model.config.block_size * fabric.world_size`
`248`	`248`	`),`
`249`	`249`	`"learning_rate": scheduler.get_last_lr()[0],`
`250`		`- "val_loss": val_loss,`
`251`	`250`	`}`
`252`	`251`	`if isinstance(val_loss, torch.Tensor):`
`253`	`252`	`val_loss = f"{val_loss:.3f}"`