SD3: update default training timestep / loss weighting distribution to logit_normal (#8592)

bghira · bghira · kashif · web-flow · commit 074a7cc3c56a · 2024-06-18T14:15:19.000+01:00
Co-authored-by: bghira &lt;bghira@users.github.com&gt;
Co-authored-by: Kashif Rasul &lt;kashif.rasul@gmail.com&gt;
diff --git a/examples/dreambooth/train_dreambooth_lora_sd3.py b/examples/dreambooth/train_dreambooth_lora_sd3.py
@@ -473,7 +473,7 @@ def parse_args(input_args=None):
         ),
     )
     parser.add_argument(
-        "--weighting_scheme", type=str, default="sigma_sqrt", choices=["sigma_sqrt", "logit_normal", "mode"]
+        "--weighting_scheme", type=str, default="logit_normal", choices=["sigma_sqrt", "logit_normal", "mode"]
     )
     parser.add_argument("--logit_mean", type=float, default=0.0)
     parser.add_argument("--logit_std", type=float, default=1.0)
diff --git a/examples/dreambooth/train_dreambooth_sd3.py b/examples/dreambooth/train_dreambooth_sd3.py
@@ -471,7 +471,7 @@ def parse_args(input_args=None):
         ),
     )
     parser.add_argument(
-        "--weighting_scheme", type=str, default="sigma_sqrt", choices=["sigma_sqrt", "logit_normal", "mode"]
+        "--weighting_scheme", type=str, default="logit_normal", choices=["sigma_sqrt", "logit_normal", "mode"]
     )
     parser.add_argument("--logit_mean", type=float, default=0.0)
     parser.add_argument("--logit_std", type=float, default=1.0)

Original file line number	Diff line number	Diff line change
`@@ -473,7 +473,7 @@ def parse_args(input_args=None):`
`473`	`473`	`),`
`474`	`474`	`)`
`475`	`475`	`parser.add_argument(`
`476`		`- "--weighting_scheme", type=str, default="sigma_sqrt", choices=["sigma_sqrt", "logit_normal", "mode"]`
	`476`	`+ "--weighting_scheme", type=str, default="logit_normal", choices=["sigma_sqrt", "logit_normal", "mode"]`
`477`	`477`	`)`
`478`	`478`	`parser.add_argument("--logit_mean", type=float, default=0.0)`
`479`	`479`	`parser.add_argument("--logit_std", type=float, default=1.0)`
Original file line number	Diff line number	Diff line change
`@@ -471,7 +471,7 @@ def parse_args(input_args=None):`
`471`	`471`	`),`
`472`	`472`	`)`
`473`	`473`	`parser.add_argument(`
`474`		`- "--weighting_scheme", type=str, default="sigma_sqrt", choices=["sigma_sqrt", "logit_normal", "mode"]`
	`474`	`+ "--weighting_scheme", type=str, default="logit_normal", choices=["sigma_sqrt", "logit_normal", "mode"]`
`475`	`475`	`)`
`476`	`476`	`parser.add_argument("--logit_mean", type=float, default=0.0)`
`477`	`477`	`parser.add_argument("--logit_std", type=float, default=1.0)`