updates

Author: sayakpaul

examples/dreambooth/train_dreambooth_lora_lumina2.py

@@ -85,6 +85,7 @@ def save_model_card(
     images=None,
     base_model: str = None,
     instance_prompt=None,
+    system_prompt=None,
     validation_prompt=None,
     repo_folder=None,
 ):
@@ -112,6 +113,8 @@ def save_model_card(
 
 You should use `{instance_prompt}` to trigger the image generation.
 
+The following `system_prompt` was also used used during training (ignore if `None`): {system_prompt}.
+
 ## Download model
 
 [Download the *.safetensors LoRA]({repo_id}/tree/main) in the Files & versions tab.
@@ -1373,8 +1376,8 @@ def get_sigmas(timesteps, n_dim=4, dtype=torch.float32):
                 noisy_model_input = (1.0 - sigmas) * noise + sigmas * model_input
 
                 # Predict the noise residual
-                # reverse the timestep since Lumina uses t=0 as the noise and t=1 as the image
-                timesteps = 1 - timesteps / noise_scheduler.config.num_train_timesteps
+                # scale the timesteps (reversal not needed as we used a reverse lerp above already)
+                timesteps = timesteps / noise_scheduler.config.num_train_timesteps
                 model_pred = transformer(
                     hidden_states=noisy_model_input,
                     encoder_hidden_states=prompt_embeds,
@@ -1532,6 +1535,7 @@ def get_sigmas(timesteps, n_dim=4, dtype=torch.float32):
                 images=images,
                 base_model=args.pretrained_model_name_or_path,
                 instance_prompt=args.instance_prompt,
+                system_prompt=args.system_prompt,
                 validation_prompt=args.validation_prompt,
                 repo_folder=args.output_dir,
             )