update settings

Author: neph1

config/config_template.yaml

@@ -21,7 +21,7 @@ gradient_accumulation_steps: 4
 gradient_checkpointing: true
 id_token: afkx
 layerwise_upcasting_modules: [none, transformer]
-layerwise_upcasting_granularity: [pytorch_layer, diffusers_layer]
+layerwise_upcasting_skip_modules_pattern: 'patch_embed pos_embed x_embedder context_embedder ^proj_in$ ^proj_out$ norm'
 layerwise_upcasting_storage_dtype: [float8_e4m3fn, float8_e5m2]
 image_resolution_buckets: 512x768
 lora_alpha: 128
@@ -47,6 +47,7 @@ text_encoder_dtype: [bf16, fp16, fp32, fp8]
 text_encoder_2_dtype: [bf16, fp16, fp32, fp8]
 text_encoder_3_dtype: [bf16, fp16, fp32, fp8]
 tracker_name: finetrainers
+transformer_dtype: [bf16, fp16, fp32, fp8]
 train_steps: 3000
 training_type: lora
 use_8bit_bnb: false

run_trainer.py

@@ -29,7 +29,7 @@ def run(self, config: Config, finetrainers_path: str, log_file: str):
         if config.get('layerwise_upcasting_modules') != 'none':
             model_cmd +=["--layerwise_upcasting_modules", config.get('layerwise_upcasting_modules'),
             "--layerwise_upcasting_storage_dtype", config.get('layerwise_upcasting_storage_dtype'),
-            "--layerwise_upcasting_granularity", config.get('layerwise_upcasting_granularity')]
+            "--layerwise_upcasting_skip_modules_pattern", config.get('layerwise_upcasting_skip_modules_pattern')]
 
         dataset_cmd = ["--data_root", config.get('data_root'),
                    "--video_column", config.get('video_column'),
@@ -45,6 +45,7 @@ def run(self, config: Config, finetrainers_path: str, log_file: str):
                    "--text_encoder_2_dtype", config.get('text_encoder_2_dtype'),
                    "--text_encoder_3_dtype", config.get('text_encoder_3_dtype'),
                    "--vae_dtype", config.get('vae_dtype'),
+                   "--transformer_dtype", config.get('transformer_dtype'),
                    '--precompute_conditions' if config.get('precompute_conditions') else '']
         if config.get('dataset_file'):
             dataset_cmd += ["--dataset_file", config.get('dataset_file')]
@@ -56,7 +57,6 @@ def run(self, config: Config, finetrainers_path: str, log_file: str):
 
         training_cmd = ["--training_type", config.get('training_type'),
                 "--seed", config.get('seed'),
-                "--mixed_precision", config.get('mixed_precision'),
                 "--batch_size", config.get('batch_size'),
                 "--train_steps", config.get('train_steps'),
                 "--rank", config.get('rank'),