Skip to content

Commit 2ac6898

Browse files
committed
fix indexing issue when --initializer_concept has different amounts
1 parent 43c2cd5 commit 2ac6898

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

examples/advanced_diffusion_training/train_dreambooth_lora_flux_advanced.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -847,7 +847,7 @@ def initialize_new_tokens(self, inserting_toks: List[str]):
847847
# Convert the initializer_token, placeholder_token to ids
848848
initializer_token_ids = tokenizer.encode(args.initializer_concept, add_special_tokens=False)
849849
for token_idx, token_id in enumerate(self.train_ids):
850-
embeds.weight.data[token_id] = (embeds.weight.data)[initializer_token_ids[token_idx]].clone()
850+
embeds.weight.data[token_id] = (embeds.weight.data)[initializer_token_ids[token_idx % len(initializer_token_ids)]].clone()
851851

852852
self.embeddings_settings[f"original_embeddings_{idx}"] = embeds.weight.data.clone()
853853
self.embeddings_settings[f"std_token_embedding_{idx}"] = std_token_embedding

0 commit comments

Comments
 (0)