Add more diffusers snippets for Use this model

packages/tasks/src/model-libraries-snippets.ts

@@ -326,6 +326,10 @@ dam = DescribeAnythingModel(
 
 const diffusersDefaultPrompt = "Astronaut in a jungle, cold color palette, muted colors, detailed, 8k";
 
+const diffusersImg2ImgDefaultPrompt = "Turn this cat into a dog";
+
+const diffusersVideoDefaultPrompt = "A man with short gray hair plays a red electric guitar.";
+
 const diffusers_default = (model: ModelData) => [
 	`from diffusers import DiffusionPipeline
 
@@ -335,6 +339,35 @@ prompt = "${get_prompt_from_diffusers_model(model) ?? diffusersDefaultPrompt}"
 image = pipe(prompt).images[0]`,
 ];
 
+const diffusers_image_to_image = (model: ModelData) => [
+	`from diffusers import DiffusionPipeline
+from diffusers.utils import load_image
+
+pipe = DiffusionPipeline.from_pretrained("${model.id}")
+
+prompt = "${get_prompt_from_diffusers_model(model) ?? diffusersImg2ImgDefaultPrompt}"
+input_image = load_image("https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/diffusers/cat.png")
+
+image = pipe(image=input_image, prompt=prompt).images[0]`,
+];
+
+const diffusers_image_to_video = (model: ModelData) => [
+	`import torch
+from diffusers import DiffusionPipeline
+from diffusers.utils import load_image, export_to_video
+
+pipe = DiffusionPipeline.from_pretrained("${model.id}", torch_dtype=torch.float16)
+pipe.to("cuda")
+
+prompt = "${get_prompt_from_diffusers_model(model) ?? diffusersVideoDefaultPrompt}"
+image = load_image(
+    "https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/diffusers/guitar-man.png"
+)
+
+output = pipe(image=image, prompt=prompt).frames[0]
+export_to_video(output, "output.mp4")`,
+];
+
 const diffusers_controlnet = (model: ModelData) => [
 	`from diffusers import ControlNetModel, StableDiffusionControlNetPipeline
 
@@ -354,6 +387,46 @@ prompt = "${get_prompt_from_diffusers_model(model) ?? diffusersDefaultPrompt}"
 image = pipe(prompt).images[0]`,
 ];
 
+const diffusers_lora_image_to_image = (model: ModelData) => [
+	`from diffusers import DiffusionPipeline
+from diffusers.utils import load_image
+
+pipe = DiffusionPipeline.from_pretrained("${get_base_diffusers_model(model)}")
+pipe.load_lora_weights("${model.id}")
+
+prompt = "${get_prompt_from_diffusers_model(model) ?? diffusersImg2ImgDefaultPrompt}"
+input_image = load_image("https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/diffusers/cat.png")
+
+image = pipe(image=input_image, prompt=prompt).images[0]`,
+];
+
+const diffusers_lora_text_to_video = (model: ModelData) => [
+	`from diffusers import DiffusionPipeline
+from diffusers.utils import export_to_video
+
+pipe = DiffusionPipeline.from_pretrained("${get_base_diffusers_model(model)}")
+pipe.load_lora_weights("${model.id}")
+
+prompt = "${get_prompt_from_diffusers_model(model) ?? diffusersVideoDefaultPrompt}"
+
+output = pipe(prompt=prompt).frames[0]
+export_to_video(output, "output.mp4")`,
+];
+
+const diffusers_lora_image_to_video = (model: ModelData) => [
+	`from diffusers import DiffusionPipeline
+from diffusers.utils import load_image, export_to_video
+
+pipe = DiffusionPipeline.from_pretrained("${get_base_diffusers_model(model)}")
+pipe.load_lora_weights("${model.id}")
+
+prompt = "${get_prompt_from_diffusers_model(model) ?? diffusersVideoDefaultPrompt}"
+input_image = load_image("https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/diffusers/guitar-man.png")
+
+image = pipe(image=input_image, prompt=prompt).frames[0]
+export_to_video(output, "output.mp4")`,
+];
+
 const diffusers_textual_inversion = (model: ModelData) => [
 	`from diffusers import DiffusionPipeline
 
@@ -365,9 +438,21 @@ export const diffusers = (model: ModelData): string[] => {
 	if (model.tags.includes("controlnet")) {
 		return diffusers_controlnet(model);
 	} else if (model.tags.includes("lora")) {
-		return diffusers_lora(model);
+		if (model.pipeline_tag === "image-to-image") {
+			return diffusers_lora_image_to_image(model);
+		} else if (model.pipeline_tag === "image-to-video") {
+			return diffusers_lora_image_to_video(model);
+		} else if (model.pipeline_tag === "text-to-video") {
+			return diffusers_lora_text_to_video(model);
+		} else {
+			return diffusers_lora(model);
+		}
 	} else if (model.tags.includes("textual_inversion")) {
 		return diffusers_textual_inversion(model);
+	} else if (model.pipeline_tag === "image-to-video") {
+		return diffusers_image_to_video(model);
+	} else if (model.pipeline_tag === "image-to-image") {
+		return diffusers_image_to_image(model);
 	} else {
 		return diffusers_default(model);
 	}