Skip to content

Commit 1143358

Browse files
author
gushiqiao
committed
update load path
1 parent 7927554 commit 1143358

File tree

3 files changed

+8
-4
lines changed

3 files changed

+8
-4
lines changed

lightx2v/models/input_encoders/hf/qwen25/qwen25_vlforconditionalgeneration.py

Lines changed: 4 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -88,10 +88,12 @@ def load(self):
8888
if not self.cpu_offload:
8989
self.text_encoder = self.text_encoder.to(AI_DEVICE)
9090

91-
self.tokenizer = Qwen2Tokenizer.from_pretrained(os.path.join(self.config["model_path"], "tokenizer"))
91+
qwen25vl_tokenizer_path = self.config.get("tokenizer_path", os.path.join(self.config["model_path"], "tokenizer"))
92+
self.tokenizer = Qwen2Tokenizer.from_pretrained(qwen25vl_tokenizer_path)
9293
if self.config["task"] == "i2i":
9394
self.image_processor = VaeImageProcessor(vae_scale_factor=self.config["vae_scale_factor"] * 2)
94-
self.processor = Qwen2VLProcessor.from_pretrained(os.path.join(self.config["model_path"], "processor"))
95+
qwen25vl_processor_path = self.config.get("processor_path", os.path.join(self.config["model_path"], "processor"))
96+
self.processor = Qwen2VLProcessor.from_pretrained(qwen25vl_processor_path)
9597

9698
def _extract_masked_hidden(self, hidden_states: torch.Tensor, mask: torch.Tensor):
9799
bool_mask = mask.bool()

lightx2v/models/schedulers/qwen_image/scheduler.py

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -287,7 +287,8 @@ class QwenImageScheduler(BaseScheduler):
287287
def __init__(self, config):
288288
super().__init__(config)
289289
self.config = config
290-
self.scheduler = FlowMatchEulerDiscreteScheduler.from_pretrained(os.path.join(config["model_path"], "scheduler"))
290+
scheduler_path = config.get("scheduler_path", os.path.join(config["model_path"], "scheduler"))
291+
self.scheduler = FlowMatchEulerDiscreteScheduler.from_pretrained(scheduler_path)
291292
with open(os.path.join(config["model_path"], "scheduler", "scheduler_config.json"), "r") as f:
292293
self.scheduler_config = json.load(f)
293294
self.dtype = torch.bfloat16

lightx2v/models/video_encoders/hf/qwen_image/vae.py

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -33,7 +33,8 @@ def __init__(self, config):
3333
self.load()
3434

3535
def load(self):
36-
self.model = AutoencoderKLQwenImage.from_pretrained(os.path.join(self.config["model_path"], "vae")).to(self.device).to(self.dtype)
36+
vae_path = self.config.get("vae_path", os.path.join(self.config["model_path"], "vae"))
37+
self.model = AutoencoderKLQwenImage.from_pretrained(vae_path).to(self.device).to(self.dtype)
3738
self.image_processor = VaeImageProcessor(vae_scale_factor=self.config["vae_scale_factor"] * 2)
3839
with open(os.path.join(self.config["model_path"], "vae", "config.json"), "r") as f:
3940
vae_config = json.load(f)

0 commit comments

Comments
 (0)