split tokenizer from encoder

Author: BlenderNeko

comfy/sd.py

@@ -372,10 +372,12 @@ def add_patches(self, patches, strength=1.0):
     def clip_layer(self, layer_idx):
         self.layer_idx = layer_idx
 
-    def encode(self, text):
+    def tokenize(self, text):
+        return self.tokenizer.tokenize_with_weights(text)
+
+    def encode(self, tokens):
         if self.layer_idx is not None:
             self.cond_stage_model.clip_layer(self.layer_idx)
-        tokens = self.tokenizer.tokenize_with_weights(text)
         try:
             self.patcher.patch_model()
             cond = self.cond_stage_model.encode_token_weights(tokens)

nodes.py

@@ -44,7 +44,8 @@ def INPUT_TYPES(s):
     CATEGORY = "conditioning"
 
     def encode(self, clip, text):
-        return ([[clip.encode(text), {}]], )
+        tokens = clip.tokenize(text)
+        return ([[clip.encode(tokens), {}]], )
 
 class ConditioningCombine:
     @classmethod