Avoid trying to create preprocessor with encoder only model

kijai · Dec 16, 2024 · 8f7710a · 8f7710a
1 parent f169e83
commit 8f7710a
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/hyvideo/text_encoder/__init__.py b/hyvideo/text_encoder/__init__.py
@@ -151,14 +151,16 @@ def __init__(
         self.reproduce = reproduce
         self.logger = logger
         self.is_fp8 = False
+        self.processor = None
 
         if "t5" in text_encoder_type:
             self.output_key = output_key or "last_hidden_state"
         elif "clip" in text_encoder_type:
             self.output_key = output_key or "pooler_output"
         elif "llm" in text_encoder_type or "glm" in text_encoder_type or "vlm" in text_encoder_type:
             self.output_key = output_key or "last_hidden_state"
-            self.processor = AutoProcessor.from_pretrained(text_encoder_path, device=device)
+            if "glm" in text_encoder_type or "vlm" in text_encoder_type:
+                self.processor = AutoProcessor.from_pretrained(text_encoder_path, device=device)
         else:
             raise ValueError(f"Unsupported text encoder type: {text_encoder_type}")