Upload folder using huggingface_hub

modules/SD15/SDToken.py

@@ -244,8 +244,13 @@ class SDTokenizer:
         if not os.path.exists(tokenizer_path):
             raise ValueError(f"Tokenizer path does not exist: {tokenizer_path}")
 
-        try:
-            self.tokenizer = tokenizer_class.from_pretrained(tokenizer_path)
+        try: 
+            if tokenizer_path is None:
+                # Use pre-bundled tokenizer
+                self.tokenizer = CLIPTokenizerFast.from_pretrained("openai/clip-vit-large-patch14")
+            else:
+                # Try local tokenizer files
+                self.tokenizer = CLIPTokenizerFast.from_pretrained(tokenizer_path)
         except Exception as e:
             raise RuntimeError(f"Failed to load tokenizer from {tokenizer_path}: {str(e)}")