remove prompt loading to GPU to fix zero GPU err

core/bark/generate_audio.py

@@ -39,7 +39,7 @@ def generate_audio(
 
     """
     if prompt is not None:
-        semantic_prompt = prompt.semantic_prompt if prompt is not None else None
+        semantic_prompt = prompt.semantic_prompt.to("cuda") if prompt is not None else None
         # if len(semantic_prompt.shape) == 2:
         #     semantic_prompt = semantic_prompt[0, :]
         assert (

event_handlers.py

@@ -353,7 +353,7 @@ def generate_batch_audio(
         gr.Info("Loading audio prompt...")
         prompt_path = os.path.join(PROMPT_DIR, selected_prompt_name)
         bark_prompt = BarkPrompt.load_prompt(
-            prompt_path, torch.device(inference_device)
+            prompt_path, torch.device("cpu")
         )
 
     generation_config = BarkGenerationConfig(