add decorator spaces.GPU

core/bark/generate_audio.py

@@ -1,3 +1,4 @@
+import spaces
 import sys
 import logging
 from typing_extensions import Union, List
@@ -21,7 +22,7 @@ logging.basicConfig(
 )
 logger = logging.getLogger(__name__)
 
-
+@spaces.GPU
 def generate_audio(
     texts: List[str],
     prompt: Union[BarkPrompt, None] = None,

event_handlers.py

@@ -31,17 +31,17 @@ logger = logging.getLogger(__name__)
 
 # return list of available devices and the best device to be used as default for all inference
 def get_available_torch_devices() -> Tuple[List[str], str]:
-    devices = ["cpu"]
-    best_device = "cpu"
+    # devices = ["cpu"]
+    # best_device = "cpu"
     # if torch.backend.mps.is_available():
     #     devices.append("mps")
     #     best_device = "mps"
-    if torch.cuda.is_available():
-        devices.append("cuda")
-        best_device = "cuda"
-
-    return devices, best_device
+    # if torch.cuda.is_available():
+    #     devices.append("cuda")
+    #     best_device = "cuda"
 
+    # return devices, best_device
+    return ["cuda"], "cuda"
 
 # --- Helper Functions ---
 # (Keep get_wav_duration, load_existing_audio, get_safe_filename,