Update app.py

app.py

@@ -137,10 +137,10 @@ def translate(audio):
     transcription = whisper_model.transcribe(audio, language="pl")
     return transcription["text"]
 
-@spaces.GPU
+@spaces.GPU(enable_queue=True)
 def predict(audio, _chatbot, _task_history):
     # Użyj funkcji translate, aby przekształcić audio w tekst
-    _query = translate(audio)
+    _query = whisper_model.transcribe(audio)["text"]
 
     print(f"____User: {_parse_text(_query)}")
     _chatbot.append((_parse_text(_query), ""))
@@ -162,7 +162,7 @@ def predict(audio, _chatbot, _task_history):
     return full_response
 
 
-@spaces.GPU
+@spaces.GPU(enable_queue=True)
 def regenerate(_chatbot, _task_history):
     if not _task_history:
         yield _chatbot
@@ -172,7 +172,7 @@ def regenerate(_chatbot, _task_history):
     yield from predict(item[0], _chatbot, _task_history)
 
 
-with gr.Blocks() as chat_demo:
+with gr.Blocks() as demo:
     gr.Markdown(DESCRIPTION)
     chatbot = gr.Chatbot(label='Llama Voice Chatbot', elem_classes="control-height")
     query = gr.Textbox(lines=2, label='Input')
@@ -186,7 +186,7 @@ with gr.Blocks() as chat_demo:
         audio_upload = gr.Audio(source="microphone", type="filepath", show_label=False)
         submit_audio_btn = gr.Button("🎙️ Send an audio")
 
-    submit_btn.click(predict, [query, chatbot, task_history], [chatbot], show_progress=True)
-    submit_audio_btn.click(predict, [audio_upload, chatbot, task_history], [chatbot], show_progress=True).then(update_audio, chatbot, audio_output)
+        submit_btn.click(predict, [query, chatbot, task_history], [chatbot], show_progress=True)
+        submit_audio_btn.click(predict, [audio_upload, chatbot, task_history], [chatbot], show_progress=True).then(update_audio, chatbot, audio_output)
 
-chat_demo.launch()
+demo.queue().launch()