Update app.py

app.py

@@ -307,11 +307,12 @@ class GradioInterface:
                 outputs=[analysis_evaluation, refined_prompt, explanation_of_refinements, full_response_json]
             )
 
+                # In the __init__ method, modify the click event:
             apply_button.click(
                 fn=self.apply_prompts,
                 inputs=[prompt_text, refined_prompt, apply_model],
                 outputs=[original_output, refined_output],
-                streaming=True
+                queue=True  # Enable queuing for streaming
             )
 
     def refine_prompt(self, prompt: str, meta_prompt_choice: str) -> tuple:
@@ -328,12 +329,16 @@ class GradioInterface:
         )
 
     def apply_prompts(self, original_prompt: str, refined_prompt: str, model: str):
-        original_output = self.prompt_refiner.apply_prompt(original_prompt, model)
-        refined_output = self.prompt_refiner.apply_prompt(refined_prompt, model)
+        def stream_generator():
+            for response in self.prompt_refiner.apply_prompt(original_prompt, model):
+                yield response, ""
+            
+            for response in self.prompt_refiner.apply_prompt(refined_prompt, model):
+                current_output = yield "", response
         
-        # Create generators for both outputs
-        for original, refined in zip(original_output, refined_output):
-            yield original, refined
+        return stream_generator()
+    
+
 
     def launch(self, share=False):
         self.interface.launch(share=share)