Update app.py

app.py

@@ -178,77 +178,35 @@ class PromptRefiner:
                         "
                     }
             
-                    Transform content while maintaining clear visual separation between elements. Each logical section should be clearly distinguished with appropriate spacing."""
-                        },
-                        {
-                            "role": "user",
-                            "content": prompt
-                }
-            ]
-            '''            messages = [
-                {
-                    "role": "system",
-                    "content": """You are a professional markdown formatting expert. Transform any content into well-structured documentation following these precise rules:
-            
-                    1. Document Structure:
-                    - Start with # for main title
-                    - Use ## for major sections
-                    - Use ### for subsections
-                    - Add > blockquote for key summaries or important notes
-                    - Separate major sections with ---
-                    
-                    2. Content Types:
-                    Technical:
-                    - Use ```language for code blocks
-                    - Format inline code with `backticks`
-                    - Use $$ $$ for math equations
-                    - Create tables for comparisons or data
-                    - Use bullet points for features/characteristics
-                    
-                    Narrative:
-                    - Format dialogue with proper quotations
-                    - Use *italics* for emphasis
-                    - Keep paragraphs focused and concise
-                    
-                    Instructional:
-                    - Use numbered lists for steps
-                    - Bold key terms with **emphasis**
-                    - Add examples in code blocks
-                    - Use tables for parameter explanations
-                    
-                    3. Visual Organization:
-                    - Maximum 3 levels of headers
-                    - Short paragraphs (3-5 sentences)
-                    - Consistent spacing between sections
-                    - Clear hierarchy in information
-                    - Strategic use of line breaks
-                    
-                    4. Special Elements:
-                    - Tables for structured comparisons
-                    - Fenced code blocks with language specification
-                    - Blockquotes for summaries/key points
-                    - Lists only when necessary
-                    - LaTeX for mathematical notation
-                    
-                    Transform the content while maintaining clarity, professionalism, and readability. Focus on creating a logical flow that enhances understanding."""
+                    Transform content while maintaining clear visual separation between elements."""
                 },
                 {
                     "role": "user",
                     "content": prompt
                 }
-            ]'''
-            response = self.client.chat_completion(
+            ]
+    
+            # Use streaming for the response
+            response_stream = self.client.text_generation(
                 model=model,
                 messages=messages,
                 max_tokens=3000,
-                temperature=0.8
+                temperature=0.8,
+                stream=True
             )
             
-            output = response.choices[0].message.content.strip()
-            return output.replace('\n\n', '\n').strip()
+            # Initialize an empty string to store the complete response
+            full_response = ""
             
+            # Process the stream
+            for response_chunk in response_stream:
+                if hasattr(response_chunk, 'token'):
+                    chunk_text = response_chunk.token.text
+                    full_response += chunk_text
+                    yield full_response.replace('\n\n', '\n').strip()
+                
         except Exception as e:
-            return f"Error: {str(e)}"
+            yield f"Error: {str(e)}"
 
 class GradioInterface:
     def __init__(self, prompt_refiner: PromptRefiner,custom_css):
@@ -352,7 +310,8 @@ class GradioInterface:
             apply_button.click(
                 fn=self.apply_prompts,
                 inputs=[prompt_text, refined_prompt, apply_model],
-                outputs=[original_output, refined_output]
+                outputs=[original_output, refined_output],
+                streaming=True
             )
 
     def refine_prompt(self, prompt: str, meta_prompt_choice: str) -> tuple:
@@ -371,7 +330,10 @@ class GradioInterface:
     def apply_prompts(self, original_prompt: str, refined_prompt: str, model: str):
         original_output = self.prompt_refiner.apply_prompt(original_prompt, model)
         refined_output = self.prompt_refiner.apply_prompt(refined_prompt, model)
-        return original_output, refined_output
+        
+        # Create generators for both outputs
+        for original, refined in zip(original_output, refined_output):
+            yield original, refined
 
     def launch(self, share=False):
         self.interface.launch(share=share)