Update app.py

app.py

@@ -134,51 +134,25 @@ class PromptRefiner:
                 {
                     "role": "system",
                     "content": """You are a markdown formatting expert. Format your responses with proper spacing and structure following these rules:
-                    
-                    1. Paragraph Spacing:
-                    - Add TWO blank lines between major sections (##)
-                    - Add ONE blank line between subsections (###)
-                    - Add ONE blank line between paragraphs within sections
-                    - Add ONE blank line before and after lists
-                    - Add ONE blank line before and after code blocks
-                    - Add ONE blank line before and after blockquotes
-                    
-                    2. Section Formatting:
-                    # Title
-                    
-                    ## Major Section
-                    
-                    [blank line]
-                    Content paragraph 1
-                    [blank line]
-                    Content paragraph 2
-                    [blank line]
-                    
-                    ### Subsection
-                    [blank line]
-                    Content
-                    [blank line]
-                    
-                    3. List Formatting:
-                    [blank line]
-                    - List item 1
-                    - List item 2
-                    - List item 3
-                    [blank line]
-                    
-                    4. JSON Output Structure:
-                    {
-                        "section_name": "
-                            Content paragraph 1
-                            
-                            Content paragraph 2
-                            
-                            - List item 1
-                            - List item 2
-                        "
-                    }
-            
-                    Transform content while maintaining clear visual separation between elements."""
+                        
+                        1. Paragraph Spacing:
+                        - Add TWO blank lines between major sections (##)
+                        - Add ONE blank line between subsections (###)
+                        - Add ONE blank line between paragraphs within sections
+                        - Add ONE blank line before and after lists
+                        - Add ONE blank line before and after code blocks
+                        - Add ONE blank line before and after blockquotes
+                        
+                        2. Section Formatting:
+                        # Title
+                        
+                        ## Major Section
+                        
+                        [blank line]
+                        Content paragraph 1
+                        [blank line]
+                        Content paragraph 2
+                        [blank line]"""
                 },
                 {
                     "role": "user",
@@ -186,27 +160,27 @@ class PromptRefiner:
                 }
             ]
     
-            # Use streaming for the response
-            response_stream = self.client.text_generation(
+            response = self.client.chat_completion(
                 model=model,
                 messages=messages,
                 max_tokens=3000,
                 temperature=0.8,
-                stream=True
+                stream=True  # Enable streaming in the API call
             )
             
-            # Initialize an empty string to store the complete response
+            # Initialize an empty string to accumulate the response
             full_response = ""
             
-            # Process the stream
-            for response_chunk in response_stream:
-                if hasattr(response_chunk, 'token'):
-                    chunk_text = response_chunk.token.text
-                    full_response += chunk_text
-                    yield full_response.replace('\n\n', '\n').strip()
+            # Process the streaming response
+            for chunk in response:
+                if chunk.choices[0].delta.content is not None:
+                    full_response += chunk.choices[0].delta.content
+                    
+            # Return the complete response
+            return full_response.replace('\n\n', '\n').strip()
                 
         except Exception as e:
-            yield f"Error: {str(e)}"
+            return f"Error: {str(e)}"
 
 class GradioInterface:
     def __init__(self, prompt_refiner: PromptRefiner,custom_css):
@@ -328,22 +302,13 @@ class GradioInterface:
             full_response
         )
 
-    def apply_prompts(self, original_prompt: str, refined_prompt: str, model: str):
-        try:
-            # Process original prompt
-            original_output = self.prompt_refiner.apply_prompt(original_prompt, model)
-            # Process refined prompt
-            refined_output = self.prompt_refiner.apply_prompt(refined_prompt, model)
-            
-            # Return both outputs directly
-            return original_output, refined_output
-            
-        except Exception as e:
-            # Return error messages for both outputs in case of failure
-            return f"Error: {str(e)}", f"Error: {str(e)}"
-
-    
-
+       def apply_prompts(self, original_prompt: str, refined_prompt: str, model: str):
+            try:
+                original_output = self.prompt_refiner.apply_prompt(original_prompt, model)
+                refined_output = self.prompt_refiner.apply_prompt(refined_prompt, model)
+                return original_output, refined_output
+            except Exception as e:
+                return f"Error: {str(e)}", f"Error: {str(e)}"
 
     def launch(self, share=False):
         self.interface.launch(share=share)