Update app.py

app.py

@@ -14,14 +14,10 @@ import gradio as gr
 import secrets
 
 # In-memory store for valid API keys.
-# For production, consider using a persistent storage solution.
 valid_api_keys = set()
 
 def generate_api_key():
-    """
-    Generate a secure 32-character hexadecimal API key,
-    store it in the valid_api_keys set, and return it.
-    """
+    """Generate a secure 32-character hexadecimal API key and store it."""
     key = secrets.token_hex(16)
     valid_api_keys.add(key)
     return key
@@ -30,20 +26,19 @@ def llama_vision_inference(api_key, image):
     """
     Dummy inference function for Llama Vision model.
     Replace the simulated processing below with actual model loading and inference.
+    Ensure that your model is explicitly loaded on CPU.
     """
-    # Validate the API key.
     if not api_key.strip():
         return "Error: API key is required."
     if api_key not in valid_api_keys:
         return "Error: Invalid API key. Please generate a valid key first."
     
-    # Here, insert the code to load and run your Llama Vision model.
-    # Example (pseudo-code):
-    #   from llama_vision import LlamaVisionModel
-    #   model = LlamaVisionModel.from_pretrained("llama-vision-latest")
-    #   result = model.infer(image)
-    #
-    # For this example, we simulate the output:
+    # Example: Force CPU usage when loading the model.
+    # from llama_vision import LlamaVisionModel
+    # model = LlamaVisionModel.from_pretrained("llama-vision-latest", device="cpu")
+    # result = model.infer(image)
+    
+    # Simulated output for demonstration:
     result = (
         "Simulated Model Output:\n"
         "- Detected GUI elements: [button, menu, text field]\n"
@@ -54,7 +49,7 @@ def llama_vision_inference(api_key, image):
 
 with gr.Blocks(title="Manus 🚀") as demo:
     gr.Markdown("# Manus 🚀")
-    gr.Markdown("This Gradio Space lets you generate an API key and perform vision inference using the Llama Vision model.")
+    gr.Markdown("This Gradio Space lets you generate an API key and perform vision inference using the Llama Vision model (running in CPU mode).")
 
     with gr.Tabs():
         with gr.TabItem("API Key Generator"):
@@ -72,4 +67,5 @@ with gr.Blocks(title="Manus 🚀") as demo:
             run_button.click(fn=llama_vision_inference, inputs=[api_key_input, image_input], outputs=output_text)
 
 if __name__ == "__main__":
-    demo.launch()
+    # Disable SSR to avoid potential GPU-related initialization issues.
+    demo.launch(ssr=False)