Update app.py

app.py

@@ -2,10 +2,14 @@ import asyncio
 import logging
 from typing import Dict, Any
 from functools import partial
+import warnings
 
 from flask import Flask, request, jsonify
 from transformers import pipeline
 
+# Suppress the FutureWarning
+warnings.filterwarnings("ignore", category=FutureWarning)
+
 logging.basicConfig(level=logging.INFO)
 
 # Define core component classes
@@ -155,19 +159,19 @@ class EliteDeveloperCluster:
 app = Flask(__name__)
 
 @app.route('/agent', methods=['POST'])
-def agent_request():
+async def agent_request():
     data = request.get_json()
     if data.get('input_value'):
         # Process request from any agent (Agent 2, Agent 3, etc.)
         task = Task(f"Process request from {data.get('agent_name', 'unknown agent')}", data.get('input_value'), data.get('agent_name', 'unknown agent'))
-        cluster.task_queue.put_nowait(task)
+        await cluster.task_queue.put(task)
         return jsonify({'response': 'Received input: from an agent, task added to queue.'})
     else:
         return jsonify({'response': 'Invalid input'})
 
 # Chat Interface
-def get_response(query: str) -> str:
-    return cluster.route_request(query)
+async def get_response(query: str) -> str:
+    return await cluster.route_request(query)
 
 def response_streaming(text: str):
     try:
@@ -188,7 +192,7 @@ class ChatApp:
         await self.cluster.stop()
 
     async def handle_request(self, query: str) -> str:
-        response = await self.cluster.process_tasks()
+        response = await anext(self.cluster.process_tasks())
         return response
 
 # Configuration
@@ -202,13 +206,23 @@ config = {
     "max_workers": 4,
 }
 
-if __name__ == "__main__":
+async def main():
+    global cluster
     # Initialize the cluster
     cluster = EliteDeveloperCluster(config, model=None)
 
-    # Start the cluster and task processing loop
-    asyncio.run(cluster.start())
-    asyncio.create_task(cluster.process_tasks())
+    # Start the cluster
+    await cluster.start()
+
+    # Create a task for processing tasks
+    asyncio.create_task(anext(cluster.process_tasks()))
 
     # Run Flask app
-    app.run(debug=True)
+    from hypercorn.asyncio import serve
+    from hypercorn.config import Config
+    config = Config()
+    config.bind = ["localhost:5000"]
+    await serve(app, config)
+
+if __name__ == "__main__":
+    asyncio.run(main())