Update app.py

app.py

@@ -10,6 +10,7 @@ from models.fetch import FetchModel
 from auth.key import NimbusAuthKey
 from tools.googlesearch.main import search
 from tools.fetch import Tools
+import httpx
 
 app = FastAPI()
 
@@ -200,3 +201,59 @@ async def searchtool(request: Request):
     response = search(term=query, num_results=num_results, advanced=True, unique=False)
 
     return response
+
+OPENROUTER_HEADERS = {
+    'accept': 'application/json',
+    'accept-language': 'en-US,en;q=0.9,ja;q=0.8',
+    'authorization': 'Bearer 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',
+    'content-type': 'application/json',
+    'http-referer': 'https://lomni.io',
+    'origin': 'https://lomni.io',
+    'priority': 'u=1, i',
+    'referer': 'https://lomni.io/',
+    'sec-ch-ua': '"Google Chrome";v="137", "Chromium";v="137", "Not/A)Brand";v="24"',
+    'sec-ch-ua-mobile': '?0',
+    'sec-ch-ua-platform': '"macOS"',
+    'sec-fetch-dest': 'empty',
+    'sec-fetch-mode': 'cors',
+    'sec-fetch-site': 'cross-site',
+    'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/137.0.0.0 Safari/537.36',
+    'x-stainless-arch': 'unknown',
+    'x-stainless-lang': 'js',
+    'x-stainless-os': 'Unknown',
+    'x-stainless-package-version': '4.86.1',
+    'x-stainless-retry-count': '0',
+    'x-stainless-runtime': 'browser:chrome',
+    'x-stainless-runtime-version': '137.0.0',
+    'x-stainless-timeout': '600000',
+    'x-title': 'lomni',
+}
+
+@app.post('/api/stream')
+async def streamres(request: Request):
+    body = await request.json()
+    messages = body.get('messages', [])
+    model = body.get('model', 'anthropic/claude-sonnet-4')  # fallback default
+
+    data = {
+        'model': model,
+        'messages': messages,
+        'max_tokens': 1000000,
+        'stream': True
+    }
+
+    async def proxy_stream():
+        async with httpx.AsyncClient(timeout=None) as client:
+            async with client.stream(
+                "POST",
+                "https://openrouter.ai/api/v1/chat/completions",
+                headers=OPENROUTER_HEADERS,
+                json=data,
+            ) as response:
+                async for line in response.aiter_lines():
+                    if line:
+                        yield f"{line}\n"
+
+    return StreamingResponse(proxy_stream(), media_type='text/event-stream')
+    
+