Update app.py

app.py

@@ -1,23 +1,22 @@
-from flask import Flask, request, jsonify
-import os
-from openai import OpenAI
+from fastapi import FastAPI
+from pydantic import BaseModel
+import os, openai
 
-app = Flask(__name__)
-client = OpenAI(base_url="https://router.huggingface.co/v1",
-                api_key=os.environ["HF_TOKEN"])
+client = openai.OpenAI(base_url="https://router.huggingface.co/v1",
+                       api_key=os.environ["HF_TOKEN"])
 MODEL = "Qwen/Qwen3-Next-80B-A3B-Instruct"
 
-history = []
+app = FastAPI()
+hist = []
 
-@app.post("/chat")
-def chat():
-    user = request.json["message"]
-    history.append({"role": "user", "content": user})
-    rsp = client.chat.completions.create(model=MODEL, messages=history)
-    bot = rsp.choices[0].message.content
-    history.append({"role": "assistant", "content": bot})
-    return jsonify({"reply": bot})
+class M(BaseModel):
+    msg: str
 
-if __name__ == "__main__":
-    app.run(port=7860)
+@app.post("/chat")
+def chat(m: M):
+    hist.append({"role": "user", "content": m.msg})
+    r = client.chat.completions.create(model=MODEL, messages=hist)
+    bot = r.choices[0].message.content
+    hist.append({"role": "assistant", "content": bot})
+    return {"reply": bot}