Spaces:

helloperson123
/

tiny-llama-chatbot

Runtime error

helloperson123 commited on Oct 10

Commit

5850e2b

verified ·

1 Parent(s): e54025f

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -1,17 +1,44 @@
-from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline
-# ✅ Tiny model that fits in Hugging Face Spaces free storage
-model_name = "sshleifer/tiny-gpt2"
-print("🚀 Loading model, please wait...")
-pipe = pipeline("text-generation", model=model_name)
-print("✅ Model loaded! Try generating some text.\n")
-while True:
-    prompt = input("You: ")
-    if prompt.lower() in ["exit", "quit"]:
-        break
-    result = pipe(prompt, max_length=100)[0]['generated_text']
-    print("\nAI:", result)
-    print()

+from transformers import pipeline
+from flask import Flask, request, render_template_string
+app = Flask(__name__)
+pipe = pipeline("text-generation", model="sshleifer/tiny-gpt2")
+HTML_PAGE = """
+<!DOCTYPE html>
+<html>
+  <head>
+    <title>TinyGPT2 Chat</title>
+    <style>
+      body { font-family: sans-serif; margin: 40px; }
+      textarea { width: 100%; height: 100px; }
+      button { margin-top: 10px; padding: 8px 16px; }
+      .output { margin-top: 20px; white-space: pre-wrap; }
+    </style>
+  </head>
+  <body>
+    <h1>🤖 TinyGPT2 Chat</h1>
+    <form method="POST">
+      <textarea name="prompt" placeholder="Type your message here...">{{prompt}}</textarea><br>
+      <button type="submit">Generate</button>
+    </form>
+    {% if output %}
+      <div class="output"><strong>AI:</strong> {{output}}</div>
+    {% endif %}
+  </body>
+</html>
+"""
+@app.route("/", methods=["GET", "POST"])
+def chat():
+    output = ""
+    prompt = ""
+    if request.method == "POST":
+        prompt = request.form["prompt"]
+        result = pipe(prompt, max_length=100)[0]["generated_text"]
+        output = result
+    return render_template_string(HTML_PAGE, output=output, prompt=prompt)
+if __name__ == "__main__":
+    app.run(host="0.0.0.0", port=7860)