Update app.py

app.py

@@ -1,16 +1,12 @@
 from fastapi import FastAPI
 from transformers import AutoTokenizer, AutoModelForCausalLM
 import torch
-import os
 
 app = FastAPI()
 
-# Set lokasi cache yang bisa diakses
-os.environ["HF_HOME"] = "./hf_cache"
-
-# Load model and tokenizer
-tokenizer = AutoTokenizer.from_pretrained("unsloth/Llama-3.2-1B-Instruct", cache_dir="./hf_cache")
-model = AutoModelForCausalLM.from_pretrained("unsloth/Llama-3.2-1B-Instruct", cache_dir="./hf_cache").to("cpu")  
+# Load model and tokenizer tanpa mendefinisikan cache_dir
+tokenizer = AutoTokenizer.from_pretrained("unsloth/Llama-3.2-1B-Instruct")
+model = AutoModelForCausalLM.from_pretrained("unsloth/Llama-3.2-1B-Instruct").to("cpu")
 
 @app.get("/")
 def home():
@@ -18,7 +14,7 @@ def home():
 
 @app.post("/generate")
 def generate_text(prompt: str):
-    inputs = tokenizer(prompt, return_tensors="pt").to("cpu")  # Gunakan CPU
-    output = model.generate(**inputs, max_length=200)
+    inputs = tokenizer(prompt, return_tensors="pt").to("cpu")
+    output = model.generate(**inputs, max_length=300)
     generated_text = tokenizer.decode(output[0], skip_special_tokens=True)
     return {"generated_text": generated_text}