Update app.py

app.py

@@ -9,10 +9,12 @@ from huggingface_hub import hf_hub_download
 
 app = FastAPI()
 
-llm = Llama(
-    model_path=hf_hub_download(
+model_path = hf_hub_download(
         repo_id="TheBloke/Mistral-7B-v0.1-GGUF",
-        filename="mistral-7b-v0.1.Q4_K_M.gguf"),
+        filename="mistral-7b-v0.1.Q4_K_M.gguf")
+
+llm = Llama(
+    model_path=model_path,
     n_ctx=2048,
 ) 
 print("kaki")