Update app.py

app.py

@@ -12,6 +12,23 @@ from transformers import (
 from io import BytesIO
 from streamlit_lottie import st_lottie
 
+
+import os
+from transformers import AutoTokenizer, AutoModelForCausalLM
+
+my_token = os.getenv("HF_TOKEN")
+
+tokenizer = AutoTokenizer.from_pretrained(
+    "meta-llama/Llama-3-70B-Instruct", 
+    use_auth_token=my_token
+)
+model = AutoModelForCausalLM.from_pretrained(
+    "meta-llama/Llama-3-70B-Instruct",
+    use_auth_token=my_token,
+    torch_dtype=torch.float16,
+    device_map="auto"
+)
+
 # ---------------------------------------------------------------------
 # 1) PAGE CONFIG
 # ---------------------------------------------------------------------