Update app.py

app.py

@@ -17,7 +17,7 @@ from transformers import pipeline
 #from transformers import AutoModelForCausalLM
 
 
-#access_token = os.getenv("HUGGINGFACE_API_KEY")
+access_token = os.getenv("HUGGINGFACE_API_KEY")
 
 
 
@@ -87,7 +87,8 @@ def get_conversational_chain(retriever):
     llm= pipeline("text-generation", model="nvidia/Llama3-ChatQA-1.5-8B")
     #repo_id='meta-llama/Meta-Llama-3-70B'
     #repo_id = 'mistralai/Mixtral-8x7B-Instruct-v0.1'
-    #llm = HuggingFaceEndpoint(repo_id=repo_id, temperature=0.3,token = access_token)
+    repo_id= 'nvidia/Llama3-ChatQA-1.5-8B'
+    llm = HuggingFaceEndpoint(repo_id=repo_id, temperature=0.3,token = access_token)
     #tokenizer = AutoTokenizer.from_pretrained("google/gemma-1.1-2b-it")
     #llm = AutoModelForCausalLM.from_pretrained("google/gemma-1.1-2b-it")
     #llm = AutoModelForCausalLM.from_pretrained("microsoft/Phi-3-mini-128k-instruct", trust_remote_code=True, token=access_token)