Update app.py

app.py

@@ -85,11 +85,11 @@ def get_conversational_chain(retriever):
     #model = ChatGoogleGenerativeAI(model="gemini-pro", temperature=0.3, google_api_key=GOOGLE_API_KEY)
     #repo_id ='google/gemma-1.1-2b-it'
     #repo_id='meta-llama/Meta-Llama-3-70B'
-    repo_id = 'microsoft/Phi-3-mini-4k-instruct'
-    #llm = HuggingFaceEndpoint(repo_id=repo_id, max_length=512, temperature=0.3, token=HUGGINGFACE_API_KEY)
+    repo_id = 'mistralai/Mixtral-8x7B-Instruct-v0.1'
+    llm = HuggingFaceEndpoint(repo_id=repo_id, temperature=0.3)
     #tokenizer = AutoTokenizer.from_pretrained("google/gemma-1.1-2b-it")
     #llm = AutoModelForCausalLM.from_pretrained("google/gemma-1.1-2b-it")
-    llm = AutoModelForCausalLM.from_pretrained("microsoft/Phi-3-mini-128k-instruct", trust_remote_code=True, token=access_token)
+    #llm = AutoModelForCausalLM.from_pretrained("microsoft/Phi-3-mini-128k-instruct", trust_remote_code=True, token=access_token)
     #llm = pipeline("text-generation", model="google/gemma-1.1-2b-it")
 
     pt = ChatPromptTemplate.from_template(prompt_template)