Update app.py

app.py

@@ -4,7 +4,7 @@ import json
 
 import gradio as gr
 
-from openai import OpenAI
+from openai import AzureOpenAI
 
 from langchain_community.embeddings.sentence_transformer import SentenceTransformerEmbeddings
 from langchain_community.vectorstores import Chroma
@@ -13,9 +13,10 @@ from huggingface_hub import CommitScheduler
 from pathlib import Path
 
 
-client = OpenAI(
-    base_url="https://api.endpoints.anyscale.com/v1",
-    api_key=os.environ['ANYSCALE_API_KEY']
+client = AzureOpenAI(
+    api_key = os.environ["AZURE_OPENAI_KEY"],
+    azure_endpoint = os.environ["AZURE_OPENAI_ENDPOINT"]
+    api_version = "2024-02-01"
 )
 
 embedding_model = SentenceTransformerEmbeddings(model_name='thenlper/gte-small')
@@ -83,7 +84,7 @@ def predict(user_input):
 
     try:
         response = client.chat.completions.create(
-            model='mlabonne/NeuralHermes-2.5-Mistral-7B',
+            model='gpt-35-turbo',
             messages=prompt,
             temperature=0
         )