Update app.py

app.py

@@ -239,6 +239,7 @@ from langchain_core.prompts import ChatPromptTemplate
 from llama_index.core import StorageContext, VectorStoreIndex, SimpleDirectoryReader, Settings
 from llama_index.core import load_index_from_storage
 from llama_index.embeddings.huggingface import HuggingFaceEmbedding
+from llama_index.llms.langchain import LangChainLLM  # Added for Groq integration
 
 # Configure logging
 logging.basicConfig(level=logging.INFO)
@@ -275,7 +276,7 @@ for var in required_env_vars:
 GROQ_API_KEY = os.getenv("CHATGROQ_API_KEY")
 GROQ_MODEL = "llama3-8b-8192"
 try:
-    llm = ChatGroq(
+    groq_llm = ChatGroq(
         model_name=GROQ_MODEL,
         api_key=GROQ_API_KEY,
         temperature=0.1,
@@ -287,6 +288,7 @@ except Exception as e:
 
 # Configure LlamaIndex settings
 Settings.embed_model = HuggingFaceEmbedding(model_name="BAAI/bge-small-en-v1.5")
+Settings.llm = LangChainLLM(llm=groq_llm)  # Use Groq LLM for LlamaIndex
 
 # Salesforce credentials
 username = os.getenv("username")
@@ -387,7 +389,7 @@ def handle_query(query: str) -> str:
 
     # Query Groq model
     try:
-        response = llm.invoke(prompt)
+        response = groq_llm.invoke(prompt)
         response_text = response.content.strip()
         if not response_text or response_text.lower() == "unknown":
             response_text = "I'm sorry, I don't have the information to answer that."