Update app.py

app.py

@@ -8,6 +8,8 @@ from langchain_community.tools import DuckDuckGoSearchRun
 from langchain.agents import Tool, AgentExecutor, initialize_agent
 from langchain.agents.agent_types import AgentType
 from langchain.prompts.chat import SystemMessagePromptTemplate, ChatPromptTemplate, HumanMessagePromptTemplate
+from langchain_huggingface import HuggingFaceEndpoint
+
 
 
 # (Keep Constants as is)
@@ -46,7 +48,14 @@ def run_and_submit_all( profile: gr.OAuthProfile | None):
 
     # 1. Instantiate Agent ( modify this part to create your agent)
     try:
-        llm = ChatOllama(model="llama3.1")
+     # llm = ChatOllama(model="llama3.1")
+        login(token=os.getenv('HF_TOKEN'))
+
+# Use a Hugging Face cloud model
+        llm = HuggingFaceEndpoint(
+            repo_id="google/flan-t5-base",  # Example cloud model; change as needed, 
+            task="text-generation"
+        )
 
         search = DuckDuckGoSearchRun()
         tools = [