Update app.py

app.py

@@ -1,6 +1,6 @@
 # imports
 import gradio as gr
-from crewai import Agent, Task, Crew
+from crewai import Agent, Task, Crew, LLM
 from crewai_tools import ScrapeWebsiteTool
 import os
 import queue
@@ -39,7 +39,10 @@ class SupportCrew:
         if not self.api_key:
             raise ValueError("OpenAI API key is required")
 
-        os.environ["OPENAI_API_KEY"] = self.api_key
+        self.llm = LLM(
+            model="huggingface/meta-llama/Llama-3.3-70B-Instruct",
+            api_key=self.api_key,
+        )
         self.scrape_tool = ScrapeWebsiteTool(website_url=website_url)
 
         self.support_agent = Agent(
@@ -50,6 +53,7 @@ class SupportCrew:
                 "You need to make sure that you provide the best support! "
                 "Make sure to provide full complete answers, and make no assumptions."
             ),
+            llm = self.llm
             allow_delegation=False,
             verbose=True
         )
@@ -63,6 +67,7 @@ class SupportCrew:
                 "You need to make sure that the support representative is providing full "
                 "complete answers, and make no assumptions."
             ),
+            llm = self.llm
             verbose=True
         )
 
@@ -222,8 +227,8 @@ def create_demo():
     with gr.Blocks(theme=gr.themes.Ocean()) as demo:
         gr.Markdown("# 🎯 AI Customer Support Crew")
         gr.Markdown("This is a friendly, high-performing multi-agent application built with Gradio and CrewAI. Enter a webpage URL and your questions from that webpage.")
-        openai_api_key = gr.Textbox(
-            label='OpenAI API Key',
+        HF_api_key = gr.Textbox(
+            label='HuggingFace API Key',
             type='password',
             placeholder='Type your OpenAI API Key and press Enter to access the app...',
             interactive=True
@@ -290,16 +295,16 @@ def create_demo():
 
         def show_interface():
             return {
-                openai_api_key: gr.Textbox(visible=False),
+                HF_api_key: gr.Textbox(visible=False),
                 chatbot: gr.Chatbot(visible=True),
                 inquiry: gr.Textbox(visible=True),
                 website_url: gr.Textbox(visible=True),
                 btn: gr.Button(visible=True)
             }
 
-        openai_api_key.submit(show_interface, None, [openai_api_key, chatbot, inquiry, website_url, btn])
-        btn.click(process_input, [inquiry, website_url, chatbot, openai_api_key], [chatbot])
-        inquiry.submit(process_input, [inquiry, website_url, chatbot, openai_api_key], [chatbot])
+        HF_api_key.submit(show_interface, None, [HF_api_key, chatbot, inquiry, website_url, btn])
+        btn.click(process_input, [inquiry, website_url, chatbot, HF_api_key], [chatbot])
+        inquiry.submit(process_input, [inquiry, website_url, chatbot, HF_api_key], [chatbot])
 
     return demo