Modified files

agent.py

@@ -8,6 +8,9 @@ from dotenv import load_dotenv
 from markdownify import markdownify
 from requests.exceptions import RequestException
 
+search_cache = {}
+webpage_cache = {}
+
 def initialize_agent():
     # Load environment variables from .env file
     load_dotenv()
@@ -32,6 +35,8 @@ def initialize_agent():
         Returns:
             The content of the webpage converted to Markdown, or an error message if the request fails.
         """
+        if url in webpage_cache:
+            return webpage_cache[url]
         try:
             # Send a GET request to the URL
             response = requests.get(url)
@@ -44,7 +49,9 @@ def initialize_agent():
             markdown_content = re.sub(r"\n{3,}", "\n\n", markdown_content)
 
             # Truncate the content to a maximum of 15000 characters
-            return markdown_content[:15000]
+            result = markdown_content[:15000]
+            webpage_cache[url] = result
+            return result
 
         except RequestException as e:
             return f"Error fetching the webpage: {str(e)}"
@@ -61,6 +68,8 @@ def initialize_agent():
         Returns:
             The search results, or an error message if the search fails.
         """
+        if query in search_cache:
+            return search_cache[query]
         try:
             client = serpapi.Client(api_key=os.environ.get("SERPAPI_API_KEY"))
             results = client.search(q=query, engine="google")
@@ -80,9 +89,12 @@ def initialize_agent():
                     output += "\n**References:**\n"
                     for ref in ai_overview["references"]:
                         output += f"- [{ref['title']}]({ref['link']})\n"
+                search_cache[query] = output
                 return output
             elif "organic_results" in results:
-                return str(results["organic_results"])
+                result = str(results["organic_results"])
+                search_cache[query] = result
+                return result
             else:
                 return "No results found."
         except Exception as e:
@@ -107,4 +119,4 @@ def initialize_agent():
         )
         return manager_agent
     else:
-        return None
+        return None