Update app.py

app.py

@@ -157,7 +157,8 @@ async def web_search_and_extract(
     safesearch: str = "moderate",
     region: str = "wt-wt",
     backend: str = "api",
-    max_chars: int = 6000  # Adjust based on token limit
+    max_chars: int = 6000
+    extract_only: bool = False
 ):
     """
     Searches using WEBS, extracts text from the top results, and returns both.
@@ -185,11 +186,38 @@ async def web_search_and_extract(
                         extracted_results.append({"link": link, "text": None})
                 else:
                     extracted_results.append({"link": None, "text": None})
-
-            return JSONResponse(content=jsonable_encoder({"search_results": search_results, "extracted_results": extracted_results}))
+            if extract_only:
+                return JSONResponse(content=jsonable_encoder({extracted_results}))
+            else:
+                return JSONResponse(content=jsonable_encoder({"search_results": search_results, "extracted_results": extracted_results}))
+            return
     except Exception as e:
         raise HTTPException(status_code=500, detail=f"Error during search and extraction: {e}")
 
+@app.get("/api/website_summarizer")
+async def website_summarizer(url: str):
+    """Summarizes the content of a given URL using a chat model."""
+    try:
+        # Extract text from the given URL
+        response = requests.get(url, headers={"User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:109.0) Gecko/20100101 Firefox/111.0"})
+        response.raise_for_status()
+        visible_text = extract_text_from_webpage(response.text)
+        if len(visible_text) > 7500:  # Adjust max_chars based on your needs
+            visible_text = visible_text[:7500] + "..."
+
+        # Use chat model to summarize the extracted text
+        with WEBS() as webs:
+            summary_prompt = f"Summarize this in detail in Paragraph: {visible_text}"
+            summary_result = webs.chat(keywords=summary_prompt, model="gpt-3.5")
+
+        # Return the summary result
+        return JSONResponse(content=jsonable_encoder({summary_result}))
+
+    except requests.exceptions.RequestException as e:
+        raise HTTPException(status_code=500, detail=f"Error fetching or processing URL: {e}")
+    except Exception as e:
+        raise HTTPException(status_code=500, detail=f"Error during summarization: {e}")
+        
 @app.get("/api/maps")
 async def maps(
     q: str,
@@ -240,6 +268,7 @@ async def youtube_transcript(
         return JSONResponse(content=jsonable_encoder(transcript))
     except Exception as e:
         raise HTTPException(status_code=500, detail=f"Error getting YouTube transcript: {e}")
+        
 import requests
 @app.get("/weather/json/{location}")
 def get_weather_json(location: str):