Log parsing failures, drop from UI (#1189)

src/lib/server/websearch/scrape/scrape.ts

@@ -5,8 +5,9 @@ import { withPage } from "./playwright";
 import { spatialParser } from "./parser";
 import { htmlToMarkdownTree } from "../markdown/tree";
 import { timeout } from "$lib/utils/timeout";
-import { makeErrorUpdate, makeGeneralUpdate } from "../update";
+import { makeGeneralUpdate } from "../update";
 import { MetricsServer } from "$lib/server/metrics";
+import { logger } from "$lib/server/logger";
 
 export const scrape = (maxCharsPerElem: number) =>
 	async function* (
@@ -20,12 +21,14 @@ export const scrape = (maxCharsPerElem: number) =>
 
 			MetricsServer.getMetrics().webSearch.pageFetchDuration.observe(Date.now() - startTime);
 
-			yield makeGeneralUpdate({ message: "Browsing webpage", args: [source.link] });
+			yield makeGeneralUpdate({
+				message: "Browsing webpage",
+				args: [source.link],
+			});
 			return { ...source, page };
 		} catch (e) {
 			MetricsServer.getMetrics().webSearch.pageFetchCountError.inc();
-			const message = e instanceof Error ? e.message : String(e);
-			yield makeErrorUpdate({ message: "Failed to parse webpage", args: [message, source.link] });
+			logger.debug(`Error scraping webpage: ${source.link}`, { error: e });
 		}
 	};