This commit is contained in:
2026-02-04 12:51:41 +00:00
parent 4fdbfb0fb3
commit f1e13f87f6
19 changed files with 722 additions and 67 deletions

View File

@@ -1,5 +1,6 @@
import puppeteer from 'puppeteer'
import type { ScrapedContent } from './types'
import { logServer } from "@/lib/server-logger";
export class ScrapingError extends Error {
constructor(message: string, public code: string) {
@@ -94,7 +95,13 @@ export async function scrapeWebsite(url: string): Promise<ScrapedContent> {
}
} catch (error: any) {
console.error('Scraping error:', error)
await logServer({
level: "error",
message: "Scraping error",
labels: ["scraper", "error"],
payload: { url: validatedUrl, error: String(error) },
source: "lib/scraper",
});
if (error.message?.includes('ERR_NAME_NOT_RESOLVED') || error.message?.includes('net::ERR')) {
throw new ScrapingError(