dates
This commit is contained in:
@@ -1,5 +1,6 @@
|
||||
import puppeteer from 'puppeteer'
|
||||
import type { ScrapedContent } from './types'
|
||||
import { logServer } from "@/lib/server-logger";
|
||||
|
||||
export class ScrapingError extends Error {
|
||||
constructor(message: string, public code: string) {
|
||||
@@ -94,7 +95,13 @@ export async function scrapeWebsite(url: string): Promise<ScrapedContent> {
|
||||
}
|
||||
|
||||
} catch (error: any) {
|
||||
console.error('Scraping error:', error)
|
||||
await logServer({
|
||||
level: "error",
|
||||
message: "Scraping error",
|
||||
labels: ["scraper", "error"],
|
||||
payload: { url: validatedUrl, error: String(error) },
|
||||
source: "lib/scraper",
|
||||
});
|
||||
|
||||
if (error.message?.includes('ERR_NAME_NOT_RESOLVED') || error.message?.includes('net::ERR')) {
|
||||
throw new ScrapingError(
|
||||
|
||||
Reference in New Issue
Block a user