diff --git a/src/server/scraper/browser-scraper.ts b/src/server/scraper/browser-scraper.ts index f3f86f9..67c9173 100644 --- a/src/server/scraper/browser-scraper.ts +++ b/src/server/scraper/browser-scraper.ts @@ -4,8 +4,8 @@ import type { ScrapedItem } from './result-parser.js'; let browser: Browser | null = null; -const PAGE_TIMEOUT = 30_000; -const NAVIGATION_TIMEOUT = 20_000; +const SELECTOR_TIMEOUT = 15_000; +const NAVIGATION_TIMEOUT = 15_000; async function getBrowser(): Promise { if (browser && browser.connected) return browser; @@ -52,7 +52,7 @@ export async function scrapeStoreWithBrowser(store: Store, searchUrl: string): P // Navigate to the page const response = await page.goto(searchUrl, { - waitUntil: 'networkidle2', + waitUntil: 'domcontentloaded', timeout: NAVIGATION_TIMEOUT, }); @@ -60,7 +60,7 @@ export async function scrapeStoreWithBrowser(store: Store, searchUrl: string): P // Wait for the product container to appear try { - await page.waitForSelector(store.sel_container, { timeout: PAGE_TIMEOUT }); + await page.waitForSelector(store.sel_container, { timeout: SELECTOR_TIMEOUT }); } catch { // Container might not exist if no results — return empty const html = await page.content();