From 29d3ee3f87c0a837cf5250ae31539eb21a5b1601 Mon Sep 17 00:00:00 2001 From: DaKheera47 Date: Fri, 12 Dec 2025 00:34:02 +0000 Subject: [PATCH] fix tab buildup issue --- job-extractor/src/main.ts | 2 +- job-extractor/src/routes.ts | 3 +++ 2 files changed, 4 insertions(+), 1 deletion(-) diff --git a/job-extractor/src/main.ts b/job-extractor/src/main.ts index 7a99c7c..99b9862 100644 --- a/job-extractor/src/main.ts +++ b/job-extractor/src/main.ts @@ -42,7 +42,7 @@ const crawler = new PlaywrightCrawler({ maxRequestsPerCrawl: 2000, // Add delay between requests to slow down the process minConcurrency: 1, - maxConcurrency: 1, + maxConcurrency: 5, navigationTimeoutSecs: 60, // Add delay between requests (in milliseconds) requestHandlerTimeoutSecs: 100, diff --git a/job-extractor/src/routes.ts b/job-extractor/src/routes.ts index a7dcaec..d98e32d 100644 --- a/job-extractor/src/routes.ts +++ b/job-extractor/src/routes.ts @@ -189,5 +189,8 @@ router.addHandler( applicationLink, // External or same-page URL after click jobDescription, }); + + // close all pages + await page.context().close(); } );