feat: add Google Jobs extractor and fix scraper reliability gaps

Ship a Camoufox-backed Google Jobs source, restore Glassdoor results discarded by a python-jobspy GraphQL quirk, and fix Himalayas/Gradcracker zero-job failures. Also harden prior-skip dismiss matching and multi-profile basic-auth switching for CA/US runs.
2026-07-09 15:11:53 -04:00
parent 84e6835b11
commit 40c7cdece3
47 changed files with 1989 additions and 87 deletions
@@ -14,8 +14,10 @@ import type {
 import type { CreateJobInput } from "@shared/types/jobs";

 const API_URL = "https://himalayas.app/jobs/api";
-const PAGE_SIZE = 50;
-const MAX_PAGES = 5;
+/** Himalayas silently caps `limit` at 20; requesting more makes us think the
+ * feed ended early (`raw.length < PAGE_SIZE`) and stop after the first page. */
+const PAGE_SIZE = 20;
+const MAX_PAGES = 10;

 interface HimalayasJob {
  title?: string;