feat: add Google Jobs extractor and fix scraper reliability gaps
Ship a Camoufox-backed Google Jobs source, restore Glassdoor results discarded by a python-jobspy GraphQL quirk, and fix Himalayas/Gradcracker zero-job failures. Also harden prior-skip dismiss matching and multi-profile basic-auth switching for CA/US runs.
This commit is contained in:
@@ -0,0 +1,30 @@
|
||||
#
|
||||
# Jobber cron env — U.S. pipeline (optional separate cron host)
|
||||
# Copy to /root/.jobber-cron-dobkin-us.env (chmod 600)
|
||||
#
|
||||
# Note: the U.S. profile is also available in the UI under the same ilia/dobkin
|
||||
# login — use the Jobs page profile picker to switch. This env file is only
|
||||
# needed if you want a dedicated cron that always runs the U.S. profile without
|
||||
# switching in the UI (set BASIC_AUTH_ACTIVE_PROFILE_BY_USER or activate once).
|
||||
#
|
||||
# Used by: scripts/jobber-pipeline-telegram.sh
|
||||
#
|
||||
|
||||
# JobOps base URL (where the app is reachable from the cron host)
|
||||
JOBOPS_URL=http://127.0.0.1:3005
|
||||
|
||||
# Optional: limit number of jobs linked in Telegram message
|
||||
JOB_TELEGRAM_MAX_JOBS=25
|
||||
|
||||
# Optional: comma-separated sources to run (leave empty to use server defaults)
|
||||
# JOBBER_PIPELINE_SOURCES=usajobs,adzuna,remoteok,remotive
|
||||
|
||||
# Same login as Canada; activate the U.S. profile once in Settings/Jobs picker,
|
||||
# or set basicAuthActiveProfileByUser in the DB for this user.
|
||||
BASIC_AUTH_USER=dobkin
|
||||
BASIC_AUTH_PASSWORD=CHANGEME
|
||||
|
||||
# Telegram bot + chat destination
|
||||
TELEGRAM_BOT_TOKEN=CHANGEME
|
||||
TELEGRAM_CHAT_ID=CHANGEME
|
||||
|
||||
@@ -340,6 +340,14 @@ const ALL_TARGETS: Target[] = [
|
||||
? undefined
|
||||
: "Camoufox not installed (run: npx camoufox-js fetch)",
|
||||
},
|
||||
{
|
||||
id: "google-jobs",
|
||||
importPath: "../extractors/google-jobs/manifest",
|
||||
settings: { googleJobsMaxJobsPerTerm: "5" },
|
||||
skipReason: camoufoxInstalled()
|
||||
? undefined
|
||||
: "Camoufox not installed (run: npx camoufox-js fetch)",
|
||||
},
|
||||
{
|
||||
id: "workday",
|
||||
importPath: "../extractors/workday/manifest",
|
||||
|
||||
Reference in New Issue
Block a user