job_spy implementation

2025-12-14 22:24:34 +00:00
parent 4a00b3b900
commit cefb75a9ec
21 changed files with 1152 additions and 52 deletions
@@ -33,6 +33,15 @@ services:
      - PIPELINE_TOP_N=${PIPELINE_TOP_N:-10}
      - PIPELINE_MIN_SCORE=${PIPELINE_MIN_SCORE:-50}

+      # JobSpy (Indeed/LinkedIn scraping) - optional
+      - JOBSPY_SITES=${JOBSPY_SITES:-indeed,linkedin}
+      - JOBSPY_SEARCH_TERM=${JOBSPY_SEARCH_TERM:-web developer}
+      - JOBSPY_LOCATION=${JOBSPY_LOCATION:-UK}
+      - JOBSPY_RESULTS_WANTED=${JOBSPY_RESULTS_WANTED:-200}
+      - JOBSPY_HOURS_OLD=${JOBSPY_HOURS_OLD:-72}
+      - JOBSPY_COUNTRY_INDEED=${JOBSPY_COUNTRY_INDEED:-UK}
+      - JOBSPY_LINKEDIN_FETCH_DESCRIPTION=${JOBSPY_LINKEDIN_FETCH_DESCRIPTION:-1}
+
      # Optional: Notion integration
      - NOTION_API_KEY=${NOTION_API_KEY:-}
      - NOTION_DATABASE_ID=${NOTION_DATABASE_ID:-}