chore: default pipeline includes Glassdoor; document DB copy and cron sources

- Add glassdoor to DEFAULT_CONFIG so POST /api/pipeline/run with {} runs JobSpy trio.
- jobber-pipeline-telegram.sh: optional JOBBER_PIPELINE_SOURCES for explicit source list.
- Deploy doc: WAL checkpoint + rsync jobs.db to VM for profiles/settings/jobs.

Made-with: Cursor
This commit is contained in:
2026-04-05 19:49:01 -04:00
parent fea00ae656
commit 09ab32e1e8
4 changed files with 37 additions and 3 deletions
@@ -37,8 +37,8 @@ import {
const DEFAULT_CONFIG: PipelineConfig = {
topN: 10,
minSuitabilityScore: 50,
// Keep Glassdoor opt-in via source picker/settings; do not enable by default.
sources: ["gradcracker", "indeed", "linkedin", "ukvisajobs"],
// Glassdoor runs inside JobSpy with Indeed/LinkedIn; upstream often errors without failing the run.
sources: ["gradcracker", "indeed", "linkedin", "glassdoor", "ukvisajobs"],
outputDir: join(getDataDir(), "pdfs"),
enableCrawling: true,
enableScoring: true,