chore: default pipeline includes Glassdoor; document DB copy and cron sources

- Add glassdoor to DEFAULT_CONFIG so POST /api/pipeline/run with {} runs JobSpy trio.
- jobber-pipeline-telegram.sh: optional JOBBER_PIPELINE_SOURCES for explicit source list.
- Deploy doc: WAL checkpoint + rsync jobs.db to VM for profiles/settings/jobs.

Made-with: Cursor
This commit is contained in:
2026-04-05 19:49:01 -04:00
parent fea00ae656
commit 09ab32e1e8
4 changed files with 37 additions and 3 deletions
+4
View File
@@ -9,6 +9,10 @@ JOBOPS_URL="http://127.0.0.1:3005"
# Optional: cap how many job lines (title + link) are appended to the Telegram message (default 25).
# JOB_TELEGRAM_MAX_JOBS=25
# Optional: override POST /api/pipeline/run sources (comma-separated). If unset, the server default applies.
# Example (matches typical JobSpy bundle + UK sources):
# JOBBER_PIPELINE_SOURCES=gradcracker,indeed,linkedin,glassdoor,ukvisajobs
# Optional — only if BASIC_AUTH_USER / BASIC_AUTH_PASSWORD are set in Jobber .env
# BASIC_AUTH_USER=""
# BASIC_AUTH_PASSWORD=""
+9 -1
View File
@@ -164,8 +164,16 @@ if echo "$body" | jq -e '.data.isRunning == true' >/dev/null 2>&1; then
exit 0
fi
# Optional: comma-separated sources (see JOBBER_PIPELINE_SOURCES in jobber-cron.env.example).
# If unset, POST body is {} and the server uses its default source list.
run_body='{}'
if [[ -n "${JOBBER_PIPELINE_SOURCES:-}" ]]; then
run_body="$(jq -n --arg s "$JOBBER_PIPELINE_SOURCES" \
'$s | split(",") | map(gsub("^\\s+|\\s+$";"")) | map(select(. != "")) | {sources: .}')"
fi
resp="$(curl -sS --compressed "${AUTH[@]}" -X POST "${BASE}/api/pipeline/run" \
-H "Accept: application/json" -H "Content-Type: application/json" -d '{}')"
-H "Accept: application/json" -H "Content-Type: application/json" -d "$run_body")"
if ! echo "$resp" | jq -e '.ok == true' >/dev/null 2>&1; then
_fail_json="$(echo "$resp" | jq -c . 2>/dev/null || echo "$resp")"
send_tg_html "Jobber: POST /api/pipeline/run failed: $(tg_html_escape "$_fail_json")"