chore: default pipeline includes Glassdoor; document DB copy and cron sources
- Add glassdoor to DEFAULT_CONFIG so POST /api/pipeline/run with {} runs JobSpy trio.
- jobber-pipeline-telegram.sh: optional JOBBER_PIPELINE_SOURCES for explicit source list.
- Deploy doc: WAL checkpoint + rsync jobs.db to VM for profiles/settings/jobs.
Made-with: Cursor
This commit is contained in:
@@ -9,6 +9,10 @@ JOBOPS_URL="http://127.0.0.1:3005"
|
||||
# Optional: cap how many job lines (title + link) are appended to the Telegram message (default 25).
|
||||
# JOB_TELEGRAM_MAX_JOBS=25
|
||||
|
||||
# Optional: override POST /api/pipeline/run sources (comma-separated). If unset, the server default applies.
|
||||
# Example (matches typical JobSpy bundle + UK sources):
|
||||
# JOBBER_PIPELINE_SOURCES=gradcracker,indeed,linkedin,glassdoor,ukvisajobs
|
||||
|
||||
# Optional — only if BASIC_AUTH_USER / BASIC_AUTH_PASSWORD are set in Jobber .env
|
||||
# BASIC_AUTH_USER=""
|
||||
# BASIC_AUTH_PASSWORD=""
|
||||
|
||||
@@ -164,8 +164,16 @@ if echo "$body" | jq -e '.data.isRunning == true' >/dev/null 2>&1; then
|
||||
exit 0
|
||||
fi
|
||||
|
||||
# Optional: comma-separated sources (see JOBBER_PIPELINE_SOURCES in jobber-cron.env.example).
|
||||
# If unset, POST body is {} and the server uses its default source list.
|
||||
run_body='{}'
|
||||
if [[ -n "${JOBBER_PIPELINE_SOURCES:-}" ]]; then
|
||||
run_body="$(jq -n --arg s "$JOBBER_PIPELINE_SOURCES" \
|
||||
'$s | split(",") | map(gsub("^\\s+|\\s+$";"")) | map(select(. != "")) | {sources: .}')"
|
||||
fi
|
||||
|
||||
resp="$(curl -sS --compressed "${AUTH[@]}" -X POST "${BASE}/api/pipeline/run" \
|
||||
-H "Accept: application/json" -H "Content-Type: application/json" -d '{}')"
|
||||
-H "Accept: application/json" -H "Content-Type: application/json" -d "$run_body")"
|
||||
if ! echo "$resp" | jq -e '.ok == true' >/dev/null 2>&1; then
|
||||
_fail_json="$(echo "$resp" | jq -c . 2>/dev/null || echo "$resp")"
|
||||
send_tg_html "Jobber: POST /api/pipeline/run failed: $(tg_html_escape "$_fail_json")"
|
||||
|
||||
Reference in New Issue
Block a user