79 lines
2.2 KiB
Python
79 lines
2.2 KiB
Python
import csv
|
|
import os
|
|
from pathlib import Path
|
|
|
|
from jobspy import scrape_jobs
|
|
|
|
|
|
def _env_str(name: str, default: str) -> str:
|
|
value = os.getenv(name)
|
|
return value if value and value.strip() else default
|
|
|
|
|
|
def _env_int(name: str, default: int) -> int:
|
|
value = os.getenv(name)
|
|
if value is None or value.strip() == "":
|
|
return default
|
|
try:
|
|
return int(value)
|
|
except ValueError:
|
|
return default
|
|
|
|
|
|
def _env_bool(name: str, default: bool) -> bool:
|
|
value = os.getenv(name)
|
|
if value is None or value.strip() == "":
|
|
return default
|
|
return value.strip().lower() in ("1", "true", "yes", "y", "on")
|
|
|
|
|
|
def _parse_sites(raw: str) -> list[str]:
|
|
return [s.strip() for s in raw.split(",") if s.strip()]
|
|
|
|
|
|
def main() -> int:
|
|
sites = _parse_sites(_env_str("JOBSPY_SITES", "indeed,linkedin"))
|
|
search_term = _env_str("JOBSPY_SEARCH_TERM", "web developer")
|
|
location = _env_str("JOBSPY_LOCATION", "UK")
|
|
results_wanted = _env_int("JOBSPY_RESULTS_WANTED", 200)
|
|
hours_old = _env_int("JOBSPY_HOURS_OLD", 72)
|
|
country_indeed = _env_str("JOBSPY_COUNTRY_INDEED", "UK")
|
|
linkedin_fetch_description = _env_bool("JOBSPY_LINKEDIN_FETCH_DESCRIPTION", True)
|
|
|
|
output_csv = Path(_env_str("JOBSPY_OUTPUT_CSV", "jobs.csv"))
|
|
output_json = Path(_env_str("JOBSPY_OUTPUT_JSON", str(output_csv.with_suffix(".json"))))
|
|
|
|
output_csv.parent.mkdir(parents=True, exist_ok=True)
|
|
output_json.parent.mkdir(parents=True, exist_ok=True)
|
|
|
|
print(f"jobspy: Search term: {search_term}")
|
|
jobs = scrape_jobs(
|
|
site_name=sites,
|
|
search_term=search_term,
|
|
location=location,
|
|
results_wanted=results_wanted,
|
|
hours_old=hours_old,
|
|
country_indeed=country_indeed,
|
|
linkedin_fetch_description=linkedin_fetch_description,
|
|
)
|
|
|
|
print(f"Found {len(jobs)} jobs")
|
|
|
|
jobs.to_csv(
|
|
output_csv,
|
|
quoting=csv.QUOTE_NONNUMERIC,
|
|
escapechar="\\",
|
|
index=False,
|
|
)
|
|
|
|
jobs.to_json(output_json, orient="records", force_ascii=False)
|
|
|
|
print(f"Wrote CSV: {output_csv}")
|
|
print(f"Wrote JSON: {output_json}")
|
|
return 0
|
|
|
|
|
|
if __name__ == "__main__":
|
|
raise SystemExit(main())
|
|
|