65952259ce
* feat(types): add jobspyIsRemote to TypeScript type definitions - Add jobspyIsRemote boolean fields to AppSettings interface - Follow three-field pattern: value, default, override - Update test fixture with default values (false) * feat(validation): add jobspyIsRemote validation schema Add Zod validation schema for jobspyIsRemote boolean setting to ensure type safety in the settings API endpoint. * feat(db): add jobspyIsRemote to database repository setting keys * feat(api): add jobspyIsRemote storage to settings API route * feat(service): add jobspyIsRemote to settings service with environment variable support * feat(jobspy): add isRemote parameter to JobSpy service interface * feat(pipeline): pass isRemote setting to JobSpy service * feat(python): add is_remote parameter to JobSpy scraper script * feat(ui): add Remote Jobs checkbox to JobSpy settings * feat(ui): add Remote badge to job display - Display Remote badge when job.isRemote === true - Position badge next to Source badge in JobHeader - Use Badge component with outline variant - Badge does not display when isRemote is false or null * docs(env): add JOBSPY_IS_REMOTE environment variable documentation - Added JobSpy section to .env.example with JOBSPY_IS_REMOTE variable - Documents remote-only job filtering option with default value of 0 (disabled) - Follows existing .env.example format with clear section headers and descriptions * test(remote-jobs): verify end-to-end functionality with comprehensive feedback loops
82 lines
2.3 KiB
Python
82 lines
2.3 KiB
Python
import csv
|
|
import os
|
|
from pathlib import Path
|
|
|
|
from jobspy import scrape_jobs
|
|
|
|
|
|
def _env_str(name: str, default: str) -> str:
|
|
value = os.getenv(name)
|
|
return value if value and value.strip() else default
|
|
|
|
|
|
def _env_int(name: str, default: int) -> int:
|
|
value = os.getenv(name)
|
|
if value is None or value.strip() == "":
|
|
return default
|
|
try:
|
|
return int(value)
|
|
except ValueError:
|
|
return default
|
|
|
|
|
|
def _env_bool(name: str, default: bool) -> bool:
|
|
value = os.getenv(name)
|
|
if value is None or value.strip() == "":
|
|
return default
|
|
return value.strip().lower() in ("1", "true", "yes", "y", "on")
|
|
|
|
|
|
def _parse_sites(raw: str) -> list[str]:
|
|
return [s.strip() for s in raw.split(",") if s.strip()]
|
|
|
|
|
|
def main() -> int:
|
|
sites = _parse_sites(_env_str("JOBSPY_SITES", "indeed,linkedin"))
|
|
search_term = _env_str("JOBSPY_SEARCH_TERM", "web developer")
|
|
location = _env_str("JOBSPY_LOCATION", "UK")
|
|
results_wanted = _env_int("JOBSPY_RESULTS_WANTED", 200)
|
|
hours_old = _env_int("JOBSPY_HOURS_OLD", 72)
|
|
country_indeed = _env_str("JOBSPY_COUNTRY_INDEED", "UK")
|
|
linkedin_fetch_description = _env_bool("JOBSPY_LINKEDIN_FETCH_DESCRIPTION", True)
|
|
is_remote = _env_bool("JOBSPY_IS_REMOTE", False)
|
|
|
|
output_csv = Path(_env_str("JOBSPY_OUTPUT_CSV", "jobs.csv"))
|
|
output_json = Path(
|
|
_env_str("JOBSPY_OUTPUT_JSON", str(output_csv.with_suffix(".json")))
|
|
)
|
|
|
|
output_csv.parent.mkdir(parents=True, exist_ok=True)
|
|
output_json.parent.mkdir(parents=True, exist_ok=True)
|
|
|
|
print(f"jobspy: Search term: {search_term}")
|
|
jobs = scrape_jobs(
|
|
site_name=sites,
|
|
search_term=search_term,
|
|
location=location,
|
|
results_wanted=results_wanted,
|
|
hours_old=hours_old,
|
|
country_indeed=country_indeed,
|
|
linkedin_fetch_description=linkedin_fetch_description,
|
|
is_remote=is_remote,
|
|
)
|
|
|
|
print(f"Found {len(jobs)} jobs")
|
|
|
|
jobs.to_csv(
|
|
output_csv,
|
|
quoting=csv.QUOTE_NONNUMERIC,
|
|
escapechar="\\",
|
|
index=False,
|
|
)
|
|
|
|
jobs.to_json(output_json, orient="records", force_ascii=False)
|
|
|
|
print(f"Wrote CSV: {output_csv}")
|
|
print(f"Wrote JSON: {output_json}")
|
|
return 0
|
|
|
|
|
|
if __name__ == "__main__":
|
|
raise SystemExit(main())
|