jobspy specific settings

2025-12-27 11:28:23 +00:00
parent 55494a4803
commit 45662c386a
6 changed files with 338 additions and 2 deletions
@@ -107,6 +107,11 @@ export async function updateSettings(update: {
  resumeProjects?: ResumeProjectsSettings | null
  ukvisajobsMaxJobs?: number | null
  searchTerms?: string[] | null
+  jobspyLocation?: string | null
+  jobspyResultsWanted?: number | null
+  jobspyHoursOld?: number | null
+  jobspyCountryIndeed?: string | null
+  jobspyLinkedinFetchDescription?: boolean | null
 }): Promise<AppSettings> {
  return fetchApi<AppSettings>('/settings', {
    method: 'PATCH',
@@ -44,6 +44,11 @@ export const SettingsPage: React.FC = () => {
  const [resumeProjectsDraft, setResumeProjectsDraft] = useState<ResumeProjectsSettings | null>(null)
  const [ukvisajobsMaxJobsDraft, setUkvisajobsMaxJobsDraft] = useState<number | null>(null)
  const [searchTermsDraft, setSearchTermsDraft] = useState<string[] | null>(null)
+  const [jobspyLocationDraft, setJobspyLocationDraft] = useState<string | null>(null)
+  const [jobspyResultsWantedDraft, setJobspyResultsWantedDraft] = useState<number | null>(null)
+  const [jobspyHoursOldDraft, setJobspyHoursOldDraft] = useState<number | null>(null)
+  const [jobspyCountryIndeedDraft, setJobspyCountryIndeedDraft] = useState<string | null>(null)
+  const [jobspyLinkedinFetchDescriptionDraft, setJobspyLinkedinFetchDescriptionDraft] = useState<boolean | null>(null)
  const [isSaving, setIsSaving] = useState(false)
  const [isLoading, setIsLoading] = useState(true)

@@ -61,6 +66,11 @@ export const SettingsPage: React.FC = () => {
        setResumeProjectsDraft(data.resumeProjects)
        setUkvisajobsMaxJobsDraft(data.overrideUkvisajobsMaxJobs)
        setSearchTermsDraft(data.overrideSearchTerms)
+        setJobspyLocationDraft(data.overrideJobspyLocation)
+        setJobspyResultsWantedDraft(data.overrideJobspyResultsWanted)
+        setJobspyHoursOldDraft(data.overrideJobspyHoursOld)
+        setJobspyCountryIndeedDraft(data.overrideJobspyCountryIndeed)
+        setJobspyLinkedinFetchDescriptionDraft(data.overrideJobspyLinkedinFetchDescription)
      })
      .catch((error) => {
        const message = error instanceof Error ? error.message : "Failed to load settings"
@@ -91,6 +101,21 @@ export const SettingsPage: React.FC = () => {
  const effectiveSearchTerms = settings?.searchTerms ?? []
  const defaultSearchTerms = settings?.defaultSearchTerms ?? []
  const overrideSearchTerms = settings?.overrideSearchTerms
+  const effectiveJobspyLocation = settings?.jobspyLocation ?? ""
+  const defaultJobspyLocation = settings?.defaultJobspyLocation ?? ""
+  const overrideJobspyLocation = settings?.overrideJobspyLocation
+  const effectiveJobspyResultsWanted = settings?.jobspyResultsWanted ?? 200
+  const defaultJobspyResultsWanted = settings?.defaultJobspyResultsWanted ?? 200
+  const overrideJobspyResultsWanted = settings?.overrideJobspyResultsWanted
+  const effectiveJobspyHoursOld = settings?.jobspyHoursOld ?? 72
+  const defaultJobspyHoursOld = settings?.defaultJobspyHoursOld ?? 72
+  const overrideJobspyHoursOld = settings?.overrideJobspyHoursOld
+  const effectiveJobspyCountryIndeed = settings?.jobspyCountryIndeed ?? ""
+  const defaultJobspyCountryIndeed = settings?.defaultJobspyCountryIndeed ?? ""
+  const overrideJobspyCountryIndeed = settings?.overrideJobspyCountryIndeed
+  const effectiveJobspyLinkedinFetchDescription = settings?.jobspyLinkedinFetchDescription ?? true
+  const defaultJobspyLinkedinFetchDescription = settings?.defaultJobspyLinkedinFetchDescription ?? true
+  const overrideJobspyLinkedinFetchDescription = settings?.overrideJobspyLinkedinFetchDescription
  const profileProjects = settings?.profileProjects ?? []
  const maxProjectsTotal = profileProjects.length
  const lockedCount = resumeProjectsDraft?.lockedProjectIds.length ?? 0
@@ -111,7 +136,12 @@ export const SettingsPage: React.FC = () => {
      nextJobCompleteWebhook !== currentJobCompleteWebhook ||
      !resumeProjectsEqual(resumeProjectsDraft, settings.resumeProjects) ||
      ukvisajobsChanged ||
-      searchTermsChanged
+      searchTermsChanged ||
+      jobspyLocationDraft !== (overrideJobspyLocation ?? null) ||
+      jobspyResultsWantedDraft !== (overrideJobspyResultsWanted ?? null) ||
+      jobspyHoursOldDraft !== (overrideJobspyHoursOld ?? null) ||
+      jobspyCountryIndeedDraft !== (overrideJobspyCountryIndeed ?? null) ||
+      jobspyLinkedinFetchDescriptionDraft !== (overrideJobspyLinkedinFetchDescription ?? null)
    )
  }, [
    settings,
@@ -126,6 +156,16 @@ export const SettingsPage: React.FC = () => {
    overrideUkvisajobsMaxJobs,
    searchTermsDraft,
    overrideSearchTerms,
+    jobspyLocationDraft,
+    jobspyResultsWantedDraft,
+    jobspyHoursOldDraft,
+    jobspyCountryIndeedDraft,
+    jobspyLinkedinFetchDescriptionDraft,
+    overrideJobspyLocation,
+    overrideJobspyResultsWanted,
+    overrideJobspyHoursOld,
+    overrideJobspyCountryIndeed,
+    overrideJobspyLinkedinFetchDescription,
  ])

  const handleSave = async () => {
@@ -140,6 +180,11 @@ export const SettingsPage: React.FC = () => {
        : resumeProjectsDraft
      const ukvisajobsMaxJobsOverride = ukvisajobsMaxJobsDraft === defaultUkvisajobsMaxJobs ? null : ukvisajobsMaxJobsDraft
      const searchTermsOverride = arraysEqual(searchTermsDraft ?? [], defaultSearchTerms) ? null : searchTermsDraft
+      const jobspyLocationOverride = jobspyLocationDraft === defaultJobspyLocation ? null : jobspyLocationDraft
+      const jobspyResultsWantedOverride = jobspyResultsWantedDraft === defaultJobspyResultsWanted ? null : jobspyResultsWantedDraft
+      const jobspyHoursOldOverride = jobspyHoursOldDraft === defaultJobspyHoursOld ? null : jobspyHoursOldDraft
+      const jobspyCountryIndeedOverride = jobspyCountryIndeedDraft === defaultJobspyCountryIndeed ? null : jobspyCountryIndeedDraft
+      const jobspyLinkedinFetchDescriptionOverride = jobspyLinkedinFetchDescriptionDraft === defaultJobspyLinkedinFetchDescription ? null : jobspyLinkedinFetchDescriptionDraft
      const updated = await api.updateSettings({
        model: trimmed.length > 0 ? trimmed : null,
        pipelineWebhookUrl: webhookTrimmed.length > 0 ? webhookTrimmed : null,
@@ -147,6 +192,11 @@ export const SettingsPage: React.FC = () => {
        resumeProjects: resumeProjectsOverride,
        ukvisajobsMaxJobs: ukvisajobsMaxJobsOverride,
        searchTerms: searchTermsOverride,
+        jobspyLocation: jobspyLocationOverride,
+        jobspyResultsWanted: jobspyResultsWantedOverride,
+        jobspyHoursOld: jobspyHoursOldOverride,
+        jobspyCountryIndeed: jobspyCountryIndeedOverride,
+        jobspyLinkedinFetchDescription: jobspyLinkedinFetchDescriptionOverride,
      })
      setSettings(updated)
      setModelDraft(updated.overrideModel ?? "")
@@ -155,6 +205,11 @@ export const SettingsPage: React.FC = () => {
      setResumeProjectsDraft(updated.resumeProjects)
      setUkvisajobsMaxJobsDraft(updated.overrideUkvisajobsMaxJobs)
      setSearchTermsDraft(updated.overrideSearchTerms)
+      setJobspyLocationDraft(updated.overrideJobspyLocation)
+      setJobspyResultsWantedDraft(updated.overrideJobspyResultsWanted)
+      setJobspyHoursOldDraft(updated.overrideJobspyHoursOld)
+      setJobspyCountryIndeedDraft(updated.overrideJobspyCountryIndeed)
+      setJobspyLinkedinFetchDescriptionDraft(updated.overrideJobspyLinkedinFetchDescription)
      toast.success("Settings saved")
    } catch (error) {
      const message = error instanceof Error ? error.message : "Failed to save settings"
@@ -174,6 +229,11 @@ export const SettingsPage: React.FC = () => {
        resumeProjects: null,
        ukvisajobsMaxJobs: null,
        searchTerms: null,
+        jobspyLocation: null,
+        jobspyResultsWanted: null,
+        jobspyHoursOld: null,
+        jobspyCountryIndeed: null,
+        jobspyLinkedinFetchDescription: null,
      })
      setSettings(updated)
      setModelDraft("")
@@ -182,6 +242,11 @@ export const SettingsPage: React.FC = () => {
      setResumeProjectsDraft(updated.resumeProjects)
      setUkvisajobsMaxJobsDraft(null)
      setSearchTermsDraft(null)
+      setJobspyLocationDraft(null)
+      setJobspyResultsWantedDraft(null)
+      setJobspyHoursOldDraft(null)
+      setJobspyCountryIndeedDraft(null)
+      setJobspyLinkedinFetchDescriptionDraft(null)
      toast.success("Reset to default")
    } catch (error) {
      const message = error instanceof Error ? error.message : "Failed to reset settings"
@@ -390,6 +455,130 @@ export const SettingsPage: React.FC = () => {
        </CardContent>
      </Card>

+      <Card>
+        <CardHeader>
+          <CardTitle className="text-base">JobSpy Scraper</CardTitle>
+        </CardHeader>
+
+        <CardContent className="space-y-6">
+          <div className="grid gap-6 md:grid-cols-2">
+            <div className="space-y-2">
+              <div className="text-sm font-medium">Location</div>
+              <Input
+                value={jobspyLocationDraft ?? defaultJobspyLocation}
+                onChange={(event) => setJobspyLocationDraft(event.target.value)}
+                placeholder={defaultJobspyLocation || "UK"}
+                disabled={isLoading || isSaving}
+              />
+              <div className="text-xs text-muted-foreground">
+                Location to search for jobs (e.g. "UK", "London", "Remote").
+              </div>
+              <div className="flex gap-2 text-xs text-muted-foreground">
+                <span>Effective: {effectiveJobspyLocation || "—"}</span>
+                <span>Default: {defaultJobspyLocation || "—"}</span>
+              </div>
+            </div>
+
+            <div className="space-y-2">
+              <div className="text-sm font-medium">Results Wanted</div>
+              <Input
+                type="number"
+                inputMode="numeric"
+                min={1}
+                max={500}
+                value={jobspyResultsWantedDraft ?? defaultJobspyResultsWanted}
+                onChange={(event) => {
+                  const value = parseInt(event.target.value, 10)
+                  if (Number.isNaN(value)) {
+                    setJobspyResultsWantedDraft(null)
+                  } else {
+                    setJobspyResultsWantedDraft(Math.min(500, Math.max(1, value)))
+                  }
+                }}
+                disabled={isLoading || isSaving}
+              />
+              <div className="text-xs text-muted-foreground">
+                Number of results to fetch per term per site. Max 500.
+              </div>
+              <div className="flex gap-2 text-xs text-muted-foreground">
+                <span>Effective: {effectiveJobspyResultsWanted}</span>
+                <span>Default: {defaultJobspyResultsWanted}</span>
+              </div>
+            </div>
+
+            <div className="space-y-2">
+              <div className="text-sm font-medium">Hours Old</div>
+              <Input
+                type="number"
+                inputMode="numeric"
+                min={1}
+                max={168}
+                value={jobspyHoursOldDraft ?? defaultJobspyHoursOld}
+                onChange={(event) => {
+                  const value = parseInt(event.target.value, 10)
+                  if (Number.isNaN(value)) {
+                    setJobspyHoursOldDraft(null)
+                  } else {
+                    setJobspyHoursOldDraft(Math.min(168, Math.max(1, value)))
+                  }
+                }}
+                disabled={isLoading || isSaving}
+              />
+              <div className="text-xs text-muted-foreground">
+                Max age of jobs in hours (e.g. 72 for 3 days).
+              </div>
+              <div className="flex gap-2 text-xs text-muted-foreground">
+                <span>Effective: {effectiveJobspyHoursOld}h</span>
+                <span>Default: {defaultJobspyHoursOld}h</span>
+              </div>
+            </div>
+
+            <div className="space-y-2">
+              <div className="text-sm font-medium">Indeed Country</div>
+              <Input
+                value={jobspyCountryIndeedDraft ?? defaultJobspyCountryIndeed}
+                onChange={(event) => setJobspyCountryIndeedDraft(event.target.value)}
+                placeholder={defaultJobspyCountryIndeed || "UK"}
+                disabled={isLoading || isSaving}
+              />
+              <div className="text-xs text-muted-foreground">
+                Country domain for Indeed (e.g. "UK" for indeed.co.uk).
+              </div>
+              <div className="flex gap-2 text-xs text-muted-foreground">
+                <span>Effective: {effectiveJobspyCountryIndeed || "—"}</span>
+                <span>Default: {defaultJobspyCountryIndeed || "—"}</span>
+              </div>
+            </div>
+          </div>
+
+          <Separator />
+
+          <div className="flex items-center space-x-2">
+            <Checkbox
+              id="linkedin-desc"
+              checked={jobspyLinkedinFetchDescriptionDraft ?? defaultJobspyLinkedinFetchDescription}
+              onCheckedChange={(checked) => setJobspyLinkedinFetchDescriptionDraft(!!checked)}
+              disabled={isLoading || isSaving}
+            />
+            <div className="grid gap-1.5 leading-none">
+              <label
+                htmlFor="linkedin-desc"
+                className="text-sm font-medium leading-none peer-disabled:cursor-not-allowed peer-disabled:opacity-70"
+              >
+                Fetch LinkedIn Description
+              </label>
+              <p className="text-xs text-muted-foreground">
+                If enabled, JobSpy will make extra requests to fetch full descriptions. Slower but better data.
+              </p>
+              <div className="flex gap-2 text-xs text-muted-foreground">
+                <span>Effective: {effectiveJobspyLinkedinFetchDescription ? "Yes" : "No"}</span>
+                <span>Default: {defaultJobspyLinkedinFetchDescription ? "Yes" : "No"}</span>
+              </div>
+            </div>
+          </div>
+        </CardContent>
+      </Card>
+
      <Card>
        <CardHeader>
          <CardTitle className="text-base">Resume Projects</CardTitle>