render issue
This commit is contained in:
parent
cdd6956eb7
commit
acc015ea7f
54
README.md
54
README.md
@ -19,54 +19,50 @@ Live progress is streamed to the UI via Server-Sent Events at `GET /api/pipeline
|
|||||||
|
|
||||||
```mermaid
|
```mermaid
|
||||||
flowchart LR
|
flowchart LR
|
||||||
subgraph UI[User Interface]
|
subgraph UI["User Interface"]
|
||||||
DASH[React Dashboard]
|
DASH["React Dashboard"]
|
||||||
end
|
end
|
||||||
|
|
||||||
subgraph ORCH[Orchestrator (Node/TS)]
|
subgraph ORCH["Orchestrator (Node/TS)"]
|
||||||
API[Express API<br/>/api/*]
|
API["Express API<br/>/api/*"]
|
||||||
PIPE[Pipeline Runner]
|
PIPE["Pipeline Runner"]
|
||||||
DB[(SQLite<br/>jobs.db)]
|
DB[(SQLite<br/>jobs.db)]
|
||||||
PDFS[(PDFs<br/>pdfs/)]
|
PDFS[(PDFs<br/>pdfs/)]
|
||||||
end
|
end
|
||||||
|
|
||||||
subgraph CRAWL[job-extractor (Crawlee/Playwright)]
|
subgraph CRAWL["job-extractor (Crawlee/Playwright)"]
|
||||||
C1[Seed search URLs<br/>(locations x roles)]
|
C1["Seed search URLs<br/>(locations x roles)"]
|
||||||
C2[Parse list pages<br/>enqueue job pages]
|
C2["Parse list pages<br/>enqueue job pages"]
|
||||||
C3[Parse job pages<br/>extract JD + apply URL]
|
C3["Parse job pages<br/>extract JD + apply URL"]
|
||||||
DS[(Crawlee dataset<br/>storage/datasets/default)]
|
DS[(Crawlee dataset<br/>storage/datasets/default)]
|
||||||
end
|
end
|
||||||
|
|
||||||
subgraph EXT[External Services]
|
subgraph EXT["External Services"]
|
||||||
GC[Gradcracker]
|
GC["Gradcracker"]
|
||||||
OR[OpenRouter]
|
OR["OpenRouter"]
|
||||||
RX[rxresu.me]
|
RX["rxresu.me"]
|
||||||
NO[Notion (optional)]
|
NO["Notion (optional)"]
|
||||||
N8N[n8n / cron (optional)]
|
N8N["n8n / cron (optional)"]
|
||||||
end
|
end
|
||||||
|
|
||||||
N8N -->|POST /api/webhook/trigger| API
|
N8N -->|"POST /api/webhook/trigger"| API
|
||||||
DASH -->|REST| API
|
DASH <-->|"REST"| API
|
||||||
API -->|REST JSON| DASH
|
DASH <-->|"SSE progress"| API
|
||||||
DASH -->|SSE connect| API
|
|
||||||
API -->|progress events| DASH
|
|
||||||
|
|
||||||
API -->|run pipeline| PIPE
|
PIPE -->|"spawn"| CRAWL
|
||||||
|
|
||||||
PIPE -->|spawn| CRAWL
|
|
||||||
C1 --> GC
|
C1 --> GC
|
||||||
C2 --> GC
|
C2 --> GC
|
||||||
C3 --> GC
|
C3 --> GC
|
||||||
CRAWL --> DS
|
CRAWL --> DS
|
||||||
API -->|read| DS
|
API -->|"read"| DS
|
||||||
API --> DB
|
API --> DB
|
||||||
|
|
||||||
PIPE -->|score + summary| OR
|
PIPE -->|"score + summary"| OR
|
||||||
PIPE -->|spawn python| RX
|
PIPE -->|"spawn python"| RX
|
||||||
RX -->|export| PDFS
|
RX -->|"export"| PDFS
|
||||||
API -->|serve /pdfs/*| PDFS
|
API -->|"serve /pdfs/*"| PDFS
|
||||||
|
|
||||||
API -->|create page| NO
|
API -->|"create page"| NO
|
||||||
```
|
```
|
||||||
|
|
||||||
## Repo layout
|
## Repo layout
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user