ilia
ee520fc391
Agents hitting Outline-style SPAs need visible vs hidden control lists, and inlined base64 images were blowing up AI prompts and network copy.
100 lines
3.7 KiB
Python
100 lines
3.7 KiB
Python
from __future__ import annotations
|
|
|
|
from context_extractor import AsyncExtractorSession, ExtractorSession, __version__
|
|
|
|
|
|
def test_version_semverish():
|
|
assert __version__.count(".") >= 1
|
|
|
|
|
|
def test_capture_console_errors_and_network(page, fixture_url):
|
|
session = ExtractorSession(page)
|
|
page.goto(fixture_url, wait_until="domcontentloaded")
|
|
page.wait_for_timeout(150)
|
|
|
|
store = session.get_store()
|
|
levels = {e["level"] for e in store["console"]}
|
|
assert "warn" in levels
|
|
assert "error" in levels or any("error" in (e.get("msg") or "").lower() for e in store["console"])
|
|
|
|
assert any(e["msg"] == "fixture boom" or "fixture boom" in (e.get("msg") or "") for e in store["errors"])
|
|
assert store["network"], "expected at least the document request"
|
|
|
|
|
|
def test_extract_markdown_body_and_selector(page, fixture_url):
|
|
session = ExtractorSession(page)
|
|
page.goto(fixture_url, wait_until="domcontentloaded")
|
|
|
|
full = session.extract_markdown()
|
|
assert full["title"] == "Context Extractor Fixture"
|
|
assert "Fixture Page" in full["markdown"]
|
|
assert "**world**" in full["markdown"]
|
|
assert "[docs](/docs)" in full["markdown"]
|
|
assert "- Alpha" in full["markdown"]
|
|
assert "bytes truncated" in full["markdown"]
|
|
assert "4AAQSkZJRgABAQAAAQABAAD" not in full["markdown"]
|
|
|
|
scoped = session.extract_markdown("#main-content")
|
|
assert scoped["selector"] == "#main-content"
|
|
assert "Section" in scoped["markdown"]
|
|
assert "Skip this noise" not in scoped["markdown"]
|
|
|
|
|
|
def test_hidden_nodes_are_excluded_from_markdown(page, fixture_url):
|
|
"""Regression test: SPAs (e.g. LinkedIn) stash hydration/experiment JSON in
|
|
hidden DOM nodes, not just <script> tags. Any hidden node must be excluded
|
|
regardless of *how* it's hidden (inline style, stylesheet class, [hidden],
|
|
aria-hidden)."""
|
|
session = ExtractorSession(page)
|
|
page.goto(fixture_url, wait_until="domcontentloaded")
|
|
|
|
markdown = session.extract_markdown("#main-content")["markdown"]
|
|
assert "should-not-appear" not in markdown
|
|
assert "secretConfig" not in markdown
|
|
assert "lixTracking" not in markdown
|
|
# Sanity: visible content in the same container still comes through.
|
|
assert "Alpha" in markdown
|
|
assert "Beta" in markdown
|
|
|
|
|
|
def test_build_ai_prompt_has_sections(page, fixture_url):
|
|
session = ExtractorSession(page)
|
|
page.goto(fixture_url, wait_until="domcontentloaded")
|
|
page.wait_for_timeout(150)
|
|
|
|
prompt = session.build_ai_prompt("#main-content")
|
|
assert prompt.startswith("# Page Context")
|
|
assert "## Page Content" in prompt
|
|
assert "Hello **world**" in prompt
|
|
assert "## Interesting Controls" in prompt
|
|
assert "[visible]" in prompt
|
|
assert "Document options" in prompt
|
|
assert "JavaScript Errors" in prompt or "Console Errors" in prompt
|
|
assert "_Extracted by Context Extractor_" in prompt
|
|
|
|
|
|
def test_inventory_controls_visible_and_hidden(page, fixture_url):
|
|
session = ExtractorSession(page)
|
|
page.goto(fixture_url, wait_until="domcontentloaded")
|
|
controls = session.inventory_controls("#main-content")
|
|
docs = [c for c in controls if c.get("ariaLabel") == "Document options"]
|
|
assert len(docs) == 2
|
|
assert any(c.get("visible") for c in docs)
|
|
assert any(not c.get("visible") for c in docs)
|
|
|
|
|
|
def test_clear_store(page, fixture_url):
|
|
session = ExtractorSession(page)
|
|
page.goto(fixture_url, wait_until="domcontentloaded")
|
|
page.wait_for_timeout(100)
|
|
assert session.get_store()["console"]
|
|
session.clear("console")
|
|
assert session.get_store()["console"] == []
|
|
session.clear()
|
|
store = session.get_store()
|
|
assert store == {"console": [], "errors": [], "network": []}
|
|
|
|
|
|
def test_async_session_exported():
|
|
assert AsyncExtractorSession is not None
|