ilia
c91cd221d1
CI / Lint + tests (push) Has been cancelled
Ship a shared markdown/prompt core used by a Brave/Chrome MV3 extension and a Python automation API, with pytest coverage, CI, and packaging smoke.
32 lines
775 B
Python
32 lines
775 B
Python
"""Async variant, using AsyncCamoufox + AsyncExtractorSession.
|
|
|
|
Run:
|
|
pip install -e ./automation[camoufox]
|
|
python automation/examples/scrape_camoufox_async.py https://example.com
|
|
"""
|
|
|
|
import asyncio
|
|
import sys
|
|
|
|
from camoufox.async_api import AsyncCamoufox
|
|
|
|
from context_extractor import AsyncExtractorSession
|
|
|
|
|
|
async def main() -> None:
|
|
url = sys.argv[1] if len(sys.argv) > 1 else "https://example.com"
|
|
|
|
async with AsyncCamoufox(headless=True, geoip=True) as browser:
|
|
page = await browser.new_page()
|
|
|
|
session = AsyncExtractorSession(page)
|
|
|
|
await page.goto(url, wait_until="domcontentloaded")
|
|
await page.wait_for_timeout(1000)
|
|
|
|
print(await session.build_ai_prompt())
|
|
|
|
|
|
if __name__ == "__main__":
|
|
asyncio.run(main())
|