Initial commit: POTE Phase 1 complete

- PR1: Project scaffold, DB models, price loader - PR2: Congressional trade ingestion (House Stock Watcher) - PR3: Security enrichment + deployment infrastructure - 37 passing tests, 87%+ coverage - Docker + Proxmox deployment ready - Complete documentation - Works 100% offline with fixtures
2025-12-14 20:45:34 -05:00
commit 204cd0e75b
52 changed files with 6189 additions and 0 deletions
@@ -0,0 +1,92 @@
+#!/usr/bin/env python3
+"""
+Fetch recent congressional trades from House Stock Watcher and ingest into DB.
+Usage: python scripts/fetch_congressional_trades.py [--days N] [--limit N]
+"""
+
+import argparse
+import logging
+
+from pote.db import SessionLocal
+from pote.ingestion.house_watcher import HouseWatcherClient
+from pote.ingestion.trade_loader import TradeLoader
+
+logging.basicConfig(level=logging.INFO, format="%(asctime)s [%(levelname)s] %(name)s: %(message)s")
+logger = logging.getLogger(__name__)
+
+
+def main():
+    """Fetch and ingest congressional trades."""
+    parser = argparse.ArgumentParser(description="Fetch congressional trades (free API)")
+    parser.add_argument(
+        "--days", type=int, default=30, help="Number of days to look back (default: 30)"
+    )
+    parser.add_argument(
+        "--limit", type=int, default=None, help="Maximum number of transactions to fetch"
+    )
+    parser.add_argument("--all", action="store_true", help="Fetch all transactions (ignore --days)")
+
+    args = parser.parse_args()
+
+    logger.info("=== Fetching Congressional Trades from House Stock Watcher ===")
+    logger.info("Source: https://housestockwatcher.com (free, no API key)")
+
+    try:
+        with HouseWatcherClient() as client:
+            if args.all:
+                logger.info(f"Fetching all transactions (limit={args.limit})")
+                transactions = client.fetch_all_transactions(limit=args.limit)
+            else:
+                logger.info(f"Fetching transactions from last {args.days} days")
+                transactions = client.fetch_recent_transactions(days=args.days)
+
+                if args.limit:
+                    transactions = transactions[: args.limit]
+
+        if not transactions:
+            logger.warning("No transactions fetched!")
+            return
+
+        logger.info(f"Fetched {len(transactions)} transactions")
+
+        # Show sample
+        logger.info("\nSample transaction:")
+        sample = transactions[0]
+        for key, val in sample.items():
+            logger.info(f"  {key}: {val}")
+
+        # Ingest into database
+        logger.info("\n=== Ingesting into database ===")
+        with SessionLocal() as session:
+            loader = TradeLoader(session)
+            counts = loader.ingest_transactions(transactions)
+
+        logger.info("\n=== Summary ===")
+        logger.info(f"✓ Officials created/updated: {counts['officials']}")
+        logger.info(f"✓ Securities created/updated: {counts['securities']}")
+        logger.info(f"✓ Trades ingested: {counts['trades']}")
+
+        # Query some stats
+        with SessionLocal() as session:
+            from sqlalchemy import func, select
+
+            from pote.db.models import Official, Trade
+
+            total_trades = session.scalar(select(func.count(Trade.id)))
+            total_officials = session.scalar(select(func.count(Official.id)))
+
+            logger.info("\nDatabase totals:")
+            logger.info(f"  Total officials: {total_officials}")
+            logger.info(f"  Total trades: {total_trades}")
+
+        logger.info("\n✅ Done!")
+
+    except Exception as e:
+        logger.error(f"Failed to fetch/ingest trades: {e}", exc_info=True)
+        return 1
+
+    return 0
+
+
+if __name__ == "__main__":
+    exit(main())