linkedout/linkedin-parser/index.js

#!/usr/bin/env node

/**
 * LinkedIn Parser - Refactored
 *
 * Uses core-parser for browser management and linkedin-strategy for parsing logic
 */

const path = require("path");
const fs = require("fs");
const CoreParser = require("../core-parser");
const { linkedinStrategy } = require("./strategies/linkedin-strategy");
const { logger, analyzeBatch, checkOllamaStatus } = require("ai-analyzer");

// Load environment variables
require("dotenv").config({ path: path.join(__dirname, ".env") });

// Configuration from environment
const LINKEDIN_USERNAME = process.env.LINKEDIN_USERNAME;
const LINKEDIN_PASSWORD = process.env.LINKEDIN_PASSWORD;
const HEADLESS = process.env.HEADLESS !== "false";
const SEARCH_KEYWORDS =
  process.env.SEARCH_KEYWORDS || "layoff,downsizing,job cuts";
const LOCATION_FILTER = process.env.LOCATION_FILTER;
const ENABLE_AI_ANALYSIS = process.env.ENABLE_AI_ANALYSIS === "true";
const MAX_RESULTS = parseInt(process.env.MAX_RESULTS) || 50;

/**
 * Main LinkedIn parser function
 */
async function startLinkedInParser(options = {}) {
  const coreParser = new CoreParser({
    headless: HEADLESS,
    timeout: 30000,
  });

  try {
    logger.step("🚀 LinkedIn Parser Starting...");

    // Validate credentials
    if (!LINKEDIN_USERNAME || !LINKEDIN_PASSWORD) {
      throw new Error(
        "LinkedIn credentials not found. Please set LINKEDIN_USERNAME and LINKEDIN_PASSWORD in .env file"
      );
    }

    // Parse keywords
    const keywords = SEARCH_KEYWORDS.split(",").map((k) => k.trim());
    logger.info(`🔍 Search Keywords: ${keywords.join(", ")}`);
    logger.info(`📍 Location Filter: ${LOCATION_FILTER || "None"}`);
    logger.info(
      `🧠 AI Analysis: ${ENABLE_AI_ANALYSIS ? "Enabled" : "Disabled"}`
    );
    logger.info(`📊 Max Results: ${MAX_RESULTS}`);

    // Run LinkedIn parsing strategy
    const parseResult = await linkedinStrategy(coreParser, {
      keywords,
      locationFilter: LOCATION_FILTER,
      maxResults: MAX_RESULTS,
      credentials: {
        username: LINKEDIN_USERNAME,
        password: LINKEDIN_PASSWORD,
      },
    });

    const { results, rejectedResults, summary } = parseResult;

    // AI Analysis if enabled
    let analysisResults = null;
    if (ENABLE_AI_ANALYSIS && results.length > 0) {
      logger.step("🧠 Running AI Analysis...");

      const ollamaStatus = await checkOllamaStatus();
      if (ollamaStatus.available) {
        analysisResults = await analyzeBatch(results, {
          context:
            "LinkedIn posts analysis focusing on job market trends and layoffs",
        });
        logger.success(`✅ AI Analysis completed for ${results.length} posts`);
      } else {
        logger.warning("⚠️  Ollama not available, skipping AI analysis");
      }
    }

    // Save results
    const outputData = {
      metadata: {
        extractedAt: new Date().toISOString(),
        parser: "linkedin-parser",
        version: "2.0.0",
        summary,
        analysisResults,
      },
      results,
      rejectedResults,
    };

    const resultsDir = path.join(__dirname, "results");
    if (!fs.existsSync(resultsDir)) {
      fs.mkdirSync(resultsDir, { recursive: true });
    }

    const timestamp = new Date().toISOString().replace(/[:.]/g, "-");
    const filename = `linkedin-results-${timestamp}.json`;
    const filepath = path.join(resultsDir, filename);

    fs.writeFileSync(filepath, JSON.stringify(outputData, null, 2));

    // Final summary
    logger.success("✅ LinkedIn parsing completed successfully!");
    logger.info(`📊 Total posts found: ${results.length}`);
    logger.info(`❌ Total rejected: ${rejectedResults.length}`);
    logger.info(`📁 Results saved to: ${filepath}`);

    return outputData;
  } catch (error) {
    logger.error(`❌ LinkedIn parser failed: ${error.message}`);
    throw error;
  } finally {
    await coreParser.cleanup();
  }
}

// CLI handling
if (require.main === module) {
  const args = process.argv.slice(2);
  const options = {};

  // Parse command line arguments
  args.forEach((arg) => {
    if (arg.startsWith("--")) {
      const [key, value] = arg.slice(2).split("=");
      options[key] = value || true;
    }
  });

  startLinkedInParser(options)
    .then(() => process.exit(0))
    .catch((error) => {
      console.error("Fatal error:", error.message);
      process.exit(1);
    });
}

module.exports = { startLinkedInParser };