batch-fetch.mjs

#!/usr/bin/env node
/**
 * Fetch multiple URLs with Plasmate and save results as JSON.
 */
import { execSync } from "node:child_process";
import { writeFileSync } from "node:fs";

const DEFAULT_URLS = [
  "https://news.ycombinator.com",
  "https://github.com/trending",
  "https://www.reddit.com/r/programming",
];

function fetchUrl(url) {
  try {
    const output = execSync(`plasmate fetch "${url}"`, {
      encoding: "utf-8",
      stdio: ["pipe", "pipe", "pipe"],
    });
    return { url, som: JSON.parse(output) };
  } catch (err) {
    return { url, error: err.message };
  }
}

const urls = process.argv.slice(2);
const targets = urls.length > 0 ? urls : DEFAULT_URLS;

console.log(`Fetching ${targets.length} URLs...`);

const results = targets.map((url) => {
  console.log(`  → ${url}`);
  return fetchUrl(url);
});

const output = {
  fetched_at: new Date().toISOString(),
  count: results.length,
  results,
};

const outputFile = "results.json";
writeFileSync(outputFile, JSON.stringify(output, null, 2));

const successes = results.filter((r) => r.som).length;
const errors = results.filter((r) => r.error).length;
console.log(`\nDone: ${successes} succeeded, ${errors} failed`);
console.log(`Results saved to ${outputFile}`);