mixed-content-crawler というものがあったのでちょっとテスト

mixed-content-crawler

mixed-content-crawler - npm
https://www.npmjs.com/package/mixed-content-crawler

test

const fs = require("fs");
const urls = fs.readFileSync('list-of-urls.txt').toString().split("\n");

const mixedContentCrawler = require('mixed-content-crawler');
urls.forEach(function (url) {
  (async () => {
    const results = await mixedContentCrawler(url, {
      launch: {
        ignoreHTTPSErrors: true
      }
    }
    );
    results.forEach((mixedRequests, page) => {
      console.log(page);
      for (let r of mixedRequests) {
        console.log('->', r);
      }
    });
  })();
});

随分気楽に使えて良いな