fp-scraper v1.0.3

fp-scraper

• フィーチャーフォン(ガラケー)のスクレイピング
• UIDの設定とXMLパースエラーの回避

Getting Started

Installation

npm i fp-scraper

Usage

(1) Basic Usage

const FpScraper = require('fp-scraper');

(async() => {
  const scraper = new FpScraper({
    urls: ['http://k.nhk.jp/']
  });

  await scraper.scrape();
})();

(2) Setting UID

const FpScraper = require('fp-scraper');

(async() => {
  const scraper = new FpScraper({
    urls: ['http://k.nhk.jp/'],
    uid: 'MY_CUSTOM_UID'
  });

  await scraper.scrape();
})();

(3) Setting Device

const FpScraper = require('fp-scraper');

(async() => {
  const scraper = new FpScraper({
    urls: ['https://google.com'],
    deviceName: 'PC-Wide'
  });

  await scraper.scrape();
})();

(4) Setting Callback

const FpScraper = require('fp-scraper');

(async() => {
  const scraper = new FpScraper({
    urls: [
      'http://k.nhk.jp/',
      'http://gamba-osaka.jp/',
      'https://www.fujitv.co.jp/m/',
      'http://onepieceportal.com/',
      'http://www.ex-m.jp'
    ],
    outputDir: './results/screenshot/2018-01-01/',
    cbSuccess: url => {
      console.log(`Done: ${url}`);
    },
    cbError: url => {
      console.log(`Error: ${url}`);
    }
  });

  await scraper.scrape().then(() => {
    console.log('END');
  });
})();

(5) Setting Puppeteer

const FpScraper = require('fp-scraper');

(async() => {
  const scraper = new FpScraper({
    urls: ['http://onepieceportal.com/', 'http://www.ex-m.jp'],
    customPuppeteer: async(browser, page) => {
      await page.setViewport({ width: 375, height: 1000 });
    }
  });

  await scraper.scrape();
})();

Options

*1 Device List

License

MIT

Copyright (c) 2018-present, cc822jp