raspar v3.0.2

raspar

A simple to use Promise-based web scraper with local caching.

Usage

const { fetch } = require('raspar');

fetch('http://www.google.com/humans.txt').then(content => console.log(content));

const { fetch } = require('raspar');

fetch([
  'http://www.google.com/humans.txt',
  'http://www.google.com/robots.txt'
]).then(content => console.log(content[0]));

Options

const { fetch } = require('raspar');

const options = {
  cacheDirectory: 'temp/cache/',
  requestOptions: {
    headers: {
      'User-Agent': 'request'
    },
    method: 'POST'
  },
  ttl: 1800
};

fetch('http://www.google.com/humans.txt', options).then(content =>
  console.log(content)
);