1.26.0 • Published 4 years ago
eighty-app v1.26.0
EightyApp
description: A class that people can extend to create their own custom scraper to use on 80legs.com
Usage:
var EightyApp = require("eighty-app");
var app = new EightyApp();
app.processDocument = function(html, url, headers, status, $) {
/* First we parse the HTML into a lightweight DOM equipped with jquery-like dom-traversal functions */
var $html = app.parseHtml(html, $);
var data = {};
/* dig out any data you want from within the DOM. Add that data to the data object */
/* Serialize the data object. You'll see this data object in a result file for a crawl using this 80app */
return JSON.stringify(data);
}
app.parseLinks = function(html, url, headers, status, $) {
/* First we parse the HTML into a lightweight DOM equipped with jquery-like dom-traversal functions */
var $html = app.parseHtml(html, $);
var links = [];
/* dig out any links that you want to crawl from within the DOM. Add those links to the links array */
/* whatever links you add to this array will also be crawled */
return links;
}
/* don't forget to add this in! Otherwise we won't be able to use your scraper from within our crawling engine */
module.exports = function() {
return app;
}
refer here for additional support
1.26.0
4 years ago
1.25.0
4 years ago
1.24.0
4 years ago
1.23.0
4 years ago
1.21.3-alpha.1
4 years ago
1.21.3-alpha.0
4 years ago
1.21.2
5 years ago
1.21.1
5 years ago
1.21.0
5 years ago
1.20.0
6 years ago
1.19.0
6 years ago
1.18.2
6 years ago
1.18.1
6 years ago
1.18.0
6 years ago
1.17.0
6 years ago
1.16.0
6 years ago
1.15.0
6 years ago
1.14.0
7 years ago
1.13.0
7 years ago
1.12.0
7 years ago
1.11.0
7 years ago
1.10.0
7 years ago
1.9.0
7 years ago
1.8.0
7 years ago
1.7.0
7 years ago
1.6.0
7 years ago
1.5.0
7 years ago
1.4.0
7 years ago
1.3.0
7 years ago
1.2.0
7 years ago
1.1.0
7 years ago
1.0.0
7 years ago