1.26.0 • Published 4 years ago

eighty-app v1.26.0

Weekly downloads
99
License
-
Repository
-
Last release
4 years ago

EightyApp

description: A class that people can extend to create their own custom scraper to use on 80legs.com

Usage:

var EightyApp = require("eighty-app");
var app = new EightyApp();

app.processDocument = function(html, url, headers, status, $) {
  
  /* First we parse the HTML into a lightweight DOM equipped with jquery-like dom-traversal functions */
  var $html = app.parseHtml(html, $);
  var data = {}; 

  /* dig out any data you want from within the DOM. Add that data to the data object */

  /* Serialize the data object. You'll see this data object in a result file for a crawl using this 80app */ 
  return JSON.stringify(data); 
}
app.parseLinks = function(html, url, headers, status, $) {
  
  /* First we parse the HTML into a lightweight DOM equipped with jquery-like dom-traversal functions */
  var $html = app.parseHtml(html, $);
  var links = []; 

  /* dig out any links that you want to crawl from within the DOM. Add those links to the links array */  

  /* whatever links you add to this array will also be crawled */
  return links;
}

/* don't forget to add this in! Otherwise we won't be able to use your scraper from within our crawling engine */
module.exports = function() {
  return app;
}

refer here for additional support

1.26.0

4 years ago

1.25.0

4 years ago

1.24.0

4 years ago

1.23.0

4 years ago

1.21.3-alpha.1

4 years ago

1.21.3-alpha.0

4 years ago

1.21.2

5 years ago

1.21.1

5 years ago

1.21.0

5 years ago

1.20.0

6 years ago

1.19.0

6 years ago

1.18.2

6 years ago

1.18.1

6 years ago

1.18.0

6 years ago

1.17.0

6 years ago

1.16.0

6 years ago

1.15.0

6 years ago

1.14.0

7 years ago

1.13.0

7 years ago

1.12.0

7 years ago

1.11.0

7 years ago

1.10.0

7 years ago

1.9.0

7 years ago

1.8.0

7 years ago

1.7.0

7 years ago

1.6.0

7 years ago

1.5.0

7 years ago

1.4.0

7 years ago

1.3.0

7 years ago

1.2.0

7 years ago

1.1.0

7 years ago

1.0.0

7 years ago