1.0.0 • Published 3 years ago
@voidpkg/scrapper

Community
If you have any questions or want to help, join our Discord server.
Installation
This is a Node.js module available through the
npm registry. Installation is done using the
npm install command:
$ npm install @voidpkg/scrapper
Usage
const { Engine } = require('@voidpkg/scrapper');
Engine.google('Void Development', {
proxies: [
{
host: '0.0.0.0',
port: 8080,
auth?: {
username: 'clqu',
password: '123456'
}
}
]
}).then(console.log).catch(console.error);
Engine API
/*
types: 0 = Search, 1 = Suggestions, 2 = Images
*/
Engine.google(query, options, type);
Engine.bing(query, options, type);
Engine.youtube(query, options);
Engine.wikipedia(query, options);
With Constructor
const { Google, Bing, YouTube, Wikipedia } = require('@voidpkg/scrapper');
const proxies = [
{
host: '0.0.0.0',
port: 8080,
auth?: {
username: 'clqu',
password: '123456'
}
}
];
const google = new Google({ proxies });
const bing = new Bing({ proxies });
const youtube = new YouTube({ proxies });
const wikipedia = new Wikipedia({ proxies });
// Search
google.search('Void Development').then(console.log).catch(console.error);
bing.search('Void Development').then(console.log).catch(console.error);
youtube.search('Void Development').then(console.log).catch(console.error);
wikipedia.get('Void Development').then(console.log).catch(console.error);
// Suggestions
google.suggestions('Void Development').then(console.log).catch(console.error);
bing.suggestions('Void Development').then(console.log).catch(console.error);
Engines
| Name | State |
|---|
| Google Search | ✅ |
| Google Suggestions | ✅ |
| Google Images | ❌ |
| Bing Search | ✅ |
| Bing Suggestions | ✅ |
| Bing Images | ❌ |
| Wikipedia Search | ✅ |
| YouTube Videos Search | ✅ |
Options
| Name | Required | Type | Default |
|---|
| mkt | ❌ | string | en-US |
| page | ❌ | number | 1 |
| perPage | ❌ | number | 10 |
| safe | ❌ | off, active, high, medium, safeUndefined | off |
| headers | ❌ | { key: string: any; } | undefined |
| proxies | ❌ | proxy[] | undefined |
| queries | ❌ | { key: string: any; } | undefined |
| Name | Required | Type | Default |
|---|
| mkt | ❌ | string | en-US |
| page | ❌ | number | 1 |
| perPage | ❌ | number | 10 |
| safe | ❌ | off, moderate, strict | off |
| headers | ❌ | { key: string: any; } | undefined |
| proxies | ❌ | proxy[] | undefined |
| queries | ❌ | { key: string: any; } | undefined |
| Name | Required | Type | Default |
|---|
| headers | ❌ | { key: string: any; } | undefined |
| proxies | ❌ | proxy[] | undefined |
| queries | ❌ | { key: string: any; } | undefined |
| Name | Required | Type | Default |
|---|
| language | ❌ | string | en |
| headers | ❌ | { key: string: any; } | undefined |
| proxies | ❌ | proxy[] | undefined |
| queries | ❌ | { key: string: any; } | undefined |
| Name | Required | Type |
|---|
| host | ✅ | string |
| port | ✅ | number |
| auth | ❌ | { username: string; password: string; } |
How to get free proxies?
License
MIT