@voidpkg/scrapper

Community
If you have any questions or want to help, join our Discord server.
Installation
This is a Node.js module available through the
npm registry. Installation is done using the
npm install
command:
$ npm install @voidpkg/scrapper
Usage
const { Engine } = require('@voidpkg/scrapper');
Engine.google('Void Development', {
proxies: [
{
host: '0.0.0.0',
port: 8080,
auth?: {
username: 'clqu',
password: '123456'
}
}
]
}).then(console.log).catch(console.error);
Engine API
/*
types: 0 = Search, 1 = Suggestions, 2 = Images
*/
Engine.google(query, options, type);
Engine.bing(query, options, type);
Engine.youtube(query, options);
Engine.wikipedia(query, options);
With Constructor
const { Google, Bing, YouTube, Wikipedia } = require('@voidpkg/scrapper');
const proxies = [
{
host: '0.0.0.0',
port: 8080,
auth?: {
username: 'clqu',
password: '123456'
}
}
];
const google = new Google({ proxies });
const bing = new Bing({ proxies });
const youtube = new YouTube({ proxies });
const wikipedia = new Wikipedia({ proxies });
// Search
google.search('Void Development').then(console.log).catch(console.error);
bing.search('Void Development').then(console.log).catch(console.error);
youtube.search('Void Development').then(console.log).catch(console.error);
wikipedia.get('Void Development').then(console.log).catch(console.error);
// Suggestions
google.suggestions('Void Development').then(console.log).catch(console.error);
bing.suggestions('Void Development').then(console.log).catch(console.error);
Engines
Name |
State |
Google Search |
✅ |
Google Suggestions |
✅ |
Google Images |
❌ |
Bing Search |
✅ |
Bing Suggestions |
✅ |
Bing Images |
❌ |
Wikipedia Search |
✅ |
YouTube Videos Search |
✅ |
Options
Google
Name |
Required |
Type |
Default |
mkt |
❌ |
string |
en-US |
page |
❌ |
number |
1 |
perPage |
❌ |
number |
10 |
safe |
❌ |
off, active, high, medium, safeUndefined |
off |
headers |
❌ |
{ [key: string]: any; } |
undefined |
proxies |
❌ |
proxy[] |
undefined |
queries |
❌ |
{ [key: string]: any; } |
undefined |
Bing
Name |
Required |
Type |
Default |
mkt |
❌ |
string |
en-US |
page |
❌ |
number |
1 |
perPage |
❌ |
number |
10 |
safe |
❌ |
off, moderate, strict |
off |
headers |
❌ |
{ [key: string]: any; } |
undefined |
proxies |
❌ |
proxy[] |
undefined |
queries |
❌ |
{ [key: string]: any; } |
undefined |
YouTube
Name |
Required |
Type |
Default |
headers |
❌ |
{ [key: string]: any; } |
undefined |
proxies |
❌ |
proxy[] |
undefined |
queries |
❌ |
{ [key: string]: any; } |
undefined |
Wikipedia
Name |
Required |
Type |
Default |
language |
❌ |
string |
en |
headers |
❌ |
{ [key: string]: any; } |
undefined |
proxies |
❌ |
proxy[] |
undefined |
queries |
❌ |
{ [key: string]: any; } |
undefined |
Proxy
Name |
Required |
Type |
host |
✅ |
string |
port |
✅ |
number |
auth |
❌ |
{ username: string; password: string; } |
How to get free proxies?
License
MIT