search-scraper

search-scraper forked from (search-engine-client)

A nodejs module to extract links from Google, Bing etc..

Installation

npm install search-scraper or yarn install search-scraper

Usage

Google

const sec = require('search-scraper');

sec.google("text to search").then(function(result){
    console.log(result);
});

Bing

const sec = require('search-scraper');

sec.bing("text to search").then(function(result){
    console.log(result);
});

AOL

const sec = require('search-scraper');

sec.aol("text to search").then(function(result){
    console.log(result);
});

ASK

const sec = require('search-scraper');

sec.ask("text to search").then(function(result){
    console.log(result);
});

Yahoo

const sec = require('search-scraper');

sec.yahoo("text to search").then(function(result){
    console.log(result);
});

DuckDuckGo

const sec = require('search-scraper');

sec.duckduckgo("text to search").then(function(result){
    console.log(result);
});

Baidu

const sec = require('search-scraper');

sec.baidu("text to search").then(function(result){
    console.log(result);
});

Options

defaults

let default_options={
	count: 0,
	offset: 0,
	agent: "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/57.0.2987.133 Safari/537.36",
	lang: "en-US,en;q=0.9",
	debug: false,
	show: false,
	screenshot: false,
	wait: 1000
};

count (number)

The minimum link count to extract, higher return count takes more time.

const sec = require('search-scraper');

const options = {
    agent:"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/57.0.2987.133 Safari/537.36",
    count:15
};

sec.aol("text to search",options).then(function(result){
    console.log(result);
});

offset (number)

Offset to skip links, not implemented check the issue.

agent (string)

The User-Agent request header.

const sec = require('search-scraper');

const options = {
    agent:"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/57.0.2987.133 Safari/537.36"
};

sec.aol("text to search",options).then(function(result){
    console.log(result);
});

lang (string)

The Accept-Language request HTTP header.

debug (boolean)

Prints debug logs.

show (boolean)

Show browser screen.

const sec = require('search-scraper');

const options = {
    agent:"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/57.0.2987.133 Safari/537.36",
    count:15,
    show:true
};

sec.aol("text to search",options).then(function(result){
    console.log(result);
});

screenshot (boolean)

Enable or disable checkpoints screenshots.

wait (number)

Wait after search(ms).