search-scraper

    2.0.1 • Public • Published

    search-scraper forked from (search-engine-client)

    A nodejs module to extract links from Google, Bing etc..

    Installation

    npm install search-scraper or yarn install search-scraper

    Usage

    Google

    const sec = require('search-scraper');
    
    sec.google("text to search").then(function(result){
        console.log(result);
    });

    Bing

    const sec = require('search-scraper');
    
    sec.bing("text to search").then(function(result){
        console.log(result);
    });

    AOL

    const sec = require('search-scraper');
    
    sec.aol("text to search").then(function(result){
        console.log(result);
    });

    ASK

    const sec = require('search-scraper');
    
    sec.ask("text to search").then(function(result){
        console.log(result);
    });

    Yahoo

    const sec = require('search-scraper');
    
    sec.yahoo("text to search").then(function(result){
        console.log(result);
    });

    DuckDuckGo

    const sec = require('search-scraper');
    
    sec.duckduckgo("text to search").then(function(result){
        console.log(result);
    });

    Baidu

    const sec = require('search-scraper');
    
    sec.baidu("text to search").then(function(result){
        console.log(result);
    });

    Options

    defaults

    let default_options={
    	count: 0,
    	offset: 0,
    	agent: "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/57.0.2987.133 Safari/537.36",
    	lang: "en-US,en;q=0.9",
    	debug: false,
    	show: false,
    	screenshot: false,
    	wait: 1000
    };

    count (number)

    The minimum link count to extract, higher return count takes more time.

    const sec = require('search-scraper');
    
    const options = {
        agent:"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/57.0.2987.133 Safari/537.36",
        count:15
    };
    
    sec.aol("text to search",options).then(function(result){
        console.log(result);
    });

    offset (number)

    Offset to skip links, not implemented check the issue.

    agent (string)

    The User-Agent request header.

    const sec = require('search-scraper');
    
    const options = {
        agent:"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/57.0.2987.133 Safari/537.36"
    };
    
    sec.aol("text to search",options).then(function(result){
        console.log(result);
    });

    lang (string)

    The Accept-Language request HTTP header.

    debug (boolean)

    Prints debug logs.

    show (boolean)

    Show browser screen.

    const sec = require('search-scraper');
    
    const options = {
        agent:"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/57.0.2987.133 Safari/537.36",
        count:15,
        show:true
    };
    
    sec.aol("text to search",options).then(function(result){
        console.log(result);
    });

    screenshot (boolean)

    Enable or disable checkpoints screenshots.

    wait (number)

    Wait after search(ms).

    Install

    npm i search-scraper

    DownloadsWeekly Downloads

    2

    Version

    2.0.1

    License

    MIT

    Unpacked Size

    68.8 kB

    Total Files

    32

    Last publish

    Collaborators

    • majidzahedian