auto-web-crawler

0.0.5 Update

• add sorting

Installation

npm install awc

Usage

var awc = require("awc");

var getIndex = function(callback){

	//Write your code
	//ex) var idx = [8911,8912,8913,8914,8915]; //url Suffixes.

	callback(idx);
};

awc.run({
    "minute":1, // If Minute Parameter is null,Minute Default Value is 60.
    "url":"https://github.com/joyent/node/issues/", //Idx Default Prefix.
    "idxFunc":getIndex, //Index List
    "rule":{"title":"$('.gh-header-title').text().trim()"}, //Jquery Selector Rule.
    "done":function(res){
    
		console.log(res); //Return Value { '0': { title: 'events.markdown document improvements\n #8911' } ...}
		//Write your code
		
    }
});

Test

$ node test.js

Parameter

• minute int
• url String
• idxFunc Function // Require parameter callback
• rule Hash

use

• jsdom
• fs