node-microdata-scraper

Scrape a webpage with given URL, parse and extract microdata (schema.org) and return a JSON.

node-microdata-scraper

Scrape & parse a webpage to return a JSON with found microdata.

Supports :

  • schema.org

##Build status

##Install

npm install node-microdata-scraper

##Example

var microdata = require('node-microdata-scraper');
var url       = 'https://raw.github.com/mhausenblas/schema-org-rdf/master/examples/Thing/Product/Product.microdata';
 
microdata.parseUrl(url, function(errjson) {
  if (!err && json) {
    console.log(json);
  }
});

Will return:

[{
    "id": "d65c65f16a36bea9552a1a77d5ec2c54",
    "name": "http://schema.org/Product",
    "properties": {
        "name": "Kenmore White 17\" Microwave",
        "aggregateRating": "Rated 3.5/5 based on 11 customer reviews",
        "offers": "$55.00 In stock",
        "description": "0.7 cubic feet countertop microwave. Has six preset cooking categories and convenience features like Add-A-Minute and Child Lock.",
        "reviews": "Value purchase - by Lucas, March 25, 2011 4/ 5stars Great microwave for the price. It is small and fits in my apartment."
    }
}, {
    "id": "c8f6b91f0c8027ef569a993c4f5fe76a",
    "name": "http://schema.org/AggregateRating",
    "properties": {
        "ratingValue": "3.5",
        "reviewCount": "11"
    }
}, {
    "id": "02667b2b6fe19cb30594b4017f71cd54",
    "name": "http://schema.org/Offer",
    "properties": {
        "price": "$55.00",
        "availability": "InStock"
    }
}, {
    "id": "304f4861b83f0543c8e2bbbeac26ac4b",
    "name": "http://schema.org/Review",
    "properties": {
        "name": "Not a happy camper",
        "author": "Ellie",
        "publishDate": "2011-04-01",
        "reviewRating": "1/ 5stars",
        "description": "The lamp burned out and now I have to replace it."
    }
}, {
    "id": "41167faa486de23d0ba712cf19cde8cb",
    "name": "http://schema.org/Rating",
    "properties": {
        "worstRating": "1",
        "ratingValue": "1",
        "bestRating": "5"
    }
}, {
    "id": "3d5bc54a1a6cad9b638e68c64cd0abfd",
    "name": "http://schema.org/Review",
    "properties": {
        "name": "Value purchase",
        "author": "Lucas",
        "publishDate": "2011-03-25",
        "reviewRating": "4/ 5stars",
        "description": "Great microwave for the price. It is small and fits in my apartment."
    }
}, {
    "id": "cbaea6353af6272f8528fbe2941adee9",
    "name": "http://schema.org/Rating",
    "properties": {
        "worstRating": "1",
        "ratingValue": "4",
        "bestRating": "5"
    }
}]

##Todo

Add support for :

  • OpenGraph

##License MIT