dotter-node-retailer-scripts

Retailer scripts repository for node.js based scrapers and crawlers

npm install dotter-node-retailer-scripts cd dotter-node-retailer-scripts node app.js

1. load product details POST: http://localhost:8586/details Data: { "urls": ["http://www.superdrug.com/haircare-oils/argania-hair-oil-giftset/invt/845458&bklist="], "locale": "en_gb", "expiration": 0 } Response: { status: true results: [ { status: true price_now: "30.00" stock: "in-stock" image: http://www.superdrug.com/medias/sys_master/front/prd/8838201638942.jpg title: "" description: "\ \ \ \ \ \ \ Argania Hair Oil Giftset Argania\ \ Made with fairly-traded, certified organic argan oil to instantly nourish and hydrate hair, leaving it looking smoother, shinier and feeling healthier, naturally.\ Bonus Pack includes;Argania Hair Oil 100mlArgania Moisture Repair Shampoo 250mlArgania Moisture Repair Conditioner 250mlShower Comb\ Eliminates frizzGives hair instant lustre and body without leaving an oily residueRestores and rejuvenates damaged hairOffers heat protection during stylingProtects and assists in extending the life of hair colourGreat for detangling\ Avoid contact with eyes. If contact occurs, rinse throughly with water.\ " url: http://www.superdrug.com/haircare-oils/argania-hair-oil-giftset/invt/845458&bklist= updateTime: "Tue, 09 Sep 2014 15:40:40 GMT" script: "superdrug.com.js" timestamp: 1410277243126 time: "2014-09-09T15:40:43.143Z" _id: "540f1f7beac8df517f28a32b" } ] }

2. load product links POST: http://localhost:8586/links Data: { "urls": ["http://www.superdrug.com/search?q=oil&searchsubmit=Search&setpagenum=1&perpage=24"], "locale": "en_gb", "expiration": 0 }

   Response: { "status": true, "results": [ { "status": true, "url": "http://www.superdrug.com/search?q=oil&searchsubmit=Search&setpagenum=1&perpage=24", "updateTime": "Tue, 09 Sep 2014 15:43:55 GMT", "script": "superdrug.com.js", "code": 200, "links": [ { "name": "Accessorize Nail Polish Oil Slick Rich Gold", "url": "http://www.superdrug.com/Accessorize/Accessorize-Nail-Polish-Oil-Slick-Rich-Gold/p/567757" }, { "name": "1/2 Price on selected Accessorize", "url": "http://www.superdrug.com/search?q=%3aname-asc%3asuperdrugGeneralPromotionText%3a1%2f2+Price+on+selected+Accessorize" }..... ], "time": "2014-09-09T15:44:00.405Z", "_id": "540f2040122917b21847e45d" } ] }