puppeteer-scraper
v0.0.5
Published
Implement web page crawler scripts using a sane api on top of codeceptjs and puppeteer
Downloads
2
Readme
puppeteer-scraper
Implement scrapers using a sane api on top of codeceptjs and puppeteer.
Example
In scripts/check24/goto-check24.js
module.exports = async function GotoCHECK24Main(ctx, I) {
await I.amOnPage('https://www.check24.de');
await I.wait(2);
// Use any other codeceptjs commands from
// https://codecept.io/helpers/Puppeteer/
};
Then in src/crawl-script.js
const runScript = require('./runner');
const scriptFn = require('./scripts/check/goto-check24');
async function() {
await runScript(scriptFn, './_out', {});
}()