scritter
v1.0.5
Published
Scrape public twitter accounts
Downloads
11
Readme
Scritter
Scrape tweets and save to a JSON file
Install
npm install --save scritter
Usage
Basic
const Scritter = require('scritter'),
fs = require('fs');
(async () => {
const s = new Scritter({
downloadDir: `${__dirname}/data/` // Where to save JSON (required)
});
await s.scrape({
from: username // Scrape user profile
});
})();
Options
// Default
const s = new Scritter({
url: 'https://twitter.com/search',
src: 'typd',
disableSandbox: false,
l: '', // Language
downloadDir: `~/Downloads/` // Where JSON will be downloaded
});
await s.scrape({
from: username, // From
to: other_username, // To
'@': other_other_username, // Mention
since: yesterday,
until: today
});
Issues
https://github.com/Googlechrome/puppeteer/issues/290
There is a bug in Debian that can be resolved by installing the following packages and by setting disableSandbox to true.
apt-get update && \
apt-get install -yq gconf-service libasound2 libatk1.0-0 libc6 libcairo2 libcups2 libdbus-1-3 \
libexpat1 libfontconfig1 libgcc1 libgconf-2-4 libgdk-pixbuf2.0-0 libglib2.0-0 libgtk-3-0 libnspr4 \
libpango-1.0-0 libpangocairo-1.0-0 libstdc++6 libx11-6 libx11-xcb1 libxcb1 libxcomposite1 \
libxcursor1 libxdamage1 libxext6 libxfixes3 libxi6 libxrandr2 libxrender1 libxss1 libxtst6 \
ca-certificates fonts-liberation libappindicator1 libnss3 lsb-release xdg-utils wget