technology-detector-node

technology-detector-node indentifies technologies on websites.

Installation

$ npm i technology-detector-node

Usage

const Detector = require('technology-detector-node')

const url = 'https://www.example.com'

const options = {
  debug: false,
  delay: 500,
  headers: {},
  maxDepth: 3,
  maxUrls: 10,
  maxWait: 5000,
  recursive: true,
  probe: true,
  proxy: false,
  userAgent: 'Wappalyzer',
  htmlMaxCols: 2000,
  htmlMaxRows: 2000,
  noScripts: false,
  noRedirect: false,
};

const detector = new Detector(options)

;(async function() {
  try {
    await detector.init()

    // Optionally set additional request headers
    const headers = {}

    // Optionally set local and/or session storage
    const storage = {
      local: {},
      session: {}
    }

    const site = await detector.open(url, headers, storage)

    // Optionally capture and output errors
    site.on('error', console.error)

    const results = await site.analyze()

    console.log(JSON.stringify(results, null, 2))
  } catch (error) {
    console.error(error)
  }

  await detector.destroy()
})()

Multiple URLs can be processed in parallel:

const Detector = require('technology-detector-node');

const urls = ['https://www.example.com', 'https://www.example_2.com']

const detector = new Detector();
(async function() {
  try {
    await detector.init()

    const results = await Promise.all(
      urls.map(async (url) => {
        const site = await detector.open(url)

        const results = await site.analyze()

        return { url, results }
      })
    )

    console.log(JSON.stringify(results, null, 2))
  } catch (error) {
    console.error(error)
  }

  await detector.destroy()
})()

Events

Listen to events with site.on(eventName, callback). Use the page parameter to access the Puppeteer page instance (reference).

| Event | Parameters | Description | |-------------|--------------------------------|------------------------------------------| | log | message, source | Debug messages | | error | message, source | Error messages | | request | page, request | Emitted at the start of a request | | response | page, request | Emitted upon receiving a server response | | goto | page, url, html, cookies, scriptsSrc, scripts, meta, js, language links | Emitted after a page has been analysed | | analyze | urls, technologies, meta | Emitted when the site has been analysed |