yf-website-tool
v1.0.9
Published
tools for website ,ex: baidu pusher
Downloads
4
Readme
yf-website-tool
Feature:
- spider
获取 http://yz.58.com/ruanjiangong/pn1, http://yz.58.com/ruanjiangong/pn1, http://yz.58.com/ruanjiangong/pn1 页面中的元素
(async () => {
let data = await BasicSpider(
'http://yz.58.com/ruanjiangong/pn[1-3]',
{
id: { xpath: "//div[@id='infolist']//dd/i/@infoid"},
title: { xpath: "//div[@id='infolist']//dt/a/text()"},
company: { xpath: "//div[@id='infolist']//dd/a/text()"},
area: { xpath: "//div[@id='infolist']//dd[@class='w96']/text()"},
publishAt: { xpath: "//div[@id='infolist']//dd[@class='w68']/text()"},
},
{
convert: true
}
)
console.log(data)
})() //*/
提供一些工具,方便进行网站的收录,查看网站排名等等
ex:
import {baidu} from './src'
(async () => {
try{
let data = await baidu.crawler.checkSite('www.xinyangjlm.com')
console.log(data)
// data = await checkKeyword( 'www.xinyangjlm.com','新扬卷帘门',10)
// console.log(data)
// data = await checkKeywords({domain: 'www.xinyangjlm.com',result:{page:3}, keywords:['新扬卷帘门', '扬州卷帘门']})
// console.log(data)
data = await baidu.pusher.pushUrls({domain:'www.xinyangjlm.com', token: '0AYcFf1d70qGvufH', sitemap: 'baidusitemap.xml'})
console.log(data)
}catch(e){
console.log(e)
}
})()