puppeteer安装/爬取数据

安装：

建议走国内淘宝镜像安装，因为直接走npm安装报错

国内镜像安装：

npm install -g cnpm --registry=https://registry.npm.taobao.org

puppeteer安装：

cnpm i puppeteer

爬取数据：

const puppeteer = require('puppeteer');

(async () => {
    const browser = await puppeteer.launch();
    const page = await browser.newPage();
    await page.goto('http://data.eastmoney.com/xg/kzz/default.html');
    // var test = await page.$eval('#dt_1 > thead > tr > th', el => el.textContent);
    // console.log("test:",test);
    const thArr = await page.$$eval('#dt_1 > thead > tr > th', thArr => {
        return thArr.map(thText => {
            return thText.textContent.trim();
        });
    });
    console.log("thArr:", thArr);
    const tdArr = await page.$$eval('#dt_1 > tbody > tr > td', tdArr => {
        return tdArr.map(tdText => {
            return tdText.textContent.trim();
        });
    });
    console.log("tdArr:",tdArr[tdArr.length - 1]);
  
    await browser.close();
})();