使用puppeteer選擇表的第二個表行

Question

我在使用node.js和puppeteer的爬蟲工作，我的目標是獲取表中兩列的數據（日期和描述），代碼工作正常，直到塊從列中獲取數據...

下面的完整代碼，包括我正在抓取的網頁的網址：

const fs = require('fs');
const puppeteer = require('puppeteer');

const urlConsulta = "http://www.tre-pr.jus.br/";
const numeroProcessoSeq = "000000889";
const numeroProcessoAno = "2014";
const numeroProcessoDigito = "6160047";

var wait = ms => new Promise((r, j)=> setTimeout(r, ms));

void (async () => {
    try {
        const browser = await puppeteer.launch({
            headless: false
        });
        const page = await browser.newPage();
        await page.goto(urlConsulta);
        await page.select('#acao', 'pesquisarNumUnico');
        await page.evaluate((numeroProcessoSeq, numeroProcessoAno, numeroProcessoDigito) => {
            document.getElementById('numUnicoSequencial').value = numeroProcessoSeq;
            document.getElementById('numUnicoAno').value = numeroProcessoAno;
            document.getElementById('numUnicoOrigem').value = numeroProcessoDigito;
        }, numeroProcessoSeq, numeroProcessoAno, numeroProcessoDigito);

        await page.$eval('form[action*="http://www.tre-pr.jus.br/@@processrequest"]', form => form.submit());

        await page.waitForNavigation();
        var frame = await page.frames().find(f => f.name() === 'ifr_servicos');
        await frame.click('a[href*="ExibirDadosProcesso"]');
        await page.frames().find(f => f.name() === 'ifr_servicos');
        await wait(10000);
        await frame.click('[name*="todos"]');
        await frame.$eval('[name*="ExibirPartesProcessoZona"]', form => form.submit());
        await wait(10000);
        let string = await buscaFases(frame);
        fs.writeFile("teste.txt", string, function(err) {
            if(err) {
                return console.log(err);
            }
            console.log("The file was saved!");
        }); 
        console.log(string);
        await wait(10000);
        await browser.close();
    } catch (error) {
        console.log(error);
    }
})();

async function buscaFases(frame) {
    return await frame.evaluate(() => {
        let div = document.querySelector('div[id*="conteudo"]');
        let rowns = Array.from(div.children[4].children[0].children);
        let movimentosInfo = rowns.map(row => {
          let data = row.querySelector("tr td:first-child").textContent;
          let descricao = row.querySelector("tr td:first-child + td").textContent;
          return { data, descricao };
        });
        return JSON.stringify(movimentosInfo);
    });
};

獲取數據的具體行：

let data = row.querySelector("tr td:first-child").textContent;
let descricao = row.querySelector("tr td:first-child + td").textContent;

Answer 1

問題是並非所有tr都具有您期望的子元素。 這可能是因為帶有colspan的td標簽。 所以你應該首先過濾你的數組以排除其他元素。

碼

更改您的行，包括從let movimentosInfo = ...開始的地圖函數到此：

let movimentosInfo = rowns.filter(row => {
    return row.querySelector("tr td:first-child") && row.querySelector("tr td:first-child + td");
}).map(row => {
    let data = row.querySelector("tr td:first-child").textContent;
    let descricao = row.querySelector("tr td:first-child + td").textContent;
    return { data, descricao };
});

這增加了一個過濾函數，用於在映射其內容之前測試所需元素是否存在。