Puppeteer：Go 到页码

Question

I'm facing a issue with a table and page number as link such as: 1, 2, 3, 4 etc… -> each number is a link.

• So i tried to creat a loop to click on different page number.
• On the first interation, i'm able to reach the page 2
• But on the second interation i got an error like below.

Can you help me find out what's wrong?

(node:35692) UnhandledPromiseRejectionWarning: Error: Execution context was destroyed, most likely because of a navigation.
    at rewriteError (/Users/admin/Downloads/Puppeteer/node_modules/puppeteer/lib/cjs/puppeteer/common/ExecutionContext.js:262:23)
    at processTicksAndRejections (internal/process/task_queues.js:93:5)
    at async ExecutionContext._evaluateInternal (/Users/admin/Downloads/Puppeteer/node_modules/puppeteer/lib/cjs/puppeteer/common/ExecutionContext.js:216:61)
    at async ExecutionContext.evaluate (/Users/admin/Downloads/Puppeteer/node_modules/puppeteer/lib/cjs/puppeteer/common/ExecutionContext.js:107:16)
    at async ElementHandle.evaluate (/Users/admin/Downloads/Puppeteer/node_modules/puppeteer/lib/cjs/puppeteer/common/JSHandle.js:102:16)
    at async ElementHandle._scrollIntoViewIfNeeded (/Users/admin/Downloads/Puppeteer/node_modules/puppeteer/lib/cjs/puppeteer/common/JSHandle.js:280:23)
    at async ElementHandle.click (/Users/admin/Downloads/Puppeteer/node_modules/puppeteer/lib/cjs/puppeteer/common/JSHandle.js:389:9)
(Use `node --trace-warnings ...` to show where the warning was created)
(node:35692) UnhandledPromiseRejectionWarning: Unhandled promise rejection. This error originated either by throwing inside of an async function without a catch block, or by rejecting a promise which was not handled with .catch(). To terminate the node process on unhandled promise rejection, use the CLI flag `--unhandled-rejections=strict` (see https://nodejs.org/api/cli.html#cli_unhandled_rejections_mode). (rejection id: 1)
(node:35692) [DEP0018] DeprecationWarning: Unhandled promise rejections are deprecated. In the future, promise rejections that are not handled will terminate the Node.js process with a non-zero exit code.

Here is my code

const puppeteer = require('puppeteer');
const xlsx = require('xlsx');
const myUrl = 'http://www.ffbatiment.fr/federation-francaise-du-batiment/laffb/annuaire.html?Typ=1&Rs=&SecteurActivite=B%c3%a2timent&Dep=80&Acti=735&Activite=Menuiserie+%2f+Eb%c3%a9nisterie+%2f+Parquets'

const GetEntrepriseInfo = async page => {

    const result = await page.evaluate(() => {
        let name = document.querySelector('#ctl00_ctl00_ContentPlaceHolderGlobal_ContentPlaceHolderContenu_FormView1_Ent_NomLabel').innerText;
        let mail = document.querySelector('#ctl00_ctl00_ContentPlaceHolderGlobal_ContentPlaceHolderContenu_FormView1_Ent_EmailHyperLink').innerText;
        let cp = document.querySelector('#ctl00_ctl00_ContentPlaceHolderGlobal_ContentPlaceHolderContenu_FormView1_Ent_CpLabel').innerText;
        let activite = document.querySelector('.SG_CContent_box_1').innerText;

        return { 
            name,
            mail,
            cp,
            activite
        };
    });

    return result;
};

const elementsToClickSelector = '.rgRow a';

(async () => {
    const browser = await puppeteer.launch({ headless: false });
    const page = await browser.newPage();
    await page.setViewport({
        width: 1000,
        height: 920
    });

    //go to url
    await page.goto(myUrl, { waitUntil:'networkidle2'});
    console.log("siteweb ok");
    await page.waitForTimeout(2000);

    // accept cookie
    await page.waitForSelector('#cookiescript_injected');
    page.click('#cookiescript_accept');
    console.log("cookie accepted");
    await page.waitForTimeout(2000);


    //submit the search
    await page.click('a.TypeRecherche');
    await page.waitForTimeout(2000);
    console.log("search submited");

    //next page
        // check how many page
        let pageNumber = await page.$$('thead .rgNumPart a');
        console.log(`Total pages: ${pageNumber.length}`);
        
        //next page iteration #2

        for (let z = 1; z < pageNumber.length; z++) {
            await page.waitForTimeout(5000);
            await page.waitForSelector('.Resultats');
            console.log('Current page :' + z);
            pageNumber[z].click();
            console.log('Page ' + z + ' has been clicked');
            await page.waitForTimeout(2000);
        }
        await page.waitForTimeout(5000);
        browser.close();
    })();

Answer 1

Clicking a link causes a navigation here, but you're not awaiting it anywhere. Moreover you aren't even awaiting page.click() . Try doing what the documentation says here :

await Promise.all([
    page.waitForNavigation(),
    pageNumber[z].click()
]);