尝试使用 jquery 获取“标题”时使用 axios 出现错误 403

Question

I am trying to scrape title off website with axios and cheerio

This is my function:

async function getWebsiteInfo(uniqueId, req, res) {
    const axios = require('axios');
    const cheerio = require('cheerio');

    axios.get(req.body.url)
        .then(response => {
            const html = response.data;
            const $ = cheerio.load(html);
            const scrapedata = $('title').first().text();
            console.log(scrapedata);
            var object = {
                "uuid": uniqueId,
                "url": req.body.url,
                "info": scrapedata
            }

            addToDatabase(object, res);
        }).catch(error => {
            console.log(error);
        });
}

Anything I can do to not get an error 403?

Answer 1

Look at the headers your browser sends in the network panel and try sending that: