Selenium 和 XPath。无法在页面 (Instagram) 中找到元素，即使看起来我有正确的路径。 弹性元素？

Question

I'm doing a webscraping course on Selenium. The overall objective is to scrape the photos on this page ( https://www.instagram.com/dataminer2060/ ). The sub-objective I'm stuck on is scraping the number of posts (currently 37).

My code is below. It all works to login to Instagram, get past the pop ups. The bit I'm struggling with is def(scroll_down) . I'm getting an unable to locate element error.

I suspect this is because this a flex element but I don't know how to navigate those yet.

Any help would be much appreciated

from selenium import webdriver
from time import sleep
from selenium.webdriver.chrome.service import Service
from selenium.webdriver.common.by import By
from selenium.webdriver.chrome.options import Options as ChromeOptions

#to stop Selenium automatically closing

options = ChromeOptions()
options.add_experimental_option("detach", True)

class App:
    def __init__(self, username='my.username', password='mypassword', target_username='dataminer2060',
                 path='/Users/MyUser/Desktop/instaPhotos'): 
        self.username = username
        self.password = password
        self.target_username = target_username
        self.path = path
        self.service = Service('/Users/MyUser/Documents/Python/chromedriver')
        self.driver = webdriver.Chrome(options=options, service=self.service)
        self.error = False
        self.main_url = 'https://www.instagram.com'
        self.driver.get(self.main_url)
        sleep(3)

        self.log_in()
        sleep(3)
        self.open_target_profile()
        sleep(3)
        self.scroll_down()

#HERE IS WHERE I'M STUCK

    def scroll_down(self):
        no_of_posts = self.driver.find_element(By.XPATH, "//span[@class='g47SY lOXF2']")
        no_of_posts = str(no_of_posts.text)
        print(no_of_posts)
        input('stop for now')

#BELOW WORKS

    def open_target_profile(self):
        search_bar = self.driver.find_element(By.XPATH, "//input[@placeholder='Search']")
        search_bar.send_keys(self.target_username)
        target_profile_url = self.main_url + "/" + self.target_username + "/"
        self.driver.get(target_profile_url)
        sleep(3)

    def log_in(self):
        cookies = self.driver.find_element(By.XPATH, "//button[contains(text(), 'Only Allow Essential Cookies')]")
        cookies.click()
        sleep(1)
        login_details = self.driver.find_element(By.XPATH, "//input[@aria-label='Phone number, username or email address']")
        login_details.send_keys('my.username')
        sleep(2)
        password = self.driver.find_element(By.XPATH, "//input[@aria-label='Password']")
        password.send_keys('mypassword')
        sleep(2)
        login_button = self.driver.find_element(By.XPATH, "//div[text()='Log In']")
        login_button.click()
        sleep(3)
        save_info = self.driver.find_element(By.XPATH, "//button[text()='Save information']")
        save_info.click()
        sleep(2)
        not_now2 = self.driver.find_element(By.XPATH, "//button[text()='Not Now']")
        not_now2.click()

if __name__ == '__main__':
    app = App()

I have tried that XPATH, the one for the div parent and the full XPath. I'm expecting to be able to find the element which contains the text with no. of posts.

Answer 1

Made an error. <span class="g47SY ">37</span> Somehow I added extra code in the class field in my original code.