在将数据从python脚本插入MySQL数据库时需要指导

Question

I have crawled a webpage in order to crawl certain information like price, header and so on.

Now my goal is to insert the information into a databank. I already set up the databank with the respective fields that are needed.

That is my code:

def trade_spider(max_pages):
Language = "Japanese"
partner = La
location = Tokyo
already_printed = set()
for reg in Region:
    count = 0
    count1 = 0
    page = -1
    while page <= max_pages:
        page += 1
        response = urllib.request.urlopen("http://www.jsox.de/s/search.json?q=" + str(reg) +"&page=" + str(page))
        jsondata = json.loads(response.read().decode("utf-8"))
        format = (jsondata['activities'])
        g_data = format.strip("'<>()[]\"` ").replace('\'', '\"')
        soup = BeautifulSoup(g_data)

        articles = soup.find_all("article", {"class": "activity-card activity-card-horizontal "})

        try:
            connection = mysql.connector.connect\
                (host = "localhost", user = "root", passwd ="", db = "crawl")
        except:
            print("No connection to Server")
            sys.exit(0)

        cursor = connection.cursor()

        cursor.execute("DELETE from prices_crawled where Location=" + str(location) + " and Partner=" + str(partner))
        connection.commit()

        for article in articles:
            headers = article.find_all("h3", {"class": "activity"})
            for header in headers:
                header_initial = header.text.strip()
                if header_initial not in already_printed:
                    already_printed.add(header_initial)
                    header_final = header_initial


            prices = article.find_all("span", {"class": "price"})
            for price in prices:
                price_end = price.text.strip().replace(",","")[2:]
                count1 += 1
                if count1 > count:
                    pass
                else:
                    price_final = price_end


            deeplinks = article.find_all("a", {"class": "activity-card"})
            for t in set(t.get("href") for t in deeplinks):
                deeplink_initial = t
                if deeplink_initial not in already_printed:
                    already_printed.add(deeplink_initial)
                    deeplink_final = deeplink_initial

                    cursor.execute('''INSERT INTO prices_crawled (price_id, Header, Price, Deeplink, Partner, Location, Language) \
                            VALUES(%s, %s, %s, %s, %s, %s, %s)''', ['None'] + [header_final] + [price_final] + [deeplink_final] + [partner] + [location] + [Language])
                    connection.commit()

        cursor.close()
        connection.close()

trade_spider(int(Spider))

The issue is that the information do not get into the database. Furthermore, I do not get any error message. Hence, I do not know what I´m doing wrong.

Could you guys help me out? Any feedback is appreciated

Answer 1

Is the delete statement working? I think the problem is the way you pass your variables

Change your syntax like this:

sql_insert_tx = "INSERT INTO euro_currencies (pk,currency,rate,date) values (null,'USD','%s','%s')" % (usd,date)

cursor.execute(sql_insert_tx)