我想通过selenium webscraping刮评论，并使它的csv文件，但发现很难删除错误。如何删除错误？

Question

import pandas as pd
from bs4 import BeautifulSoup
from time import sleep
from selenium import webdriver
from selenium.webdriver.support.ui import WebDriverWait
from selenium.webdriver.support import expected_conditions as EC
from selenium.webdriver.common.by import By
import sqlite3 as sql

urls = []
product_urls = []
list_of_reviews = []


# Each page urls
for i in range(1, 252):
    urls.append(f"https://www.etsy.com/in-en/c/jewelry/earrings/ear-jackets-and-climbers?ref=pagination&explicit=1&page={i}")

# Scraping each product's urls | 16,064 products
for url in urls:
    driver = webdriver.Chrome(executable_path=r"C:\Users\dell\Downloads\chromedriver_win32\chromedriver.exe")
    driver.get(url)
    sleep(5)
    for i in range(1, 65):
        product = WebDriverWait(driver, 20).until(EC.presence_of_element_located(By.XPATH, f'//*[@id="content"]/div/div[1]/div/div[3]/div[2]/div[2]/div[1]/div/div/ul/li[{i}]/div/a'))
        product_urls.append(product.get_attribute('href'))

# Scraping each product's reviews     
driver = webdriver.Chrome(executable_path='chromedriver.exe')  
for product_url in product_urls[15:]:
    try:
        driver.get(product_url)
        sleep(5)
        html = driver.page_source
        soup = BeautifulSoup(html,'html')
        for i in range(4):
            try:
                list_of_reviews.append(soup.select(f'#review-preview-toggle-{i}')[0].getText().strip())
            except:
                continue
        while(True):
            try:
                next_button = driver.find_element_by_xpath('//*[@id="reviews"]/div[2]/nav/ul/li[position() = last()]/a[contains(@href, "https")]')
                if next_button != None:
                    next_button.click()
                    sleep(5)
                    html = driver.page_source
                    soup = BeautifulSoup(html,'html')
                    for i in range(4):
                        try: 
                            list_of_reviews.append(soup.select(f'#review-preview-toggle-{i}')[0].getText().strip())
                        except:
                            continue
            except Exception as e:
                print('finsish : ', e)
                break
    except:
        continue

scrapedReviewsAll = pd.DataFrame(list_of_reviews, index = None, columns = ['reviews'])         
scrapedReviewsAll.to_csv('scrapedReviewsAll.csv')
df = pd.read_csv('scrapedReviewsAll.csv')
conn = sql.connect('scrapedReviewsAll.db')
df.to_sql('scrapedReviewsAllTable', conn)       
  

typeerror：init（）接受2个位置参数，但3个参数是在行product=WebDriverWait(driver,20）中给出的。直到(ec.presence_of_element_locited(by.xpath(f'//*[@id=“content”]/div/div[1]/div/div[3]/div[2]/div[1]/div/div[1]/div/div/ul/li[{i}]/div/a'))，我在运行程序时一直得到这个错误..这个typeerror是如何解决的？？

Answer 1

尝试将刮取href的代码改为如下：

# Scraping each product's urls | 16,064 products
for url in urls:
    driver = driver = webdriver.Chrome(executable_path=r"C:\Users\dell\Downloads\chromedriver_win32\chromedriver.exe")
    driver.get(url)
    sleep(5)
    for i in range(1, 65):
        product = driver.find_element_by_xpath("//div[@id='content']//div[contains(@class,'search-listings-group')]//ul//li['"+str(i)+"']/div/a")
        product_urls.append(product.get_attribute('href'))