import requests
from bs4 import BeautifulSoup
import pandas as pd
import warnings

# 忽略SSL警告
warnings.filterwarnings('ignore', message='Unverified HTTPS request')

# 您的Bright Data憑證
customer_id = "brd-customer-hl_da15f828-zone-web_unlocker3"
zone_name = "web_unlocker3"
zone_password = "q9crj4rw9004"

# 代理設(shè)置
proxy_url = "brd.superproxy.io:33335"
proxy_auth = f"brd-customer-{customer_id}-zone-{zone_name}:{zone_password}"
proxies = {
    "http": f"http://{proxy_auth}@{proxy_url}",
    "https": f"http://{proxy_auth}@{proxy_url}"
}

# 目標(biāo)亞馬遜搜索URL
target_url = "https://www.amazon.com/s?k=gaming&language=zh&_encoding=UTF8&content-id=amzn1.sym.860dbf94-9f09-4ada-8615-32eb5ada253a&pd_rd_r=55c71001-73f7-488e-a943-eff18bee567b&pd_rd_w=4hK8A&pd_rd_wg=JgRuS&pf_rd_p=860dbf94-9f09-4ada-8615-32eb5ada253a&pf_rd_r=FWYKX6PAWN9C758RR97V&ref=pd_hp_d_atf_unk"

# 添加適當(dāng)?shù)恼埱箢^，模擬真實瀏覽器
headers = {
    "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36",
    "Accept-Language": "zh-CN,zh;q=0.9,en;q=0.8",  # 設(shè)置為中文優(yōu)先，因為URL包含language=zh參數(shù)
    "Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8",
    "Accept-Encoding": "gzip, deflate, br",
    "Referer": "https://www.amazon.com/"
}

try:
    print("正在通過Bright Data代理發(fā)送請求...")
    response = requests.get(
        target_url,
        proxies=proxies,
        headers=headers,
        verify=False# 禁用SSL驗證
    )
    
    print(f"請求狀態(tài)碼: {response.status_code}")
    
    # 保存HTML響應(yīng)
    with open("amazon_gaming_search.html", "w", encoding="utf-8") as file:
        file.write(response.text)
    print("成功獲取亞馬遜搜索數(shù)據(jù)，已保存到amazon_gaming_search.html")
    
    # 解析搜索結(jié)果
    soup = BeautifulSoup(response.text, "html.parser")
    search_results = []
    
    # 針對亞馬遜搜索結(jié)果頁面的選擇器
    product_cards = soup.select(".s-result-item[data-asin]:not([data-asin=''])")
    print(f"找到 {len(product_cards)} 個產(chǎn)品")
    
    for card in product_cards:
        asin = card.get("data-asin")
        
        try:
            title_element = card.select_one("h2 a span")
            title = title_element.text.strip() if title_element else"N/A"
            
            price_element = card.select_one(".a-price .a-offscreen")
            price = price_element.text.strip() if price_element else"N/A"
            
            rating_element = card.select_one(".a-icon-star-small")
            rating = rating_element.text.strip() if rating_element else"N/A"
            
            reviews_element = card.select_one("span.a-size-base.s-underline-text")
            reviews = reviews_element.text.strip() if reviews_element else"N/A"
            
            search_results.append({
                "asin": asin,
                "title": title,
                "price": price,
                "rating": rating,
                "reviews": reviews,
                "url": f"https://www.amazon.com/dp/{asin}"
            })
            print(f"已解析: {title[:30]}...")
        except Exception as e:
            print(f"解析產(chǎn)品 {asin} 時出錯: {str(e)}")
    
    # 保存結(jié)果到CSV
    if search_results:
        df = pd.DataFrame(search_results)
        df.to_csv("amazon_gaming_search_results.csv", index=False, encoding="utf-8-sig")
        print(f"已成功抓取 {len(search_results)} 個搜索結(jié)果，保存到amazon_gaming_search_results.csv")
        
        # 顯示前5條數(shù)據(jù)
        print("\n搜索結(jié)果前5條數(shù)據(jù):")
        print(df.head().to_string())
    else:
        print("未找到搜索結(jié)果")
except Exception as e:
    print(f"請求失敗: {str(e)}")

# 獲取商品信息
product_elements = driver.find_elements(By.CSS_SELECTOR, ".s-main-slot .s-result-item")

# 創(chuàng)建CSV文件并寫入數(shù)據(jù)
with open('amazon_products.csv', 'w', newline='', encoding='gbk') as csvfile:
    fieldnames = ['Title', 'Price', 'Image URL']
    writer = csv.DictWriter(csvfile, fieldnames=fieldnames)
    writer.writeheader()

    for index, product in enumerate(product_elements):
        try:
            title = product.find_element(By.CSS_SELECTOR, ".a-text-normal").text
            price = product.find_element(By.CSS_SELECTOR, ".a-price-whole").text
            image_url = product.find_element(By.CSS_SELECTOR, "img.s-image").get_attribute("src")

            print(f"Product {index + 1}:")
            print(f"Title: {title}")
            print(f"Price: {price} USD")
            print(f"Image URL: {image_url}")

            # 寫入CSV文件
            writer.writerow({'Title': title, 'Price': price, 'Image URL': image_url})

        except Exception as e:
            print(f"Skipping product {index + 1} due to missing information.")

time.sleep(2)
# 關(guān)閉瀏覽器
driver.quit()