import requests

# 獲取 robots.txt 文件內(nèi)容
url = "https://www.example.com/robots.txt"
response = requests.get(url)

# 檢查響應(yīng)狀態(tài)碼是否為 200
if response.status_code == 200:
    content = response.text
    print(content)
else:
    print("無法訪問 robots.txt 文件")

User-agent: *
Disallow: /private/

import time
import requests

# 設(shè)置每次請(qǐng)求之間的間隔時(shí)間
delay_seconds = 1

url = "https://www.example.com/data"

for i in range(10):
    response = requests.get(url)
    if response.status_code == 200:
        print(response.text)
    else:
        print("請(qǐng)求失敗")
    
    # 延時(shí)
    time.sleep(delay_seconds)

from selenium import webdriver
from selenium.webdriver.common.by import By
from selenium.webdriver.chrome.service import Service
from selenium.webdriver.common.keys import Keys
import time

# 設(shè)置 ChromeDriver 路徑
service = Service(executable_path="path/to/chromedriver")

# 啟動(dòng)瀏覽器驅(qū)動(dòng)
driver = webdriver.Chrome(service=service)

# 訪問網(wǎng)站
url = "https://www.example.com/login"
driver.get(url)

# 輸入用戶名和密碼
username_input = driver.find_element(By.ID, "username")
password_input = driver.find_element(By.ID, "password")

username_input.send_keys("your_username")
password_input.send_keys("your_password")

# 提交表單
password_input.send_keys(Keys.RETURN)

# 等待頁面加載完成
time.sleep(5)

# 獲取數(shù)據(jù)
data = driver.page_source

# 打印數(shù)據(jù)
print(data)

# 關(guān)閉瀏覽器
driver.quit()

import requests
from bs4 import BeautifulSoup

url = "https://www.example.com/news"

# 發(fā)送請(qǐng)求并獲取頁面內(nèi)容
response = requests.get(url)
content = response.text

# 使用 Beautiful Soup 解析 HTML
soup = BeautifulSoup(content, "html.parser")

# 提取新聞標(biāo)題
news_titles = soup.find_all("h2", class_="title")

# 打印新聞標(biāo)題
for title in news_titles:
    print(title.text.strip())

from selenium import webdriver
from selenium.webdriver.common.by import By
from selenium.webdriver.chrome.service import Service
import time

# 設(shè)置 ChromeDriver 路徑
service = Service(executable_path="path/to/chromedriver")

# 啟動(dòng)瀏覽器驅(qū)動(dòng)
driver = webdriver.Chrome(service=service)

# 訪問網(wǎng)站
url = "https://www.example.com/dynamic"
driver.get(url)

# 等待頁面加載完成
time.sleep(5)

# 獲取動(dòng)態(tài)加載的內(nèi)容
dynamic_content = driver.find_elements(By.CLASS_NAME, "dynamic-content")

# 打印動(dòng)態(tài)內(nèi)容
for item in dynamic_content:
    print(item.text)

# 關(guān)閉瀏覽器
driver.quit()

import requests
from bs4 import BeautifulSoup

# 創(chuàng)建會(huì)話對(duì)象
session = requests.Session()

# 登錄信息
login_data = {
    'username': 'your_username',
    'password': 'your_password'
}

# 登錄 URL
login_url = "https://www.example.com/login"

# 發(fā)送登錄請(qǐng)求
response = session.post(login_url, data=login_data)

# 檢查登錄是否成功
if response.status_code == 200:
    print("登錄成功")
else:
    print("登錄失敗")

# 訪問受保護(hù)的頁面
protected_url = "https://www.example.com/protected"
response = session.get(protected_url)

# 解析頁面內(nèi)容
soup = BeautifulSoup(response.content, "html.parser")

# 提取所需數(shù)據(jù)
data = soup.find_all("div", class_="protected-data")

# 打印數(shù)據(jù)
for item in data:
    print(item.text.strip())

import requests
from bs4 import BeautifulSoup

# 請(qǐng)求 URL
url = "https://www.example.com/data"

try:
    # 發(fā)送請(qǐng)求
    response = requests.get(url)
    response.raise_for_status()  # 拋出 HTTP 錯(cuò)誤

    # 解析頁面內(nèi)容
    soup = BeautifulSoup(response.content, "html.parser")

    # 提取所需數(shù)據(jù)
    data = soup.find_all("div", class_="data")

    # 打印數(shù)據(jù)
    for item in data:
        print(item.text.strip())

except requests.exceptions.HTTPError as e:
    print(f"HTTP 錯(cuò)誤: {e}")
except requests.exceptions.ConnectionError as e:
    print(f"連接錯(cuò)誤: {e}")
except requests.exceptions.Timeout as e:
    print(f"請(qǐng)求超時(shí): {e}")
except Exception as e:
    print(f"未知錯(cuò)誤: {e}")

import requests
from bs4 import BeautifulSoup

# 代理配置
proxies = {
    'http': 'http://192.168.1.1:8080',
    'https': 'https://192.168.1.1:8080'
}

# 請(qǐng)求 URL
url = "https://www.example.com/data"

try:
    # 發(fā)送請(qǐng)求
    response = requests.get(url, proxies=proxies)
    response.raise_for_status()  # 拋出 HTTP 錯(cuò)誤

    # 解析頁面內(nèi)容
    soup = BeautifulSoup(response.content, "html.parser")

    # 提取所需數(shù)據(jù)
    data = soup.find_all("div", class_="data")

    # 打印數(shù)據(jù)
    for item in data:
        print(item.text.strip())

except requests.exceptions.HTTPError as e:
    print(f"HTTP 錯(cuò)誤: {e}")
except requests.exceptions.ConnectionError as e:
    print(f"連接錯(cuò)誤: {e}")
except requests.exceptions.Timeout as e:
    print(f"請(qǐng)求超時(shí): {e}")
except Exception as e:
    print(f"未知錯(cuò)誤: {e}")

import requests
from bs4 import BeautifulSoup
import csv

# 請(qǐng)求 URL
url = "https://www.example.com/data"

try:
    # 發(fā)送請(qǐng)求
    response = requests.get(url)
    response.raise_for_status()  # 拋出 HTTP 錯(cuò)誤

    # 解析頁面內(nèi)容
    soup = BeautifulSoup(response.content, "html.parser")

    # 提取所需數(shù)據(jù)
    data = soup.find_all("div", class_="data")

    # 存儲(chǔ)數(shù)據(jù)到 CSV 文件
    with open("data.csv", mode="w", newline="", encoding="utf-8") as file:
        writer = csv.writer(file)
        writer.writerow(["Item"])
        
        for item in data:
            writer.writerow([item.text.strip()])

except requests.exceptions.HTTPError as e:
    print(f"HTTP 錯(cuò)誤: {e}")
except requests.exceptions.ConnectionError as e:
    print(f"連接錯(cuò)誤: {e}")
except requests.exceptions.Timeout as e:
    print(f"請(qǐng)求超時(shí): {e}")
except Exception as e:
    print(f"未知錯(cuò)誤: {e}")