从基础到高级详解Python中HTTP请求处理实战指南

import requests

# 发送请求
response = requests.get('https://httpbin.org/get')
print(response.status_code)  # 输出状态码，200 表示成功
print(response.json())       # 将返回的 JSON 数据解析为字典

import requests

# 模拟搜索场景：搜索 Python 教程，页码为 2
payload = {
    'q': 'Python 教程',
    'page': 2,
    'sort': 'hot'
}

# Requests 会自动将字典转换为 ?q=Python+教程&page=2&sort=hot
response = requests.get('https://example.com/search', params=payload)

print(f"实际请求的 URL 是: {response.url}")

data = {
    'username': 'admin',
    'password': 'secret_password'
}
response = requests.post('https://httpbin.org/post', data=data)

payload = {
    "user_id": 1001,
    "action": "update_profile",
    "preferences": ["dark_mode", "email_notification"]
}
response = requests.post('https://api.example.com/v1/users', json=payload)

headers = {
    'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36'
}
response = requests.get('https://www.target-site.com', headers=headers)

with requests.Session() as s:
    # 第一次请求：登录
    s.post('https://httpbin.org/post', data={'user': 'login'})
    
    # 第二次请求：访问个人中心，Session 会自动带上刚才返回的 Cookie
    r = s.get('https://httpbin.org/get')
    print(r.text)

import requests
from requests.exceptions import ConnectionError, Timeout, HTTPError

url = "https://www.non-existent-domain-12345.com"

try:
    # 设置连接超时 2 秒，读取超时 5 秒
    response = requests.get(url, timeout=(2, 5))
    
    # 如果状态码不是 200，抛出异常
    response.raise_for_status() 
    
    print("请求成功")

except Timeout:
    print("错误：请求超时，请检查网络或增加 timeout 值")
except ConnectionError:
    print("错误：连接失败，可能是域名解析错误或服务器宕机")
except HTTPError as e:
    print(f"错误：HTTP 错误 {e.response.status_code}")
except Exception as e:
    print(f"发生了未知错误: {e}")

from concurrent.futures import ThreadPoolExecutor
import requests

urls = [
    'https://www.baidu.com',
    'https://www.google.com',
    'https://www.bing.com'
]

def get_url(url):
    try:
        r = requests.get(url, timeout=3)
        return r.status_code, url
    except Exception as e:
        return str(e), url

# 使用线程池，最多 10 个线程同时工作
with ThreadPoolExecutor(max_workers=10) as executor:
    results = executor.map(get_url, urls)
    
for status, url in results:
    print(f"{url}: {status}")

# 流式下载大文件示例
url = "https://example.com/large_file.zip"
r = requests.get(url, stream=True)
with open('large_file.zip', 'wb') as f:
    for chunk in r.iter_content(chunk_size=8192):
        f.write(chunk)