Python基础请求库urllib模块使用深入探究

import urllib.request

url = 'https://www.example.com'
response = urllib.request.urlopen(url)
html = response.read()
print(html)

import urllib.request
import urllib.parse

url = 'https://www.example.com/search'
params = {'q': 'python', 'page': 1}
url_with_params = url + '?' + urllib.parse.urlencode(params)
response = urllib.request.urlopen(url_with_params)
html = response.read()
print(html)

import urllib.request

url = 'https://www.example.com'
headers = {'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36'}
req = urllib.request.Request(url, headers=headers)
response = urllib.request.urlopen(req)
html = response.read()
print(html)

import urllib.request
import urllib.parse

url = 'https://www.example.com/post'
data = {'username': 'user', 'password': 'pass'}
data_encoded = urllib.parse.urlencode(data).encode('utf-8')
req = urllib.request.Request(url, data=data_encoded, method='POST')
response = urllib.request.urlopen(req)
html = response.read()
print(html)

import urllib.request
import json

url = 'https://www.example.com/api'
data = {'key': 'value'}
data_encoded = json.dumps(data).encode('utf-8')
headers = {'Content-Type': 'application/json'}
req = urllib.request.Request(url, data=data_encoded, headers=headers, method='POST')
response = urllib.request.urlopen(req)
result = response.read()
print(result)

import urllib.request
from urllib.error import HTTPError

url = 'https://www.example.com/notfound'
try:
    response = urllib.request.urlopen(url)
    html = response.read()
    print(html)
except HTTPError as e:
    print(f'HTTP Error: {e.code} - {e.reason}')

import urllib.request

url = 'https://www.example.com/image.jpg'
urllib.request.urlretrieve(url, 'downloaded_image.jpg')
print('Image downloaded successfully!')

import urllib.request

url = 'https://www.example.com'
proxy_handler = urllib.request.ProxyHandler({'http': 'http://your_proxy', 'https': 'https://your_proxy'})
opener = urllib.request.build_opener(proxy_handler)
response = opener.open(url)
html = response.read()
print(html)