Python中你不知道的gzip高级用法分享

import gzip
import shutil

with open('large_file.txt', 'rb') as f_in:
    with gzip.open('large_file.txt.gz', 'wb') as f_out:
        shutil.copyfileobj(f_in, f_out)

import gzip
import shutil

with gzip.open('large_file.txt.gz', 'rb') as f_in:
    with open('large_file_decompressed.txt', 'wb') as f_out:
        shutil.copyfileobj(f_in, f_out)

import gzip

original_data = b"This is some repetitive text... " * 100
compressed_data = gzip.compress(original_data)

print(f"Original size: {len(original_data)}")   # 3200
print(f"Compressed size: {len(compressed_data)}")  # 74

import gzip

decompressed_data = gzip.decompress(compressed_data)
print(decompressed_data == original_data)  # 应该输出 True

import gzip

# 使用中等压缩级别
compressed_data = gzip.compress(original_data, compresslevel=6)

import gzip

with open('huge_file.txt', 'rb') as f_in:
    with gzip.open('huge_file.txt.gz', 'wb') as f_out:
        while chunk := f_in.read(1024 * 1024):  # 每次读取1MB
            f_out.write(chunk)

from flask import Flask, Response
import gzip

app = Flask(__name__)

@app.route('/compressed-data')
def get_compressed_data():
    data = generate_large_json()  # 假设这是一个生成大数据的方法
    compressed_data = gzip.compress(data.encode('utf-8'))
    return Response(compressed_data, headers={
        'Content-Encoding': 'gzip',
        'Content-Type': 'application/json'
    })

import gzip
import logging
import os
from datetime import datetime

def rotate_logs(log_file):
    if os.path.exists(log_file):
        timestamp = datetime.now().strftime('%Y%m%d_%H%M%S')
        compressed_log = f"{log_file}.{timestamp}.gz"
        
        with open(log_file, 'rb') as f_in:
            with gzip.open(compressed_log, 'wb') as f_out:
                f_out.writelines(f_in)
        
        os.remove(log_file)