如何在JavaScript中使用msgpack-lite 和zlib实现大数据文件的压缩和读取

npm install msgpack-lite

import msgpack from "msgpack-lite";
// 示例数据
const obj = { 
  id: 1, 
  name: "测试", 
  list: new Array(1000).fill("hello") 
};
// 1. 序列化（对象 → 二进制 Buffer）
const encoded = msgpack.encode(obj);
console.log("编码后大小:", encoded.length);
// 2. 反序列化（二进制 Buffer → 对象）
const decoded = msgpack.decode(encoded);
console.log("解码结果:", decoded);

const json = JSON.stringify(obj);
console.log("JSON 大小:", Buffer.byteLength(json));
console.log("MessagePack 大小:", encoded.length);

import { gzip, gunzip } from "zlib";
// 数据
const str = "这是一段需要压缩的文本，重复重复重复...";
// 压缩
gzip(Buffer.from(str), (err, compressed) => {
  if (err) throw err;
  console.log("压缩后大小:", compressed.length);
  // 解压
  gunzip(compressed, (err, decompressed) => {
    if (err) throw err;
    console.log("解压结果:", decompressed.toString());
  });
});

import msgpack from "msgpack-lite";
import { gzip, gunzip } from "zlib";
// 示例数据
const obj = { user: "Tom", data: new Array(5000).fill("重复数据...") };
// 1. msgpack 序列化
const encoded = msgpack.encode(obj);
// 2. gzip 压缩
gzip(encoded, (err, compressed) => {
  if (err) throw err;
  console.log("压缩后大小:", compressed.length);
  // 3. 解压 + 反序列化
  gunzip(compressed, (err, decompressed) => {
    if (err) throw err;
    const decoded = msgpack.decode(decompressed);
    console.log("解压 & 还原结果:", decoded);
  });
});

import { gzipSync, gunzipSync } from "zlib";
const compressed = gzipSync(Buffer.from("hello world"));
console.log("同步压缩:", compressed.length);
console.log("解压:", gunzipSync(compressed).toString());

import { createGzip, createGunzip } from "zlib";
import { createReadStream, createWriteStream } from "fs";
createReadStream("input.txt")
  .pipe(createGzip())
  .pipe(createWriteStream("input.txt.gz"));
createReadStream("input.txt.gz")
  .pipe(createGunzip())
  .pipe(createWriteStream("output.txt"));