test.py

from json_compressor import JSONCompressor

import json

with open("train.jsonl", "r", encoding="utf-8") as f:
    data = [json.loads(line) for line in f]

# 计算原始数据大小
original_json = json.dumps(data, ensure_ascii=False, separators=(",", ":"))


original_size = len(original_json.encode("utf-8"))
print(f"原始数据大小: {original_size:,} 字节 ({original_size/1024:.2f} KB)")


result = JSONCompressor.compress_auto(data, priority="ratio")


compressed_size = len(result["data"].encode("utf-8"))
compression_ratio = (1 - compressed_size / original_size) * 100

print(f"压缩后大小: {compressed_size:,} 字节 ({compressed_size/1024:.2f} KB)")
print(f"压缩率: {compression_ratio:.2f}%")
print(f"节省空间: {original_size - compressed_size:,} 字节")
print(f"压缩方法: {result['type']}")
print(f"键名压缩: {'是' if result['key_compressed'] else '否'}")