← Back to the chapter · Previous detail · Next detail →

Technical detail · Edge Data: Sampling and Statistical Compression

Measure a lossless JSON batch

import gzip
import json

def compress_batch(readings: list[dict]) -> bytes:
    """
    Compress a batch of sensor readings losslessly.
    Typical compression: 3-5x for JSON sensor data.
    """
    json_str = json.dumps(readings)
    compressed = gzip.compress(json_str.encode('utf-8'), compresslevel=6)
    return compressed

# Example: 100 temperature readings
readings = [{"ts": 1704067200 + i, "v": 22.5 + (i % 10) * 0.1} for i in range(100)]
raw_size = len(json.dumps(readings).encode())       # Measure the actual serialized payload
compressed_size = len(compress_batch(readings))     # Measure the actual compressed payload
compression_ratio = raw_size / compressed_size

← Back to the chapter · Previous detail · Next detail →