← Back to the chapter · Previous detail · Next detail →
Technical detail · Edge Data: Sampling and Statistical Compression
Measure a lossless JSON batch
import gzip
import json
def compress_batch(readings: list[dict]) -> bytes:
"""
Compress a batch of sensor readings losslessly.
Typical compression: 3-5x for JSON sensor data.
"""
json_str = json.dumps(readings)
compressed = gzip.compress(json_str.encode('utf-8'), compresslevel=6)
return compressed
# Example: 100 temperature readings
readings = [{"ts": 1704067200 + i, "v": 22.5 + (i % 10) * 0.1} for i in range(100)]
raw_size = len(json.dumps(readings).encode()) # Measure the actual serialized payload
compressed_size = len(compress_batch(readings)) # Measure the actual compressed payload
compression_ratio = raw_size / compressed_size