← Back to the chapter · Previous detail
Technical detail · Edge Data: Sampling and Statistical Compression
Retain and reconstruct selected FFT peaks
import numpy as np
from dataclasses import dataclass
@dataclass
class FFTCompressed:
timestamp: int
sample_rate: float
duration: float
frequencies: list[float] # Top N frequency components
magnitudes: list[float] # Corresponding magnitudes
phases: list[float] # Phase angles for reconstruction
def fft_compress(samples: np.ndarray, sample_rate: float,
timestamp: int, top_n: int = 10) -> FFTCompressed:
"""
Compress time-series data using FFT, keeping top N frequency components.
Typical compression: 100:1 to 500:1 depending on signal complexity.
Best for: Vibration, audio, periodic signals.
"""
# Compute FFT
fft_result = np.fft.rfft(samples)
freqs = np.fft.rfftfreq(len(samples), 1/sample_rate)
# Get magnitudes and find top N (excluding DC component)
magnitudes = 2 * np.abs(fft_result[1:]) / len(samples) # Skip DC
if len(samples) % 2 == 0:
magnitudes[-1] *= 0.5 # Nyquist bin is not paired
phases = np.angle(fft_result[1:])
freqs = freqs[1:]
# Select top N by magnitude
top_indices = np.argsort(magnitudes)[-top_n:]
return FFTCompressed(
timestamp=timestamp,
sample_rate=sample_rate,
duration=len(samples) / sample_rate,
frequencies=freqs[top_indices].tolist(),
magnitudes=magnitudes[top_indices].tolist(),
phases=phases[top_indices].tolist()
)
def fft_decompress(compressed: FFTCompressed, num_samples: int) -> np.ndarray:
"""
Reconstruct signal from FFT components (lossy reconstruction).
"""
t = np.arange(num_samples) / compressed.sample_rate
signal = np.zeros(num_samples)
for freq, mag, phase in zip(compressed.frequencies,
compressed.magnitudes,
compressed.phases):
signal += mag * np.cos(2 * np.pi * freq * t + phase)
return signal
# Example: Vibration sensor, 1 second at 1000 Hz
samples = np.sin(2*np.pi*50*(np.arange(1000) / 1000.0)) # 50 Hz signal
samples += 0.3 * np.sin(2*np.pi*150*(np.arange(1000) / 1000.0)) # 150 Hz harmonic
# Input: 1000 samples x 4 bytes = 4000 bytes
# Output: 10 freq-mag-phase tuples x 12 bytes = 120 bytes + 20 bytes metadata
# Compression ratio: ~30:1
compressed = fft_compress(samples, 1000.0, 1704067200, top_n=10)
reconstructed = fft_decompress(compressed, 1000)
rms_error = np.sqrt(np.mean((samples - reconstructed) ** 2))
# Selected spectral features remain available; validate fault detection on representative traces