remove_outliers.py

from scipy import stats
import numpy as np

def remove_outliers(data: List[float], threshold: float = 1.5) -> List[float]:
    """
    Remove outliers from the data using the Z-score method.
    
    Parameters:
    - data (List[float]): The observed data
    - threshold (float): The Z-score threshold for outlier detection
    
    Returns:
    - List[float]: Data with outliers removed
    """
    z_scores = np.abs(stats.zscore(data))
    return [x for x, z in zip(data, z_scores) if z < threshold]