fugue-validation.py

import pandera as pa

price_check = pa.DataFrameSchema({
    "Price": pa.Column(pa.Int, pa.Check.in_range(min_value=5,max_value=20)),
})

# schema: *
def price_validation(df:pd.DataFrame) -> pd.DataFrame:
    price_check.validate(df)
    return df

from fugue import FugueWorkflow
from fugue_spark import SparkExecutionEngine

with FugueWorkflow(SparkExecutionEngine) as dag:
    df = dag.df(df).transform(price_validation)
    df.show()