Build ETL from device to cloud: https://h3xagn.com

built-elt-bonus-adx.py

//continuous export of data
.create-or-alter continuous-export ParquetExport over (raw_oil_data) to table factOilData
    with
    (intervalBetweenRuns=1h, sizeLimit=104857600)
    <|  raw_oil_data 
        //adding summarize query before parse to handle potential duplicate data
        | summarize arg_max(TimeStamp, *) by TimeStamp, TagName
        | project-away TimeStamp1
        //adding range check - between is inclusive at both limits
        | where Value between (0 .. 10000)
        //adding check to ensure TagName is not empty
        | where isnotempty(TagName) 
        | parse TagName with Site: string '.' System: string '.' EqmtIp: string '.' Tag: string