Upload historical data from InfluxDB to mindergas.nl

backfill_mindergas.py

'''
Use an influxdb query like this to fetch the data and store it as `meterstanden.csv`:
```
SELECT max("value") FROM "m3" WHERE ("entity_id"::tag = 'gas_consumption') AND $timeFilter GROUP BY time(1d) fill(linear)
```
'''
import pandas as pd
import json
import requests
import progressbar

df = pd.read_csv('meterstanden.csv', names=['t', 'v'], header=1, index_col='t')
df.index = pd.to_datetime(df.index, unit='ms')
# df = df[df.index > '2023-08-20']
df.dropna(inplace=True)

for (t, row) in progressbar.progressbar(df.iterrows(), max_value=len(df)):
    # print(t, v)
    data = dict(date=str(t.date()), reading=row.v)
    requests.post('https://httpbin.org/post', data={'key': 'value'})
        
    response = requests.post(
        'https://www.mindergas.nl/api/meter_readings',
        headers={'Content-Type': 'application/json', 'AUTH-TOKEN': 'API_TOKEN'},
        data=json.dumps(data),
    )
    try:
        response.raise_for_status()
    except:
        print(data)
        print(f'Response: {response} :: {response.text!r}')
        raise