open_features.py

import h5py
import os
import requests
import numpy as np
DOWNLOADS_DIR = <folder>
username=<user>
password=<Password>
country = <filename>

i= 0
csv_data = []
keys_name = []
file = open(<file_with_datasets_urls>)
list = file.read().split("\n")
s = requests.Session()
s.auth = (username, password)
for url in list:
    row = []
    name = country + str(i) +".he5"
    filename = os.path.join(DOWNLOADS_DIR, name)
    if not os.path.isfile(filename):
        r1 = s.request('get', url)
        r = s.get(r1.url, auth=(username, password))
        f= open(filename,"wb")
        f.write(r.content)
        f.close()
    f = h5py.File(filename, mode='r')
    # this can be changes using f['/HDFEOS/SWATHS/ColumnAmountNO2/Data Fields/').keys() then travel accross all the keys
    row.append(f['/HDFEOS/SWATHS/ColumnAmountNO2/Data Fields/AmfStrat'][:][0])
    row.append(f['/HDFEOS/SWATHS/ColumnAmountNO2/Data Fields/AmfTropClear'][:][0])
    row.append(f['/HDFEOS/SWATHS/ColumnAmountNO2/Data Fields/AmfTropCloudy'][:][0])
    row.append(f['/HDFEOS/SWATHS/ColumnAmountNO2/Data Fields/VcdApBelowCloud'][:][0])
    row.append(f['/HDFEOS/SWATHS/ColumnAmountNO2/Data Fields/VcdApStrat'][:][0])
    row.append(f['/HDFEOS/SWATHS/ColumnAmountNO2/Data Fields/VcdApTrop'][:][0])
    row.append(f['/HDFEOS/SWATHS/ColumnAmountNO2/Data Fields/TerrainReflectivity'][:][0])
    row.append(f['/HDFEOS/SWATHS/ColumnAmountNO2/Geolocation Fields/Latitude'][:][0])
    row.append(f['/HDFEOS/SWATHS/ColumnAmountNO2/Geolocation Fields/Longitude'][:][0])
    row.append(f['/HDFEOS/SWATHS/ColumnAmountNO2/Geolocation Fields/PointRadius'][:][0])
    row.append(f['/HDFEOS/SWATHS/ColumnAmountNO2/Geolocation Fields/TimeUTC'][:][0])
    print(row)
    csv_data.append(row)
    i+=1
    np.savetxt(country+'.csv', csv_data, delimiter=',', fmt='"%s"')