diagnose_vdi.py

#!/usr/bin/env python

import netCDF4
import glob
import multiprocessing

path = '/g/data/rr3/publications/CMIP5/output1/CSIRO-BOM/ACCESS1-3/rcp85/day/atmos/day/r1i1p1/latest/tas/*.nc'
path = '/g/data/ub4/era5/netcdf/surface/2T/199?/*.nc'

def process(p):
    d = netCDF4.Dataset(p)
    try:
        m = d['t2m'][0:300,...].mean()
    except Exception as e:
        m = repr(e)
    d.close()
    return p, m

with multiprocessing.Pool(4) as p:
    for r in p.imap_unordered(process, glob.glob(path)):
        print(r)