.gitignore

__pycache__/*
*.png

build-collections.sh

#!/bin/bash
#SBATCH -J build-collection
#SBATCH -n 1
#SBATCH --ntasks-per-node=1
#SBATCH -p dav
#SBATCH -A NCGD0011
#SBATCH -t 24:00:00
#SBATCH --mem=1GB
#SBATCH -e %J.out
#SBATCH -o %J.out

if [ -z $MODULEPATH_ROOT ]; then
  unset MODULEPATH_ROOT
else
  echo "NO MODULEPATH_ROOT TO RESET"
fi
if [ -z $MODULEPATH ]; then
  unset MODULEPATH
else
  echo "NO MODULEPATH TO RESET"
fi
if [ -z $LMOD_SYSTEM_DEFAULT_MODULES ]; then
  unset LMOD_SYSTEM_DEFAULT_MODULES
else
  echo "NO LMOD_SYSTEM_DEFAULT_MODULES TO RESET"
fi
source /etc/profile
export TERM=xterm-256color
export HOME=/glade/u/home/mclong
unset LD_LIBRARY_PATH
export PATH=/glade/work/mclong/miniconda3/bin:$PATH
export PYTHONUNBUFFERED=False
export TMPDIR=/glade/scratch/mclong/tmp

source activate analysis

collections=(find collection-definitions -name "*.yml")

for collection in ${collections[@]}; do
  args="${collection} --overwrite-existing"
  /glade/u/home/mclong/p/ocb2019-talk/build_collection.py ${args}
done

build_collection.py

#! /usr/bin/env python
import click
import intake
import intake_esm


@click.command()
@click.argument('collection-input-definition')
@click.option('--overwrite-existing', default=False, is_flag=True)

def main(collection_input_definition, overwrite_existing):
    intake.open_esm_metadatastore(collection_input_definition,
                                  overwrite_existing=overwrite_existing)

if __name__ == '__main__':
    main()

o2_forced_unforced.ipynb

util.py