Skip to content

Instantly share code, notes, and snippets.

@swnesbitt

swnesbitt/convert_IGRA_netcdf.ipynb

Last active April 4, 2018 22:25
Show Gist options
  • Save swnesbitt/b79389e9998b21e800b6ac67dac3f4bd to your computer and use it in GitHub Desktop.
Save swnesbitt/b79389e9998b21e800b6ac67dac3f4bd to your computer and use it in GitHub Desktop.
Download ZIP
Display the source blob
Display the rendered blob
Raw
convert_IGRA_netcdf.ipynb
{
"cells": [
{
"cell_type": "markdown",
"metadata": {},
"source": [
"## Python code for decoding NCEI Integrated Global Radiosonde Archive v 2 data\n",
"\n",
"https://www.ncdc.noaa.gov/data-access/weather-balloon/integrated-global-radiosonde-archive\n",
"\n",
"By Prof. Steve Nesbitt, University of Illinois at Urbana-Champaign"
]
},
{
"cell_type": "code",
"execution_count": 164,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"7\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-01-01T12:00:00.nc\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-01-02T12:00:00.nc\n",
"10\n",
"9\n",
"8\n",
"7\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-01-03T12:00:00.nc\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-01-04T12:00:00.nc\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-01-05T12:00:00.nc\n",
"9\n",
"8\n",
"7\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-01-06T12:00:00.nc\n",
"8\n",
"7\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-01-07T12:00:00.nc\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-01-08T12:00:00.nc\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-01-09T12:00:00.nc\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-01-10T12:00:00.nc\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-01-11T12:00:00.nc\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-01-12T12:00:00.nc\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-01-13T12:00:00.nc\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-01-14T12:00:00.nc\n",
"7\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-01-15T12:00:00.nc\n",
"7\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-01-16T12:00:00.nc\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-01-17T12:00:00.nc\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-01-19T12:00:00.nc\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-01-20T12:00:00.nc\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-01-22T12:00:00.nc\n",
"10\n",
"9\n",
"8\n",
"7\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-01-23T12:00:00.nc\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-01-24T12:00:00.nc\n",
"8\n",
"7\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-01-25T12:00:00.nc\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-01-27T12:00:00.nc\n",
"7\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-01-28T12:00:00.nc\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-01-29T12:00:00.nc\n",
"7\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-01-30T12:00:00.nc\n",
"8\n",
"7\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-01-31T12:00:00.nc\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-02-01T12:00:00.nc\n",
"7\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-02-02T12:00:00.nc\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-02-03T12:00:00.nc\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-02-04T12:00:00.nc\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-02-05T12:00:00.nc\n",
"7\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-02-06T12:00:00.nc\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-02-07T12:00:00.nc\n",
"11\n",
"10\n",
"9\n",
"8\n",
"7\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-02-08T12:00:00.nc\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-02-09T12:00:00.nc\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-02-10T12:00:00.nc\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-02-11T12:00:00.nc\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-02-12T12:00:00.nc\n",
"7\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-02-13T12:00:00.nc\n",
"7\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-02-14T12:00:00.nc\n",
"10\n",
"9\n",
"8\n",
"7\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-02-15T12:00:00.nc\n",
"9\n",
"8\n",
"7\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-02-16T12:00:00.nc\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-02-17T12:00:00.nc\n",
"7\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-02-18T12:00:00.nc\n",
"7\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-02-19T12:00:00.nc\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-02-20T12:00:00.nc\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-02-21T12:00:00.nc\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-02-22T12:00:00.nc\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-02-23T12:00:00.nc\n",
"8\n",
"7\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-02-24T12:00:00.nc\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-02-25T12:00:00.nc\n",
"8\n",
"7\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-02-26T12:00:00.nc\n",
"8\n",
"7\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-02-27T12:00:00.nc\n",
"7\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-02-28T12:00:00.nc\n",
"8\n",
"7\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-03-01T12:00:00.nc\n",
"7\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-03-02T12:00:00.nc\n",
"8\n",
"7\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-03-03T12:00:00.nc\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-03-04T12:00:00.nc\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-03-05T12:00:00.nc\n",
"8\n",
"7\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-03-06T12:00:00.nc\n",
"7\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-03-07T12:00:00.nc\n",
"8\n",
"7\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-03-08T12:00:00.nc\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-03-09T12:00:00.nc\n",
"9\n",
"8\n",
"7\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-03-10T12:00:00.nc\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-03-11T12:00:00.nc\n",
"8\n",
"7\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-03-12T12:00:00.nc\n",
"8\n",
"7\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-03-13T12:00:00.nc\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-03-14T12:00:00.nc\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-03-15T12:00:00.nc\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-03-16T12:00:00.nc\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-03-17T12:00:00.nc\n",
"9\n",
"8\n",
"7\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-03-18T12:00:00.nc\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-03-19T12:00:00.nc\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-03-20T12:00:00.nc\n",
"7\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-03-21T12:00:00.nc\n",
"9\n",
"8\n",
"7\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-03-22T12:00:00.nc\n",
"10\n",
"9\n",
"8\n",
"7\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-03-23T12:00:00.nc\n",
"7\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-03-24T12:00:00.nc\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-03-25T12:00:00.nc\n",
"8\n",
"7\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-03-26T12:00:00.nc\n",
"7\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-03-27T12:00:00.nc\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-03-28T12:00:00.nc\n",
"7\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-03-29T12:00:00.nc\n",
"8\n",
"7\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-03-30T12:00:00.nc\n",
"7\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-03-31T12:00:00.nc\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-04-01T12:00:00.nc\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-04-02T12:00:00.nc\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-04-03T12:00:00.nc\n",
"9\n",
"8\n",
"7\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-04-04T12:00:00.nc\n",
"12\n",
"11\n",
"10\n",
"9\n",
"8\n",
"7\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-04-05T12:00:00.nc\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-04-06T12:00:00.nc\n",
"7\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-04-07T12:00:00.nc\n",
"7\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-04-08T12:00:00.nc\n",
"7\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-04-09T12:00:00.nc\n",
"7\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-04-10T12:00:00.nc\n",
"7\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-04-11T12:00:00.nc\n",
"8\n",
"7\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-04-12T12:00:00.nc\n",
"7\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-04-13T12:00:00.nc\n",
"7\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-04-14T12:00:00.nc\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-04-15T12:00:00.nc\n",
"7\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-04-16T12:00:00.nc\n",
"7\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-04-17T12:00:00.nc\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-04-18T12:00:00.nc\n",
"9\n",
"8\n",
"7\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-04-19T12:00:00.nc\n",
"8\n",
"7\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-04-20T12:00:00.nc\n",
"8\n",
"7\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-04-21T12:00:00.nc\n",
"9\n",
"8\n",
"7\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-04-22T12:00:00.nc\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-04-23T12:00:00.nc\n",
"8\n",
"7\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-04-24T12:00:00.nc\n",
"7\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-04-25T12:00:00.nc\n",
"10\n",
"9\n",
"8\n",
"7\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-04-26T12:00:00.nc\n",
"11\n",
"10\n",
"9\n",
"8\n",
"7\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-04-27T12:00:00.nc\n",
"8\n",
"7\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-04-28T12:00:00.nc\n",
"7\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-04-29T12:00:00.nc\n",
"7\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-04-30T12:00:00.nc\n",
"7\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-05-01T12:00:00.nc\n",
"9\n",
"8\n",
"7\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-05-02T12:00:00.nc\n",
"8\n",
"7\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-05-03T12:00:00.nc\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-05-04T12:00:00.nc\n",
"10\n",
"9\n",
"8\n",
"7\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-05-05T12:00:00.nc\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-05-06T12:00:00.nc\n",
"11\n",
"10\n",
"9\n",
"8\n",
"7\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-05-07T12:00:00.nc\n",
"8\n",
"7\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-05-08T12:00:00.nc\n",
"7\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-05-09T12:00:00.nc\n",
"8\n",
"7\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-05-10T12:00:00.nc\n",
"10\n",
"9\n",
"8\n",
"7\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-05-11T12:00:00.nc\n",
"8\n",
"7\n",
"6\n",
"5\n",
"4\n",
"3\n",
"2\n",
"1\n",
"0\n",
"Writing /data/snesbitt/g/snesbitt/snds/ARM00087344-data/ARM00087344_1959-05-12T12:00:00.nc\n"
]
},
{
"ename": "KeyboardInterrupt",
"evalue": "",
"output_type": "error",
"traceback": [
"\u001b[0;31m\u001b[0m",
"\u001b[0;31mKeyboardInterrupt\u001b[0mTraceback (most recent call last)",
"\u001b[0;32m<ipython-input-164-f53b3b0fa77a>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[1;32m 109\u001b[0m \u001b[0mfilen\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0moutpath\u001b[0m\u001b[0;34m+\u001b[0m\u001b[0;34m'/'\u001b[0m\u001b[0;34m+\u001b[0m\u001b[0mprofile\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m'site_id'\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mvalues\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m+\u001b[0m\u001b[0;34m'_'\u001b[0m\u001b[0;34m+\u001b[0m\u001b[0mtimestr\u001b[0m\u001b[0;34m+\u001b[0m\u001b[0;34m'.nc'\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 110\u001b[0m \u001b[0;32mprint\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m\"Writing \"\u001b[0m\u001b[0;34m+\u001b[0m\u001b[0mfilen\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 111\u001b[0;31m \u001b[0mprofile\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mto_netcdf\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mfilen\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0munlimited_dims\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34m'time'\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mformat\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34m'NETCDF4_CLASSIC'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 112\u001b[0m \u001b[0mheaderFlag\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mTrue\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 113\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m/data/keeling/a/snesbitt/anaconda3/envs/py27/lib/python2.7/site-packages/xarray/core/dataset.pyc\u001b[0m in \u001b[0;36mto_netcdf\u001b[0;34m(self, path, mode, format, group, engine, encoding, unlimited_dims)\u001b[0m\n\u001b[1;32m 1130\u001b[0m return to_netcdf(self, path, mode, format=format, group=group,\n\u001b[1;32m 1131\u001b[0m \u001b[0mengine\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mengine\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mencoding\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mencoding\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1132\u001b[0;31m unlimited_dims=unlimited_dims)\n\u001b[0m\u001b[1;32m 1133\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 1134\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0m__unicode__\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m/data/keeling/a/snesbitt/anaconda3/envs/py27/lib/python2.7/site-packages/xarray/backends/api.pyc\u001b[0m in \u001b[0;36mto_netcdf\u001b[0;34m(dataset, path_or_file, mode, format, group, engine, writer, encoding, unlimited_dims)\u001b[0m\n\u001b[1;32m 616\u001b[0m \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 617\u001b[0m dataset.dump_to_store(store, sync=sync, encoding=encoding,\n\u001b[0;32m--> 618\u001b[0;31m unlimited_dims=unlimited_dims)\n\u001b[0m\u001b[1;32m 619\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0mpath_or_file\u001b[0m \u001b[0;32mis\u001b[0m \u001b[0mNone\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 620\u001b[0m \u001b[0;32mreturn\u001b[0m \u001b[0mtarget\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mgetvalue\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m/data/keeling/a/snesbitt/anaconda3/envs/py27/lib/python2.7/site-packages/xarray/core/dataset.pyc\u001b[0m in \u001b[0;36mdump_to_store\u001b[0;34m(self, store, encoder, sync, encoding, unlimited_dims)\u001b[0m\n\u001b[1;32m 1067\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 1068\u001b[0m store.store(variables, attrs, check_encoding,\n\u001b[0;32m-> 1069\u001b[0;31m unlimited_dims=unlimited_dims)\n\u001b[0m\u001b[1;32m 1070\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0msync\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 1071\u001b[0m \u001b[0mstore\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0msync\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m/data/keeling/a/snesbitt/anaconda3/envs/py27/lib/python2.7/site-packages/xarray/backends/common.pyc\u001b[0m in \u001b[0;36mstore\u001b[0;34m(self, variables, attributes, *args, **kwargs)\u001b[0m\n\u001b[1;32m 256\u001b[0m \u001b[0mcf_variables\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mcf_attrs\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mcf_encoder\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mvariables\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mattributes\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 257\u001b[0m AbstractWritableDataStore.store(self, cf_variables, cf_attrs,\n\u001b[0;32m--> 258\u001b[0;31m *args, **kwargs)\n\u001b[0m\u001b[1;32m 259\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 260\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m/data/keeling/a/snesbitt/anaconda3/envs/py27/lib/python2.7/site-packages/xarray/backends/common.pyc\u001b[0m in \u001b[0;36mstore\u001b[0;34m(self, variables, attributes, check_encoding_set, unlimited_dims)\u001b[0m\n\u001b[1;32m 221\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mset_attributes\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mattributes\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 222\u001b[0m self.set_variables(variables, check_encoding_set,\n\u001b[0;32m--> 223\u001b[0;31m unlimited_dims=unlimited_dims)\n\u001b[0m\u001b[1;32m 224\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 225\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0mset_attributes\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mattributes\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m/data/keeling/a/snesbitt/anaconda3/envs/py27/lib/python2.7/site-packages/xarray/backends/netCDF4_.pyc\u001b[0m in \u001b[0;36mset_variables\u001b[0;34m(self, *args, **kwargs)\u001b[0m\n\u001b[1;32m 323\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0mset_variables\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m*\u001b[0m\u001b[0margs\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 324\u001b[0m \u001b[0;32mwith\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mensure_open\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mautoclose\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mFalse\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 325\u001b[0;31m \u001b[0msuper\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mNetCDF4DataStore\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mset_variables\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0margs\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 326\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 327\u001b[0m def prepare_variable(self, name, variable, check_encoding=False,\n",
"\u001b[0;32m/data/keeling/a/snesbitt/anaconda3/envs/py27/lib/python2.7/site-packages/xarray/backends/common.pyc\u001b[0m in \u001b[0;36mset_variables\u001b[0;34m(self, variables, check_encoding_set, unlimited_dims)\u001b[0m\n\u001b[1;32m 234\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0mvn\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mvariables\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 235\u001b[0m target, source = self.prepare_variable(\n\u001b[0;32m--> 236\u001b[0;31m name, v, check, unlimited_dims=unlimited_dims)\n\u001b[0m\u001b[1;32m 237\u001b[0m \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 238\u001b[0m \u001b[0mtarget\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0msource\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mds\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mvariables\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mname\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mv\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mdata\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m/data/keeling/a/snesbitt/anaconda3/envs/py27/lib/python2.7/site-packages/xarray/backends/netCDF4_.pyc\u001b[0m in \u001b[0;36mprepare_variable\u001b[0;34m(self, name, variable, check_encoding, unlimited_dims)\u001b[0m\n\u001b[1;32m 335\u001b[0m \u001b[0mdatatype\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mvariable\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mdtype\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 336\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 337\u001b[0;31m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mset_necessary_dimensions\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mvariable\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0munlimited_dims\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0munlimited_dims\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 338\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 339\u001b[0m \u001b[0mattrs\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mvariable\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mattrs\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mcopy\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m/data/keeling/a/snesbitt/anaconda3/envs/py27/lib/python2.7/site-packages/xarray/backends/common.pyc\u001b[0m in \u001b[0;36mset_necessary_dimensions\u001b[0;34m(self, variable, unlimited_dims)\u001b[0m\n\u001b[1;32m 246\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0md\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mdimensions\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 247\u001b[0m \u001b[0mis_unlimited\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0md\u001b[0m \u001b[0;32min\u001b[0m \u001b[0munlimited_dims\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 248\u001b[0;31m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mset_dimension\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0md\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0ml\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mis_unlimited\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 249\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 250\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32m/data/keeling/a/snesbitt/anaconda3/envs/py27/lib/python2.7/site-packages/xarray/backends/netCDF4_.pyc\u001b[0m in \u001b[0;36mset_dimension\u001b[0;34m(self, name, length, is_unlimited)\u001b[0m\n\u001b[1;32m 313\u001b[0m \u001b[0;32mwith\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mensure_open\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mautoclose\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mFalse\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 314\u001b[0m \u001b[0mdim_length\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mlength\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0mis_unlimited\u001b[0m \u001b[0;32melse\u001b[0m \u001b[0mNone\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 315\u001b[0;31m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mds\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mcreateDimension\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mname\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0msize\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mdim_length\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 316\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 317\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0mset_attribute\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mkey\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mvalue\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;32mnetCDF4/_netCDF4.pyx\u001b[0m in \u001b[0;36mnetCDF4._netCDF4.Dataset.createDimension\u001b[0;34m()\u001b[0m\n",
"\u001b[0;32m/data/keeling/a/snesbitt/anaconda3/envs/py27/lib/python2.7/collections.pyc\u001b[0m in \u001b[0;36m__setitem__\u001b[0;34m(self, key, value, dict_setitem)\u001b[0m\n\u001b[1;32m 69\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m__update\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0margs\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwds\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 70\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 71\u001b[0;31m \u001b[0;32mdef\u001b[0m \u001b[0m__setitem__\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mkey\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mvalue\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mdict_setitem\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mdict\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m__setitem__\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 72\u001b[0m \u001b[0;34m'od.__setitem__(i, y) <==> od[i]=y'\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 73\u001b[0m \u001b[0;31m# Setting a new item creates a new link at the end of the linked list,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;31mKeyboardInterrupt\u001b[0m: "
]
}
],
"source": [
"import numpy as np\n",
"import fortranformat as ff\n",
"import pandas as pd\n",
"import xarray as xr\n",
"import datetime\n",
"from metpy.calc import get_wind_components\n",
"\n",
"def scrubadub(val,badval):\n",
" return np.where(np.array(val) < badval,np.nan,np.array(val))\n",
"\n",
"########################################################\n",
"#what do you want to read?\n",
"filen='ARM00087344-data.txt'\n",
"#where do you want to write the file?\n",
"outpath='/data/snesbitt/g/snesbitt/snds/'+filen[0:-4]\n",
"########################################################\n",
"\n",
"\n",
"rf=open(filen)\n",
"\n",
"headerFlag=True\n",
"\n",
"for row in rf:\n",
" \n",
" if headerFlag == True:\n",
" header_line = ff.FortranRecordReader('(A1,A11,1X,A4,1X,A2,1X,A2,1X,A2,1X,I4,1X,I4,1X,A8,1X,A8,1X,I7,1X,I8)')\n",
" bufr = header_line.read(row)\n",
" profile = xr.Dataset()\n",
" profile['site_id']=(('time'),[bufr[1]])\n",
" profile['syn_time']=(('time'),[pd.to_datetime(bufr[2]+bufr[3]+bufr[4]+bufr[5], format='%Y%m%d%H')])\n",
" profile['rel_time']=(('time'),[bufr[6]])\n",
" profile['n_levels']=(('time'),[bufr[7]])\n",
" profile['p_src']=(('time'),[bufr[8]])\n",
" profile['np_src']=(('time'),[bufr[9]])\n",
" profile['lat']=(('time'),[bufr[10]/1e4])\n",
" profile['lon']=(('time'),[bufr[11]/1e4])\n",
"# profile.coords['time']=pd.to_datetime(bufr[2]+bufr[3]+bufr[4]+bufr[5], format='%Y%m%d%H')\n",
"\n",
" headerFlag = False\n",
" counter = bufr[7]\n",
" \n",
" else:\n",
" data_line = ff.FortranRecordReader('(I1,I1,1X,A5,1X,I6,A1,I5,A1,I5,A1,I5,1X,I5,1X,I5,1X,I5)')\n",
" bufr = data_line.read(row)\n",
"\n",
" if counter == profile['n_levels'].values[0]:\n",
" LVLTYP1 = [bufr[0]]\n",
" LVLTYP2 = [bufr[1]]\n",
" ETIME = [bufr[2]] \n",
" PRESS = [bufr[3]] \n",
" PFLAG = [bufr[4]] \n",
" GPH = [bufr[5]] \n",
" ZFLAG = [bufr[6]] \n",
" TEMP = [bufr[7]] \n",
" TFLAG = [bufr[8]] \n",
" RH = [bufr[9]] \n",
" DPDP = [bufr[10]]\n",
" WDIR = [bufr[11]]\n",
" WSPD = [bufr[12]]\n",
" else:\n",
" LVLTYP1.append(bufr[0])\n",
" LVLTYP2.append(bufr[1])\n",
" ETIME.append(bufr[2]) \n",
" PRESS.append(bufr[3]) \n",
" PFLAG.append(bufr[4]) \n",
" GPH.append(bufr[5]) \n",
" ZFLAG.append(bufr[6]) \n",
" TEMP.append(bufr[7]) \n",
" TFLAG.append(bufr[8]) \n",
" RH.append(bufr[9]) \n",
" DPDP.append(bufr[10])\n",
" WDIR.append(bufr[11])\n",
" WSPD.append(bufr[12])\n",
"\n",
" counter = counter - 1\n",
" \n",
" if counter == 0:\n",
" profile['LVLTYP1'] = (('time','npts'),[LVLTYP1])\n",
" profile['LVLTYP2'] = (('time','npts'),[LVLTYP2])\n",
" profile['ETIME'] = (('time','npts'),[ETIME])\n",
" profile['PRESS']=(('time','npts'),[scrubadub(PRESS,-8888)/100.])\n",
" profile['PRESS'].attrs['units']='hPa'\n",
" profile['PFLAG']=(('time','npts'),[PFLAG])\n",
" profile['GPH']=(('time','npts'),[scrubadub(GPH,-8888)])\n",
" profile['GPH'].attrs['units']='m'\n",
" profile['ZFLAG']=(('time','npts'),[ZFLAG])\n",
" profile['TEMP']=(('time','npts'),[scrubadub(TEMP,-8888)/10.])\n",
" profile['TEMP'].attrs['units']='degreesC'\n",
" profile['TFLAG']=(('time','npts'),[TFLAG])\n",
" profile['RH']=(('time','npts'),[scrubadub(RH,-8888)/10.])\n",
" profile['RH'].attrs['units']='percent'\n",
" profile['TDEW']=(('time','npts'),profile['TEMP'].values-[scrubadub(DPDP,-8888)/10.])\n",
" profile['TDEW'].attrs['units']='degreesC'\n",
" profile['WDIR']=(('time','npts'),[scrubadub(WDIR,-8888)])\n",
" profile['WDIR'].attrs['units']='degrees'\n",
" profile['WSPD']=(('time','npts'),[scrubadub(WSPD,-8888)])\n",
" profile['WSPD'].attrs['units']='m s-1'\n",
" u, v = get_wind_components(profile['WSPD'].values, profile['WDIR'].values)\n",
" profile['U']=(('time','npts'),u)\n",
" profile['U'].attrs['units']='m s-1'\n",
" profile['V']=(('time','npts'),v)\n",
" profile['V'].attrs['units']='m s-1'\n",
" profile.coords['time'] = (('time'), profile['syn_time'])\n",
" profile.coords['npts'] = (('npts'), range(profile['n_levels'].values[0]))\n",
" time=profile['syn_time'].values[0].astype(str)\n",
" timestr=time[0:19]\n",
" filen = outpath+'/'+profile['site_id'].values[0]+'_'+timestr+'.nc'\n",
" print(\"Writing \"+filen)\n",
" profile.to_netcdf(filen,unlimited_dims='time',format='NETCDF4_CLASSIC')\n",
" headerFlag = True\n",
" \n"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {},
"outputs": [],
"source": []
}
],
"metadata": {
"anaconda-cloud": {
"summary": "This notebook computes ecmwf-interim sounding parameters using SHARPpy"
},
"kernelspec": {
"display_name": "Python (2.7)",
"language": "python",
"name": "py27"
},
"language_info": {
"codemirror_mode": {
"name": "ipython",
"version": 2
},
"file_extension": ".py",
"mimetype": "text/x-python",
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython2",
"version": "2.7.14"
}
},
"nbformat": 4,
"nbformat_minor": 1
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment