SII Final Daily CSV Comparison

{
"metadata": {
"name": "monthly_diffs"
},
"nbformat": 3,
"nbformat_minor": 0,
"worksheets": [
{
"cells": [
{
"cell_type": "markdown",
"metadata": {},
"source": [
"## Comparison of final daily extents using SMMR (N07) and SSMI (F13, F17) pole hole files in Sea Ice Index and NSIDC-0081"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"There are 132 places where open water creeps into the SMMR mask.\n"
]
},
{
"cell_type": "code",
"collapsed": false,
"input": [
"ne_indices = final_pre.extent != final_f17.extent\n",
"pre_ne = final_pre[ne_indices]\n",
"f17_ne = final_f17[ne_indices]\n",
"f13_ne = final_f13[ne_indices]\n",
"print \"Number of extents different:\", len(f13_ne)\n",
"print \"\\nYYY\\tMM\\tDD\\t0081 F13\\t\\t0081 F13\\t\\t0081 F17\\t\\tDifference\"\n",
"print \"\\t\\t\\tSII N07\\t\\tSII None\\t\\tSII None\\t\\tSII N07 - SII None\"\n",
"for year, month, day, pre, f13, f17 in zip(pre_ne.year, pre_ne.mm, pre_ne.dd, pre_ne.extent, f13_ne.extent, f17_ne.extent):\n",
" print year, \"\\t\", month, \"\\t\", day, \"\\t\", pre, \"\\t\\t\", f13, \"\\t\\t\", f17, \"\\t\\t\", pre - f17"
],
"language": "python",
"metadata": {},
"outputs": [
{
"output_type": "stream",
"stream": "stdout",
"text": [
"Number of extents different: 132\n",
"\n",
"YYY\tMM\tDD\t0081 F13\t\t0081 F13\t\t0081 F17\t\tDifference\n",
"\t\t\tSII N07\t\tSII None\t\tSII None\t\tSII N07 - SII None\n",
"1987 \t8 \t3 \t8.538 \t\t8.537 \t\t8.537 \t\t0.000999999999999\n",
"1988 \t11 \t17 \t11.508 \t\t11.507 \t\t11.507 \t\t0.000999999999999\n",
"1988 \t12 \t31 \t14.197 \t\t14.196 \t\t14.196 \t\t0.001\n",
"1989 \t1 \t7 \t14.368 \t\t14.367 \t\t14.367 \t\t0.000999999999999\n",
"1989 \t9 \t7 \t6.961 \t\t6.959 \t\t6.959 \t\t0.002\n",
"1989 \t9 \t29 \t7.207 \t\t7.206 \t\t7.206 \t\t0.001\n",
"1989 \t10 \t18 \t9.048 \t\t9.044 \t\t9.044 \t\t0.004\n",
"1990 \t1 \t23 \t14.972 \t\t14.971 \t\t14.971 \t\t0.001\n",
"1990 \t4 \t12 \t14.705 \t\t14.704 \t\t14.704 \t\t0.000999999999999\n",
"1990 \t7 \t30 \t7.861 \t\t7.86 \t\t7.86 \t\t0.001\n",
"1990 \t9 \t21 \t6.019 \t\t6.018 \t\t6.018 \t\t0.001\n",
"1992 \t2 \t4 \t15.351 \t\t15.349 \t\t15.349 \t\t0.002\n",
"1992 \t11 \t28 \t12.395 \t\t12.394 \t\t12.394 \t\t0.000999999999999\n",
"1993 \t6 \t30 \t11.066 \t\t11.065 \t\t11.065 \t\t0.000999999999999\n",
"1993 \t9 \t8 \t6.168 \t\t6.166 \t\t6.166 \t\t0.002\n",
"1993 \t11 \t22 \t11.588 \t\t11.587 \t\t11.587 \t\t0.000999999999999\n",
"1993 \t12 \t4 \t12.462 \t\t12.461 \t\t12.461 \t\t0.001\n",
"1993 \t12 \t23 \t13.588 \t\t13.584 \t\t13.584 \t\t0.004\n",
"1993 \t12 \t24 \t13.627 \t\t13.626 \t\t13.626 \t\t0.001\n",
"1994 \t4 \t21 \t14.685 \t\t14.683 \t\t14.683 \t\t0.002\n",
"1994 \t6 \t28 \t11.354 \t\t11.351 \t\t11.351 \t\t0.003\n",
"1994 \t10 \t7 \t8.118 \t\t8.117 \t\t8.117 \t\t0.000999999999999\n",
"1994 \t10 \t15 \t8.598 \t\t8.597 \t\t8.597 \t\t0.000999999999998\n",
"1994 \t10 \t16 \t8.725 \t\t8.724 \t\t8.724 \t\t0.000999999999999\n",
"1995 \t1 \t1 \t14.111 \t\t14.11 \t\t14.11 \t\t0.000999999999999\n",
"1995 \t9 \t2 \t6.113 \t\t6.112 \t\t6.112 \t\t0.000999999999999\n",
"1995 \t9 \t8 \t6.017 \t\t6.016 \t\t6.016 \t\t0.001\n",
"1995 \t9 \t21 \t6.036 \t\t6.035 \t\t6.035 \t\t0.001\n",
"1995 \t10 \t2 \t6.147 \t\t6.146 \t\t6.146 \t\t0.001\n",
"2006 \t8 \t14 \t6.514 \t\t6.513 \t\t6.513 \t\t0.000999999999999\n",
"2007 \t9 \t5 \t4.377 \t\t4.375 \t\t4.375 \t\t0.002\n",
"2007 \t9 \t6 \t4.297 \t\t4.294 \t\t4.294 \t\t0.003\n",
"2007 \t9 \t7 \t4.293 \t\t4.29 \t\t4.29 \t\t0.003\n",
"2007 \t9 \t8 \t4.306 \t\t4.303 \t\t4.303 \t\t0.003\n",
"2007 \t9 \t9 \t4.284 \t\t4.28 \t\t4.28 \t\t0.004\n",
"2007 \t9 \t10 \t4.262 \t\t4.26 \t\t4.26 \t\t0.002\n",
"2007 \t9 \t11 \t4.225 \t\t4.223 \t\t4.223 \t\t0.002\n",
"2007 \t9 \t12 \t4.237 \t\t4.233 \t\t4.233 \t\t0.004\n",
"2007 \t9 \t13 \t4.22 \t\t4.216 \t\t4.216 \t\t0.004\n",
"2007 \t9 \t14 \t4.161 \t\t4.153 \t\t4.153 \t\t0.008\n",
"2007 \t9 \t15 \t4.174 \t\t4.164 \t\t4.164 \t\t0.01\n",
"2007 \t9 \t16 \t4.176 \t\t4.166 \t\t4.166 \t\t0.01\n",
"2007 \t9 \t17 \t4.174 \t\t4.166 \t\t4.166 \t\t0.008\n",
"2007 \t9 \t18 \t4.167 \t\t4.163 \t\t4.163 \t\t0.004\n",
"2007 \t9 \t19 \t4.201 \t\t4.197 \t\t4.197 \t\t0.004\n",
"2007 \t9 \t20 \t4.216 \t\t4.211 \t\t4.211 \t\t0.005\n",
"2007 \t9 \t21 \t4.227 \t\t4.22 \t\t4.22 \t\t0.007\n",
"2007 \t9 \t22 \t4.242 \t\t4.232 \t\t4.232 \t\t0.01\n",
"2007 \t9 \t23 \t4.204 \t\t4.19 \t\t4.19 \t\t0.014\n",
"2007 \t9 \t24 \t4.185 \t\t4.165 \t\t4.165 \t\t0.02\n",
"2007 \t9 \t25 \t4.234 \t\t4.212 \t\t4.212 \t\t0.022\n",
"2007 \t9 \t26 \t4.265 \t\t4.238 \t\t4.238 \t\t0.027\n",
"2007 \t9 \t27 \t4.317 \t\t4.294 \t\t4.294 \t\t0.023\n",
"2007 \t9 \t28 \t4.297 \t\t4.286 \t\t4.286 \t\t0.011\n",
"2007 \t10 \t7 \t4.921 \t\t4.92 \t\t4.92 \t\t0.001\n",
"2007 \t10 \t8 \t5.025 \t\t5.021 \t\t5.021 \t\t0.004\n",
"2007 \t10 \t9 \t5.093 \t\t5.089 \t\t5.089 \t\t0.004\n",
"2007 \t10 \t11 \t5.237 \t\t5.236 \t\t5.236 \t\t0.000999999999999\n",
"2007 \t10 \t12 \t5.241 \t\t5.239 \t\t5.239 \t\t0.002\n",
"2007 \t10 \t13 \t5.308 \t\t5.305 \t\t5.305 \t\t0.003\n",
"2007 \t10 \t14 \t5.408 \t\t5.407 \t\t5.407 \t\t0.000999999999999\n",
"2011 \t8 \t31 \t4.584 \t\t4.583 \t\t4.583 \t\t0.000999999999999\n",
"2011 \t9 \t1 \t4.6 \t\t4.599 \t\t4.599 \t\t0.000999999999999\n",
"2011 \t9 \t5 \t4.39 \t\t4.389 \t\t4.389 \t\t0.001\n",
"2011 \t9 \t8 \t4.33 \t\t4.329 \t\t4.329 \t\t0.001\n",
"2012 \t8 \t27 \t3.783 \t\t3.781 \t\t3.781 \t\t0.002\n",
"2012 \t8 \t29 \t3.689 \t\t3.687 \t\t3.687 \t\t0.002\n",
"2012 \t8 \t31 \t3.653 \t\t3.648 \t\t3.648 \t\t0.005\n",
"2012 \t9 \t1 \t3.582 \t\t3.577 \t\t3.577 \t\t0.005\n",
"2012 \t9 \t2 \t3.568 \t\t3.567 \t\t3.567 \t\t0.001\n",
"2012 \t9 \t3 \t3.574 \t\t3.566 \t\t3.566 \t\t0.008\n",
"2012 \t9 \t4 \t3.56 \t\t3.549 \t\t3.549 \t\t0.011\n",
"2012 \t9 \t5 \t3.506 \t\t3.503 \t\t3.503 \t\t0.003\n",
"2012 \t9 \t6 \t3.463 \t\t3.455 \t\t3.455 \t\t0.008\n",
"2012 \t9 \t7 \t3.548 \t\t3.537 \t\t3.537 \t\t0.011\n",
"2012 \t9 \t8 \t3.537 \t\t3.527 \t\t3.527 \t\t0.01\n",
"2012 \t9 \t9 \t3.51 \t\t3.504 \t\t3.504 \t\t0.006\n",
"2012 \t9 \t10 \t3.465 \t\t3.462 \t\t3.462 \t\t0.003\n",
"2012 \t9 \t11 \t3.43 \t\t3.423 \t\t3.423 \t\t0.007\n",
"2012 \t9 \t12 \t3.43 \t\t3.418 \t\t3.418 \t\t0.012\n",
"2012 \t9 \t13 \t3.424 \t\t3.41 \t\t3.41 \t\t0.014\n",
"2012 \t9 \t14 \t3.436 \t\t3.422 \t\t3.422 \t\t0.014\n",
"2012 \t9 \t15 \t3.405 \t\t3.386 \t\t3.386 \t\t0.019\n",
"2012 \t9 \t16 \t3.37 \t\t3.344 \t\t3.344 \t\t0.026\n",
"2012 \t9 \t17 \t3.443 \t\t3.417 \t\t3.417 \t\t0.026\n",
"2012 \t9 \t18 \t3.484 \t\t3.459 \t\t3.459 \t\t0.025\n",
"2012 \t9 \t19 \t3.526 \t\t3.52 \t\t3.52 \t\t0.006\n",
"2013 \t8 \t17 \t5.928 \t\t5.923 \t\t5.923 \t\t0.005\n",
"2013 \t8 \t20 \t5.78 \t\t5.776 \t\t5.776 \t\t0.004\n",
"2013 \t8 \t22 \t5.624 \t\t5.622 \t\t5.622 \t\t0.002\n",
"2013 \t8 \t23 \t5.658 \t\t5.655 \t\t5.655 \t\t0.003\n",
"2013 \t8 \t24 \t5.609 \t\t5.607 \t\t5.607 \t\t0.002\n",
"2013 \t8 \t25 \t5.591 \t\t5.585 \t\t5.585 \t\t0.006\n",
"2013 \t8 \t26 \t5.517 \t\t5.51 \t\t5.51 \t\t0.007\n",
"2013 \t8 \t27 \t5.478 \t\t5.472 \t\t5.472 \t\t0.006\n",
"2013 \t8 \t28 \t5.393 \t\t5.385 \t\t5.385 \t\t0.008\n",
"2013 \t8 \t29 \t5.335 \t\t5.331 \t\t5.331 \t\t0.004\n",
"2013 \t8 \t30 \t5.341 \t\t5.337 \t\t5.337 \t\t0.004\n",
"2013 \t8 \t31 \t5.283 \t\t5.277 \t\t5.277 \t\t0.006\n",
"2013 \t9 \t1 \t5.29 \t\t5.278 \t\t5.278 \t\t0.012\n",
"2013 \t9 \t2 \t5.299 \t\t5.284 \t\t5.284 \t\t0.015\n",
"2013 \t9 \t3 \t5.272 \t\t5.26 \t\t5.26 \t\t0.012\n",
"2013 \t9 \t4 \t5.194 \t\t5.184 \t\t5.184 \t\t0.01\n",
"2013 \t9 \t5 \t5.171 \t\t5.157 \t\t5.157 \t\t0.014\n",
"2013 \t9 \t6 \t5.18 \t\t5.159 \t\t5.159 \t\t0.021\n",
"2013 \t9 \t7 \t5.186 \t\t5.158 \t\t5.158 \t\t0.028\n",
"2013 \t9 \t8 \t5.132 \t\t5.099 \t\t5.099 \t\t0.033\n",
"2013 \t9 \t9 \t5.107 \t\t5.069 \t\t5.069 \t\t0.038\n",
"2013 \t9 \t10 \t5.124 \t\t5.086 \t\t5.086 \t\t0.038\n",
"2013 \t9 \t11 \t5.105 \t\t5.066 \t\t5.066 \t\t0.039\n",
"2013 \t9 \t12 \t5.097 \t\t5.062 \t\t5.062 \t\t0.035\n",
"2013 \t9 \t13 \t5.077 \t\t5.049 \t\t5.049 \t\t0.028\n",
"2013 \t9 \t14 \t5.102 \t\t5.073 \t\t5.073 \t\t0.029\n",
"2013 \t9 \t15 \t5.133 \t\t5.1 \t\t5.1 \t\t0.033\n",
"2013 \t9 \t16 \t5.133 \t\t5.09 \t\t5.09 \t\t0.043\n",
"2013 \t9 \t17 \t5.137 \t\t5.091 \t\t5.091 \t\t0.046\n",
"2013 \t9 \t18 \t5.121 \t\t5.08 \t\t5.08 \t\t0.041\n",
"2013 \t9 \t19 \t5.157 \t\t5.112 \t\t5.112 \t\t0.045\n",
"2013 \t9 \t20 \t5.167 \t\t5.115 \t\t5.115 \t\t0.052\n",
"2013 \t9 \t21 \t5.215 \t\t5.162 \t\t5.162 \t\t0.053\n",
"2013 \t9 \t22 \t5.255 \t\t5.199 \t\t5.199 \t\t0.056\n",
"2013 \t9 \t23 \t5.297 \t\t5.25 \t\t5.25 \t\t0.047\n",
"2013 \t9 \t24 \t5.331 \t\t5.295 \t\t5.295 \t\t0.036\n",
"2013 \t9 \t25 \t5.365 \t\t5.341 \t\t5.341 \t\t0.024\n",
"2013 \t9 \t26 \t5.406 \t\t5.39 \t\t5.39 \t\t0.016\n",
"2013 \t9 \t27 \t5.471 \t\t5.458 \t\t5.458 \t\t0.013\n",
"2013 \t9 \t28 \t5.551 \t\t5.542 \t\t5.542 \t\t0.009\n",
"2013 \t9 \t29 \t5.572 \t\t5.571 \t\t5.571 \t\t0.000999999999999\n",
"2013 \t10 \t2 \t5.868 \t\t5.864 \t\t5.864 \t\t0.004\n",
"2013 \t10 \t3 \t5.922 \t\t5.917 \t\t5.917 \t\t0.005\n",
"2013 \t10 \t4 \t6.033 \t\t6.03 \t\t6.03 \t\t0.003\n",
"2013 \t10 \t5 \t6.16 \t\t6.159 \t\t6.159 \t\t0.001\n"
]
}
],
"prompt_number": 12
},
{
"cell_type": "code",
"collapsed": false,
"input": [
"import pandas as pd\n",
"import numpy as np\n",
"import matplotlib.pyplot as plt\n",
"import matplotlib as mpl\n",
"import os"
],
"language": "python",
"metadata": {},
"outputs": [],
"prompt_number": 8
},
{
"cell_type": "code",
"collapsed": false,
"input": [
"base = '/sharehome/hwilcox/PM-488/'\n",
"pre_dir = 'sii-pole-hole'\n",
"f13_dir = 'f13-pole-hole'\n",
"f17_dir = 'f17-pole-hole'"
],
"language": "python",
"metadata": {},
"outputs": [],
"prompt_number": 9
},
{
"cell_type": "code",
"collapsed": false,
"input": [
"final_csv_pre = os.path.join(base, pre_dir, 'NH_seaice_extent_final.csv')\n",
"final_csv_f13 = os.path.join(base, f13_dir, 'NH_seaice_extent_final.csv')\n",
"final_csv_f17 = os.path.join(base, f17_dir, 'NH_seaice_extent_final.csv')"
],
"language": "python",
"metadata": {},
"outputs": [],
"prompt_number": 10
},
{
"cell_type": "code",
"collapsed": false,
"input": [
"final_pre = pd.read_csv(final_csv_pre, header = None, skiprows=2, names=[\"year\", \"mm\", \"dd\", \"extent\", \"missing\", \"source\"])\n",
"final_f13 = pd.read_csv(final_csv_f13, header = None, skiprows=2, names=[\"year\", \"mm\", \"dd\", \"extent\", \"missing\", \"source\"])\n",
"final_f17 = pd.read_csv(final_csv_f17, header = None, skiprows=2, names=[\"year\", \"mm\", \"dd\", \"extent\", \"missing\", \"source\"])"
],
"language": "python",
"metadata": {},
"outputs": [],
"prompt_number": 11
},
{
"cell_type": "code",
"collapsed": false,
"input": [],
"language": "python",
"metadata": {},
"outputs": []
}
],
"metadata": {}
}
]
}