Last active
August 29, 2015 14:04
-
-
Save mbstacy/007d68b17877fbb5b1a6 to your computer and use it in GitHub Desktop.
US Army Corps of Engineers - Monthly Data into pandas
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| { | |
| "metadata": { | |
| "name": "Pandas Fixed Width" | |
| }, | |
| "nbformat": 3, | |
| "nbformat_minor": 0, | |
| "worksheets": [ | |
| { | |
| "cells": [ | |
| { | |
| "cell_type": "code", | |
| "collapsed": false, | |
| "input": "import pandas as pd\nwdths = [2,9,8,9,7,9,8,8,7,6]\nnames = ['day','pool-elevation-0800-ft','pool_elevation-2400-ft','storage-ac-ft','release-power-dsf','release-total-dsf',\n 'evap-in','inflow-adj-dsf','rainfall-dam','rainfall-bsn']\ndef get_data(url):\n df = pd.read_fwf(url,names=names,widths=wdths,skiprows=17,skipfooter=15)\n return df[pd.notnull(df['pool-elevation-0800-ft'])]", | |
| "language": "python", | |
| "metadata": {}, | |
| "outputs": [], | |
| "prompt_number": 21 | |
| }, | |
| { | |
| "cell_type": "code", | |
| "collapsed": false, | |
| "input": "df = get_data('http://www.swt-wc.usace.army.mil/chartbin/SKIAJul97.shtml')\n#df['pool_elevation-2400-ft'].mean()\ndf\n", | |
| "language": "python", | |
| "metadata": {}, | |
| "outputs": [ | |
| { | |
| "html": "<div style=\"max-height:1000px;max-width:1500px;overflow:auto;\">\n<table border=\"1\" class=\"dataframe\">\n <thead>\n <tr style=\"text-align: right;\">\n <th></th>\n <th>day</th>\n <th>pool-elevation-0800-ft</th>\n <th>pool_elevation-2400-ft</th>\n <th>storage-ac-ft</th>\n <th>release-power-dsf</th>\n <th>release-total-dsf</th>\n <th>evap-in</th>\n <th>inflow-adj-dsf</th>\n <th>rainfall-dam</th>\n <th>rainfall-bsn</th>\n </tr>\n </thead>\n <tbody>\n <tr>\n <th>0 </th>\n <td> 1</td>\n <td> 713.80</td>\n <td> 713.81</td>\n <td> 320803</td>\n <td> 0</td>\n <td> 124</td>\n <td> 0.380</td>\n <td> 160</td>\n <td> 0.00</td>\n <td> 0.00</td>\n </tr>\n <tr>\n <th>1 </th>\n <td> 2</td>\n <td> 713.79</td>\n <td> 713.77</td>\n <td> 320396</td>\n <td> 0</td>\n <td> 123</td>\n <td> 0.290</td>\n <td> 50</td>\n <td> 0.00</td>\n <td> 0.00</td>\n </tr>\n <tr>\n <th>2 </th>\n <td> 3</td>\n <td> 713.76</td>\n <td> 713.84</td>\n <td> 321108</td>\n <td> 0</td>\n <td> 128</td>\n <td> 0.310</td>\n <td> 550</td>\n <td> 0.00</td>\n <td> 0.00</td>\n </tr>\n <tr>\n <th>3 </th>\n <td> 4</td>\n <td> 713.96</td>\n <td> 713.92</td>\n <td> 321922</td>\n <td> 0</td>\n <td> 129</td>\n <td> 0.350</td>\n <td> 600</td>\n <td> 1.66</td>\n <td> 0.76</td>\n </tr>\n <tr>\n <th>4 </th>\n <td> 5</td>\n <td> 713.90</td>\n <td> 713.88</td>\n <td> 321515</td>\n <td> 0</td>\n <td> 129</td>\n <td> 0.250</td>\n <td> 30</td>\n <td> 0.00</td>\n <td> 0.01</td>\n </tr>\n <tr>\n <th>6 </th>\n <td> 6</td>\n <td> 713.87</td>\n <td> 713.83</td>\n <td> 321007</td>\n <td> 0</td>\n <td> 129</td>\n <td> 0.320</td>\n <td> 20</td>\n <td> 0.00</td>\n <td> 0.00</td>\n </tr>\n <tr>\n <th>7 </th>\n <td> 7</td>\n <td> 713.82</td>\n <td> 713.80</td>\n <td> 320701</td>\n <td> 0</td>\n <td> 129</td>\n <td> 0.340</td>\n <td> 20</td>\n <td> 0.00</td>\n <td> 0.00</td>\n </tr>\n <tr>\n <th>8 </th>\n <td> 8</td>\n <td> 713.78</td>\n <td> 713.76</td>\n <td> 320294</td>\n <td> 0</td>\n <td> 129</td>\n <td> 0.320</td>\n <td> 20</td>\n <td> 0.00</td>\n <td> 0.00</td>\n </tr>\n <tr>\n <th>9 </th>\n <td> 9</td>\n <td> 713.73</td>\n <td> 713.71</td>\n <td> 319786</td>\n <td> 0</td>\n <td> 129</td>\n <td> 0.330</td>\n <td> 20</td>\n <td> 0.00</td>\n <td> 0.00</td>\n </tr>\n <tr>\n <th>10</th>\n <td> 10</td>\n <td> 713.70</td>\n <td> 713.67</td>\n <td> 319378</td>\n <td> 0</td>\n <td> 129</td>\n <td> 0.330</td>\n <td> 10</td>\n <td> 0.00</td>\n <td> 0.00</td>\n </tr>\n <tr>\n <th>12</th>\n <td> 11</td>\n <td> 713.64</td>\n <td> 713.64</td>\n <td> 319074</td>\n <td> 0</td>\n <td> 129</td>\n <td> 0.120</td>\n <td> 10</td>\n <td> 0.00</td>\n <td> 0.09</td>\n </tr>\n <tr>\n <th>13</th>\n <td> 12</td>\n <td> 713.61</td>\n <td> 713.59</td>\n <td> 318565</td>\n <td> 0</td>\n <td> 129</td>\n <td> 0.210</td>\n <td> 10</td>\n <td> 0.00</td>\n <td> 0.34</td>\n </tr>\n <tr>\n <th>14</th>\n <td> 13</td>\n <td> 713.57</td>\n <td> 713.56</td>\n <td> 318259</td>\n <td> 0</td>\n <td> 129</td>\n <td> 0.410</td>\n <td> 10</td>\n <td> 0.00</td>\n <td> 0.00</td>\n </tr>\n <tr>\n <th>15</th>\n <td> 14</td>\n <td> 713.54</td>\n <td> 713.51</td>\n <td> 317751</td>\n <td> 0</td>\n <td> 129</td>\n <td> 0.470</td>\n <td> 10</td>\n <td> 0.00</td>\n <td> 0.00</td>\n </tr>\n <tr>\n <th>16</th>\n <td> 15</td>\n <td> 713.51</td>\n <td> 713.48</td>\n <td> 317445</td>\n <td> 0</td>\n <td> 129</td>\n <td> 0.350</td>\n <td> 80</td>\n <td> 0.00</td>\n <td> 0.00</td>\n </tr>\n <tr>\n <th>18</th>\n <td> 16</td>\n <td> 713.44</td>\n <td> 713.47</td>\n <td> 317343</td>\n <td> 0</td>\n <td> 129</td>\n <td> 0.350</td>\n <td> 200</td>\n <td> 0.26</td>\n <td> 0.13</td>\n </tr>\n <tr>\n <th>19</th>\n <td> 17</td>\n <td> 713.46</td>\n <td> 713.68</td>\n <td> 319480</td>\n <td> 0</td>\n <td> 130</td>\n <td> 0.420</td>\n <td> 1230</td>\n <td> 0.00</td>\n <td> 0.17</td>\n </tr>\n <tr>\n <th>20</th>\n <td> 18</td>\n <td> 713.85</td>\n <td> 714.27</td>\n <td> 325514</td>\n <td> 0</td>\n <td> 22</td>\n <td> 0.070</td>\n <td> 3125</td>\n <td> 0.81</td>\n <td> 2.65</td>\n </tr>\n <tr>\n <th>21</th>\n <td> 19</td>\n <td> 714.34</td>\n <td> 714.29</td>\n <td> 325720</td>\n <td> 0</td>\n <td> 103</td>\n <td> 0.196</td>\n <td> 260</td>\n <td> 0.00</td>\n <td> 0.10</td>\n </tr>\n <tr>\n <th>22</th>\n <td> 20</td>\n <td> 714.30</td>\n <td> 714.29</td>\n <td> 325720</td>\n <td> 0</td>\n <td> 128</td>\n <td> 0.160</td>\n <td> 200</td>\n <td> 0.00</td>\n <td> 0.08</td>\n </tr>\n <tr>\n <th>24</th>\n <td> 21</td>\n <td> 714.30</td>\n <td> 714.39</td>\n <td> 326749</td>\n <td> 0</td>\n <td> 129</td>\n <td> 0.230</td>\n <td> 720</td>\n <td> 0.09</td>\n <td> 0.16</td>\n </tr>\n <tr>\n <th>25</th>\n <td> 22</td>\n <td> 714.40</td>\n <td> 714.39</td>\n <td> 326749</td>\n <td> 0</td>\n <td> 129</td>\n <td> 0.240</td>\n <td> 230</td>\n <td> 0.07</td>\n <td> 0.11</td>\n </tr>\n <tr>\n <th>26</th>\n <td> 23</td>\n <td> 714.39</td>\n <td> 714.36</td>\n <td> 326440</td>\n <td> 0</td>\n <td> 129</td>\n <td> 0.330</td>\n <td> 100</td>\n <td> 0.00</td>\n <td> 0.00</td>\n </tr>\n <tr>\n <th>27</th>\n <td> 24</td>\n <td> 714.36</td>\n <td> 714.32</td>\n <td> 326029</td>\n <td> 0</td>\n <td> 188</td>\n <td> 0.370</td>\n <td> 50</td>\n <td> 0.00</td>\n <td> 0.00</td>\n </tr>\n <tr>\n <th>28</th>\n <td> 25</td>\n <td> 714.30</td>\n <td> 714.27</td>\n <td> 325514</td>\n <td> 0</td>\n <td> 219</td>\n <td> 0.380</td>\n <td> 45</td>\n <td> 0.00</td>\n <td> 0.00</td>\n </tr>\n <tr>\n <th>30</th>\n <td> 26</td>\n <td> 714.25</td>\n <td> 714.21</td>\n <td> 324897</td>\n <td> 0</td>\n <td> 221</td>\n <td> 0.400</td>\n <td> 15</td>\n <td> 0.00</td>\n <td> 0.00</td>\n </tr>\n <tr>\n <th>31</th>\n <td> 27</td>\n <td> 714.20</td>\n <td> 714.15</td>\n <td> 324280</td>\n <td> 0</td>\n <td> 222</td>\n <td> 0.350</td>\n <td> 15</td>\n <td> 0.00</td>\n <td> 0.00</td>\n </tr>\n <tr>\n <th>32</th>\n <td> 28</td>\n <td> 714.14</td>\n <td> 714.10</td>\n <td> 323765</td>\n <td> 0</td>\n <td> 184</td>\n <td> 0.370</td>\n <td> 15</td>\n <td> 0.00</td>\n <td> 0.00</td>\n </tr>\n <tr>\n <th>33</th>\n <td> 29</td>\n <td> 714.09</td>\n <td> 714.08</td>\n <td> 323559</td>\n <td> 0</td>\n <td> 134</td>\n <td> 0.300</td>\n <td> 15</td>\n <td> 0.00</td>\n <td> 0.03</td>\n </tr>\n <tr>\n <th>34</th>\n <td> 30</td>\n <td> 714.05</td>\n <td> 714.02</td>\n <td> 322942</td>\n <td> 0</td>\n <td> 134</td>\n <td> 0.220</td>\n <td> 15</td>\n <td> 0.30</td>\n <td> 0.22</td>\n </tr>\n <tr>\n <th>35</th>\n <td> 31</td>\n <td> 713.99</td>\n <td> 713.97</td>\n <td> 322430</td>\n <td> 0</td>\n <td> 134</td>\n <td> 0.330</td>\n <td> 15</td>\n <td> 0.00</td>\n <td> 0.00</td>\n </tr>\n </tbody>\n</table>\n</div>", | |
| "metadata": {}, | |
| "output_type": "pyout", | |
| "prompt_number": 22, | |
| "text": " day pool-elevation-0800-ft pool_elevation-2400-ft storage-ac-ft \\\n0 1 713.80 713.81 320803 \n1 2 713.79 713.77 320396 \n2 3 713.76 713.84 321108 \n3 4 713.96 713.92 321922 \n4 5 713.90 713.88 321515 \n6 6 713.87 713.83 321007 \n7 7 713.82 713.80 320701 \n8 8 713.78 713.76 320294 \n9 9 713.73 713.71 319786 \n10 10 713.70 713.67 319378 \n12 11 713.64 713.64 319074 \n13 12 713.61 713.59 318565 \n14 13 713.57 713.56 318259 \n15 14 713.54 713.51 317751 \n16 15 713.51 713.48 317445 \n18 16 713.44 713.47 317343 \n19 17 713.46 713.68 319480 \n20 18 713.85 714.27 325514 \n21 19 714.34 714.29 325720 \n22 20 714.30 714.29 325720 \n24 21 714.30 714.39 326749 \n25 22 714.40 714.39 326749 \n26 23 714.39 714.36 326440 \n27 24 714.36 714.32 326029 \n28 25 714.30 714.27 325514 \n30 26 714.25 714.21 324897 \n31 27 714.20 714.15 324280 \n32 28 714.14 714.10 323765 \n33 29 714.09 714.08 323559 \n34 30 714.05 714.02 322942 \n35 31 713.99 713.97 322430 \n\n release-power-dsf release-total-dsf evap-in inflow-adj-dsf \\\n0 0 124 0.380 160 \n1 0 123 0.290 50 \n2 0 128 0.310 550 \n3 0 129 0.350 600 \n4 0 129 0.250 30 \n6 0 129 0.320 20 \n7 0 129 0.340 20 \n8 0 129 0.320 20 \n9 0 129 0.330 20 \n10 0 129 0.330 10 \n12 0 129 0.120 10 \n13 0 129 0.210 10 \n14 0 129 0.410 10 \n15 0 129 0.470 10 \n16 0 129 0.350 80 \n18 0 129 0.350 200 \n19 0 130 0.420 1230 \n20 0 22 0.070 3125 \n21 0 103 0.196 260 \n22 0 128 0.160 200 \n24 0 129 0.230 720 \n25 0 129 0.240 230 \n26 0 129 0.330 100 \n27 0 188 0.370 50 \n28 0 219 0.380 45 \n30 0 221 0.400 15 \n31 0 222 0.350 15 \n32 0 184 0.370 15 \n33 0 134 0.300 15 \n34 0 134 0.220 15 \n35 0 134 0.330 15 \n\n rainfall-dam rainfall-bsn \n0 0.00 0.00 \n1 0.00 0.00 \n2 0.00 0.00 \n3 1.66 0.76 \n4 0.00 0.01 \n6 0.00 0.00 \n7 0.00 0.00 \n8 0.00 0.00 \n9 0.00 0.00 \n10 0.00 0.00 \n12 0.00 0.09 \n13 0.00 0.34 \n14 0.00 0.00 \n15 0.00 0.00 \n16 0.00 0.00 \n18 0.26 0.13 \n19 0.00 0.17 \n20 0.81 2.65 \n21 0.00 0.10 \n22 0.00 0.08 \n24 0.09 0.16 \n25 0.07 0.11 \n26 0.00 0.00 \n27 0.00 0.00 \n28 0.00 0.00 \n30 0.00 0.00 \n31 0.00 0.00 \n32 0.00 0.00 \n33 0.00 0.03 \n34 0.30 0.22 \n35 0.00 0.00 " | |
| } | |
| ], | |
| "prompt_number": 22 | |
| }, | |
| { | |
| "cell_type": "code", | |
| "collapsed": false, | |
| "input": "", | |
| "language": "python", | |
| "metadata": {}, | |
| "outputs": [], | |
| "prompt_number": 22 | |
| }, | |
| { | |
| "cell_type": "code", | |
| "collapsed": false, | |
| "input": "", | |
| "language": "python", | |
| "metadata": {}, | |
| "outputs": [], | |
| "prompt_number": 22 | |
| } | |
| ], | |
| "metadata": {} | |
| } | |
| ] | |
| } |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment