Skip to content

Instantly share code, notes, and snippets.

@mr1azl

mr1azl/HDFSParquetReads.ipynb

Forked from wesm/HDFSParquetReads.ipynb
Created November 30, 2016 11:07
Show Gist options
  • Save mr1azl/a65caf7dd9f9d0db4a51f468f3540a46 to your computer and use it in GitHub Desktop.
Save mr1azl/a65caf7dd9f9d0db4a51f468f3540a46 to your computer and use it in GitHub Desktop.
Download ZIP
Display the source blob
Display the rendered blob
Raw
HDFSParquetReads.ipynb
{
"cells": [
{
"cell_type": "code",
"execution_count": 1,
"metadata": {
"collapsed": true
},
"outputs": [],
"source": [
"import pyarrow.io as io\n",
"import pyarrow.parquet as pq"
]
},
{
"cell_type": "code",
"execution_count": 2,
"metadata": {
"collapsed": false
},
"outputs": [
{
"data": {
"text/plain": [
"['/__ibis', '/hbase', '/home', '/hs2-perf', '/test-warehouse', '/tmp', '/user']"
]
},
"execution_count": 2,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"fs = io.HdfsClient.connect('localhost', 20500, 'wesm')\n",
"fs.ls('/', False)"
]
},
{
"cell_type": "code",
"execution_count": 3,
"metadata": {
"collapsed": false
},
"outputs": [
{
"data": {
"text/plain": [
"['/__ibis/ibis-testing-data/parquet/functional_alltypes',\n",
" '/__ibis/ibis-testing-data/parquet/tpch_ctas_cancel',\n",
" '/__ibis/ibis-testing-data/parquet/tpch_customer',\n",
" '/__ibis/ibis-testing-data/parquet/tpch_lineitem',\n",
" '/__ibis/ibis-testing-data/parquet/tpch_nation',\n",
" '/__ibis/ibis-testing-data/parquet/tpch_orders',\n",
" '/__ibis/ibis-testing-data/parquet/tpch_part',\n",
" '/__ibis/ibis-testing-data/parquet/tpch_partsupp',\n",
" '/__ibis/ibis-testing-data/parquet/tpch_region',\n",
" '/__ibis/ibis-testing-data/parquet/tpch_supplier']"
]
},
"execution_count": 3,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"path = '/__ibis/ibis-testing-data/parquet'\n",
"fs.ls(path, False)"
]
},
{
"cell_type": "code",
"execution_count": 4,
"metadata": {
"collapsed": true
},
"outputs": [],
"source": [
"import pandas as pd\n",
"import numpy as np\n",
"\n",
"df = pd.DataFrame(np.random.randn(100, 4), columns=['a','b','c','d'])\n",
"\n",
"import ibis\n",
"\n",
"ihdfs = ibis.hdfs_connect(port=5070)\n",
"con = ibis.impala.connect('localhost', hdfs_client=ihdfs)"
]
},
{
"cell_type": "code",
"execution_count": 5,
"metadata": {
"collapsed": false
},
"outputs": [],
"source": [
"con.create_table('parquet_test2', df, database='ibis_testing')"
]
},
{
"cell_type": "code",
"execution_count": 6,
"metadata": {
"collapsed": true
},
"outputs": [],
"source": [
"t = con.table('ibis_testing.parquet_test2')"
]
},
{
"cell_type": "code",
"execution_count": 7,
"metadata": {
"collapsed": false
},
"outputs": [
{
"data": {
"text/plain": [
"<class 'ibis.impala.metadata.TableMetadata'>\n",
"{'info': {'CreateTime': datetime.datetime(2016, 7, 12, 16, 57, 36, tzinfo=tzlocal()),\n",
" 'Database': 'ibis_testing',\n",
" 'LastAccessTime': 'UNKNOWN',\n",
" 'Location': 'hdfs://localhost:20500/test-warehouse/ibis_testing.db/parquet_test2',\n",
" 'Owner': 'wesm',\n",
" 'Protect Mode': 'None',\n",
" 'Retention': 0,\n",
" 'Table Parameters': {'transient_lastDdlTime': datetime.datetime(2016, 7, 12, 16, 57, 36)},\n",
" 'Table Type': 'MANAGED_TABLE'},\n",
" 'schema': [('a', 'double'), ('b', 'double'), ('c', 'double'), ('d', 'double')],\n",
" 'storage info': {'Bucket Columns': '[]',\n",
" 'Compressed': False,\n",
" 'InputFormat': 'org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat',\n",
" 'Num Buckets': 0,\n",
" 'OutputFormat': 'org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat',\n",
" 'SerDe Library': 'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe',\n",
" 'Sort Columns': '[]'}}"
]
},
"execution_count": 7,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"t.metadata()"
]
},
{
"cell_type": "code",
"execution_count": 8,
"metadata": {
"collapsed": false
},
"outputs": [
{
"data": {
"text/plain": [
"['/test-warehouse/ibis_testing.db/parquet_test2/7b43357597cb231f-eb8757b1843198ba_720874686_data.0.parq',\n",
" '/test-warehouse/ibis_testing.db/parquet_test2/_impala_insert_staging']"
]
},
"execution_count": 8,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"path = '/test-warehouse/ibis_testing.db/parquet_test2'\n",
"fs.ls(path, False)"
]
},
{
"cell_type": "code",
"execution_count": 9,
"metadata": {
"collapsed": false
},
"outputs": [],
"source": [
"pq_files = fs.ls(path, False)"
]
},
{
"cell_type": "code",
"execution_count": 10,
"metadata": {
"collapsed": false
},
"outputs": [
{
"data": {
"text/plain": [
"['/test-warehouse/ibis_testing.db/parquet_test2/7b43357597cb231f-eb8757b1843198ba_720874686_data.0.parq',\n",
" '/test-warehouse/ibis_testing.db/parquet_test2/_impala_insert_staging']"
]
},
"execution_count": 10,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"pq_files"
]
},
{
"cell_type": "code",
"execution_count": 11,
"metadata": {
"collapsed": false
},
"outputs": [
{
"data": {
"text/plain": [
"<pyarrow.io.HdfsFile at 0x7f30d6e36dd8>"
]
},
"execution_count": 11,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"f = fs.open(pq_files[0])\n",
"f"
]
},
{
"cell_type": "code",
"execution_count": 12,
"metadata": {
"collapsed": false
},
"outputs": [
{
"data": {
"text/plain": [
"b'PAR1'"
]
},
"execution_count": 12,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"f.read(4)"
]
},
{
"cell_type": "code",
"execution_count": 13,
"metadata": {
"collapsed": false
},
"outputs": [
{
"data": {
"text/plain": [
"4"
]
},
"execution_count": 13,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"f.tell()"
]
},
{
"cell_type": "code",
"execution_count": 14,
"metadata": {
"collapsed": true
},
"outputs": [],
"source": [
"f.seek(0)"
]
},
{
"cell_type": "code",
"execution_count": 15,
"metadata": {
"collapsed": false
},
"outputs": [],
"source": [
"t = pq.read_table(f)"
]
},
{
"cell_type": "code",
"execution_count": 16,
"metadata": {
"collapsed": false
},
"outputs": [
{
"data": {
"text/plain": [
"<pyarrow.table.Table at 0x7f30d6e45f90>"
]
},
"execution_count": 16,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"t"
]
},
{
"cell_type": "code",
"execution_count": 17,
"metadata": {
"collapsed": false
},
"outputs": [
{
"data": {
"text/html": [
"<div>\n",
"<table border=\"1\" class=\"dataframe\">\n",
" <thead>\n",
" <tr style=\"text-align: right;\">\n",
" <th></th>\n",
" <th>a</th>\n",
" <th>b</th>\n",
" <th>c</th>\n",
" <th>d</th>\n",
" </tr>\n",
" </thead>\n",
" <tbody>\n",
" <tr>\n",
" <th>0</th>\n",
" <td>1.824874</td>\n",
" <td>-1.255849</td>\n",
" <td>-0.442776</td>\n",
" <td>-1.316271</td>\n",
" </tr>\n",
" <tr>\n",
" <th>1</th>\n",
" <td>-0.920047</td>\n",
" <td>0.841455</td>\n",
" <td>1.525201</td>\n",
" <td>-1.090225</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2</th>\n",
" <td>0.189539</td>\n",
" <td>-0.124519</td>\n",
" <td>-0.517061</td>\n",
" <td>0.580008</td>\n",
" </tr>\n",
" <tr>\n",
" <th>3</th>\n",
" <td>-0.591873</td>\n",
" <td>-0.291834</td>\n",
" <td>-0.658796</td>\n",
" <td>-0.604272</td>\n",
" </tr>\n",
" <tr>\n",
" <th>4</th>\n",
" <td>1.234965</td>\n",
" <td>1.771966</td>\n",
" <td>0.463127</td>\n",
" <td>-0.445726</td>\n",
" </tr>\n",
" <tr>\n",
" <th>5</th>\n",
" <td>1.314735</td>\n",
" <td>-0.924689</td>\n",
" <td>2.309734</td>\n",
" <td>0.975028</td>\n",
" </tr>\n",
" <tr>\n",
" <th>6</th>\n",
" <td>-0.856272</td>\n",
" <td>-0.968238</td>\n",
" <td>-0.750747</td>\n",
" <td>0.395185</td>\n",
" </tr>\n",
" <tr>\n",
" <th>7</th>\n",
" <td>-2.352055</td>\n",
" <td>-1.317075</td>\n",
" <td>-0.338424</td>\n",
" <td>2.522447</td>\n",
" </tr>\n",
" <tr>\n",
" <th>8</th>\n",
" <td>0.780435</td>\n",
" <td>-1.455747</td>\n",
" <td>-0.845057</td>\n",
" <td>-1.241086</td>\n",
" </tr>\n",
" <tr>\n",
" <th>9</th>\n",
" <td>0.465121</td>\n",
" <td>-0.001613</td>\n",
" <td>-0.046362</td>\n",
" <td>0.969725</td>\n",
" </tr>\n",
" <tr>\n",
" <th>10</th>\n",
" <td>0.279222</td>\n",
" <td>2.186818</td>\n",
" <td>1.436819</td>\n",
" <td>-1.120506</td>\n",
" </tr>\n",
" <tr>\n",
" <th>11</th>\n",
" <td>1.242477</td>\n",
" <td>0.436267</td>\n",
" <td>3.079263</td>\n",
" <td>0.042860</td>\n",
" </tr>\n",
" <tr>\n",
" <th>12</th>\n",
" <td>-0.356706</td>\n",
" <td>-2.218819</td>\n",
" <td>1.920102</td>\n",
" <td>-0.952932</td>\n",
" </tr>\n",
" <tr>\n",
" <th>13</th>\n",
" <td>-0.001392</td>\n",
" <td>0.715570</td>\n",
" <td>1.122833</td>\n",
" <td>0.461169</td>\n",
" </tr>\n",
" <tr>\n",
" <th>14</th>\n",
" <td>0.123455</td>\n",
" <td>0.595917</td>\n",
" <td>-0.147195</td>\n",
" <td>0.223135</td>\n",
" </tr>\n",
" <tr>\n",
" <th>15</th>\n",
" <td>-1.957131</td>\n",
" <td>2.585334</td>\n",
" <td>1.352317</td>\n",
" <td>-0.929171</td>\n",
" </tr>\n",
" <tr>\n",
" <th>16</th>\n",
" <td>1.574784</td>\n",
" <td>-1.774228</td>\n",
" <td>-0.937329</td>\n",
" <td>0.382425</td>\n",
" </tr>\n",
" <tr>\n",
" <th>17</th>\n",
" <td>0.073303</td>\n",
" <td>-0.857619</td>\n",
" <td>0.046404</td>\n",
" <td>0.431133</td>\n",
" </tr>\n",
" <tr>\n",
" <th>18</th>\n",
" <td>0.050088</td>\n",
" <td>0.298971</td>\n",
" <td>1.163219</td>\n",
" <td>1.290072</td>\n",
" </tr>\n",
" <tr>\n",
" <th>19</th>\n",
" <td>-1.552149</td>\n",
" <td>0.467492</td>\n",
" <td>-0.321600</td>\n",
" <td>0.112251</td>\n",
" </tr>\n",
" <tr>\n",
" <th>20</th>\n",
" <td>-0.555441</td>\n",
" <td>1.457836</td>\n",
" <td>0.164761</td>\n",
" <td>-0.105910</td>\n",
" </tr>\n",
" <tr>\n",
" <th>21</th>\n",
" <td>-1.741774</td>\n",
" <td>0.682554</td>\n",
" <td>-1.153538</td>\n",
" <td>2.951663</td>\n",
" </tr>\n",
" <tr>\n",
" <th>22</th>\n",
" <td>-0.759470</td>\n",
" <td>-0.219991</td>\n",
" <td>-0.482103</td>\n",
" <td>1.464170</td>\n",
" </tr>\n",
" <tr>\n",
" <th>23</th>\n",
" <td>-0.605328</td>\n",
" <td>0.100405</td>\n",
" <td>2.587245</td>\n",
" <td>1.590086</td>\n",
" </tr>\n",
" <tr>\n",
" <th>24</th>\n",
" <td>1.026756</td>\n",
" <td>0.541667</td>\n",
" <td>-0.056350</td>\n",
" <td>1.227400</td>\n",
" </tr>\n",
" <tr>\n",
" <th>25</th>\n",
" <td>0.354647</td>\n",
" <td>-1.252962</td>\n",
" <td>1.553067</td>\n",
" <td>-0.274005</td>\n",
" </tr>\n",
" <tr>\n",
" <th>26</th>\n",
" <td>0.937645</td>\n",
" <td>0.354195</td>\n",
" <td>0.960146</td>\n",
" <td>-0.700566</td>\n",
" </tr>\n",
" <tr>\n",
" <th>27</th>\n",
" <td>0.449885</td>\n",
" <td>-0.945651</td>\n",
" <td>-0.193130</td>\n",
" <td>-0.280711</td>\n",
" </tr>\n",
" <tr>\n",
" <th>28</th>\n",
" <td>1.053680</td>\n",
" <td>0.811933</td>\n",
" <td>-1.057681</td>\n",
" <td>-0.186831</td>\n",
" </tr>\n",
" <tr>\n",
" <th>29</th>\n",
" <td>-0.920196</td>\n",
" <td>-0.083908</td>\n",
" <td>1.399960</td>\n",
" <td>0.729229</td>\n",
" </tr>\n",
" <tr>\n",
" <th>...</th>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" </tr>\n",
" <tr>\n",
" <th>70</th>\n",
" <td>-2.356894</td>\n",
" <td>1.343551</td>\n",
" <td>0.248270</td>\n",
" <td>0.879264</td>\n",
" </tr>\n",
" <tr>\n",
" <th>71</th>\n",
" <td>0.673004</td>\n",
" <td>-0.401130</td>\n",
" <td>0.568257</td>\n",
" <td>0.215059</td>\n",
" </tr>\n",
" <tr>\n",
" <th>72</th>\n",
" <td>-0.238268</td>\n",
" <td>-0.808811</td>\n",
" <td>0.775313</td>\n",
" <td>0.617937</td>\n",
" </tr>\n",
" <tr>\n",
" <th>73</th>\n",
" <td>1.445058</td>\n",
" <td>-1.346690</td>\n",
" <td>-0.239472</td>\n",
" <td>0.468441</td>\n",
" </tr>\n",
" <tr>\n",
" <th>74</th>\n",
" <td>-0.147803</td>\n",
" <td>0.862684</td>\n",
" <td>-0.001944</td>\n",
" <td>-2.808052</td>\n",
" </tr>\n",
" <tr>\n",
" <th>75</th>\n",
" <td>-1.389768</td>\n",
" <td>0.670805</td>\n",
" <td>1.134903</td>\n",
" <td>-0.389846</td>\n",
" </tr>\n",
" <tr>\n",
" <th>76</th>\n",
" <td>0.566958</td>\n",
" <td>0.175572</td>\n",
" <td>-0.127934</td>\n",
" <td>-2.338020</td>\n",
" </tr>\n",
" <tr>\n",
" <th>77</th>\n",
" <td>-0.739662</td>\n",
" <td>1.809650</td>\n",
" <td>0.666087</td>\n",
" <td>1.140235</td>\n",
" </tr>\n",
" <tr>\n",
" <th>78</th>\n",
" <td>1.293015</td>\n",
" <td>-0.705966</td>\n",
" <td>1.297730</td>\n",
" <td>-0.163708</td>\n",
" </tr>\n",
" <tr>\n",
" <th>79</th>\n",
" <td>-0.790465</td>\n",
" <td>-0.877785</td>\n",
" <td>0.813574</td>\n",
" <td>0.081131</td>\n",
" </tr>\n",
" <tr>\n",
" <th>80</th>\n",
" <td>-1.117334</td>\n",
" <td>0.273302</td>\n",
" <td>-0.089638</td>\n",
" <td>-0.683976</td>\n",
" </tr>\n",
" <tr>\n",
" <th>81</th>\n",
" <td>-0.115777</td>\n",
" <td>-0.979712</td>\n",
" <td>-0.061453</td>\n",
" <td>-0.332245</td>\n",
" </tr>\n",
" <tr>\n",
" <th>82</th>\n",
" <td>-1.487653</td>\n",
" <td>0.300163</td>\n",
" <td>-0.225181</td>\n",
" <td>-0.200191</td>\n",
" </tr>\n",
" <tr>\n",
" <th>83</th>\n",
" <td>0.014725</td>\n",
" <td>-1.556357</td>\n",
" <td>1.596317</td>\n",
" <td>1.241091</td>\n",
" </tr>\n",
" <tr>\n",
" <th>84</th>\n",
" <td>-0.251725</td>\n",
" <td>0.886836</td>\n",
" <td>0.227761</td>\n",
" <td>1.928729</td>\n",
" </tr>\n",
" <tr>\n",
" <th>85</th>\n",
" <td>1.864365</td>\n",
" <td>-0.477018</td>\n",
" <td>1.041937</td>\n",
" <td>-0.654938</td>\n",
" </tr>\n",
" <tr>\n",
" <th>86</th>\n",
" <td>-0.189659</td>\n",
" <td>-1.824833</td>\n",
" <td>2.173811</td>\n",
" <td>-0.387684</td>\n",
" </tr>\n",
" <tr>\n",
" <th>87</th>\n",
" <td>0.037869</td>\n",
" <td>1.284241</td>\n",
" <td>-1.924260</td>\n",
" <td>-0.469316</td>\n",
" </tr>\n",
" <tr>\n",
" <th>88</th>\n",
" <td>0.578230</td>\n",
" <td>-0.411148</td>\n",
" <td>-0.677224</td>\n",
" <td>-0.547345</td>\n",
" </tr>\n",
" <tr>\n",
" <th>89</th>\n",
" <td>-0.906157</td>\n",
" <td>-0.803517</td>\n",
" <td>-0.420474</td>\n",
" <td>-0.876275</td>\n",
" </tr>\n",
" <tr>\n",
" <th>90</th>\n",
" <td>0.266773</td>\n",
" <td>1.528909</td>\n",
" <td>1.073400</td>\n",
" <td>0.358469</td>\n",
" </tr>\n",
" <tr>\n",
" <th>91</th>\n",
" <td>-0.057463</td>\n",
" <td>-0.831513</td>\n",
" <td>-1.140210</td>\n",
" <td>1.209342</td>\n",
" </tr>\n",
" <tr>\n",
" <th>92</th>\n",
" <td>-0.728272</td>\n",
" <td>-1.540524</td>\n",
" <td>-0.671550</td>\n",
" <td>0.082471</td>\n",
" </tr>\n",
" <tr>\n",
" <th>93</th>\n",
" <td>-1.036115</td>\n",
" <td>-0.149683</td>\n",
" <td>-0.637307</td>\n",
" <td>-0.408867</td>\n",
" </tr>\n",
" <tr>\n",
" <th>94</th>\n",
" <td>-2.633007</td>\n",
" <td>-0.366687</td>\n",
" <td>-1.050921</td>\n",
" <td>-0.298170</td>\n",
" </tr>\n",
" <tr>\n",
" <th>95</th>\n",
" <td>-0.822634</td>\n",
" <td>0.342510</td>\n",
" <td>-0.714977</td>\n",
" <td>-0.780451</td>\n",
" </tr>\n",
" <tr>\n",
" <th>96</th>\n",
" <td>1.385487</td>\n",
" <td>0.715089</td>\n",
" <td>2.533416</td>\n",
" <td>1.725420</td>\n",
" </tr>\n",
" <tr>\n",
" <th>97</th>\n",
" <td>-3.124185</td>\n",
" <td>0.408986</td>\n",
" <td>1.322188</td>\n",
" <td>-1.490840</td>\n",
" </tr>\n",
" <tr>\n",
" <th>98</th>\n",
" <td>0.247492</td>\n",
" <td>0.363409</td>\n",
" <td>-1.912579</td>\n",
" <td>-1.085489</td>\n",
" </tr>\n",
" <tr>\n",
" <th>99</th>\n",
" <td>0.482484</td>\n",
" <td>1.579346</td>\n",
" <td>-0.574268</td>\n",
" <td>1.171950</td>\n",
" </tr>\n",
" </tbody>\n",
"</table>\n",
"<p>100 rows × 4 columns</p>\n",
"</div>"
],
"text/plain": [
" a b c d\n",
"0 1.824874 -1.255849 -0.442776 -1.316271\n",
"1 -0.920047 0.841455 1.525201 -1.090225\n",
"2 0.189539 -0.124519 -0.517061 0.580008\n",
"3 -0.591873 -0.291834 -0.658796 -0.604272\n",
"4 1.234965 1.771966 0.463127 -0.445726\n",
"5 1.314735 -0.924689 2.309734 0.975028\n",
"6 -0.856272 -0.968238 -0.750747 0.395185\n",
"7 -2.352055 -1.317075 -0.338424 2.522447\n",
"8 0.780435 -1.455747 -0.845057 -1.241086\n",
"9 0.465121 -0.001613 -0.046362 0.969725\n",
"10 0.279222 2.186818 1.436819 -1.120506\n",
"11 1.242477 0.436267 3.079263 0.042860\n",
"12 -0.356706 -2.218819 1.920102 -0.952932\n",
"13 -0.001392 0.715570 1.122833 0.461169\n",
"14 0.123455 0.595917 -0.147195 0.223135\n",
"15 -1.957131 2.585334 1.352317 -0.929171\n",
"16 1.574784 -1.774228 -0.937329 0.382425\n",
"17 0.073303 -0.857619 0.046404 0.431133\n",
"18 0.050088 0.298971 1.163219 1.290072\n",
"19 -1.552149 0.467492 -0.321600 0.112251\n",
"20 -0.555441 1.457836 0.164761 -0.105910\n",
"21 -1.741774 0.682554 -1.153538 2.951663\n",
"22 -0.759470 -0.219991 -0.482103 1.464170\n",
"23 -0.605328 0.100405 2.587245 1.590086\n",
"24 1.026756 0.541667 -0.056350 1.227400\n",
"25 0.354647 -1.252962 1.553067 -0.274005\n",
"26 0.937645 0.354195 0.960146 -0.700566\n",
"27 0.449885 -0.945651 -0.193130 -0.280711\n",
"28 1.053680 0.811933 -1.057681 -0.186831\n",
"29 -0.920196 -0.083908 1.399960 0.729229\n",
".. ... ... ... ...\n",
"70 -2.356894 1.343551 0.248270 0.879264\n",
"71 0.673004 -0.401130 0.568257 0.215059\n",
"72 -0.238268 -0.808811 0.775313 0.617937\n",
"73 1.445058 -1.346690 -0.239472 0.468441\n",
"74 -0.147803 0.862684 -0.001944 -2.808052\n",
"75 -1.389768 0.670805 1.134903 -0.389846\n",
"76 0.566958 0.175572 -0.127934 -2.338020\n",
"77 -0.739662 1.809650 0.666087 1.140235\n",
"78 1.293015 -0.705966 1.297730 -0.163708\n",
"79 -0.790465 -0.877785 0.813574 0.081131\n",
"80 -1.117334 0.273302 -0.089638 -0.683976\n",
"81 -0.115777 -0.979712 -0.061453 -0.332245\n",
"82 -1.487653 0.300163 -0.225181 -0.200191\n",
"83 0.014725 -1.556357 1.596317 1.241091\n",
"84 -0.251725 0.886836 0.227761 1.928729\n",
"85 1.864365 -0.477018 1.041937 -0.654938\n",
"86 -0.189659 -1.824833 2.173811 -0.387684\n",
"87 0.037869 1.284241 -1.924260 -0.469316\n",
"88 0.578230 -0.411148 -0.677224 -0.547345\n",
"89 -0.906157 -0.803517 -0.420474 -0.876275\n",
"90 0.266773 1.528909 1.073400 0.358469\n",
"91 -0.057463 -0.831513 -1.140210 1.209342\n",
"92 -0.728272 -1.540524 -0.671550 0.082471\n",
"93 -1.036115 -0.149683 -0.637307 -0.408867\n",
"94 -2.633007 -0.366687 -1.050921 -0.298170\n",
"95 -0.822634 0.342510 -0.714977 -0.780451\n",
"96 1.385487 0.715089 2.533416 1.725420\n",
"97 -3.124185 0.408986 1.322188 -1.490840\n",
"98 0.247492 0.363409 -1.912579 -1.085489\n",
"99 0.482484 1.579346 -0.574268 1.171950\n",
"\n",
"[100 rows x 4 columns]"
]
},
"execution_count": 17,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"t.to_pandas()"
]
}
],
"metadata": {
"kernelspec": {
"display_name": "Python 3",
"language": "python",
"name": "python3"
},
"language_info": {
"codemirror_mode": {
"name": "ipython",
"version": 3
},
"file_extension": ".py",
"mimetype": "text/x-python",
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.5.1"
}
},
"nbformat": 4,
"nbformat_minor": 0
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment