Skip to content

Instantly share code, notes, and snippets.

@dalejung

dalejung/bingrouper transform.ipynb

Last active September 16, 2021 19:21
Show Gist options
  • Save dalejung/42d85cc2865db7882afa to your computer and use it in GitHub Desktop.
Save dalejung/42d85cc2865db7882afa to your computer and use it in GitHub Desktop.
Download ZIP
bingrouper transform.ipynb
Display the source blob
Display the rendered blob
Raw
bingrouper transform.ipynb
{
"cells": [
{
"cell_type": "code",
"execution_count": 3,
"metadata": {},
"outputs": [],
"source": [
"import pandas as pd\n",
"import numpy as np\n",
"from pandas.tseries.resample import TimeGrouper\n",
"import pandas.util.testing as tm\n",
"#sup"
]
},
{
"cell_type": "code",
"execution_count": 4,
"metadata": {},
"outputs": [],
"source": [
"df = tm.makeTimeDataFrame()\n",
"tg = TimeGrouper('M')"
]
},
{
"cell_type": "code",
"execution_count": 5,
"metadata": {},
"outputs": [
{
"data": {
"text/html": [
"<div style=\"max-height:1000px;max-width:1500px;overflow:auto;\">\n",
"<table border=\"1\" class=\"dataframe\">\n",
" <thead>\n",
" <tr style=\"text-align: right;\">\n",
" <th></th>\n",
" <th>A</th>\n",
" <th>B</th>\n",
" <th>C</th>\n",
" <th>D</th>\n",
" </tr>\n",
" </thead>\n",
" <tbody>\n",
" <tr>\n",
" <th>2000-01-31</th>\n",
" <td>-5.944395</td>\n",
" <td>-1.195878</td>\n",
" <td> 4.770603</td>\n",
" <td>-5.770338</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2000-02-29</th>\n",
" <td>-0.002652</td>\n",
" <td> 1.173091</td>\n",
" <td> 2.551722</td>\n",
" <td> 0.164407</td>\n",
" </tr>\n",
" </tbody>\n",
"</table>\n",
"</div>"
],
"text/plain": [
" A B C D\n",
"2000-01-31 -5.944395 -1.195878 4.770603 -5.770338\n",
"2000-02-29 -0.002652 1.173091 2.551722 0.164407"
]
},
"execution_count": 5,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"df.groupby(tg).sum()"
]
},
{
"cell_type": "code",
"execution_count": 6,
"metadata": {},
"outputs": [
{
"data": {
"text/html": [
"<div style=\"max-height:1000px;max-width:1500px;overflow:auto;\">\n",
"<table border=\"1\" class=\"dataframe\">\n",
" <thead>\n",
" <tr style=\"text-align: right;\">\n",
" <th></th>\n",
" <th>A</th>\n",
" <th>B</th>\n",
" <th>C</th>\n",
" <th>D</th>\n",
" </tr>\n",
" </thead>\n",
" <tbody>\n",
" <tr>\n",
" <th>2000-01-03</th>\n",
" <td>-1.400628</td>\n",
" <td>-1.024721</td>\n",
" <td>-1.602970</td>\n",
" <td>-2.249040</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2000-01-04</th>\n",
" <td>-0.457753</td>\n",
" <td>-1.222114</td>\n",
" <td>-0.763462</td>\n",
" <td> 0.609421</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2000-01-05</th>\n",
" <td>-1.434719</td>\n",
" <td>-0.799744</td>\n",
" <td>-0.399129</td>\n",
" <td>-0.174925</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2000-01-06</th>\n",
" <td>-0.265762</td>\n",
" <td>-1.395265</td>\n",
" <td>-0.970956</td>\n",
" <td>-0.755004</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2000-01-07</th>\n",
" <td>-0.737042</td>\n",
" <td>-1.693834</td>\n",
" <td> 0.456147</td>\n",
" <td>-0.779904</td>\n",
" </tr>\n",
" </tbody>\n",
"</table>\n",
"</div>"
],
"text/plain": [
" A B C D\n",
"2000-01-03 -1.400628 -1.024721 -1.602970 -2.249040\n",
"2000-01-04 -0.457753 -1.222114 -0.763462 0.609421\n",
"2000-01-05 -1.434719 -0.799744 -0.399129 -0.174925\n",
"2000-01-06 -0.265762 -1.395265 -0.970956 -0.755004\n",
"2000-01-07 -0.737042 -1.693834 0.456147 -0.779904"
]
},
"execution_count": 6,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"func = lambda x: (x - 1)\n",
"res = df.groupby(tg).apply(func)\n",
"res.head()"
]
},
{
"cell_type": "code",
"execution_count": 7,
"metadata": {},
"outputs": [
{
"data": {
"text/html": [
"<div style=\"max-height:1000px;max-width:1500px;overflow:auto;\">\n",
"<table border=\"1\" class=\"dataframe\">\n",
" <thead>\n",
" <tr style=\"text-align: right;\">\n",
" <th></th>\n",
" <th>A</th>\n",
" <th>B</th>\n",
" <th>C</th>\n",
" <th>D</th>\n",
" </tr>\n",
" </thead>\n",
" <tbody>\n",
" <tr>\n",
" <th>2000-01-03</th>\n",
" <td>-1.400628</td>\n",
" <td>-1.024721</td>\n",
" <td>-1.602970</td>\n",
" <td>-2.249040</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2000-01-04</th>\n",
" <td>-0.457753</td>\n",
" <td>-1.222114</td>\n",
" <td>-0.763462</td>\n",
" <td> 0.609421</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2000-01-05</th>\n",
" <td>-1.434719</td>\n",
" <td>-0.799744</td>\n",
" <td>-0.399129</td>\n",
" <td>-0.174925</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2000-01-06</th>\n",
" <td>-0.265762</td>\n",
" <td>-1.395265</td>\n",
" <td>-0.970956</td>\n",
" <td>-0.755004</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2000-01-07</th>\n",
" <td>-0.737042</td>\n",
" <td>-1.693834</td>\n",
" <td> 0.456147</td>\n",
" <td>-0.779904</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2000-01-10</th>\n",
" <td>-0.912348</td>\n",
" <td>-1.984322</td>\n",
" <td>-1.276197</td>\n",
" <td>-0.936704</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2000-01-11</th>\n",
" <td>-1.698306</td>\n",
" <td>-1.897801</td>\n",
" <td>-1.253217</td>\n",
" <td>-1.346423</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2000-01-12</th>\n",
" <td>-0.427607</td>\n",
" <td>-0.785409</td>\n",
" <td>-0.291172</td>\n",
" <td>-1.589291</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2000-01-13</th>\n",
" <td>-0.879102</td>\n",
" <td>-0.647509</td>\n",
" <td>-0.317744</td>\n",
" <td>-1.547794</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2000-01-14</th>\n",
" <td>-0.415599</td>\n",
" <td>-1.606119</td>\n",
" <td>-0.748596</td>\n",
" <td>-0.144661</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2000-01-17</th>\n",
" <td>-1.458185</td>\n",
" <td>-1.327082</td>\n",
" <td>-1.273043</td>\n",
" <td>-3.651392</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2000-01-18</th>\n",
" <td>-0.986224</td>\n",
" <td>-1.256081</td>\n",
" <td> 0.216142</td>\n",
" <td> 0.252719</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2000-01-19</th>\n",
" <td> 0.187654</td>\n",
" <td>-0.617810</td>\n",
" <td>-0.002159</td>\n",
" <td>-3.004287</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2000-01-20</th>\n",
" <td>-0.121020</td>\n",
" <td>-0.534471</td>\n",
" <td>-0.408573</td>\n",
" <td>-1.061412</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2000-01-21</th>\n",
" <td>-1.489308</td>\n",
" <td>-2.038894</td>\n",
" <td>-1.218392</td>\n",
" <td>-2.311806</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2000-01-24</th>\n",
" <td>-2.905625</td>\n",
" <td>-0.952869</td>\n",
" <td>-0.574606</td>\n",
" <td>-2.387837</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2000-01-25</th>\n",
" <td>-1.522515</td>\n",
" <td> 0.050075</td>\n",
" <td>-2.892715</td>\n",
" <td>-0.809969</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2000-01-26</th>\n",
" <td>-1.191117</td>\n",
" <td> 0.036180</td>\n",
" <td>-0.308104</td>\n",
" <td> 0.500118</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2000-01-27</th>\n",
" <td>-3.289545</td>\n",
" <td>-1.205087</td>\n",
" <td>-0.173094</td>\n",
" <td>-0.481900</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2000-01-28</th>\n",
" <td>-1.974100</td>\n",
" <td>-1.266806</td>\n",
" <td>-1.534103</td>\n",
" <td>-1.441099</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2000-01-31</th>\n",
" <td>-3.565543</td>\n",
" <td>-0.026195</td>\n",
" <td>-0.893455</td>\n",
" <td>-3.459149</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2000-02-01</th>\n",
" <td>-1.187541</td>\n",
" <td>-2.023555</td>\n",
" <td>-0.755244</td>\n",
" <td>-0.259178</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2000-02-02</th>\n",
" <td> 0.390575</td>\n",
" <td> 0.061590</td>\n",
" <td> 0.247481</td>\n",
" <td> 0.015455</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2000-02-03</th>\n",
" <td>-0.727373</td>\n",
" <td> 0.634765</td>\n",
" <td>-0.531682</td>\n",
" <td>-0.542521</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2000-02-04</th>\n",
" <td>-0.179850</td>\n",
" <td>-0.722292</td>\n",
" <td>-0.769337</td>\n",
" <td>-2.362654</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2000-02-07</th>\n",
" <td>-0.210783</td>\n",
" <td>-1.019299</td>\n",
" <td>-0.565366</td>\n",
" <td>-1.406162</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2000-02-08</th>\n",
" <td>-3.218541</td>\n",
" <td>-0.749487</td>\n",
" <td>-0.594384</td>\n",
" <td>-0.066186</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2000-02-09</th>\n",
" <td>-1.223028</td>\n",
" <td>-1.851990</td>\n",
" <td>-0.130486</td>\n",
" <td>-1.593599</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2000-02-10</th>\n",
" <td> 0.181082</td>\n",
" <td>-0.408111</td>\n",
" <td>-1.654821</td>\n",
" <td>-1.868023</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2000-02-11</th>\n",
" <td>-2.827193</td>\n",
" <td>-1.748530</td>\n",
" <td>-1.694440</td>\n",
" <td>-0.752725</td>\n",
" </tr>\n",
" </tbody>\n",
"</table>\n",
"</div>"
],
"text/plain": [
" A B C D\n",
"2000-01-03 -1.400628 -1.024721 -1.602970 -2.249040\n",
"2000-01-04 -0.457753 -1.222114 -0.763462 0.609421\n",
"2000-01-05 -1.434719 -0.799744 -0.399129 -0.174925\n",
"2000-01-06 -0.265762 -1.395265 -0.970956 -0.755004\n",
"2000-01-07 -0.737042 -1.693834 0.456147 -0.779904\n",
"2000-01-10 -0.912348 -1.984322 -1.276197 -0.936704\n",
"2000-01-11 -1.698306 -1.897801 -1.253217 -1.346423\n",
"2000-01-12 -0.427607 -0.785409 -0.291172 -1.589291\n",
"2000-01-13 -0.879102 -0.647509 -0.317744 -1.547794\n",
"2000-01-14 -0.415599 -1.606119 -0.748596 -0.144661\n",
"2000-01-17 -1.458185 -1.327082 -1.273043 -3.651392\n",
"2000-01-18 -0.986224 -1.256081 0.216142 0.252719\n",
"2000-01-19 0.187654 -0.617810 -0.002159 -3.004287\n",
"2000-01-20 -0.121020 -0.534471 -0.408573 -1.061412\n",
"2000-01-21 -1.489308 -2.038894 -1.218392 -2.311806\n",
"2000-01-24 -2.905625 -0.952869 -0.574606 -2.387837\n",
"2000-01-25 -1.522515 0.050075 -2.892715 -0.809969\n",
"2000-01-26 -1.191117 0.036180 -0.308104 0.500118\n",
"2000-01-27 -3.289545 -1.205087 -0.173094 -0.481900\n",
"2000-01-28 -1.974100 -1.266806 -1.534103 -1.441099\n",
"2000-01-31 -3.565543 -0.026195 -0.893455 -3.459149\n",
"2000-02-01 -1.187541 -2.023555 -0.755244 -0.259178\n",
"2000-02-02 0.390575 0.061590 0.247481 0.015455\n",
"2000-02-03 -0.727373 0.634765 -0.531682 -0.542521\n",
"2000-02-04 -0.179850 -0.722292 -0.769337 -2.362654\n",
"2000-02-07 -0.210783 -1.019299 -0.565366 -1.406162\n",
"2000-02-08 -3.218541 -0.749487 -0.594384 -0.066186\n",
"2000-02-09 -1.223028 -1.851990 -0.130486 -1.593599\n",
"2000-02-10 0.181082 -0.408111 -1.654821 -1.868023\n",
"2000-02-11 -2.827193 -1.748530 -1.694440 -0.752725"
]
},
"execution_count": 7,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"func = lambda x: (x - 1)\n",
"df.groupby(tg).transform(func)"
]
}
],
"metadata": {
"gist_id": "42d85cc2865db7882afa",
"kernelspec": {
"display_name": "Python 3 (ipykernel)",
"language": "python",
"name": "python3"
},
"language_info": {
"codemirror_mode": {
"name": "ipython",
"version": 3
},
"file_extension": ".py",
"mimetype": "text/x-python",
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.9.5"
}
},
"nbformat": 4,
"nbformat_minor": 1
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment