Skip to content

Instantly share code, notes, and snippets.

@jasonost

jasonost/JasonFeatures.ipynb

Last active August 29, 2015 14:10
Show Gist options
  • Save jasonost/7ca980986a9d6aa7a774 to your computer and use it in GitHub Desktop.
Save jasonost/7ca980986a9d6aa7a774 to your computer and use it in GitHub Desktop.
Download ZIP
Display the source blob
Display the rendered blob
Raw
JasonFeatures.ipynb
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Display the source blob
Display the rendered blob
Raw
ReadOnSophicData.ipynb
{
"worksheets": [
{
"cells": [
{
"metadata": {},
"cell_type": "code",
"input": "import pandas as pd, numpy as np, datetime, random, cPickle as pickle\nfrom __future__ import division\npd.set_option('max_colwidth', 200)",
"prompt_number": 1,
"outputs": [],
"language": "python",
"trusted": true,
"collapsed": false
},
{
"metadata": {},
"cell_type": "markdown",
"source": "Read 2011 data"
},
{
"metadata": {},
"cell_type": "code",
"input": "base_path = '../data/'\nfile_2011 = 'stark_2011_events.csv'\ngrades_2011 = 'anonymized11.csv'",
"prompt_number": 2,
"outputs": [],
"language": "python",
"trusted": true,
"collapsed": false
},
{
"metadata": {},
"cell_type": "code",
"input": "events = pd.read_csv('%s%s' % (base_path,file_2011),\n skiprows=1,\n names=['userId',\n 'updatedAt',\n 'eventType',\n 'activityType',\n 'activityTitle',\n 'topicTitle',\n 'timeMinutes',\n 'scorePercent',\n 'anchorValue',\n 'anchorSelection',\n 'topicId',\n 'activityId',\n 'activityEventId',\n 'updateCount'],\n parse_dates=[\"updatedAt\"],\n na_values=[\"\\N\"],\n delimiter=\"\\t\"\n )\n\ngrades = pd.read_csv('%s%s' % (base_path,grades_2011),\n skiprows=1,\n names=[\"dropcol\",\n \"userId\",\n \"Set0\",\n \"Set1\",\n \"Set2\",\n \"Set3\",\n \"Set4\",\n \"Set5\",\n \"Set6\",\n \"Set7\",\n \"Set8\",\n \"Set9\",\n \"Set10\",\n \"Set11\",\n \"Set12\",\n \"Set13\",\n \"Set14\",\n \"Set15\",\n \"Set16\",\n \"Set17\",\n \"Set18\",\n \"Set19\",\n \"Set20\",\n \"Set21\",\n \"Set22\",\n \"Set23\",\n \"Set24\",\n \"Set25\",\n \"Set26\",\n \"Set27\",\n \"Set28\",\n \"demerit\",\n \"s0\",\n \"s1\",\n \"s2\",\n \"s3\",\n \"s4\",\n \"s5\",\n \"s6\",\n \"s7\",\n \"s8\",\n \"s9\",\n \"s10\",\n \"s11\",\n \"s12\",\n \"s13\",\n \"s14\",\n \"s15\",\n \"s16\",\n \"s17\",\n \"s18\",\n \"s19\",\n \"s20\",\n \"s21\",\n \"s22\",\n \"s23\",\n \"s24\",\n \"s25\",\n \"s26\",\n \"s27\",\n \"s28\",\n \"set2Adj\",\n \"set3Adj\",\n \"set4Adj\",\n \"set5Adj\",\n \"set9Adj\",\n \"set13Adj\",\n \"set23Adj\",\n \"Cred.Code\",\n \"hw\",\n \"final\",\n \"course\",\n \"letter\",\n \"Comment\"])\n\ngrades = grades[grades.course.apply(lambda x: pd.notnull(x))]\ndel grades['dropcol']",
"prompt_number": 3,
"outputs": [],
"language": "python",
"trusted": true,
"collapsed": false
},
{
"metadata": {},
"cell_type": "code",
"input": "events[:10]",
"prompt_number": 4,
"outputs": [
{
"text": " userId updatedAt eventType \\\n0 b678938e-c784-4a46-8c32-9babd9dd8b05 2011-07-20 00:26:38 CLOSED \n1 ec43374b-90d3-4b95-9590-c1f5a731bee8 2011-07-16 00:25:54 OPENED \n2 8feddd5e-08fb-440e-947f-6026bad628ad 2011-07-19 03:22:14 CLOSED \n3 cba5cb38-f633-4b41-a0f2-751b75f34940 2011-07-20 01:35:23 CLOSED \n4 0fc9a23f-a41e-4a07-ba18-8f63cf37cee4 2011-07-19 14:16:58 CLOSED \n5 b678938e-c784-4a46-8c32-9babd9dd8b05 2011-07-20 01:15:59 CLOSED \n6 2cb98103-b91d-49ea-8f71-bbb73edf161e 2011-07-19 11:12:21 CLOSED \n7 4219080d-daa0-4608-9858-0a860794c494 2011-07-19 01:17:54 CLOSED \n8 bd4f39a4-6cf5-471b-8023-92ff59f2048f 2011-07-20 03:01:55 CLOSED \n9 8a4e74bf-6400-4f93-945e-ba807a8bc4a2 2011-07-20 01:16:00 CLOSED \n\n activityType activityTitle \\\n0 LISTEN A Box Model for the Let's Make a Deal Problem \n1 LISTEN A Box Model for the Let's Make a Deal Problem \n2 LISTEN A Box Model for the Let's Make a Deal Problem \n3 LISTEN A Box Model for the Let's Make a Deal Problem \n4 LISTEN A Box Model for the Let's Make a Deal Problem \n5 LISTEN A Box Model for the Let's Make a Deal Problem \n6 LISTEN A Box Model for the Let's Make a Deal Problem \n7 LISTEN A Box Model for the Let's Make a Deal Problem \n8 LISTEN A Box Model for the Let's Make a Deal Problem \n9 LISTEN A Box Model for the Let's Make a Deal Problem \n\n topicTitle timeMinutes scorePercent \\\n0 A Box Model for the Let's Make a Deal Problem 0 NaN \n1 A Box Model for the Let's Make a Deal Problem NaN NaN \n2 A Box Model for the Let's Make a Deal Problem 0 NaN \n3 A Box Model for the Let's Make a Deal Problem 0 NaN \n4 A Box Model for the Let's Make a Deal Problem 0 NaN \n5 A Box Model for the Let's Make a Deal Problem 0 NaN \n6 A Box Model for the Let's Make a Deal Problem 0 NaN \n7 A Box Model for the Let's Make a Deal Problem 0 NaN \n8 A Box Model for the Let's Make a Deal Problem 0 NaN \n9 A Box Model for the Let's Make a Deal Problem 0 NaN \n\n anchorValue anchorSelection topicId \\\n0 NaN NaN 0OL-NSOMP_DA8YG95U85S1CUL3 \n1 NaN NaN 0OL-NSOMP_DA8YG95U85S1CUL3 \n2 NaN NaN 0OL-NSOMP_DA8YG95U85S1CUL3 \n3 NaN NaN 0OL-NSOMP_DA8YG95U85S1CUL3 \n4 NaN NaN 0OL-NSOMP_DA8YG95U85S1CUL3 \n5 playerObject 0 0OL-NSOMP_DA8YG95U85S1CUL3 \n6 playerObject NaN 0OL-NSOMP_DA8YG95U85S1CUL3 \n7 NaN NaN 0OL-NSOMP_DA8YG95U85S1CUL3 \n8 NaN NaN 0OL-NSOMP_DA8YG95U85S1CUL3 \n9 NaN NaN 0OL-NSOMP_DA8YG95U85S1CUL3 \n\n activityId activityEventId updateCount \n0 0NL-TX9HXSEAYIDJBU85S1CUL3 -6A-LS9UAFGA_7ER2IRQZNBUL3 1 \n1 0NL-TX9HXSEAYIDJBU85S1CUL3 -SKJ3R2X7GA_7ER2IRQZNBUL3 0 \n2 0NL-TX9HXSEAYIDJBU85S1CUL3 -TJAKFV3CGA_7ER2IRQZNBUL3 1 \n3 0NL-TX9HXSEAYIDJBU85S1CUL3 229-LS9UAFGA_7ER2IRQZNBUL3 1 \n4 0NL-TX9HXSEAYIDJBU85S1CUL3 29E-LS9UAFGA_7ER2IRQZNBUL3 1 \n5 0NL-TX9HXSEAYIDJBU85S1CUL3 3F9-LS9UAFGA_7ER2IRQZNBUL3 0 \n6 0NL-TX9HXSEAYIDJBU85S1CUL3 3FE-LS9UAFGA_7ER2IRQZNBUL3 1 \n7 0NL-TX9HXSEAYIDJBU85S1CUL3 3MGAKFV3CGA_7ER2IRQZNBUL3 1 \n8 0NL-TX9HXSEAYIDJBU85S1CUL3 5G7-LS9UAFGA_7ER2IRQZNBUL3 1 \n9 0NL-TX9HXSEAYIDJBU85S1CUL3 6F9-LS9UAFGA_7ER2IRQZNBUL3 1 ",
"html": "<div style=\"max-height:1000px;max-width:1500px;overflow:auto;\">\n<table border=\"1\" class=\"dataframe\">\n <thead>\n <tr style=\"text-align: right;\">\n <th></th>\n <th>userId</th>\n <th>updatedAt</th>\n <th>eventType</th>\n <th>activityType</th>\n <th>activityTitle</th>\n <th>topicTitle</th>\n <th>timeMinutes</th>\n <th>scorePercent</th>\n <th>anchorValue</th>\n <th>anchorSelection</th>\n <th>topicId</th>\n <th>activityId</th>\n <th>activityEventId</th>\n <th>updateCount</th>\n </tr>\n </thead>\n <tbody>\n <tr>\n <th>0</th>\n <td> b678938e-c784-4a46-8c32-9babd9dd8b05</td>\n <td>2011-07-20 00:26:38</td>\n <td> CLOSED</td>\n <td> LISTEN</td>\n <td> A Box Model for the Let's Make a Deal Problem</td>\n <td> A Box Model for the Let's Make a Deal Problem</td>\n <td> 0</td>\n <td>NaN</td>\n <td> NaN</td>\n <td>NaN</td>\n <td> 0OL-NSOMP_DA8YG95U85S1CUL3</td>\n <td> 0NL-TX9HXSEAYIDJBU85S1CUL3</td>\n <td> -6A-LS9UAFGA_7ER2IRQZNBUL3</td>\n <td> 1</td>\n </tr>\n <tr>\n <th>1</th>\n <td> ec43374b-90d3-4b95-9590-c1f5a731bee8</td>\n <td>2011-07-16 00:25:54</td>\n <td> OPENED</td>\n <td> LISTEN</td>\n <td> A Box Model for the Let's Make a Deal Problem</td>\n <td> A Box Model for the Let's Make a Deal Problem</td>\n <td>NaN</td>\n <td>NaN</td>\n <td> NaN</td>\n <td>NaN</td>\n <td> 0OL-NSOMP_DA8YG95U85S1CUL3</td>\n <td> 0NL-TX9HXSEAYIDJBU85S1CUL3</td>\n <td> -SKJ3R2X7GA_7ER2IRQZNBUL3</td>\n <td> 0</td>\n </tr>\n <tr>\n <th>2</th>\n <td> 8feddd5e-08fb-440e-947f-6026bad628ad</td>\n <td>2011-07-19 03:22:14</td>\n <td> CLOSED</td>\n <td> LISTEN</td>\n <td> A Box Model for the Let's Make a Deal Problem</td>\n <td> A Box Model for the Let's Make a Deal Problem</td>\n <td> 0</td>\n <td>NaN</td>\n <td> NaN</td>\n <td>NaN</td>\n <td> 0OL-NSOMP_DA8YG95U85S1CUL3</td>\n <td> 0NL-TX9HXSEAYIDJBU85S1CUL3</td>\n <td> -TJAKFV3CGA_7ER2IRQZNBUL3</td>\n <td> 1</td>\n </tr>\n <tr>\n <th>3</th>\n <td> cba5cb38-f633-4b41-a0f2-751b75f34940</td>\n <td>2011-07-20 01:35:23</td>\n <td> CLOSED</td>\n <td> LISTEN</td>\n <td> A Box Model for the Let's Make a Deal Problem</td>\n <td> A Box Model for the Let's Make a Deal Problem</td>\n <td> 0</td>\n <td>NaN</td>\n <td> NaN</td>\n <td>NaN</td>\n <td> 0OL-NSOMP_DA8YG95U85S1CUL3</td>\n <td> 0NL-TX9HXSEAYIDJBU85S1CUL3</td>\n <td> 229-LS9UAFGA_7ER2IRQZNBUL3</td>\n <td> 1</td>\n </tr>\n <tr>\n <th>4</th>\n <td> 0fc9a23f-a41e-4a07-ba18-8f63cf37cee4</td>\n <td>2011-07-19 14:16:58</td>\n <td> CLOSED</td>\n <td> LISTEN</td>\n <td> A Box Model for the Let's Make a Deal Problem</td>\n <td> A Box Model for the Let's Make a Deal Problem</td>\n <td> 0</td>\n <td>NaN</td>\n <td> NaN</td>\n <td>NaN</td>\n <td> 0OL-NSOMP_DA8YG95U85S1CUL3</td>\n <td> 0NL-TX9HXSEAYIDJBU85S1CUL3</td>\n <td> 29E-LS9UAFGA_7ER2IRQZNBUL3</td>\n <td> 1</td>\n </tr>\n <tr>\n <th>5</th>\n <td> b678938e-c784-4a46-8c32-9babd9dd8b05</td>\n <td>2011-07-20 01:15:59</td>\n <td> CLOSED</td>\n <td> LISTEN</td>\n <td> A Box Model for the Let's Make a Deal Problem</td>\n <td> A Box Model for the Let's Make a Deal Problem</td>\n <td> 0</td>\n <td>NaN</td>\n <td> playerObject</td>\n <td> 0</td>\n <td> 0OL-NSOMP_DA8YG95U85S1CUL3</td>\n <td> 0NL-TX9HXSEAYIDJBU85S1CUL3</td>\n <td> 3F9-LS9UAFGA_7ER2IRQZNBUL3</td>\n <td> 0</td>\n </tr>\n <tr>\n <th>6</th>\n <td> 2cb98103-b91d-49ea-8f71-bbb73edf161e</td>\n <td>2011-07-19 11:12:21</td>\n <td> CLOSED</td>\n <td> LISTEN</td>\n <td> A Box Model for the Let's Make a Deal Problem</td>\n <td> A Box Model for the Let's Make a Deal Problem</td>\n <td> 0</td>\n <td>NaN</td>\n <td> playerObject</td>\n <td>NaN</td>\n <td> 0OL-NSOMP_DA8YG95U85S1CUL3</td>\n <td> 0NL-TX9HXSEAYIDJBU85S1CUL3</td>\n <td> 3FE-LS9UAFGA_7ER2IRQZNBUL3</td>\n <td> 1</td>\n </tr>\n <tr>\n <th>7</th>\n <td> 4219080d-daa0-4608-9858-0a860794c494</td>\n <td>2011-07-19 01:17:54</td>\n <td> CLOSED</td>\n <td> LISTEN</td>\n <td> A Box Model for the Let's Make a Deal Problem</td>\n <td> A Box Model for the Let's Make a Deal Problem</td>\n <td> 0</td>\n <td>NaN</td>\n <td> NaN</td>\n <td>NaN</td>\n <td> 0OL-NSOMP_DA8YG95U85S1CUL3</td>\n <td> 0NL-TX9HXSEAYIDJBU85S1CUL3</td>\n <td> 3MGAKFV3CGA_7ER2IRQZNBUL3</td>\n <td> 1</td>\n </tr>\n <tr>\n <th>8</th>\n <td> bd4f39a4-6cf5-471b-8023-92ff59f2048f</td>\n <td>2011-07-20 03:01:55</td>\n <td> CLOSED</td>\n <td> LISTEN</td>\n <td> A Box Model for the Let's Make a Deal Problem</td>\n <td> A Box Model for the Let's Make a Deal Problem</td>\n <td> 0</td>\n <td>NaN</td>\n <td> NaN</td>\n <td>NaN</td>\n <td> 0OL-NSOMP_DA8YG95U85S1CUL3</td>\n <td> 0NL-TX9HXSEAYIDJBU85S1CUL3</td>\n <td> 5G7-LS9UAFGA_7ER2IRQZNBUL3</td>\n <td> 1</td>\n </tr>\n <tr>\n <th>9</th>\n <td> 8a4e74bf-6400-4f93-945e-ba807a8bc4a2</td>\n <td>2011-07-20 01:16:00</td>\n <td> CLOSED</td>\n <td> LISTEN</td>\n <td> A Box Model for the Let's Make a Deal Problem</td>\n <td> A Box Model for the Let's Make a Deal Problem</td>\n <td> 0</td>\n <td>NaN</td>\n <td> NaN</td>\n <td>NaN</td>\n <td> 0OL-NSOMP_DA8YG95U85S1CUL3</td>\n <td> 0NL-TX9HXSEAYIDJBU85S1CUL3</td>\n <td> 6F9-LS9UAFGA_7ER2IRQZNBUL3</td>\n <td> 1</td>\n </tr>\n </tbody>\n</table>\n</div>",
"output_type": "pyout",
"metadata": {},
"prompt_number": 4
}
],
"language": "python",
"trusted": true,
"collapsed": false
},
{
"metadata": {},
"cell_type": "code",
"input": "grades[:10]",
"prompt_number": 5,
"outputs": [
{
"text": " userId Set0 Set1 Set2 Set3 Set4 \\\n23 2ff7392e-d3de-48d2-b5bb-642a8e741ef1 95.0 100.0 100.0 91.7 87.5 \n24 9eb1fc4f-28a3-44a5-9f29-ffd608dbc990 91.7 100.0 93.8 95.8 91.7 \n26 cd8d6796-3a88-417a-bfbf-9a51dd62df79 95.0 100.0 75.0 79.2 87.5 \n27 a82083e2-1c85-4ca9-b13a-c861f2e13952 86.7 100.0 87.5 87.5 95.8 \n29 5b7711a0-285e-4b58-9bc1-019e4f5adaad 98.3 100.0 100.0 100.0 95.8 \n31 04c86c56-5b4a-435c-936f-b6b05c550e91 91.7 100.0 100.0 100.0 100.0 \n32 1285f99d-d7a7-4188-ba10-90d993a19e4c 100.0 100.0 100.0 100.0 95.8 \n33 e3bb61b3-bcca-435c-90a4-ba404fa38b3b 95.0 93.9 100.0 87.5 100.0 \n34 d756abe5-3e74-4ec1-9bd7-ae503d9783a3 100.0 100.0 100.0 100.0 87.5 \n36 66bbc0c6-fbb2-48bc-b341-3388ae28984c 95.0 100.0 81.3 91.7 83.3 \n\n Set5 Set6 Set7 Set8 ... set5Adj set9Adj set13Adj set23Adj \\\n23 90 92 82.4 94.1 ... 0 0 0 0 \n24 90 100 94.1 88.2 ... 0 0 0 0 \n26 100 88 100.0 88.2 ... 0 0 0 0 \n27 100 92 82.4 76.5 ... 0 0 0 0 \n29 95 96 100.0 94.1 ... 0 0 0 0 \n31 100 100 100.0 94.1 ... 0 0 0 0 \n32 100 92 100.0 94.1 ... 0 0 0 0 \n33 90 96 94.1 82.4 ... 0 0 0 0 \n34 95 100 100.0 88.2 ... 0 0 0 0 \n36 90 96 70.6 76.5 ... 0 0 0 0 \n\n Cred.Code hw final course letter Comment \n23 85.876 65.714286 75.795143 C NaN \n24 96.440 65.714286 81.077143 B- NaN \n26 54.536 42.857143 0.000000 F NaN \n27 70.076 62.857143 66.466571 D NaN \n29 100.995 88.571429 94.783214 A NaN \n31 99.496 91.428571 95.462286 A NaN \n32 98.000 85.714286 91.857143 A- NaN \n33 89.712 74.285714 81.998857 B- NaN \n34 92.160 48.571429 0.000000 F NaN \n36 96.725 45.714286 0.000000 F NaN \n\n[10 rows x 73 columns]",
"html": "<div style=\"max-height:1000px;max-width:1500px;overflow:auto;\">\n<table border=\"1\" class=\"dataframe\">\n <thead>\n <tr style=\"text-align: right;\">\n <th></th>\n <th>userId</th>\n <th>Set0</th>\n <th>Set1</th>\n <th>Set2</th>\n <th>Set3</th>\n <th>Set4</th>\n <th>Set5</th>\n <th>Set6</th>\n <th>Set7</th>\n <th>Set8</th>\n <th>...</th>\n <th>set5Adj</th>\n <th>set9Adj</th>\n <th>set13Adj</th>\n <th>set23Adj</th>\n <th>Cred.Code</th>\n <th>hw</th>\n <th>final</th>\n <th>course</th>\n <th>letter</th>\n <th>Comment</th>\n </tr>\n </thead>\n <tbody>\n <tr>\n <th>23</th>\n <td> 2ff7392e-d3de-48d2-b5bb-642a8e741ef1</td>\n <td> 95.0</td>\n <td> 100.0</td>\n <td> 100.0</td>\n <td> 91.7</td>\n <td> 87.5</td>\n <td> 90</td>\n <td> 92</td>\n <td> 82.4</td>\n <td> 94.1</td>\n <td>...</td>\n <td> 0</td>\n <td> 0</td>\n <td> 0</td>\n <td> 0</td>\n <td> </td>\n <td> 85.876</td>\n <td> 65.714286</td>\n <td> 75.795143</td>\n <td> C</td>\n <td> NaN</td>\n </tr>\n <tr>\n <th>24</th>\n <td> 9eb1fc4f-28a3-44a5-9f29-ffd608dbc990</td>\n <td> 91.7</td>\n <td> 100.0</td>\n <td> 93.8</td>\n <td> 95.8</td>\n <td> 91.7</td>\n <td> 90</td>\n <td> 100</td>\n <td> 94.1</td>\n <td> 88.2</td>\n <td>...</td>\n <td> 0</td>\n <td> 0</td>\n <td> 0</td>\n <td> 0</td>\n <td> </td>\n <td> 96.440</td>\n <td> 65.714286</td>\n <td> 81.077143</td>\n <td> B-</td>\n <td> NaN</td>\n </tr>\n <tr>\n <th>26</th>\n <td> cd8d6796-3a88-417a-bfbf-9a51dd62df79</td>\n <td> 95.0</td>\n <td> 100.0</td>\n <td> 75.0</td>\n <td> 79.2</td>\n <td> 87.5</td>\n <td> 100</td>\n <td> 88</td>\n <td> 100.0</td>\n <td> 88.2</td>\n <td>...</td>\n <td> 0</td>\n <td> 0</td>\n <td> 0</td>\n <td> 0</td>\n <td> </td>\n <td> 54.536</td>\n <td> 42.857143</td>\n <td> 0.000000</td>\n <td> F</td>\n <td> NaN</td>\n </tr>\n <tr>\n <th>27</th>\n <td> a82083e2-1c85-4ca9-b13a-c861f2e13952</td>\n <td> 86.7</td>\n <td> 100.0</td>\n <td> 87.5</td>\n <td> 87.5</td>\n <td> 95.8</td>\n <td> 100</td>\n <td> 92</td>\n <td> 82.4</td>\n <td> 76.5</td>\n <td>...</td>\n <td> 0</td>\n <td> 0</td>\n <td> 0</td>\n <td> 0</td>\n <td> </td>\n <td> 70.076</td>\n <td> 62.857143</td>\n <td> 66.466571</td>\n <td> D</td>\n <td> NaN</td>\n </tr>\n <tr>\n <th>29</th>\n <td> 5b7711a0-285e-4b58-9bc1-019e4f5adaad</td>\n <td> 98.3</td>\n <td> 100.0</td>\n <td> 100.0</td>\n <td> 100.0</td>\n <td> 95.8</td>\n <td> 95</td>\n <td> 96</td>\n <td> 100.0</td>\n <td> 94.1</td>\n <td>...</td>\n <td> 0</td>\n <td> 0</td>\n <td> 0</td>\n <td> 0</td>\n <td> </td>\n <td> 100.995</td>\n <td> 88.571429</td>\n <td> 94.783214</td>\n <td> A</td>\n <td> NaN</td>\n </tr>\n <tr>\n <th>31</th>\n <td> 04c86c56-5b4a-435c-936f-b6b05c550e91</td>\n <td> 91.7</td>\n <td> 100.0</td>\n <td> 100.0</td>\n <td> 100.0</td>\n <td> 100.0</td>\n <td> 100</td>\n <td> 100</td>\n <td> 100.0</td>\n <td> 94.1</td>\n <td>...</td>\n <td> 0</td>\n <td> 0</td>\n <td> 0</td>\n <td> 0</td>\n <td> </td>\n <td> 99.496</td>\n <td> 91.428571</td>\n <td> 95.462286</td>\n <td> A</td>\n <td> NaN</td>\n </tr>\n <tr>\n <th>32</th>\n <td> 1285f99d-d7a7-4188-ba10-90d993a19e4c</td>\n <td> 100.0</td>\n <td> 100.0</td>\n <td> 100.0</td>\n <td> 100.0</td>\n <td> 95.8</td>\n <td> 100</td>\n <td> 92</td>\n <td> 100.0</td>\n <td> 94.1</td>\n <td>...</td>\n <td> 0</td>\n <td> 0</td>\n <td> 0</td>\n <td> 0</td>\n <td> </td>\n <td> 98.000</td>\n <td> 85.714286</td>\n <td> 91.857143</td>\n <td> A-</td>\n <td> NaN</td>\n </tr>\n <tr>\n <th>33</th>\n <td> e3bb61b3-bcca-435c-90a4-ba404fa38b3b</td>\n <td> 95.0</td>\n <td> 93.9</td>\n <td> 100.0</td>\n <td> 87.5</td>\n <td> 100.0</td>\n <td> 90</td>\n <td> 96</td>\n <td> 94.1</td>\n <td> 82.4</td>\n <td>...</td>\n <td> 0</td>\n <td> 0</td>\n <td> 0</td>\n <td> 0</td>\n <td> </td>\n <td> 89.712</td>\n <td> 74.285714</td>\n <td> 81.998857</td>\n <td> B-</td>\n <td> NaN</td>\n </tr>\n <tr>\n <th>34</th>\n <td> d756abe5-3e74-4ec1-9bd7-ae503d9783a3</td>\n <td> 100.0</td>\n <td> 100.0</td>\n <td> 100.0</td>\n <td> 100.0</td>\n <td> 87.5</td>\n <td> 95</td>\n <td> 100</td>\n <td> 100.0</td>\n <td> 88.2</td>\n <td>...</td>\n <td> 0</td>\n <td> 0</td>\n <td> 0</td>\n <td> 0</td>\n <td> </td>\n <td> 92.160</td>\n <td> 48.571429</td>\n <td> 0.000000</td>\n <td> F</td>\n <td> NaN</td>\n </tr>\n <tr>\n <th>36</th>\n <td> 66bbc0c6-fbb2-48bc-b341-3388ae28984c</td>\n <td> 95.0</td>\n <td> 100.0</td>\n <td> 81.3</td>\n <td> 91.7</td>\n <td> 83.3</td>\n <td> 90</td>\n <td> 96</td>\n <td> 70.6</td>\n <td> 76.5</td>\n <td>...</td>\n <td> 0</td>\n <td> 0</td>\n <td> 0</td>\n <td> 0</td>\n <td> </td>\n <td> 96.725</td>\n <td> 45.714286</td>\n <td> 0.000000</td>\n <td> F</td>\n <td> NaN</td>\n </tr>\n </tbody>\n</table>\n<p>10 rows × 73 columns</p>\n</div>",
"output_type": "pyout",
"metadata": {},
"prompt_number": 5
}
],
"language": "python",
"trusted": true,
"collapsed": false
},
{
"metadata": {},
"cell_type": "code",
"input": "events_coldict = events.to_dict()\nevents_rowdict = events.T.to_dict()",
"prompt_number": 6,
"outputs": [],
"language": "python",
"trusted": true,
"collapsed": false
},
{
"metadata": {},
"cell_type": "code",
"input": "events_rowdict[10]",
"prompt_number": 7,
"outputs": [
{
"text": "{'activityEventId': '78E-LS9UAFGA_7ER2IRQZNBUL3',\n 'activityId': '0NL-TX9HXSEAYIDJBU85S1CUL3',\n 'activityTitle': \"A Box Model for the Let's Make a Deal Problem\",\n 'activityType': 'LISTEN',\n 'anchorSelection': nan,\n 'anchorValue': nan,\n 'eventType': 'CLOSED',\n 'scorePercent': nan,\n 'timeMinutes': 0.0,\n 'topicId': '0OL-NSOMP_DA8YG95U85S1CUL3',\n 'topicTitle': \"A Box Model for the Let's Make a Deal Problem\",\n 'updateCount': 1,\n 'updatedAt': Timestamp('2011-07-19 14:26:39'),\n 'userId': '4c25b0be-a806-40e7-aef7-ded93dc082ce'}",
"output_type": "pyout",
"metadata": {},
"prompt_number": 7
}
],
"language": "python",
"trusted": true,
"collapsed": false
},
{
"metadata": {},
"cell_type": "code",
"input": "",
"outputs": [],
"language": "python",
"trusted": true,
"collapsed": false
}
],
"metadata": {}
}
],
"metadata": {
"gist_id": "7ca980986a9d6aa7a774",
"name": "",
"signature": "sha256:d15d4c18182048d2ffa2ca6bd7f3bfb908a36418b67e438b1b58505fbce6de8e"
},
"nbformat": 3
}
Display the source blob
Display the rendered blob
Raw
ReadOnSophicData2.ipynb
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment