Skip to content

Instantly share code, notes, and snippets.

@cds-amal

cds-amal/Overview.ipynb

Last active August 29, 2015 14:18
Show Gist options
  • Save cds-amal/b3a4b8e54bd6b982e5b7 to your computer and use it in GitHub Desktop.
Save cds-amal/b3a4b8e54bd6b982e5b7 to your computer and use it in GitHub Desktop.
Download ZIP
Display the source blob
Display the rendered blob
Raw
Overview.ipynb
{
"cells": [
{
"cell_type": "markdown",
"metadata": {},
"source": [
"**Message Count in descending order, grouped by Agency name & TypeOfNoticeDescription**"
]
},
{
"cell_type": "code",
"execution_count": 96,
"metadata": {
"collapsed": false
},
"outputs": [],
"source": [
"import pandas as pd\n",
"pd.options.display.max_rows=500\n",
"import numpy as np"
]
},
{
"cell_type": "code",
"execution_count": 97,
"metadata": {
"collapsed": false
},
"outputs": [],
"source": [
"fn = 'procPublicationRequest Oct-Dec 2014 (Updated) - Sheet1-2.csv'\n",
"df = pd.read_csv(fn, header=0)"
]
},
{
"cell_type": "code",
"execution_count": 98,
"metadata": {
"collapsed": true
},
"outputs": [],
"source": [
"colnames = ['RequestID', 'StartDate', 'EndDate', \n",
" 'AgencyCode', 'AgencyName', 'AgencyDivision', \n",
" 'TypeOfNoticeCode', 'TypeOfNoticeDescription', \n",
" 'ShortTitle', 'SectionID', 'SectionName', 'DueDate', \n",
" 'ConfirmationNumber', 'AdditionalDescription', 'Address1']\n",
"dfQ = df[['RequestID', 'AdditionalDescription']]\n",
"df = df[colnames]"
]
},
{
"cell_type": "code",
"execution_count": 99,
"metadata": {
"collapsed": false
},
"outputs": [],
"source": [
"bad_df = df[df.AdditionalDescription.isnull()]\n",
"good_df = df[df.AdditionalDescription.notnull()]"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"#PCT of AdditionalDescription missing\n",
"This calculation indicates that at the start of our parsing process\n",
"a little more than 1/3 of the data is missing. This does not take into\n",
"consideration the ones that are malformed, or incomplete."
]
},
{
"cell_type": "code",
"execution_count": 100,
"metadata": {
"collapsed": false
},
"outputs": [
{
"data": {
"text/plain": [
"False 305\n",
"True 173\n",
"dtype: int64"
]
},
"execution_count": 100,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"f, t = dfQ.isnull().AdditionalDescription.value_counts()\n",
"df.isnull().AdditionalDescription.value_counts()"
]
},
{
"cell_type": "code",
"execution_count": 101,
"metadata": {
"collapsed": false
},
"outputs": [
{
"data": {
"text/plain": [
"36.19246861924686"
]
},
"execution_count": 101,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"total = f + t\n",
"pct_bad = t/total*100\n",
"pct_bad"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"# Generate list of missing rows with RequestIDs"
]
},
{
"cell_type": "code",
"execution_count": 102,
"metadata": {
"collapsed": false
},
"outputs": [],
"source": [
"bad_table = bad_df[[\"AgencyName\", \"TypeOfNoticeDescription\", \"RequestID\"]]\n",
"bad_details = pd.DataFrame(bad_df.groupby([\"AgencyName\", \"TypeOfNoticeDescription\", \"StartDate\", \"EndDate\", \"DueDate\", \"RequestID\"])['RequestID'].count())\n",
"bad_table = pd.DataFrame(bad_df.groupby([\"AgencyName\", \"TypeOfNoticeDescription\"])[\"RequestID\"].count())\n",
"\n",
"good_table = good_df[[\"AgencyName\", \"TypeOfNoticeDescription\", \"RequestID\"]]\n",
"good_table = pd.DataFrame(good_df.groupby([\"AgencyName\", \"TypeOfNoticeDescription\"])[\"RequestID\"].count())"
]
},
{
"cell_type": "code",
"execution_count": 103,
"metadata": {
"collapsed": false,
"scrolled": true
},
"outputs": [],
"source": [
"# Rename Column \n",
"bad_table.columns = ['Empty Message Count']\n",
"bad_table = bad_table.sort(['Empty Message Count'], ascending=[0])\n",
"\n",
"good_table.columns = ['Non Empty Message Count']\n",
"good_table = good_table.sort(['Non Empty Message Count'], ascending=[0])\n"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"#Summary of Null/invalid messages\n",
"## These entries cannot be parsed"
]
},
{
"cell_type": "code",
"execution_count": 104,
"metadata": {
"collapsed": false,
"scrolled": true
},
"outputs": [],
"source": [
"#bad_table"
]
},
{
"cell_type": "code",
"execution_count": 105,
"metadata": {
"collapsed": false
},
"outputs": [],
"source": [
"bad_details.columns = ['count']"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"# Details of invalid data "
]
},
{
"cell_type": "code",
"execution_count": 106,
"metadata": {
"collapsed": false,
"scrolled": false
},
"outputs": [
{
"data": {
"text/html": [
"<div style=\"max-height:1000px;max-width:1500px;overflow:auto;\">\n",
"<table border=\"1\" class=\"dataframe\">\n",
" <thead>\n",
" <tr style=\"text-align: right;\">\n",
" <th></th>\n",
" <th></th>\n",
" <th></th>\n",
" <th></th>\n",
" <th></th>\n",
" <th></th>\n",
" <th>count</th>\n",
" </tr>\n",
" <tr>\n",
" <th>AgencyName</th>\n",
" <th>TypeOfNoticeDescription</th>\n",
" <th>StartDate</th>\n",
" <th>EndDate</th>\n",
" <th>DueDate</th>\n",
" <th>RequestID</th>\n",
" <th></th>\n",
" </tr>\n",
" </thead>\n",
" <tbody>\n",
" <tr>\n",
" <th>Board of Correction</th>\n",
" <th>Public Hearings</th>\n",
" <th>12/12/2014 0:00:00</th>\n",
" <th>12/12/2014 0:00:00</th>\n",
" <th>12/19/2014 9:00:00</th>\n",
" <th>20141210107</th>\n",
" <td>1</td>\n",
" </tr>\n",
" <tr>\n",
" <th>Business Integrity Commission</th>\n",
" <th>Meeting</th>\n",
" <th>10/24/2014 0:00:00</th>\n",
" <th>10/30/2014 0:00:00</th>\n",
" <th>10/31/2014 15:00:00</th>\n",
" <th>20141017102</th>\n",
" <td>1</td>\n",
" </tr>\n",
" <tr>\n",
" <th>City Planning Commission</th>\n",
" <th>Public Hearings</th>\n",
" <th>11/5/2014 0:00:00</th>\n",
" <th>11/19/2014 0:00:00</th>\n",
" <th>11/19/2014 10:00:00</th>\n",
" <th>20141028106</th>\n",
" <td>1</td>\n",
" </tr>\n",
" <tr>\n",
" <th rowspan=\"6\" valign=\"top\">Citywide Administrative Services</th>\n",
" <th rowspan=\"6\" valign=\"top\">Public Hearings</th>\n",
" <th>11/28/2014 0:00:00</th>\n",
" <th>11/28/2014 0:00:00</th>\n",
" <th>12/11/2014 10:00:00</th>\n",
" <th>20141120108</th>\n",
" <td>1</td>\n",
" </tr>\n",
" <tr>\n",
" <th rowspan=\"2\" valign=\"top\">11/3/2014 0:00:00</th>\n",
" <th rowspan=\"2\" valign=\"top\">11/3/2014 0:00:00</th>\n",
" <th rowspan=\"2\" valign=\"top\">11/13/2014 10:00:00</th>\n",
" <th>20141030107</th>\n",
" <td>1</td>\n",
" </tr>\n",
" <tr>\n",
" <th>20141031112</th>\n",
" <td>1</td>\n",
" </tr>\n",
" <tr>\n",
" <th>11/6/2014 0:00:00</th>\n",
" <th>11/6/2014 0:00:00</th>\n",
" <th>11/13/2014 10:00:00</th>\n",
" <th>20141103110</th>\n",
" <td>1</td>\n",
" </tr>\n",
" <tr>\n",
" <th>12/1/2014 0:00:00</th>\n",
" <th>12/1/2014 0:00:00</th>\n",
" <th>12/11/2014 10:00:00</th>\n",
" <th>20141128101</th>\n",
" <td>1</td>\n",
" </tr>\n",
" <tr>\n",
" <th>12/4/2014 0:00:00</th>\n",
" <th>12/4/2014 0:00:00</th>\n",
" <th>12/11/2014 10:00:00</th>\n",
" <th>20141203109</th>\n",
" <td>1</td>\n",
" </tr>\n",
" <tr>\n",
" <th rowspan=\"4\" valign=\"top\">Design and Construction</th>\n",
" <th>Notice</th>\n",
" <th>12/1/2014 0:00:00</th>\n",
" <th>12/5/2014 0:00:00</th>\n",
" <th>12/17/2014 10:00:00</th>\n",
" <th>20141126106</th>\n",
" <td>1</td>\n",
" </tr>\n",
" <tr>\n",
" <th rowspan=\"3\" valign=\"top\">Public Hearings</th>\n",
" <th rowspan=\"2\" valign=\"top\">10/3/2014 0:00:00</th>\n",
" <th rowspan=\"2\" valign=\"top\">10/3/2014 0:00:00</th>\n",
" <th rowspan=\"2\" valign=\"top\">10/16/2014 10:00:00</th>\n",
" <th>20140923111</th>\n",
" <td>1</td>\n",
" </tr>\n",
" <tr>\n",
" <th>20140924102</th>\n",
" <td>1</td>\n",
" </tr>\n",
" <tr>\n",
" <th>11/28/2014 0:00:00</th>\n",
" <th>11/28/2014 0:00:00</th>\n",
" <th>12/11/2014 1:00:00</th>\n",
" <th>20141120110</th>\n",
" <td>1</td>\n",
" </tr>\n",
" <tr>\n",
" <th rowspan=\"2\" valign=\"top\">Environmental Protection</th>\n",
" <th>Notice</th>\n",
" <th>10/14/2014 0:00:00</th>\n",
" <th>10/14/2014 0:00:00</th>\n",
" <th>11/26/2014 10:00:00</th>\n",
" <th>20141007101</th>\n",
" <td>1</td>\n",
" </tr>\n",
" <tr>\n",
" <th>Public Hearings</th>\n",
" <th>11/10/2014 0:00:00</th>\n",
" <th>11/10/2014 0:00:00</th>\n",
" <th>12/10/2014 10:30:00</th>\n",
" <th>20141031110</th>\n",
" <td>1</td>\n",
" </tr>\n",
" <tr>\n",
" <th rowspan=\"3\" valign=\"top\">Finance</th>\n",
" <th rowspan=\"3\" valign=\"top\">Public Hearings</th>\n",
" <th>10/8/2014 0:00:00</th>\n",
" <th>10/8/2014 0:00:00</th>\n",
" <th>10/16/2014 10:00:00</th>\n",
" <th>20141006104</th>\n",
" <td>1</td>\n",
" </tr>\n",
" <tr>\n",
" <th>10/9/2014 0:00:00</th>\n",
" <th>10/9/2014 0:00:00</th>\n",
" <th>10/16/2014 10:00:00</th>\n",
" <th>20141008101</th>\n",
" <td>1</td>\n",
" </tr>\n",
" <tr>\n",
" <th>11/28/2014 0:00:00</th>\n",
" <th>11/28/2014 0:00:00</th>\n",
" <th>12/11/2014 1:00:00</th>\n",
" <th>20141120111</th>\n",
" <td>1</td>\n",
" </tr>\n",
" <tr>\n",
" <th>Financial Information Services Agency</th>\n",
" <th>Public Hearings</th>\n",
" <th>11/28/2014 0:00:00</th>\n",
" <th>11/28/2014 0:00:00</th>\n",
" <th>12/11/2014 10:00:00</th>\n",
" <th>20141120112</th>\n",
" <td>1</td>\n",
" </tr>\n",
" <tr>\n",
" <th rowspan=\"2\" valign=\"top\">Fire Department</th>\n",
" <th rowspan=\"2\" valign=\"top\">Public Hearings</th>\n",
" <th>10/14/2014 0:00:00</th>\n",
" <th>10/14/2014 0:00:00</th>\n",
" <th>10/16/2014 1:00:00</th>\n",
" <th>20141009115</th>\n",
" <td>1</td>\n",
" </tr>\n",
" <tr>\n",
" <th>11/28/2014 0:00:00</th>\n",
" <th>11/28/2014 0:00:00</th>\n",
" <th>12/11/2014 10:00:00</th>\n",
" <th>20141121109</th>\n",
" <td>1</td>\n",
" </tr>\n",
" <tr>\n",
" <th rowspan=\"4\" valign=\"top\">Health and Mental Hygiene</th>\n",
" <th rowspan=\"4\" valign=\"top\">Public Hearings</th>\n",
" <th rowspan=\"2\" valign=\"top\">10/14/2014 0:00:00</th>\n",
" <th rowspan=\"2\" valign=\"top\">10/14/2014 0:00:00</th>\n",
" <th>11/14/2014 10:00:00</th>\n",
" <th>20141009112</th>\n",
" <td>1</td>\n",
" </tr>\n",
" <tr>\n",
" <th>11/17/2014 1:00:00</th>\n",
" <th>20141009114</th>\n",
" <td>1</td>\n",
" </tr>\n",
" <tr>\n",
" <th>10/31/2014 0:00:00</th>\n",
" <th>10/31/2014 0:00:00</th>\n",
" <th>11/13/2014 10:00:00</th>\n",
" <th>20141023106</th>\n",
" <td>1</td>\n",
" </tr>\n",
" <tr>\n",
" <th>11/3/2014 0:00:00</th>\n",
" <th>11/3/2014 0:00:00</th>\n",
" <th>11/13/2014 10:00:00</th>\n",
" <th>20141031113</th>\n",
" <td>1</td>\n",
" </tr>\n",
" <tr>\n",
" <th rowspan=\"6\" valign=\"top\">Homeless Services</th>\n",
" <th rowspan=\"6\" valign=\"top\">Public Hearings</th>\n",
" <th rowspan=\"2\" valign=\"top\">10/3/2014 0:00:00</th>\n",
" <th rowspan=\"2\" valign=\"top\">10/3/2014 0:00:00</th>\n",
" <th rowspan=\"2\" valign=\"top\">10/16/2014 10:00:00</th>\n",
" <th>20140923107</th>\n",
" <td>1</td>\n",
" </tr>\n",
" <tr>\n",
" <th>20141002103</th>\n",
" <td>1</td>\n",
" </tr>\n",
" <tr>\n",
" <th rowspan=\"2\" valign=\"top\">10/31/2014 0:00:00</th>\n",
" <th rowspan=\"2\" valign=\"top\">10/31/2014 0:00:00</th>\n",
" <th rowspan=\"2\" valign=\"top\">11/13/2014 10:00:00</th>\n",
" <th>20141023109</th>\n",
" <td>1</td>\n",
" </tr>\n",
" <tr>\n",
" <th>20141024102</th>\n",
" <td>1</td>\n",
" </tr>\n",
" <tr>\n",
" <th>11/28/2014 0:00:00</th>\n",
" <th>11/28/2014 0:00:00</th>\n",
" <th>12/11/2014 10:00:00</th>\n",
" <th>20141120113</th>\n",
" <td>1</td>\n",
" </tr>\n",
" <tr>\n",
" <th>11/6/2014 0:00:00</th>\n",
" <th>11/6/2014 0:00:00</th>\n",
" <th>11/13/2014 10:00:00</th>\n",
" <th>20141105103</th>\n",
" <td>1</td>\n",
" </tr>\n",
" <tr>\n",
" <th>Housing Preservation and Development</th>\n",
" <th>Public Hearings</th>\n",
" <th>12/8/2014 0:00:00</th>\n",
" <th>12/8/2014 0:00:00</th>\n",
" <th>12/11/2014 10:00:00</th>\n",
" <th>20141204115</th>\n",
" <td>1</td>\n",
" </tr>\n",
" <tr>\n",
" <th rowspan=\"5\" valign=\"top\">Human Resources Administration</th>\n",
" <th rowspan=\"5\" valign=\"top\">Public Hearings</th>\n",
" <th>10/3/2014 0:00:00</th>\n",
" <th>10/3/2014 0:00:00</th>\n",
" <th>10/16/2014 1:00:00</th>\n",
" <th>20140919101</th>\n",
" <td>1</td>\n",
" </tr>\n",
" <tr>\n",
" <th rowspan=\"2\" valign=\"top\">10/31/2014 0:00:00</th>\n",
" <th rowspan=\"2\" valign=\"top\">10/31/2014 0:00:00</th>\n",
" <th rowspan=\"2\" valign=\"top\">11/13/2014 10:00:00</th>\n",
" <th>20141023103</th>\n",
" <td>1</td>\n",
" </tr>\n",
" <tr>\n",
" <th>20141028103</th>\n",
" <td>1</td>\n",
" </tr>\n",
" <tr>\n",
" <th>10/6/2014 0:00:00</th>\n",
" <th>10/6/2014 0:00:00</th>\n",
" <th>10/16/2014 10:00:00</th>\n",
" <th>20141002110</th>\n",
" <td>1</td>\n",
" </tr>\n",
" <tr>\n",
" <th>12/1/2014 0:00:00</th>\n",
" <th>12/1/2014 0:00:00</th>\n",
" <th>12/11/2014 10:00:00</th>\n",
" <th>20141126108</th>\n",
" <td>1</td>\n",
" </tr>\n",
" <tr>\n",
" <th rowspan=\"3\" valign=\"top\">Information Technology and Telecommunications</th>\n",
" <th rowspan=\"3\" valign=\"top\">Public Hearings</th>\n",
" <th>11/14/2014 0:00:00</th>\n",
" <th>12/8/2014 0:00:00</th>\n",
" <th>12/8/2014 14:30:00</th>\n",
" <th>20141113107</th>\n",
" <td>1</td>\n",
" </tr>\n",
" <tr>\n",
" <th>11/28/2014 0:00:00</th>\n",
" <th>11/28/2014 0:00:00</th>\n",
" <th>12/11/2014 10:00:00</th>\n",
" <th>20141120114</th>\n",
" <td>1</td>\n",
" </tr>\n",
" <tr>\n",
" <th>12/5/2014 0:00:00</th>\n",
" <th>12/5/2014 0:00:00</th>\n",
" <th>12/18/2014 11:00:00</th>\n",
" <th>20141203114</th>\n",
" <td>1</td>\n",
" </tr>\n",
" <tr>\n",
" <th rowspan=\"2\" valign=\"top\">Law Department</th>\n",
" <th rowspan=\"2\" valign=\"top\">Public Hearings</th>\n",
" <th>10/3/2014 0:00:00</th>\n",
" <th>10/3/2014 0:00:00</th>\n",
" <th>10/16/2014 10:00:00</th>\n",
" <th>20140919102</th>\n",
" <td>1</td>\n",
" </tr>\n",
" <tr>\n",
" <th>12/5/2014 0:00:00</th>\n",
" <th>12/5/2014 0:00:00</th>\n",
" <th>12/11/2014 10:00:00</th>\n",
" <th>20141204108</th>\n",
" <td>1</td>\n",
" </tr>\n",
" <tr>\n",
" <th rowspan=\"3\" valign=\"top\">Mayor's Office of Criminal Justice</th>\n",
" <th rowspan=\"3\" valign=\"top\">Public Hearings</th>\n",
" <th>10/31/2014 0:00:00</th>\n",
" <th>10/31/2014 0:00:00</th>\n",
" <th>11/13/2014 10:00:00</th>\n",
" <th>20141023101</th>\n",
" <td>1</td>\n",
" </tr>\n",
" <tr>\n",
" <th>11/28/2014 0:00:00</th>\n",
" <th>11/28/2014 0:00:00</th>\n",
" <th>12/11/2014 10:00:00</th>\n",
" <th>20141120109</th>\n",
" <td>1</td>\n",
" </tr>\n",
" <tr>\n",
" <th>12/4/2014 0:00:00</th>\n",
" <th>12/4/2014 0:00:00</th>\n",
" <th>12/11/2014 10:00:00</th>\n",
" <th>20141202112</th>\n",
" <td>1</td>\n",
" </tr>\n",
" <tr>\n",
" <th>Office of Emergency Management</th>\n",
" <th>Public Hearings</th>\n",
" <th>10/31/2014 0:00:00</th>\n",
" <th>10/31/2014 0:00:00</th>\n",
" <th>11/13/2014 10:00:00</th>\n",
" <th>20141027110</th>\n",
" <td>1</td>\n",
" </tr>\n",
" <tr>\n",
" <th>Office of Payroll Administration</th>\n",
" <th>Public Hearings</th>\n",
" <th>10/31/2014 0:00:00</th>\n",
" <th>10/31/2014 0:00:00</th>\n",
" <th>11/13/2014 10:00:00</th>\n",
" <th>20141023104</th>\n",
" <td>1</td>\n",
" </tr>\n",
" <tr>\n",
" <th rowspan=\"4\" valign=\"top\">Parks and Recreation</th>\n",
" <th rowspan=\"4\" valign=\"top\">Public Hearings</th>\n",
" <th>10/3/2014 0:00:00</th>\n",
" <th>10/3/2014 0:00:00</th>\n",
" <th>10/16/2014 10:00:00</th>\n",
" <th>20141001105</th>\n",
" <td>1</td>\n",
" </tr>\n",
" <tr>\n",
" <th>10/31/2014 0:00:00</th>\n",
" <th>10/31/2014 0:00:00</th>\n",
" <th>11/13/2014 10:00:00</th>\n",
" <th>20141023110</th>\n",
" <td>1</td>\n",
" </tr>\n",
" <tr>\n",
" <th rowspan=\"2\" valign=\"top\">11/3/2014 0:00:00</th>\n",
" <th rowspan=\"2\" valign=\"top\">11/3/2014 0:00:00</th>\n",
" <th rowspan=\"2\" valign=\"top\">11/13/2014 10:00:00</th>\n",
" <th>20141030101</th>\n",
" <td>1</td>\n",
" </tr>\n",
" <tr>\n",
" <th>20141030108</th>\n",
" <td>1</td>\n",
" </tr>\n",
" <tr>\n",
" <th>Police</th>\n",
" <th>Public Hearings</th>\n",
" <th>11/28/2014 0:00:00</th>\n",
" <th>11/28/2014 0:00:00</th>\n",
" <th>12/11/2014 10:00:00</th>\n",
" <th>20141121102</th>\n",
" <td>1</td>\n",
" </tr>\n",
" <tr>\n",
" <th rowspan=\"3\" valign=\"top\">Small Business Services</th>\n",
" <th rowspan=\"3\" valign=\"top\">Public Hearings</th>\n",
" <th>10/31/2014 0:00:00</th>\n",
" <th>10/31/2014 0:00:00</th>\n",
" <th>11/13/2014 10:00:00</th>\n",
" <th>20141023105</th>\n",
" <td>1</td>\n",
" </tr>\n",
" <tr>\n",
" <th rowspan=\"2\" valign=\"top\">11/28/2014 0:00:00</th>\n",
" <th rowspan=\"2\" valign=\"top\">11/28/2014 0:00:00</th>\n",
" <th rowspan=\"2\" valign=\"top\">12/11/2014 10:00:00</th>\n",
" <th>20141121103</th>\n",
" <td>1</td>\n",
" </tr>\n",
" <tr>\n",
" <th>20141124110</th>\n",
" <td>1</td>\n",
" </tr>\n",
" <tr>\n",
" <th>Transportation</th>\n",
" <th>Public Hearings</th>\n",
" <th>11/28/2014 0:00:00</th>\n",
" <th>11/28/2014 0:00:00</th>\n",
" <th>12/11/2014 10:00:00</th>\n",
" <th>20141121104</th>\n",
" <td>1</td>\n",
" </tr>\n",
" <tr>\n",
" <th rowspan=\"6\" valign=\"top\">Youth and Community Development</th>\n",
" <th rowspan=\"6\" valign=\"top\">Public Hearings</th>\n",
" <th>10/6/2014 0:00:00</th>\n",
" <th>10/6/2014 0:00:00</th>\n",
" <th>10/15/2014 10:00:00</th>\n",
" <th>20140923104</th>\n",
" <td>1</td>\n",
" </tr>\n",
" <tr>\n",
" <th>11/24/2014 0:00:00</th>\n",
" <th>11/24/2014 0:00:00</th>\n",
" <th>12/10/2014 10:00:00</th>\n",
" <th>20141117103</th>\n",
" <td>1</td>\n",
" </tr>\n",
" <tr>\n",
" <th>11/3/2014 0:00:00</th>\n",
" <th>11/3/2014 0:00:00</th>\n",
" <th>11/12/2014 10:00:00</th>\n",
" <th>20141021108</th>\n",
" <td>1</td>\n",
" </tr>\n",
" <tr>\n",
" <th rowspan=\"2\" valign=\"top\">11/5/2014 0:00:00</th>\n",
" <th rowspan=\"2\" valign=\"top\">11/5/2014 0:00:00</th>\n",
" <th>11/21/2014 10:00:00</th>\n",
" <th>20141027102</th>\n",
" <td>1</td>\n",
" </tr>\n",
" <tr>\n",
" <th>11/21/2014 1:00:00</th>\n",
" <th>20141027103</th>\n",
" <td>1</td>\n",
" </tr>\n",
" <tr>\n",
" <th>12/23/2014 0:00:00</th>\n",
" <th>12/23/2014 0:00:00</th>\n",
" <th>1/13/2015 10:00:00</th>\n",
" <th>20141216120</th>\n",
" <td>1</td>\n",
" </tr>\n",
" </tbody>\n",
"</table>\n",
"</div>"
],
"text/plain": [
" count\n",
"AgencyName TypeOfNoticeDescription StartDate EndDate DueDate RequestID \n",
"Board of Correction Public Hearings 12/12/2014 0:00:00 12/12/2014 0:00:00 12/19/2014 9:00:00 20141210107 1\n",
"Business Integrity Commission Meeting 10/24/2014 0:00:00 10/30/2014 0:00:00 10/31/2014 15:00:00 20141017102 1\n",
"City Planning Commission Public Hearings 11/5/2014 0:00:00 11/19/2014 0:00:00 11/19/2014 10:00:00 20141028106 1\n",
"Citywide Administrative Services Public Hearings 11/28/2014 0:00:00 11/28/2014 0:00:00 12/11/2014 10:00:00 20141120108 1\n",
" 11/3/2014 0:00:00 11/3/2014 0:00:00 11/13/2014 10:00:00 20141030107 1\n",
" 20141031112 1\n",
" 11/6/2014 0:00:00 11/6/2014 0:00:00 11/13/2014 10:00:00 20141103110 1\n",
" 12/1/2014 0:00:00 12/1/2014 0:00:00 12/11/2014 10:00:00 20141128101 1\n",
" 12/4/2014 0:00:00 12/4/2014 0:00:00 12/11/2014 10:00:00 20141203109 1\n",
"Design and Construction Notice 12/1/2014 0:00:00 12/5/2014 0:00:00 12/17/2014 10:00:00 20141126106 1\n",
" Public Hearings 10/3/2014 0:00:00 10/3/2014 0:00:00 10/16/2014 10:00:00 20140923111 1\n",
" 20140924102 1\n",
" 11/28/2014 0:00:00 11/28/2014 0:00:00 12/11/2014 1:00:00 20141120110 1\n",
"Environmental Protection Notice 10/14/2014 0:00:00 10/14/2014 0:00:00 11/26/2014 10:00:00 20141007101 1\n",
" Public Hearings 11/10/2014 0:00:00 11/10/2014 0:00:00 12/10/2014 10:30:00 20141031110 1\n",
"Finance Public Hearings 10/8/2014 0:00:00 10/8/2014 0:00:00 10/16/2014 10:00:00 20141006104 1\n",
" 10/9/2014 0:00:00 10/9/2014 0:00:00 10/16/2014 10:00:00 20141008101 1\n",
" 11/28/2014 0:00:00 11/28/2014 0:00:00 12/11/2014 1:00:00 20141120111 1\n",
"Financial Information Services Agency Public Hearings 11/28/2014 0:00:00 11/28/2014 0:00:00 12/11/2014 10:00:00 20141120112 1\n",
"Fire Department Public Hearings 10/14/2014 0:00:00 10/14/2014 0:00:00 10/16/2014 1:00:00 20141009115 1\n",
" 11/28/2014 0:00:00 11/28/2014 0:00:00 12/11/2014 10:00:00 20141121109 1\n",
"Health and Mental Hygiene Public Hearings 10/14/2014 0:00:00 10/14/2014 0:00:00 11/14/2014 10:00:00 20141009112 1\n",
" 11/17/2014 1:00:00 20141009114 1\n",
" 10/31/2014 0:00:00 10/31/2014 0:00:00 11/13/2014 10:00:00 20141023106 1\n",
" 11/3/2014 0:00:00 11/3/2014 0:00:00 11/13/2014 10:00:00 20141031113 1\n",
"Homeless Services Public Hearings 10/3/2014 0:00:00 10/3/2014 0:00:00 10/16/2014 10:00:00 20140923107 1\n",
" 20141002103 1\n",
" 10/31/2014 0:00:00 10/31/2014 0:00:00 11/13/2014 10:00:00 20141023109 1\n",
" 20141024102 1\n",
" 11/28/2014 0:00:00 11/28/2014 0:00:00 12/11/2014 10:00:00 20141120113 1\n",
" 11/6/2014 0:00:00 11/6/2014 0:00:00 11/13/2014 10:00:00 20141105103 1\n",
"Housing Preservation and Development Public Hearings 12/8/2014 0:00:00 12/8/2014 0:00:00 12/11/2014 10:00:00 20141204115 1\n",
"Human Resources Administration Public Hearings 10/3/2014 0:00:00 10/3/2014 0:00:00 10/16/2014 1:00:00 20140919101 1\n",
" 10/31/2014 0:00:00 10/31/2014 0:00:00 11/13/2014 10:00:00 20141023103 1\n",
" 20141028103 1\n",
" 10/6/2014 0:00:00 10/6/2014 0:00:00 10/16/2014 10:00:00 20141002110 1\n",
" 12/1/2014 0:00:00 12/1/2014 0:00:00 12/11/2014 10:00:00 20141126108 1\n",
"Information Technology and Telecommunications Public Hearings 11/14/2014 0:00:00 12/8/2014 0:00:00 12/8/2014 14:30:00 20141113107 1\n",
" 11/28/2014 0:00:00 11/28/2014 0:00:00 12/11/2014 10:00:00 20141120114 1\n",
" 12/5/2014 0:00:00 12/5/2014 0:00:00 12/18/2014 11:00:00 20141203114 1\n",
"Law Department Public Hearings 10/3/2014 0:00:00 10/3/2014 0:00:00 10/16/2014 10:00:00 20140919102 1\n",
" 12/5/2014 0:00:00 12/5/2014 0:00:00 12/11/2014 10:00:00 20141204108 1\n",
"Mayor's Office of Criminal Justice Public Hearings 10/31/2014 0:00:00 10/31/2014 0:00:00 11/13/2014 10:00:00 20141023101 1\n",
" 11/28/2014 0:00:00 11/28/2014 0:00:00 12/11/2014 10:00:00 20141120109 1\n",
" 12/4/2014 0:00:00 12/4/2014 0:00:00 12/11/2014 10:00:00 20141202112 1\n",
"Office of Emergency Management Public Hearings 10/31/2014 0:00:00 10/31/2014 0:00:00 11/13/2014 10:00:00 20141027110 1\n",
"Office of Payroll Administration Public Hearings 10/31/2014 0:00:00 10/31/2014 0:00:00 11/13/2014 10:00:00 20141023104 1\n",
"Parks and Recreation Public Hearings 10/3/2014 0:00:00 10/3/2014 0:00:00 10/16/2014 10:00:00 20141001105 1\n",
" 10/31/2014 0:00:00 10/31/2014 0:00:00 11/13/2014 10:00:00 20141023110 1\n",
" 11/3/2014 0:00:00 11/3/2014 0:00:00 11/13/2014 10:00:00 20141030101 1\n",
" 20141030108 1\n",
"Police Public Hearings 11/28/2014 0:00:00 11/28/2014 0:00:00 12/11/2014 10:00:00 20141121102 1\n",
"Small Business Services Public Hearings 10/31/2014 0:00:00 10/31/2014 0:00:00 11/13/2014 10:00:00 20141023105 1\n",
" 11/28/2014 0:00:00 11/28/2014 0:00:00 12/11/2014 10:00:00 20141121103 1\n",
" 20141124110 1\n",
"Transportation Public Hearings 11/28/2014 0:00:00 11/28/2014 0:00:00 12/11/2014 10:00:00 20141121104 1\n",
"Youth and Community Development Public Hearings 10/6/2014 0:00:00 10/6/2014 0:00:00 10/15/2014 10:00:00 20140923104 1\n",
" 11/24/2014 0:00:00 11/24/2014 0:00:00 12/10/2014 10:00:00 20141117103 1\n",
" 11/3/2014 0:00:00 11/3/2014 0:00:00 11/12/2014 10:00:00 20141021108 1\n",
" 11/5/2014 0:00:00 11/5/2014 0:00:00 11/21/2014 10:00:00 20141027102 1\n",
" 11/21/2014 1:00:00 20141027103 1\n",
" 12/23/2014 0:00:00 12/23/2014 0:00:00 1/13/2015 10:00:00 20141216120 1"
]
},
"execution_count": 106,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"bad_details"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {
"collapsed": true
},
"outputs": [],
"source": []
}
],
"metadata": {
"kernelspec": {
"display_name": "Python 3",
"language": "python",
"name": "python3"
},
"language_info": {
"codemirror_mode": {
"name": "ipython",
"version": 3
},
"file_extension": ".py",
"mimetype": "text/x-python",
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.4.3"
}
},
"nbformat": 4,
"nbformat_minor": 0
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment