Skip to content

Instantly share code, notes, and snippets.

@lorinc

lorinc/analysis.ipynb

Last active April 27, 2023 21:39
Show Gist options
  • Save lorinc/e8cc7a0619c5c2d6a6212aa4755d2c1c to your computer and use it in GitHub Desktop.
Save lorinc/e8cc7a0619c5c2d6a6212aa4755d2c1c to your computer and use it in GitHub Desktop.
Download ZIP
Answering the deceptively simple question, "why the pipeline runs slower"? First with visualization, then simplifying the answer further and giving "top 10 problems" daily.
Display the source blob
Display the rendered blob
Raw
analysis.ipynb
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Display the source blob
Display the rendered blob
Raw
what_ran_too_long__numeric.ipynb
{
"cells": [
{
"cell_type": "markdown",
"metadata": {},
"source": [
"Now the script \n",
"- takes the last **6 months as baseline** and \n",
"- surfaces the **top 10 subprocesses each from the last 4 days**, \n",
"- that add the most minutes to the execution time\n",
"- compared to what has been normal. \n",
"\n",
"Units are in MINUTE, except for the rank, that shows in %, how unusual this run is.\n",
"\n",
"The script pulls fresh data with every execution and runs in 2 seconds."
]
},
{
"cell_type": "code",
"execution_count": 1,
"metadata": {},
"outputs": [],
"source": [
"# pip install ipython-sql # SQL magic function"
]
},
{
"cell_type": "code",
"execution_count": 2,
"metadata": {},
"outputs": [],
"source": [
"# data munging lib\n",
"import pandas as pd\n",
"\n",
"# loading sql connection module from ../utils\n",
"import sys\n",
"sys.path.append('/home/jovyan/work/lorinc_sandbox/utils')\n",
"import tsb_mysql\n",
"\n",
"# establishing the mysql connection\n",
"connection_string = tsb_mysql.get_connection_string('prod_ro')\n",
"%load_ext sql\n",
"%sql $connection_string"
]
},
{
"cell_type": "code",
"execution_count": 3,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
" * mysql+pymysql://data_viewer:***@davpbi003.tsbbank.net.nz/data_staging\n",
"23274 rows affected.\n",
"Returning data to local variable df\n"
]
}
],
"source": [
"%%sql df <<\n",
"\n",
"SELECT\n",
" procedure_name as `process`,\n",
" table_name as `sub_process`,\n",
" DATE(call_start_time) as `date`,\n",
" call_duration_seconds as `exec_length`\n",
"FROM data_control.audit\n",
"WHERE\n",
" call_start_time >= DATE_FORMAT(NOW() - INTERVAL 6 MONTH, '%Y-%m-%d')"
]
},
{
"cell_type": "code",
"execution_count": 4,
"metadata": {},
"outputs": [],
"source": [
"# dropping records with no execution time\n",
"df = df.DataFrame().dropna().set_index(['process','sub_process'])\n",
"\n",
"# calculating meaningful metrics\n",
"df.exec_length = df.exec_length / 60\n",
"df['rank %'] = df.groupby(level=(0,1))[['exec_length']].rank(pct=True)*100\n",
"df['med'] = df.groupby(level=(0,1))[['exec_length']].median()\n",
"df['delta'] = (df.exec_length - df.med)"
]
},
{
"cell_type": "code",
"execution_count": 5,
"metadata": {},
"outputs": [],
"source": [
"# dropping everything but the last 3 days\n",
"cutoff_date = df.date.max() - pd.to_timedelta('3day')\n",
"tested_period = df[df.date >= cutoff_date].sort_values(['date', 'delta'], ascending=False)\n",
"\n",
"# dropping everything, but the top 10 problems, plus making in human-readable\n",
"results = tested_period.groupby('date').head(10)\n",
"results = results.astype({'exec_length':'int','rank %':'int','med':'int','delta':'int'})\n",
"results = (\n",
" results[['date','med','delta','exec_length','rank %']]\n",
" .reset_index()\n",
" .set_index(['date','process','sub_process'])\n",
")"
]
},
{
"cell_type": "code",
"execution_count": 6,
"metadata": {},
"outputs": [
{
"data": {
"text/html": [
"<div>\n",
"<style scoped>\n",
" .dataframe tbody tr th:only-of-type {\n",
" vertical-align: middle;\n",
" }\n",
"\n",
" .dataframe tbody tr th {\n",
" vertical-align: top;\n",
" }\n",
"\n",
" .dataframe thead th {\n",
" text-align: right;\n",
" }\n",
"</style>\n",
"<table border=\"1\" class=\"dataframe\">\n",
" <thead>\n",
" <tr style=\"text-align: right;\">\n",
" <th></th>\n",
" <th></th>\n",
" <th></th>\n",
" <th>med</th>\n",
" <th>delta</th>\n",
" <th>exec_length</th>\n",
" <th>rank %</th>\n",
" </tr>\n",
" <tr>\n",
" <th>date</th>\n",
" <th>process</th>\n",
" <th>sub_process</th>\n",
" <th></th>\n",
" <th></th>\n",
" <th></th>\n",
" <th></th>\n",
" </tr>\n",
" </thead>\n",
" <tbody>\n",
" <tr>\n",
" <th rowspan=\"10\" valign=\"top\">2023-03-09</th>\n",
" <th>update_warehouse_account_fact</th>\n",
" <th>account_fact</th>\n",
" <td>62</td>\n",
" <td>14</td>\n",
" <td>77</td>\n",
" <td>86</td>\n",
" </tr>\n",
" <tr>\n",
" <th rowspan=\"2\" valign=\"top\">update_warehouse_customer_fact</th>\n",
" <th>customer_fact - insert base records</th>\n",
" <td>11</td>\n",
" <td>3</td>\n",
" <td>14</td>\n",
" <td>91</td>\n",
" </tr>\n",
" <tr>\n",
" <th>customer_fact - system flags</th>\n",
" <td>0</td>\n",
" <td>3</td>\n",
" <td>4</td>\n",
" <td>69</td>\n",
" </tr>\n",
" <tr>\n",
" <th rowspan=\"3\" valign=\"top\">update_warehouse_account_fact</th>\n",
" <th>account_fact - update</th>\n",
" <td>12</td>\n",
" <td>3</td>\n",
" <td>16</td>\n",
" <td>83</td>\n",
" </tr>\n",
" <tr>\n",
" <th>account_fact - insert</th>\n",
" <td>11</td>\n",
" <td>3</td>\n",
" <td>14</td>\n",
" <td>93</td>\n",
" </tr>\n",
" <tr>\n",
" <th>dormant_customers - create temp table</th>\n",
" <td>11</td>\n",
" <td>2</td>\n",
" <td>13</td>\n",
" <td>91</td>\n",
" </tr>\n",
" <tr>\n",
" <th>update_warehouse_customer_fact</th>\n",
" <th>customer_fact - calculate high risk customers</th>\n",
" <td>6</td>\n",
" <td>2</td>\n",
" <td>9</td>\n",
" <td>85</td>\n",
" </tr>\n",
" <tr>\n",
" <th rowspan=\"2\" valign=\"top\">update_warehouse_account_fact</th>\n",
" <th>account_fact - update2</th>\n",
" <td>9</td>\n",
" <td>2</td>\n",
" <td>12</td>\n",
" <td>84</td>\n",
" </tr>\n",
" <tr>\n",
" <th>customer_fact - open account products</th>\n",
" <td>6</td>\n",
" <td>2</td>\n",
" <td>8</td>\n",
" <td>89</td>\n",
" </tr>\n",
" <tr>\n",
" <th>update_warehouse_account_transfer_pricing</th>\n",
" <th>account_fact</th>\n",
" <td>20</td>\n",
" <td>2</td>\n",
" <td>22</td>\n",
" <td>56</td>\n",
" </tr>\n",
" <tr>\n",
" <th rowspan=\"10\" valign=\"top\">2023-03-08</th>\n",
" <th>update_daily</th>\n",
" <th></th>\n",
" <td>374</td>\n",
" <td>401</td>\n",
" <td>775</td>\n",
" <td>99</td>\n",
" </tr>\n",
" <tr>\n",
" <th>update_tableau_customer_group</th>\n",
" <th>customer_group</th>\n",
" <td>9</td>\n",
" <td>95</td>\n",
" <td>104</td>\n",
" <td>90</td>\n",
" </tr>\n",
" <tr>\n",
" <th>update_warehouse_customer_fact</th>\n",
" <th>customer_fact</th>\n",
" <td>77</td>\n",
" <td>23</td>\n",
" <td>100</td>\n",
" <td>92</td>\n",
" </tr>\n",
" <tr>\n",
" <th>update_warehouse_account_transfer_pricing</th>\n",
" <th>account_fact</th>\n",
" <td>20</td>\n",
" <td>13</td>\n",
" <td>33</td>\n",
" <td>84</td>\n",
" </tr>\n",
" <tr>\n",
" <th>update_staging_payment_authority</th>\n",
" <th>payment_authority_snapshot</th>\n",
" <td>54</td>\n",
" <td>10</td>\n",
" <td>65</td>\n",
" <td>74</td>\n",
" </tr>\n",
" <tr>\n",
" <th rowspan=\"2\" valign=\"top\">update_warehouse_customer_fact</th>\n",
" <th>customer_fact - system flags</th>\n",
" <td>0</td>\n",
" <td>9</td>\n",
" <td>10</td>\n",
" <td>96</td>\n",
" </tr>\n",
" <tr>\n",
" <th>customer_fact - derived ANZIC code</th>\n",
" <td>4</td>\n",
" <td>6</td>\n",
" <td>10</td>\n",
" <td>96</td>\n",
" </tr>\n",
" <tr>\n",
" <th>update_warehouse_account_fact</th>\n",
" <th>account_fact</th>\n",
" <td>62</td>\n",
" <td>4</td>\n",
" <td>67</td>\n",
" <td>69</td>\n",
" </tr>\n",
" <tr>\n",
" <th>update_datamart_kiwisaver_customers_with_latest_balances</th>\n",
" <th>KiwiSaverCustomersWithLatestBalances</th>\n",
" <td>13</td>\n",
" <td>4</td>\n",
" <td>18</td>\n",
" <td>99</td>\n",
" </tr>\n",
" <tr>\n",
" <th>update_warehouse_customer_fact</th>\n",
" <th>customer_fact - foreign tax</th>\n",
" <td>0</td>\n",
" <td>3</td>\n",
" <td>4</td>\n",
" <td>91</td>\n",
" </tr>\n",
" <tr>\n",
" <th rowspan=\"10\" valign=\"top\">2023-03-07</th>\n",
" <th>update_daily</th>\n",
" <th></th>\n",
" <td>374</td>\n",
" <td>163</td>\n",
" <td>537</td>\n",
" <td>92</td>\n",
" </tr>\n",
" <tr>\n",
" <th>update_tableau_customer_group</th>\n",
" <th>customer_group</th>\n",
" <td>9</td>\n",
" <td>99</td>\n",
" <td>109</td>\n",
" <td>97</td>\n",
" </tr>\n",
" <tr>\n",
" <th>update_warehouse_account_transfer_pricing</th>\n",
" <th>account_fact</th>\n",
" <td>20</td>\n",
" <td>22</td>\n",
" <td>43</td>\n",
" <td>97</td>\n",
" </tr>\n",
" <tr>\n",
" <th>update_warehouse_customer_fact</th>\n",
" <th>customer_fact</th>\n",
" <td>77</td>\n",
" <td>22</td>\n",
" <td>99</td>\n",
" <td>92</td>\n",
" </tr>\n",
" <tr>\n",
" <th>update_warehouse_account_fact</th>\n",
" <th>account_fact</th>\n",
" <td>62</td>\n",
" <td>16</td>\n",
" <td>79</td>\n",
" <td>90</td>\n",
" </tr>\n",
" <tr>\n",
" <th>update_warehouse_customer_fact</th>\n",
" <th>customer_fact - system flags</th>\n",
" <td>0</td>\n",
" <td>7</td>\n",
" <td>8</td>\n",
" <td>90</td>\n",
" </tr>\n",
" <tr>\n",
" <th>update_tableau_product</th>\n",
" <th>all_of_product - account</th>\n",
" <td>9</td>\n",
" <td>5</td>\n",
" <td>15</td>\n",
" <td>98</td>\n",
" </tr>\n",
" <tr>\n",
" <th>update_customer_active_current</th>\n",
" <th>update_customer_active_current</th>\n",
" <td>10</td>\n",
" <td>5</td>\n",
" <td>15</td>\n",
" <td>98</td>\n",
" </tr>\n",
" <tr>\n",
" <th>update_warehouse_account_fact</th>\n",
" <th>dormant_customers - create temp table</th>\n",
" <td>11</td>\n",
" <td>4</td>\n",
" <td>15</td>\n",
" <td>93</td>\n",
" </tr>\n",
" <tr>\n",
" <th>update_warehouse_customer_fact</th>\n",
" <th>customer_fact - foreign tax</th>\n",
" <td>0</td>\n",
" <td>4</td>\n",
" <td>4</td>\n",
" <td>93</td>\n",
" </tr>\n",
" <tr>\n",
" <th rowspan=\"10\" valign=\"top\">2023-03-06</th>\n",
" <th>update_daily</th>\n",
" <th></th>\n",
" <td>374</td>\n",
" <td>124</td>\n",
" <td>498</td>\n",
" <td>88</td>\n",
" </tr>\n",
" <tr>\n",
" <th>update_warehouse_customer_fact</th>\n",
" <th>customer_fact</th>\n",
" <td>77</td>\n",
" <td>35</td>\n",
" <td>112</td>\n",
" <td>96</td>\n",
" </tr>\n",
" <tr>\n",
" <th>update_warehouse_account_transfer_pricing</th>\n",
" <th>account_fact</th>\n",
" <td>20</td>\n",
" <td>19</td>\n",
" <td>39</td>\n",
" <td>93</td>\n",
" </tr>\n",
" <tr>\n",
" <th>update_staging_payment_authority_snapshot_archive</th>\n",
" <th>payment_authority_snapshot_archive</th>\n",
" <td>18</td>\n",
" <td>8</td>\n",
" <td>27</td>\n",
" <td>88</td>\n",
" </tr>\n",
" <tr>\n",
" <th>update_warehouse_customer_fact</th>\n",
" <th>customer_fact - calculate high risk customers</th>\n",
" <td>6</td>\n",
" <td>6</td>\n",
" <td>13</td>\n",
" <td>98</td>\n",
" </tr>\n",
" <tr>\n",
" <th>update_analytics_insights_area</th>\n",
" <th>bi4881_early_detection_master_procedure</th>\n",
" <td>7</td>\n",
" <td>6</td>\n",
" <td>13</td>\n",
" <td>100</td>\n",
" </tr>\n",
" <tr>\n",
" <th rowspan=\"2\" valign=\"top\">update_warehouse_customer_fact</th>\n",
" <th>customer_fact - insert base records</th>\n",
" <td>11</td>\n",
" <td>6</td>\n",
" <td>17</td>\n",
" <td>95</td>\n",
" </tr>\n",
" <tr>\n",
" <th>customer_fact - system flags</th>\n",
" <td>0</td>\n",
" <td>5</td>\n",
" <td>6</td>\n",
" <td>83</td>\n",
" </tr>\n",
" <tr>\n",
" <th rowspan=\"2\" valign=\"top\">update_warehouse_card_fact</th>\n",
" <th>card_fact - update1</th>\n",
" <td>18</td>\n",
" <td>4</td>\n",
" <td>23</td>\n",
" <td>99</td>\n",
" </tr>\n",
" <tr>\n",
" <th>card_fact</th>\n",
" <td>25</td>\n",
" <td>4</td>\n",
" <td>30</td>\n",
" <td>94</td>\n",
" </tr>\n",
" </tbody>\n",
"</table>\n",
"</div>"
],
"text/plain": [
" med \\\n",
"date process sub_process \n",
"2023-03-09 update_warehouse_account_fact account_fact 62 \n",
" update_warehouse_customer_fact customer_fact - insert base records 11 \n",
" customer_fact - system flags 0 \n",
" update_warehouse_account_fact account_fact - update 12 \n",
" account_fact - insert 11 \n",
" dormant_customers - create temp table 11 \n",
" update_warehouse_customer_fact customer_fact - calculate high risk customers 6 \n",
" update_warehouse_account_fact account_fact - update2 9 \n",
" customer_fact - open account products 6 \n",
" update_warehouse_account_transfer_pricing account_fact 20 \n",
"2023-03-08 update_daily 374 \n",
" update_tableau_customer_group customer_group 9 \n",
" update_warehouse_customer_fact customer_fact 77 \n",
" update_warehouse_account_transfer_pricing account_fact 20 \n",
" update_staging_payment_authority payment_authority_snapshot 54 \n",
" update_warehouse_customer_fact customer_fact - system flags 0 \n",
" customer_fact - derived ANZIC code 4 \n",
" update_warehouse_account_fact account_fact 62 \n",
" update_datamart_kiwisaver_customers_with_latest... KiwiSaverCustomersWithLatestBalances 13 \n",
" update_warehouse_customer_fact customer_fact - foreign tax 0 \n",
"2023-03-07 update_daily 374 \n",
" update_tableau_customer_group customer_group 9 \n",
" update_warehouse_account_transfer_pricing account_fact 20 \n",
" update_warehouse_customer_fact customer_fact 77 \n",
" update_warehouse_account_fact account_fact 62 \n",
" update_warehouse_customer_fact customer_fact - system flags 0 \n",
" update_tableau_product all_of_product - account 9 \n",
" update_customer_active_current update_customer_active_current 10 \n",
" update_warehouse_account_fact dormant_customers - create temp table 11 \n",
" update_warehouse_customer_fact customer_fact - foreign tax 0 \n",
"2023-03-06 update_daily 374 \n",
" update_warehouse_customer_fact customer_fact 77 \n",
" update_warehouse_account_transfer_pricing account_fact 20 \n",
" update_staging_payment_authority_snapshot_archive payment_authority_snapshot_archive 18 \n",
" update_warehouse_customer_fact customer_fact - calculate high risk customers 6 \n",
" update_analytics_insights_area bi4881_early_detection_master_procedure 7 \n",
" update_warehouse_customer_fact customer_fact - insert base records 11 \n",
" customer_fact - system flags 0 \n",
" update_warehouse_card_fact card_fact - update1 18 \n",
" card_fact 25 \n",
"\n",
" delta \\\n",
"date process sub_process \n",
"2023-03-09 update_warehouse_account_fact account_fact 14 \n",
" update_warehouse_customer_fact customer_fact - insert base records 3 \n",
" customer_fact - system flags 3 \n",
" update_warehouse_account_fact account_fact - update 3 \n",
" account_fact - insert 3 \n",
" dormant_customers - create temp table 2 \n",
" update_warehouse_customer_fact customer_fact - calculate high risk customers 2 \n",
" update_warehouse_account_fact account_fact - update2 2 \n",
" customer_fact - open account products 2 \n",
" update_warehouse_account_transfer_pricing account_fact 2 \n",
"2023-03-08 update_daily 401 \n",
" update_tableau_customer_group customer_group 95 \n",
" update_warehouse_customer_fact customer_fact 23 \n",
" update_warehouse_account_transfer_pricing account_fact 13 \n",
" update_staging_payment_authority payment_authority_snapshot 10 \n",
" update_warehouse_customer_fact customer_fact - system flags 9 \n",
" customer_fact - derived ANZIC code 6 \n",
" update_warehouse_account_fact account_fact 4 \n",
" update_datamart_kiwisaver_customers_with_latest... KiwiSaverCustomersWithLatestBalances 4 \n",
" update_warehouse_customer_fact customer_fact - foreign tax 3 \n",
"2023-03-07 update_daily 163 \n",
" update_tableau_customer_group customer_group 99 \n",
" update_warehouse_account_transfer_pricing account_fact 22 \n",
" update_warehouse_customer_fact customer_fact 22 \n",
" update_warehouse_account_fact account_fact 16 \n",
" update_warehouse_customer_fact customer_fact - system flags 7 \n",
" update_tableau_product all_of_product - account 5 \n",
" update_customer_active_current update_customer_active_current 5 \n",
" update_warehouse_account_fact dormant_customers - create temp table 4 \n",
" update_warehouse_customer_fact customer_fact - foreign tax 4 \n",
"2023-03-06 update_daily 124 \n",
" update_warehouse_customer_fact customer_fact 35 \n",
" update_warehouse_account_transfer_pricing account_fact 19 \n",
" update_staging_payment_authority_snapshot_archive payment_authority_snapshot_archive 8 \n",
" update_warehouse_customer_fact customer_fact - calculate high risk customers 6 \n",
" update_analytics_insights_area bi4881_early_detection_master_procedure 6 \n",
" update_warehouse_customer_fact customer_fact - insert base records 6 \n",
" customer_fact - system flags 5 \n",
" update_warehouse_card_fact card_fact - update1 4 \n",
" card_fact 4 \n",
"\n",
" exec_length \\\n",
"date process sub_process \n",
"2023-03-09 update_warehouse_account_fact account_fact 77 \n",
" update_warehouse_customer_fact customer_fact - insert base records 14 \n",
" customer_fact - system flags 4 \n",
" update_warehouse_account_fact account_fact - update 16 \n",
" account_fact - insert 14 \n",
" dormant_customers - create temp table 13 \n",
" update_warehouse_customer_fact customer_fact - calculate high risk customers 9 \n",
" update_warehouse_account_fact account_fact - update2 12 \n",
" customer_fact - open account products 8 \n",
" update_warehouse_account_transfer_pricing account_fact 22 \n",
"2023-03-08 update_daily 775 \n",
" update_tableau_customer_group customer_group 104 \n",
" update_warehouse_customer_fact customer_fact 100 \n",
" update_warehouse_account_transfer_pricing account_fact 33 \n",
" update_staging_payment_authority payment_authority_snapshot 65 \n",
" update_warehouse_customer_fact customer_fact - system flags 10 \n",
" customer_fact - derived ANZIC code 10 \n",
" update_warehouse_account_fact account_fact 67 \n",
" update_datamart_kiwisaver_customers_with_latest... KiwiSaverCustomersWithLatestBalances 18 \n",
" update_warehouse_customer_fact customer_fact - foreign tax 4 \n",
"2023-03-07 update_daily 537 \n",
" update_tableau_customer_group customer_group 109 \n",
" update_warehouse_account_transfer_pricing account_fact 43 \n",
" update_warehouse_customer_fact customer_fact 99 \n",
" update_warehouse_account_fact account_fact 79 \n",
" update_warehouse_customer_fact customer_fact - system flags 8 \n",
" update_tableau_product all_of_product - account 15 \n",
" update_customer_active_current update_customer_active_current 15 \n",
" update_warehouse_account_fact dormant_customers - create temp table 15 \n",
" update_warehouse_customer_fact customer_fact - foreign tax 4 \n",
"2023-03-06 update_daily 498 \n",
" update_warehouse_customer_fact customer_fact 112 \n",
" update_warehouse_account_transfer_pricing account_fact 39 \n",
" update_staging_payment_authority_snapshot_archive payment_authority_snapshot_archive 27 \n",
" update_warehouse_customer_fact customer_fact - calculate high risk customers 13 \n",
" update_analytics_insights_area bi4881_early_detection_master_procedure 13 \n",
" update_warehouse_customer_fact customer_fact - insert base records 17 \n",
" customer_fact - system flags 6 \n",
" update_warehouse_card_fact card_fact - update1 23 \n",
" card_fact 30 \n",
"\n",
" rank % \n",
"date process sub_process \n",
"2023-03-09 update_warehouse_account_fact account_fact 86 \n",
" update_warehouse_customer_fact customer_fact - insert base records 91 \n",
" customer_fact - system flags 69 \n",
" update_warehouse_account_fact account_fact - update 83 \n",
" account_fact - insert 93 \n",
" dormant_customers - create temp table 91 \n",
" update_warehouse_customer_fact customer_fact - calculate high risk customers 85 \n",
" update_warehouse_account_fact account_fact - update2 84 \n",
" customer_fact - open account products 89 \n",
" update_warehouse_account_transfer_pricing account_fact 56 \n",
"2023-03-08 update_daily 99 \n",
" update_tableau_customer_group customer_group 90 \n",
" update_warehouse_customer_fact customer_fact 92 \n",
" update_warehouse_account_transfer_pricing account_fact 84 \n",
" update_staging_payment_authority payment_authority_snapshot 74 \n",
" update_warehouse_customer_fact customer_fact - system flags 96 \n",
" customer_fact - derived ANZIC code 96 \n",
" update_warehouse_account_fact account_fact 69 \n",
" update_datamart_kiwisaver_customers_with_latest... KiwiSaverCustomersWithLatestBalances 99 \n",
" update_warehouse_customer_fact customer_fact - foreign tax 91 \n",
"2023-03-07 update_daily 92 \n",
" update_tableau_customer_group customer_group 97 \n",
" update_warehouse_account_transfer_pricing account_fact 97 \n",
" update_warehouse_customer_fact customer_fact 92 \n",
" update_warehouse_account_fact account_fact 90 \n",
" update_warehouse_customer_fact customer_fact - system flags 90 \n",
" update_tableau_product all_of_product - account 98 \n",
" update_customer_active_current update_customer_active_current 98 \n",
" update_warehouse_account_fact dormant_customers - create temp table 93 \n",
" update_warehouse_customer_fact customer_fact - foreign tax 93 \n",
"2023-03-06 update_daily 88 \n",
" update_warehouse_customer_fact customer_fact 96 \n",
" update_warehouse_account_transfer_pricing account_fact 93 \n",
" update_staging_payment_authority_snapshot_archive payment_authority_snapshot_archive 88 \n",
" update_warehouse_customer_fact customer_fact - calculate high risk customers 98 \n",
" update_analytics_insights_area bi4881_early_detection_master_procedure 100 \n",
" update_warehouse_customer_fact customer_fact - insert base records 95 \n",
" customer_fact - system flags 83 \n",
" update_warehouse_card_fact card_fact - update1 99 \n",
" card_fact 94 "
]
},
"execution_count": 6,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"results"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {},
"outputs": [],
"source": []
}
],
"metadata": {
"kernelspec": {
"display_name": "Python 3",
"language": "python",
"name": "python3"
},
"language_info": {
"codemirror_mode": {
"name": "ipython",
"version": 3
},
"file_extension": ".py",
"mimetype": "text/x-python",
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.7.3"
}
},
"nbformat": 4,
"nbformat_minor": 2
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment