Last active
August 29, 2015 14:20
-
-
Save vitillo/8e1b03a16641f6c3e436 to your computer and use it in GitHub Desktop.
UPDATE_CHECK_EXTENDED_ERROR_NOTIFY
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| {"nbformat_minor": 0, "cells": [{"source": "### UPDATE_CHECK_EXTENDED_ERROR_NOTIFY example", "cell_type": "markdown", "metadata": {}}, {"execution_count": 1, "cell_type": "code", "source": "import ujson as json\nimport matplotlib.pyplot as plt\nimport pandas as pd\nimport numpy as np\nimport plotly.plotly as py\n\nfrom moztelemetry import get_pings, get_pings_properties, get_one_ping_per_client\n\n%pylab inline", "outputs": [{"output_type": "stream", "name": "stdout", "text": "Populating the interactive namespace from numpy and matplotlib\n"}], "metadata": {"collapsed": false, "trusted": true}}, {"execution_count": 2, "cell_type": "code", "source": "pings = get_pings(sc, app=\"Firefox\", channel=\"nightly\", build_id=(\"20150427000000\", \"20150427999999\"))", "outputs": [], "metadata": {"collapsed": false, "trusted": true}}, {"execution_count": 3, "cell_type": "code", "source": "filtered = pings.map(lambda p: json.loads(p)).filter(lambda p: p[\"keyedHistograms\"].get(\"UPDATE_CHECK_EXTENDED_ERROR_NOTIFY\", {}))", "outputs": [], "metadata": {"collapsed": true, "trusted": true}}, {"execution_count": 4, "cell_type": "code", "source": "keys = filtered.flatMap(lambda p: p[\"keyedHistograms\"][\"UPDATE_CHECK_EXTENDED_ERROR_NOTIFY\"].keys()).distinct().collect()", "outputs": [], "metadata": {"collapsed": false, "trusted": true}}, {"execution_count": 5, "cell_type": "code", "source": "subset = get_pings_properties(filtered, [\"clientID\"] + map(lambda k: \"keyedHistograms/UPDATE_CHECK_EXTENDED_ERROR_NOTIFY/\" + k, keys))", "outputs": [], "metadata": {"collapsed": false, "trusted": true}}, {"execution_count": 6, "cell_type": "code", "source": "frame = pd.DataFrame(get_one_ping_per_client(subset).collect())", "outputs": [], "metadata": {"collapsed": false, "trusted": true}}, {"execution_count": 7, "cell_type": "code", "source": "frame[\"UPDATE_CHECK_EXTENDED_ERROR_NOTIFY_parent\"].describe()", "outputs": [{"execution_count": 7, "output_type": "execute_result", "data": {"text/plain": "count 1032.000000\nmean 1.187016\nstd 0.721639\nmin 1.000000\n25% 1.000000\n50% 1.000000\n75% 1.000000\nmax 9.000000\nName: UPDATE_CHECK_EXTENDED_ERROR_NOTIFY_parent, dtype: float64"}, "metadata": {}}], "metadata": {"collapsed": false, "trusted": true}}, {"execution_count": 8, "cell_type": "code", "source": "frame", "outputs": [{"execution_count": 8, "output_type": "execute_result", "data": {"text/plain": " UPDATE_CHECK_EXTENDED_ERROR_NOTIFY \\\n0 1 \n1 3 \n2 1 \n3 1 \n4 1 \n5 4 \n6 1 \n7 1 \n8 1 \n9 1 \n10 1 \n11 1 \n12 1 \n13 1 \n14 8 \n15 2 \n16 2 \n17 2 \n18 1 \n19 3 \n20 1 \n21 1 \n22 1 \n23 1 \n24 1 \n25 1 \n26 1 \n27 2 \n28 1 \n29 2 \n... ... \n1002 1 \n1003 1 \n1004 1 \n1005 5 \n1006 1 \n1007 1 \n1008 1 \n1009 1 \n1010 3 \n1011 1 \n1012 1 \n1013 1 \n1014 1 \n1015 1 \n1016 2 \n1017 1 \n1018 1 \n1019 1 \n1020 1 \n1021 1 \n1022 1 \n1023 1 \n1024 1 \n1025 1 \n1026 1 \n1027 1 \n1028 1 \n1029 1 \n1030 1 \n1031 1 \n\n UPDATE_CHECK_EXTENDED_ERROR_NOTIFY_parent \\\n0 1 \n1 3 \n2 1 \n3 1 \n4 1 \n5 4 \n6 1 \n7 1 \n8 1 \n9 1 \n10 1 \n11 1 \n12 1 \n13 1 \n14 8 \n15 2 \n16 2 \n17 2 \n18 1 \n19 3 \n20 1 \n21 1 \n22 1 \n23 1 \n24 1 \n25 1 \n26 1 \n27 2 \n28 1 \n29 2 \n... ... \n1002 1 \n1003 1 \n1004 1 \n1005 5 \n1006 1 \n1007 1 \n1008 1 \n1009 1 \n1010 3 \n1011 1 \n1012 1 \n1013 1 \n1014 1 \n1015 1 \n1016 2 \n1017 1 \n1018 1 \n1019 1 \n1020 1 \n1021 1 \n1022 1 \n1023 1 \n1024 1 \n1025 1 \n1026 1 \n1027 1 \n1028 1 \n1029 1 \n1030 1 \n1031 1 \n\n clientID \n0 508979c4-f52f-4d05-8741-e82912f20b99 \n1 e69e1ac5-7310-4bf6-b9f8-0e30f87c9075 \n2 0c792140-643c-44dd-987f-e74b1efba780 \n3 947f5e21-564a-4cb7-9991-1883965addd0 \n4 6ef080c8-6032-46b7-a2f1-1bd9577942af \n5 cae0c6f0-a55e-458d-9019-13474d1d12b6 \n6 27afb30c-612c-4270-adac-e7c2a6987102 \n7 f30f6ee6-1d4a-472c-83cd-e6d6178c8a1d \n8 adeee639-cefa-4cd0-91cd-3ed8ef5f86d8 \n9 a933db90-0334-431d-be72-280a9dbfacb3 \n10 fa5c9ce2-c940-4ead-8ac6-f7b2b9321ae1 \n11 85674a94-db51-41b9-a6ec-b31bfe894c38 \n12 1bbfe91d-cce4-4292-add8-3a81145eeef2 \n13 20f2c572-92bc-4e23-a9ec-a1016f8a9ba8 \n14 4ab2b8cc-2033-4653-8594-f3d5d54a007c \n15 7d9dec2d-3e09-40a7-98d7-4c46c9426976 \n16 f38b3fb5-c9fa-406d-b032-cd0cd6c45ca4 \n17 868666d4-f127-451f-8138-d7978ce46749 \n18 c9a9aeef-4e4d-4ab2-b78e-106d735d512f \n19 a5cb12f7-f4be-4862-8e8a-685436895458 \n20 f272b334-83a8-41a2-9fc6-a4c58d8ff080 \n21 db3f38a3-f449-46cd-91d7-c80e60cb9773 \n22 11bc89f0-2347-400d-8162-7c653fbf0af3 \n23 807d9f23-5d8f-49b4-b65c-b67a27173d09 \n24 b4622100-1ea4-4ab9-950e-d0291a839dc1 \n25 20bbfa1c-12ad-4da3-bd5e-542e62f24e47 \n26 12309b10-fcbd-40cd-a84a-82fac9cf2434 \n27 4c32d858-71ad-4065-9a9b-3f0e9dd22b9e \n28 528d8239-6ff2-439a-88a4-c2639abd724d \n29 eafa078e-7cc5-4551-af9b-a0dcbb09d319 \n... ... \n1002 785c2521-7742-4591-8790-dfb4887e30c7 \n1003 c8547282-dcd5-443b-bdc8-0174a350b79e \n1004 2e389d5a-23ff-4c5f-b803-6f4615a4f0ed \n1005 4c854af6-c8d1-4b10-9eb8-80e06415a144 \n1006 a1f5c230-cca3-4e2c-bd3f-ba8dcb206236 \n1007 820c3d8c-d54f-45f6-9282-33a4c4e8b329 \n1008 dc2c36e4-e155-4da1-aefe-41aef806c428 \n1009 277571ea-8f74-479e-a037-956afb7cb746 \n1010 6fd8dea1-8c9b-47c4-b96b-ccb76e1cd929 \n1011 4376d088-7324-4aee-931e-8096f7c2cb78 \n1012 2055d3a8-2387-4292-ae48-21bb62885814 \n1013 484b9f65-35ff-4ed0-aaaf-aafeb3780a74 \n1014 cd6c8032-cb49-44b4-82bc-be36eb697f34 \n1015 f7e0ead3-4ae3-4cce-8d7b-eaaf47d3bd48 \n1016 8ec1ddb3-ae2d-45ec-8c33-0f5b05263fad \n1017 9ec77f8d-62b1-4797-877f-f345620c7e82 \n1018 96e2ad28-831b-4af4-bf81-e7961571fd59 \n1019 065df1b0-69cf-4499-ab7b-65e3b566262c \n1020 3463f9be-fca9-4914-ac7b-c1a7a0d2bee5 \n1021 42de2133-3f1d-409c-af5c-4ff8b1e81d13 \n1022 f0f14e7b-0332-4143-9b93-b23540fa0ac3 \n1023 4ee2ed5f-ff91-4a5f-83d9-084f0e197b4c \n1024 924e64cd-d2e2-4869-8cbb-b508e3d05f78 \n1025 e28b787b-57e1-4665-91c1-f1722bb1ba57 \n1026 702eb831-23dd-4e40-a1b4-f00ca343b0c5 \n1027 b1c8cce9-5dc8-4c78-ad33-192b645126cd \n1028 37049bd0-b28c-4f1a-884a-3fef43cba0ed \n1029 a4bcb0b9-8dcf-4cbd-b4cb-f5fb0f6db9cb \n1030 9380a063-ac01-42c6-bbbd-118feaeb09cb \n1031 84dbb8e5-e4c0-4c21-a96f-7ca6eeb590e3 \n\n[1032 rows x 3 columns]", "text/html": "<div style=\"max-height:1000px;max-width:1500px;overflow:auto;\">\n<table border=\"1\" class=\"dataframe\">\n <thead>\n <tr style=\"text-align: right;\">\n <th></th>\n <th>UPDATE_CHECK_EXTENDED_ERROR_NOTIFY</th>\n <th>UPDATE_CHECK_EXTENDED_ERROR_NOTIFY_parent</th>\n <th>clientID</th>\n </tr>\n </thead>\n <tbody>\n <tr>\n <th>0 </th>\n <td> 1</td>\n <td> 1</td>\n <td> 508979c4-f52f-4d05-8741-e82912f20b99</td>\n </tr>\n <tr>\n <th>1 </th>\n <td> 3</td>\n <td> 3</td>\n <td> e69e1ac5-7310-4bf6-b9f8-0e30f87c9075</td>\n </tr>\n <tr>\n <th>2 </th>\n <td> 1</td>\n <td> 1</td>\n <td> 0c792140-643c-44dd-987f-e74b1efba780</td>\n </tr>\n <tr>\n <th>3 </th>\n <td> 1</td>\n <td> 1</td>\n <td> 947f5e21-564a-4cb7-9991-1883965addd0</td>\n </tr>\n <tr>\n <th>4 </th>\n <td> 1</td>\n <td> 1</td>\n <td> 6ef080c8-6032-46b7-a2f1-1bd9577942af</td>\n </tr>\n <tr>\n <th>5 </th>\n <td> 4</td>\n <td> 4</td>\n <td> cae0c6f0-a55e-458d-9019-13474d1d12b6</td>\n </tr>\n <tr>\n <th>6 </th>\n <td> 1</td>\n <td> 1</td>\n <td> 27afb30c-612c-4270-adac-e7c2a6987102</td>\n </tr>\n <tr>\n <th>7 </th>\n <td> 1</td>\n <td> 1</td>\n <td> f30f6ee6-1d4a-472c-83cd-e6d6178c8a1d</td>\n </tr>\n <tr>\n <th>8 </th>\n <td> 1</td>\n <td> 1</td>\n <td> adeee639-cefa-4cd0-91cd-3ed8ef5f86d8</td>\n </tr>\n <tr>\n <th>9 </th>\n <td> 1</td>\n <td> 1</td>\n <td> a933db90-0334-431d-be72-280a9dbfacb3</td>\n </tr>\n <tr>\n <th>10 </th>\n <td> 1</td>\n <td> 1</td>\n <td> fa5c9ce2-c940-4ead-8ac6-f7b2b9321ae1</td>\n </tr>\n <tr>\n <th>11 </th>\n <td> 1</td>\n <td> 1</td>\n <td> 85674a94-db51-41b9-a6ec-b31bfe894c38</td>\n </tr>\n <tr>\n <th>12 </th>\n <td> 1</td>\n <td> 1</td>\n <td> 1bbfe91d-cce4-4292-add8-3a81145eeef2</td>\n </tr>\n <tr>\n <th>13 </th>\n <td> 1</td>\n <td> 1</td>\n <td> 20f2c572-92bc-4e23-a9ec-a1016f8a9ba8</td>\n </tr>\n <tr>\n <th>14 </th>\n <td> 8</td>\n <td> 8</td>\n <td> 4ab2b8cc-2033-4653-8594-f3d5d54a007c</td>\n </tr>\n <tr>\n <th>15 </th>\n <td> 2</td>\n <td> 2</td>\n <td> 7d9dec2d-3e09-40a7-98d7-4c46c9426976</td>\n </tr>\n <tr>\n <th>16 </th>\n <td> 2</td>\n <td> 2</td>\n <td> f38b3fb5-c9fa-406d-b032-cd0cd6c45ca4</td>\n </tr>\n <tr>\n <th>17 </th>\n <td> 2</td>\n <td> 2</td>\n <td> 868666d4-f127-451f-8138-d7978ce46749</td>\n </tr>\n <tr>\n <th>18 </th>\n <td> 1</td>\n <td> 1</td>\n <td> c9a9aeef-4e4d-4ab2-b78e-106d735d512f</td>\n </tr>\n <tr>\n <th>19 </th>\n <td> 3</td>\n <td> 3</td>\n <td> a5cb12f7-f4be-4862-8e8a-685436895458</td>\n </tr>\n <tr>\n <th>20 </th>\n <td> 1</td>\n <td> 1</td>\n <td> f272b334-83a8-41a2-9fc6-a4c58d8ff080</td>\n </tr>\n <tr>\n <th>21 </th>\n <td> 1</td>\n <td> 1</td>\n <td> db3f38a3-f449-46cd-91d7-c80e60cb9773</td>\n </tr>\n <tr>\n <th>22 </th>\n <td> 1</td>\n <td> 1</td>\n <td> 11bc89f0-2347-400d-8162-7c653fbf0af3</td>\n </tr>\n <tr>\n <th>23 </th>\n <td> 1</td>\n <td> 1</td>\n <td> 807d9f23-5d8f-49b4-b65c-b67a27173d09</td>\n </tr>\n <tr>\n <th>24 </th>\n <td> 1</td>\n <td> 1</td>\n <td> b4622100-1ea4-4ab9-950e-d0291a839dc1</td>\n </tr>\n <tr>\n <th>25 </th>\n <td> 1</td>\n <td> 1</td>\n <td> 20bbfa1c-12ad-4da3-bd5e-542e62f24e47</td>\n </tr>\n <tr>\n <th>26 </th>\n <td> 1</td>\n <td> 1</td>\n <td> 12309b10-fcbd-40cd-a84a-82fac9cf2434</td>\n </tr>\n <tr>\n <th>27 </th>\n <td> 2</td>\n <td> 2</td>\n <td> 4c32d858-71ad-4065-9a9b-3f0e9dd22b9e</td>\n </tr>\n <tr>\n <th>28 </th>\n <td> 1</td>\n <td> 1</td>\n <td> 528d8239-6ff2-439a-88a4-c2639abd724d</td>\n </tr>\n <tr>\n <th>29 </th>\n <td> 2</td>\n <td> 2</td>\n <td> eafa078e-7cc5-4551-af9b-a0dcbb09d319</td>\n </tr>\n <tr>\n <th>...</th>\n <td>...</td>\n <td>...</td>\n <td>...</td>\n </tr>\n <tr>\n <th>1002</th>\n <td> 1</td>\n <td> 1</td>\n <td> 785c2521-7742-4591-8790-dfb4887e30c7</td>\n </tr>\n <tr>\n <th>1003</th>\n <td> 1</td>\n <td> 1</td>\n <td> c8547282-dcd5-443b-bdc8-0174a350b79e</td>\n </tr>\n <tr>\n <th>1004</th>\n <td> 1</td>\n <td> 1</td>\n <td> 2e389d5a-23ff-4c5f-b803-6f4615a4f0ed</td>\n </tr>\n <tr>\n <th>1005</th>\n <td> 5</td>\n <td> 5</td>\n <td> 4c854af6-c8d1-4b10-9eb8-80e06415a144</td>\n </tr>\n <tr>\n <th>1006</th>\n <td> 1</td>\n <td> 1</td>\n <td> a1f5c230-cca3-4e2c-bd3f-ba8dcb206236</td>\n </tr>\n <tr>\n <th>1007</th>\n <td> 1</td>\n <td> 1</td>\n <td> 820c3d8c-d54f-45f6-9282-33a4c4e8b329</td>\n </tr>\n <tr>\n <th>1008</th>\n <td> 1</td>\n <td> 1</td>\n <td> dc2c36e4-e155-4da1-aefe-41aef806c428</td>\n </tr>\n <tr>\n <th>1009</th>\n <td> 1</td>\n <td> 1</td>\n <td> 277571ea-8f74-479e-a037-956afb7cb746</td>\n </tr>\n <tr>\n <th>1010</th>\n <td> 3</td>\n <td> 3</td>\n <td> 6fd8dea1-8c9b-47c4-b96b-ccb76e1cd929</td>\n </tr>\n <tr>\n <th>1011</th>\n <td> 1</td>\n <td> 1</td>\n <td> 4376d088-7324-4aee-931e-8096f7c2cb78</td>\n </tr>\n <tr>\n <th>1012</th>\n <td> 1</td>\n <td> 1</td>\n <td> 2055d3a8-2387-4292-ae48-21bb62885814</td>\n </tr>\n <tr>\n <th>1013</th>\n <td> 1</td>\n <td> 1</td>\n <td> 484b9f65-35ff-4ed0-aaaf-aafeb3780a74</td>\n </tr>\n <tr>\n <th>1014</th>\n <td> 1</td>\n <td> 1</td>\n <td> cd6c8032-cb49-44b4-82bc-be36eb697f34</td>\n </tr>\n <tr>\n <th>1015</th>\n <td> 1</td>\n <td> 1</td>\n <td> f7e0ead3-4ae3-4cce-8d7b-eaaf47d3bd48</td>\n </tr>\n <tr>\n <th>1016</th>\n <td> 2</td>\n <td> 2</td>\n <td> 8ec1ddb3-ae2d-45ec-8c33-0f5b05263fad</td>\n </tr>\n <tr>\n <th>1017</th>\n <td> 1</td>\n <td> 1</td>\n <td> 9ec77f8d-62b1-4797-877f-f345620c7e82</td>\n </tr>\n <tr>\n <th>1018</th>\n <td> 1</td>\n <td> 1</td>\n <td> 96e2ad28-831b-4af4-bf81-e7961571fd59</td>\n </tr>\n <tr>\n <th>1019</th>\n <td> 1</td>\n <td> 1</td>\n <td> 065df1b0-69cf-4499-ab7b-65e3b566262c</td>\n </tr>\n <tr>\n <th>1020</th>\n <td> 1</td>\n <td> 1</td>\n <td> 3463f9be-fca9-4914-ac7b-c1a7a0d2bee5</td>\n </tr>\n <tr>\n <th>1021</th>\n <td> 1</td>\n <td> 1</td>\n <td> 42de2133-3f1d-409c-af5c-4ff8b1e81d13</td>\n </tr>\n <tr>\n <th>1022</th>\n <td> 1</td>\n <td> 1</td>\n <td> f0f14e7b-0332-4143-9b93-b23540fa0ac3</td>\n </tr>\n <tr>\n <th>1023</th>\n <td> 1</td>\n <td> 1</td>\n <td> 4ee2ed5f-ff91-4a5f-83d9-084f0e197b4c</td>\n </tr>\n <tr>\n <th>1024</th>\n <td> 1</td>\n <td> 1</td>\n <td> 924e64cd-d2e2-4869-8cbb-b508e3d05f78</td>\n </tr>\n <tr>\n <th>1025</th>\n <td> 1</td>\n <td> 1</td>\n <td> e28b787b-57e1-4665-91c1-f1722bb1ba57</td>\n </tr>\n <tr>\n <th>1026</th>\n <td> 1</td>\n <td> 1</td>\n <td> 702eb831-23dd-4e40-a1b4-f00ca343b0c5</td>\n </tr>\n <tr>\n <th>1027</th>\n <td> 1</td>\n <td> 1</td>\n <td> b1c8cce9-5dc8-4c78-ad33-192b645126cd</td>\n </tr>\n <tr>\n <th>1028</th>\n <td> 1</td>\n <td> 1</td>\n <td> 37049bd0-b28c-4f1a-884a-3fef43cba0ed</td>\n </tr>\n <tr>\n <th>1029</th>\n <td> 1</td>\n <td> 1</td>\n <td> a4bcb0b9-8dcf-4cbd-b4cb-f5fb0f6db9cb</td>\n </tr>\n <tr>\n <th>1030</th>\n <td> 1</td>\n <td> 1</td>\n <td> 9380a063-ac01-42c6-bbbd-118feaeb09cb</td>\n </tr>\n <tr>\n <th>1031</th>\n <td> 1</td>\n <td> 1</td>\n <td> 84dbb8e5-e4c0-4c21-a96f-7ca6eeb590e3</td>\n </tr>\n </tbody>\n</table>\n<p>1032 rows \u00d7 3 columns</p>\n</div>"}, "metadata": {}}], "metadata": {"collapsed": false, "trusted": true}}, {"execution_count": null, "cell_type": "code", "source": "", "outputs": [], "metadata": {"collapsed": true, "trusted": true}}], "nbformat": 4, "metadata": {"kernelspec": {"display_name": "Python 2", "name": "python2", "language": "python"}, "language_info": {"mimetype": "text/x-python", "nbconvert_exporter": "python", "version": "2.7.9", "name": "python", "file_extension": ".py", "pygments_lexer": "ipython2", "codemirror_mode": {"version": 2, "name": "ipython"}}}} |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment