Skip to content

Instantly share code, notes, and snippets.

@marco-c

marco-c/modules-ping.ipynb

Created February 21, 2017 12:07
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save marco-c/5f767255d5819fbc2edf97a8d3c1e794 to your computer and use it in GitHub Desktop.
Save marco-c/5f767255d5819fbc2edf97a8d3c1e794 to your computer and use it in GitHub Desktop.
Download ZIP
Display the source blob
Display the rendered blob
Raw
modules-ping.ipynb
{
"cells": [
{
"cell_type": "code",
"execution_count": 1,
"metadata": {
"collapsed": false,
"scrolled": true
},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Unable to parse whitelist (/home/hadoop/anaconda2/lib/python2.7/site-packages/moztelemetry/histogram-whitelists.json). Assuming all histograms are acceptable.\n"
]
}
],
"source": [
"from moztelemetry.dataset import Dataset"
]
},
{
"cell_type": "code",
"execution_count": 2,
"metadata": {
"collapsed": false
},
"outputs": [],
"source": [
"pings = Dataset.from_source(\"telemetry\") \\\n",
" .where(docType=\"OTHER\") \\\n",
" .where(submissionDate=\"20170221\") \\\n",
" .where(appUpdateChannel=\"nightly\")"
]
},
{
"cell_type": "code",
"execution_count": 3,
"metadata": {
"collapsed": false
},
"outputs": [],
"source": [
"records = pings.records(sc).filter(lambda p: p['type'] == 'modules')"
]
},
{
"cell_type": "code",
"execution_count": 4,
"metadata": {
"collapsed": false
},
"outputs": [
{
"data": {
"text/plain": [
"317"
]
},
"execution_count": 4,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"records.count()"
]
},
{
"cell_type": "code",
"execution_count": 5,
"metadata": {
"collapsed": false
},
"outputs": [
{
"data": {
"text/plain": [
"[{u'debugID': None,\n",
" u'debugName': u'libnssckbi.so',\n",
" u'name': u'libnssckbi.so',\n",
" u'version': None},\n",
" {u'debugID': None,\n",
" u'debugName': u'libfreebl3.so',\n",
" u'name': u'libfreebl3.so',\n",
" u'version': None},\n",
" {u'debugID': None,\n",
" u'debugName': u'libsoftokn3.so',\n",
" u'name': u'libsoftokn3.so',\n",
" u'version': None},\n",
" {u'debugID': None,\n",
" u'debugName': u'liblgpllibs.so',\n",
" u'name': u'liblgpllibs.so',\n",
" u'version': None},\n",
" {u'debugID': None,\n",
" u'debugName': u'libxul.so',\n",
" u'name': u'libxul.so',\n",
" u'version': None},\n",
" {u'debugID': None,\n",
" u'debugName': u'libnss3.so',\n",
" u'name': u'libnss3.so',\n",
" u'version': None},\n",
" {u'debugID': None,\n",
" u'debugName': u'org.mozilla.fennec',\n",
" u'name': u'org.mozilla.fennec',\n",
" u'version': None},\n",
" {u'debugID': u'375FEB7FE951BBA0C74156C2536667840',\n",
" u'debugName': u'linker',\n",
" u'name': u'linker',\n",
" u'version': None},\n",
" {u'debugID': u'C6B04A2F1248C16858C6F3F269ABFC4E0',\n",
" u'debugName': u'libsigchain.so',\n",
" u'name': u'libsigchain.so',\n",
" u'version': None},\n",
" {u'debugID': u'90FA9D0D8C21DEAFC56A14C32DD62A820',\n",
" u'debugName': u'libcutils.so',\n",
" u'name': u'libcutils.so',\n",
" u'version': None},\n",
" {u'debugID': u'7CA906457AB7957B2B797DB4D61161A10',\n",
" u'debugName': u'libutils.so',\n",
" u'name': u'libutils.so',\n",
" u'version': None},\n",
" {u'debugID': u'F783F0BF8D0AF0C44D5A48D93F7C9DB90',\n",
" u'debugName': u'liblog.so',\n",
" u'name': u'liblog.so',\n",
" u'version': None},\n",
" {u'debugID': u'F09C05FAEB0D0FD923B8BD9EBBA04E1E0',\n",
" u'debugName': u'libc.so',\n",
" u'name': u'libc.so',\n",
" u'version': None},\n",
" {u'debugID': u'2CDDE0D7E5E609C796EAC6285440BE2D0',\n",
" u'debugName': u'libm.so',\n",
" u'name': u'libm.so',\n",
" u'version': None},\n",
" {u'debugID': u'3CD0B24964CA278AAE04F5E0753C5FA70',\n",
" u'debugName': u'libbacktrace.so',\n",
" u'name': u'libbacktrace.so',\n",
" u'version': None},\n",
" {u'debugID': u'1A6E027BB179E3A4889AA4C3343952DA0',\n",
" u'debugName': u'libmemtrack.so',\n",
" u'name': u'libmemtrack.so',\n",
" u'version': None},\n",
" {u'debugID': u'D08BC0D1D7DDD8F85C2BBD4E3689EBDA0',\n",
" u'debugName': u'libandroidfw.so',\n",
" u'name': u'libandroidfw.so',\n",
" u'version': None},\n",
" {u'debugID': u'54DDA068C67A71357F9D51F47D1B45B20',\n",
" u'debugName': u'libexpat.so',\n",
" u'name': u'libexpat.so',\n",
" u'version': None},\n",
" {u'debugID': u'BC2F885A25EC9DE8272DF1020B2C202E0',\n",
" u'debugName': u'libnativehelper.so',\n",
" u'name': u'libnativehelper.so',\n",
" u'version': None},\n",
" {u'debugID': u'1457BBD4AE2C3C3FAD95B91B8B4949690',\n",
" u'debugName': u'libnetutils.so',\n",
" u'name': u'libnetutils.so',\n",
" u'version': None},\n",
" {u'debugID': u'81B5CDA2D0BE37410413E0AC92D3F0190',\n",
" u'debugName': u'libui.so',\n",
" u'name': u'libui.so',\n",
" u'version': None},\n",
" {u'debugID': u'73E92E6E50FCC11496B8B4E154D94D8C0',\n",
" u'debugName': u'libcamera_metadata.so',\n",
" u'name': u'libcamera_metadata.so',\n",
" u'version': None},\n",
" {u'debugID': u'000ED1E388E290933667354C3B2C52CC0',\n",
" u'debugName': u'libGLESv1_CM.so',\n",
" u'name': u'libGLESv1_CM.so',\n",
" u'version': None},\n",
" {u'debugID': u'62C6D0E20C34624E76954C91B542AFA90',\n",
" u'debugName': u'libGLESv2.so',\n",
" u'name': u'libGLESv2.so',\n",
" u'version': None},\n",
" {u'debugID': u'0AB1C7BFA98EEBD7FF2BA26107BAB2920',\n",
" u'debugName': u'libETC1.so',\n",
" u'name': u'libETC1.so',\n",
" u'version': None},\n",
" {u'debugID': u'D89174F43019578D77342547877EA21A0',\n",
" u'debugName': u'libhardware.so',\n",
" u'name': u'libhardware.so',\n",
" u'version': None},\n",
" {u'debugID': u'279D376E6E27DA3BE3B1B12E59C3C3A30',\n",
" u'debugName': u'libhardware_legacy.so',\n",
" u'name': u'libhardware_legacy.so',\n",
" u'version': None},\n",
" {u'debugID': u'C3D2EEEAA919BEAB59F5929DF9AEAE160',\n",
" u'debugName': u'libselinux.so',\n",
" u'name': u'libselinux.so',\n",
" u'version': None},\n",
" {u'debugID': u'3D28E927BBF908DE62783C50769289060',\n",
" u'debugName': u'libsonivox.so',\n",
" u'name': u'libsonivox.so',\n",
" u'version': None},\n",
" {u'debugID': u'ABBB01DE273993C8CB709B0AB50212EF0',\n",
" u'debugName': u'libcrypto.so',\n",
" u'name': u'libcrypto.so',\n",
" u'version': None},\n",
" {u'debugID': u'212F3B925F385312DAE8CF2DF62152E50',\n",
" u'debugName': u'libssl.so',\n",
" u'name': u'libssl.so',\n",
" u'version': None},\n",
" {u'debugID': u'419751A375D7DB6297E482F1F9E1F8790',\n",
" u'debugName': u'libjpeg.so',\n",
" u'name': u'libjpeg.so',\n",
" u'version': None},\n",
" {u'debugID': u'F9674EF696194350765C38EBD5106A400',\n",
" u'debugName': u'libusbhost.so',\n",
" u'name': u'libusbhost.so',\n",
" u'version': None},\n",
" {u'debugID': u'5D4621C1229738D1DF17B03FED32411F0',\n",
" u'debugName': u'libharfbuzz_ng.so',\n",
" u'name': u'libharfbuzz_ng.so',\n",
" u'version': None},\n",
" {u'debugID': u'0881A302360D57D5E8001E2BE30BE2210',\n",
" u'debugName': u'libz.so',\n",
" u'name': u'libz.so',\n",
" u'version': None},\n",
" {u'debugID': u'28A94723D670E519E321EEC1F155887E0',\n",
" u'debugName': u'libaudioutils.so',\n",
" u'name': u'libaudioutils.so',\n",
" u'version': None},\n",
" {u'debugID': u'E8DC17B9B5066442F9F5F1A70787C2A80',\n",
" u'debugName': u'libimg_utils.so',\n",
" u'name': u'libimg_utils.so',\n",
" u'version': None},\n",
" {u'debugID': u'F2F7D9C6B1ED7484635AC4893B74ED720',\n",
" u'debugName': u'libnetd_client.so',\n",
" u'name': u'libnetd_client.so',\n",
" u'version': None},\n",
" {u'debugID': u'714BFA02133C567DDF76FA7BF5E78F970',\n",
" u'debugName': u'libminikin.so',\n",
" u'name': u'libminikin.so',\n",
" u'version': None},\n",
" {u'debugID': u'C6BACB8187936D4997172F4FD7F75BC50',\n",
" u'debugName': u'libprocessgroup.so',\n",
" u'name': u'libprocessgroup.so',\n",
" u'version': None},\n",
" {u'debugID': u'4EE42CAF00888D1EB9F9FBF2B261C3460',\n",
" u'debugName': u'libnativebridge.so',\n",
" u'name': u'libnativebridge.so',\n",
" u'version': None},\n",
" {u'debugID': u'35E22459DA682741488A4A8DDB62033F0',\n",
" u'debugName': u'libradio_metadata.so',\n",
" u'name': u'libradio_metadata.so',\n",
" u'version': None},\n",
" {u'debugID': u'B78492531966D7066DB6189AA0B1125A0',\n",
" u'debugName': u'libstagefright_foundation.so',\n",
" u'name': u'libstagefright_foundation.so',\n",
" u'version': None},\n",
" {u'debugID': u'FEA2AC9EF7F3CF048F4CEBD886121B600',\n",
" u'debugName': u'libstagefright_http_support.so',\n",
" u'name': u'libstagefright_http_support.so',\n",
" u'version': None},\n",
" {u'debugID': u'C365E752EE126BCD236D65BC6F4212240',\n",
" u'debugName': u'libeffects.so',\n",
" u'name': u'libeffects.so',\n",
" u'version': None},\n",
" {u'debugID': u'DD9D865151F2FD88045B88D6BDF4669A0',\n",
" u'debugName': u'libbase.so',\n",
" u'name': u'libbase.so',\n",
" u'version': None},\n",
" {u'debugID': u'4DF8A72CC4018BE08AB73DE85F603C610',\n",
" u'debugName': u'libunwind.so',\n",
" u'name': u'libunwind.so',\n",
" u'version': None},\n",
" {u'debugID': u'B7A5D00F420DA238AD40FC6B5CA34D280',\n",
" u'debugName': u'libstdc++.so',\n",
" u'name': u'libstdc++.so',\n",
" u'version': None},\n",
" {u'debugID': u'0F650E61CB5691A09D8E829FF37702D90',\n",
" u'debugName': u'libsync.so',\n",
" u'name': u'libsync.so',\n",
" u'version': None},\n",
" {u'debugID': u'138AD59587B3175F5796C0BDC36FF6D90',\n",
" u'debugName': u'libpng.so',\n",
" u'name': u'libpng.so',\n",
" u'version': None},\n",
" {u'debugID': u'9742358B88A2F1149DB64D7DEB2152D20',\n",
" u'debugName': u'libft2.so',\n",
" u'name': u'libft2.so',\n",
" u'version': None},\n",
" {u'debugID': u'7942149828BC49C9D3C5E23A035467440',\n",
" u'debugName': u'libGLES_trace.so',\n",
" u'name': u'libGLES_trace.so',\n",
" u'version': None},\n",
" {u'debugID': u'762D155725AF155B447B63CF9BCD318E0',\n",
" u'debugName': u'libwpa_client.so',\n",
" u'name': u'libwpa_client.so',\n",
" u'version': None},\n",
" {u'debugID': u'62895EBCC3C67610B373A8920DD224230',\n",
" u'debugName': u'libpcre.so',\n",
" u'name': u'libpcre.so',\n",
" u'version': None},\n",
" {u'debugID': u'F55F00D4B49927649EFA9D89AB02B7330',\n",
" u'debugName': u'libnbaio.so',\n",
" u'name': u'libnbaio.so',\n",
" u'version': None},\n",
" {u'debugID': u'BBF9A0D45F63DDBA987217370835C2C20',\n",
" u'debugName': u'libspeexresampler.so',\n",
" u'name': u'libspeexresampler.so',\n",
" u'version': None},\n",
" {u'debugID': u'2F4C0E3182186E1C0A9A24FE5094071E0',\n",
" u'debugName': u'libRS.so',\n",
" u'name': u'libRS.so',\n",
" u'version': None},\n",
" {u'debugID': u'A9C2BA9924679F5FC4F50CF561038C630',\n",
" u'debugName': u'libRScpp.so',\n",
" u'name': u'libRScpp.so',\n",
" u'version': None},\n",
" {u'debugID': u'E1C36A9CCEF8A4ED1B7E86B1F41C1C370',\n",
" u'debugName': u'libmediautils.so',\n",
" u'name': u'libmediautils.so',\n",
" u'version': None},\n",
" {u'debugID': u'53F640E480C50BBB0247C61097E00C840',\n",
" u'debugName': u'libopus.so',\n",
" u'name': u'libopus.so',\n",
" u'version': None},\n",
" {u'debugID': u'9EA41C6F99ADE253E216C3B75FCBD9A70',\n",
" u'debugName': u'libstagefright_yuv.so',\n",
" u'name': u'libstagefright_yuv.so',\n",
" u'version': None},\n",
" {u'debugID': u'F3F61E8A6B13F38BD86023BFA48EAAFC0',\n",
" u'debugName': u'libvorbisidec.so',\n",
" u'name': u'libvorbisidec.so',\n",
" u'version': None},\n",
" {u'debugID': u'AD86A2938C6939FFCB895DDF4401EC620',\n",
" u'debugName': u'libpowermanager.so',\n",
" u'name': u'libpowermanager.so',\n",
" u'version': None},\n",
" {u'debugID': u'0B6C4C2D7EDD196F6352652BA9ABEF350',\n",
" u'debugName': u'libstagefright_enc_common.so',\n",
" u'name': u'libstagefright_enc_common.so',\n",
" u'version': None},\n",
" {u'debugID': u'45C1A222E6DA0B301ED8FA121F28B4640',\n",
" u'debugName': u'libstagefright_avc_common.so',\n",
" u'name': u'libstagefright_avc_common.so',\n",
" u'version': None},\n",
" {u'debugID': u'204AFBB62399559B9E18078CA6D45B480',\n",
" u'debugName': u'libprotobuf-cpp-lite.so',\n",
" u'name': u'libprotobuf-cpp-lite.so',\n",
" u'version': None},\n",
" {u'debugID': u'F418D0D4527B9D8488ED4119F40C5A700',\n",
" u'debugName': u'libbcc.so',\n",
" u'name': u'libbcc.so',\n",
" u'version': None},\n",
" {u'debugID': u'391B5319538FD05DC259999C2BFA3BFE0',\n",
" u'debugName': u'libbcinfo.so',\n",
" u'name': u'libbcinfo.so',\n",
" u'version': None},\n",
" {u'debugID': u'F97417164736875F424678EFBB76BE060',\n",
" u'debugName': u'memtrack.msm8974.so',\n",
" u'name': u'memtrack.msm8974.so',\n",
" u'version': None},\n",
" {u'debugID': u'CD665BBA6DA26D877BD4895785EBD0AC0',\n",
" u'debugName': u'libmtp.so',\n",
" u'name': u'libmtp.so',\n",
" u'version': None},\n",
" {u'debugID': u'6591400FB302BDD4AE918F911649FBC50',\n",
" u'debugName': u'libstagefright_amrnb_common.so',\n",
" u'name': u'libstagefright_amrnb_common.so',\n",
" u'version': None},\n",
" {u'debugID': u'C242076E1C90273625373ABC72FC43C30',\n",
" u'debugName': u'libffmpeg_extractor.so',\n",
" u'name': u'libffmpeg_extractor.so',\n",
" u'version': None},\n",
" {u'debugID': u'3E6E0FF770976E0C24DD1E57F9C3CE320',\n",
" u'debugName': u'libffmpeg_utils.so',\n",
" u'name': u'libffmpeg_utils.so',\n",
" u'version': None},\n",
" {u'debugID': u'B05DDF16CC86EBFBE6D6532D4D4B3F330',\n",
" u'debugName': u'libswresample.so',\n",
" u'name': u'libswresample.so',\n",
" u'version': None},\n",
" {u'debugID': u'1B44F195CEDBEBD88E304364EA9EDAEC0',\n",
" u'debugName': u'libemoji.so',\n",
" u'name': u'libemoji.so',\n",
" u'version': None},\n",
" {u'debugID': u'6D3684C15AB61577CA4E0AB41816F6470',\n",
" u'debugName': u'libkeystore-engine.so',\n",
" u'name': u'libkeystore-engine.so',\n",
" u'version': None},\n",
" {u'debugID': u'1760AED46813476F065D728A4881E3890',\n",
" u'debugName': u'libkeystore_binder.so',\n",
" u'name': u'libkeystore_binder.so',\n",
" u'version': None},\n",
" {u'debugID': u'74026C31C4F89B4BFCF905C8426EEC1C0',\n",
" u'debugName': u'libsoftkeymasterdevice.so',\n",
" u'name': u'libsoftkeymasterdevice.so',\n",
" u'version': None},\n",
" {u'debugID': u'C46E51BD364F80905854D2E616EF5EB60',\n",
" u'debugName': u'libkeymaster_messages.so',\n",
" u'name': u'libkeymaster_messages.so',\n",
" u'version': None},\n",
" {u'debugID': u'E62F4F6B64BAB64E6423D09A14A2D6D40',\n",
" u'debugName': u'libkeymaster1.so',\n",
" u'name': u'libkeymaster1.so',\n",
" u'version': None},\n",
" {u'debugID': u'E4CD5C4EEC88956FF88EE5CE43BCB4A10',\n",
" u'debugName': u'libEGL_adreno.so',\n",
" u'name': u'libEGL_adreno.so',\n",
" u'version': None},\n",
" {u'debugID': u'E5665D9058010C6C4E7538398D13FF4E0',\n",
" u'debugName': u'libgsl.so',\n",
" u'name': u'libgsl.so',\n",
" u'version': None},\n",
" {u'debugID': u'65F04F37F554F20F6DC201893364FF680',\n",
" u'debugName': u'libadreno_utils.so',\n",
" u'name': u'libadreno_utils.so',\n",
" u'version': None},\n",
" {u'debugID': u'5B69083C65CE865B58CD18442155641F0',\n",
" u'debugName': u'libcompiler_rt.so',\n",
" u'name': u'libcompiler_rt.so',\n",
" u'version': None},\n",
" {u'debugID': u'0E8C136841B73D7A14097847381D52C80',\n",
" u'debugName': u'libjnigraphics.so',\n",
" u'name': u'libjnigraphics.so',\n",
" u'version': None},\n",
" {u'debugID': u'14A980A52093AAC119B5C996E530269F0',\n",
" u'debugName': u'libwebviewchromium_loader.so',\n",
" u'name': u'libwebviewchromium_loader.so',\n",
" u'version': None},\n",
" {u'debugID': u'8A9563A9CD6DDE667476B527996D398F0',\n",
" u'debugName': u'base.odex',\n",
" u'name': u'base.odex',\n",
" u'version': None},\n",
" {u'debugID': u'2EB3FF7E1DABF797F0E415C7A04DF2AE0',\n",
" u'debugName': u'libmozglue.so',\n",
" u'name': u'libmozglue.so',\n",
" u'version': None},\n",
" {u'debugID': u'34904EDE985C8028DD6A02C100B8DB5F0',\n",
" u'debugName': u'gralloc.msm8974.so',\n",
" u'name': u'gralloc.msm8974.so',\n",
" u'version': None},\n",
" {u'debugID': u'5EB092C62A24425B97BC38CC2252C1800',\n",
" u'debugName': u'libmemalloc.so',\n",
" u'name': u'libmemalloc.so',\n",
" u'version': None},\n",
" {u'debugID': u'E144F3690C35C322DEE1A6079C6B14860',\n",
" u'debugName': u'libqdutils.so',\n",
" u'name': u'libqdutils.so',\n",
" u'version': None},\n",
" {u'debugID': u'53A5669194140A09026C9B112B3CEAEF0',\n",
" u'debugName': u'eglsubAndroid.so',\n",
" u'name': u'eglsubAndroid.so',\n",
" u'version': None}]"
]
},
"execution_count": 5,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"records.take(1)[0]['payload']['modules']"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {
"collapsed": true
},
"outputs": [],
"source": []
}
],
"metadata": {
"anaconda-cloud": {},
"kernelspec": {
"display_name": "Python [default]",
"language": "python",
"name": "python2"
},
"language_info": {
"codemirror_mode": {
"name": "ipython",
"version": 2
},
"file_extension": ".py",
"mimetype": "text/x-python",
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython2",
"version": "2.7.12"
}
},
"nbformat": 4,
"nbformat_minor": 0
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment