Plugin Safety install count

Plugin Safety install count.ipynb

Plugin Safety install count.py

# coding: utf-8

# In[ ]:

from moztelemetry import get_pings_properties, get_one_ping_per_client
from moztelemetry.dataset import Dataset

sc.defaultParallelism


# In[ ]:

start_date_str = '20170504'

pings = Dataset.from_source("telemetry")     .where(docType='shield_study')     .where(submissionDate=lambda b: (b == start_date_str or b > start_date_str))     .where(appUpdateChannel="release")     .records(sc, sample=1.0)
pings_props = get_pings_properties(pings, ["clientId", "payload/study_state"])
filtered = pings_props.filter(lambda p: p['environment/addons/activeAddons/@plugin-safety'] is not None)
(filtered
    .filter(lambda p: p['payload/study_state'] == 'install')
    .groupBy(lambda p: p['clientId'])
    .count()
) - (filtered
    .filter(lambda p: p['payload/study_state'] == 'user-ended-study')
    .groupBy(lambda p: p['clientId'])
    .count()
)