generate all the things

allTheDMGs.py

#!/usr/bin/python
# -*- coding: utf-8 -*-
import glob
import os
import subprocess
import sys
sys.path.append('/usr/local/munki/munkilib')
import FoundationPlist

path = '/Users/abanks/Library/AutoPkg/Cache'

# Lotsa stuff borrowed from https://github.com/autopkg/autopkg/blob/master/Code/autopkglib/DmgMounter.py
# which has an Apache2.0 license

# all_apps = [os.path.join(dirpath, f)
#     for dirpath, dirnames, files in os.walk(path)
#     for f in files if f.endswith('.dmg')]
all_apps = glob.glob(os.path.join(path, '*/downloads/*.dmg'))
with open('/tmp/allDMGApps.txt') as olderout:
    oldout = olderout.read().splitlines()
for app in oldout:
    if app not in all_apps:
        all_apps.append(app.decode('utf8'))
print_list = []
print len(all_apps)

def get_first_plist(text_string):
    plist_header = '<?xml version'
    plist_footer = '</plist>'
    plist_start_index = text_string.find(plist_header)
    if plist_start_index == -1:
        # not found
        return ("", text_string)
    plist_end_index = text_string.find(
        plist_footer, plist_start_index + len(plist_header))
    if plist_end_index == -1:
        # not found
        return ("", text_string)
    # adjust end value
    plist_end_index = plist_end_index + len(plist_footer)
    return (text_string[plist_start_index:plist_end_index],
            text_string[plist_end_index:])

def dmg_has_sla(dmgpath):
    has_sla = False
    proc = subprocess.Popen(
        ['/usr/bin/hdiutil', 'imageinfo', dmgpath, '-plist'],
        bufsize=-1, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
    (stdout, stderr) = proc.communicate()
    if stderr:
        # some error with hdiutil.
        # Output but return False so we can attempt to continue
        print 'hdiutil imageinfo error %s with image %s.' % (stderr, dmgpath)
        return False
    (pliststr, stdout) = get_first_plist(stdout)
    if pliststr:
        try:
            plist = FoundationPlist.readPlistFromString(pliststr)
            properties = plist.get('Properties')
            if properties:
                has_sla = properties.get(
                    'Software License Agreement', False)
        except FoundationPlist.NSPropertyListSerializationException:
            pass


print_list = []
# check check test
# all_apps = all_apps[:2]
for app in all_apps:
    # splitem = os.path.dirname(app)
    # joined = '/'.join(splitem.split('/')[:7])
    # output = ''
    # try:
    #     print 'deleting ' + joined
    #     output = subprocess.check_output(['/bin/rm', '-rf', joined])
    # except:
    #     pass
    # if output:
    #     print output
    splitem = os.path.dirname(app)
    joined = ':'.join(splitem.split('/')[6:7])
    if os.path.exists(app):
        try:
            stdin = ''
            if dmg_has_sla(app):
                stdin = 'Y\n'
            proc = subprocess.Popen(("/usr/bin/hdiutil",
                                         "attach",
                                         "-plist",
                                         "-mountrandom", "/private/tmp",
                                         "-nobrowse",
                                         app),
                                         stdout=subprocess.PIPE,
                                         stderr=subprocess.PIPE,
                                         stdin=subprocess.PIPE)
            (stdout, stderr) = proc.communicate(stdin)
        except OSError as err:
            print "hdiutil execution failed with error code %d: %s" % (err.errno, err.strerror)
            continue
        if proc.returncode != 0:
            print "mounting %s failed on attach step: %s" % (app , stderr)
            continue
        (pliststr, stdout) = get_first_plist(stdout)
        try:
            output = FoundationPlist.readPlistFromString(pliststr)
        except FoundationPlist.NSPropertyListSerializationException:
            print "reading mountpoint %s failed: unexpected output from hdiutil" % app
            continue
        for part in output.get("system-entities", []):
            if "mount-point" in part:
                print 'found mount point, getting apps'
                # Add to mount list.
                pathname = part["mount-point"]
                apps_indmg = [os.path.join(dirpath, f)
                              for dirpath, dirnames, files in os.walk(pathname)
                              for f in dirnames if f.endswith('.app')]
                for found in apps_indmg:
                    got_sha = ''
                    try:
                        first_half = os.path.basename(found).strip().decode('utf-8')
                        fileinfo = subprocess.check_output(['/usr/local/bin/santactl', 'fileinfo', found])
                        outputs = fileinfo.splitlines()
                        for line in outputs:
                            if "1. SHA-256" in line:
                                got_sha = line.split()[3]
                        if not got_sha:
                            got_sha = 'no sha cert found'
                        print 'found app, getting sha', joined
                        print_list.append((first_half, got_sha, joined))
                    except Exception as e:
                        print "couldn't get fileinfo because: %s" % e
                        continue
        try:
            proc = subprocess.Popen(("/usr/bin/hdiutil", "detach",pathname),
                                     stdout=subprocess.PIPE,
                                     stderr=subprocess.PIPE)
            stderr = proc.communicate()[1]
        except OSError as err:
            print "hdiutil execution failed with error code %d: %s" % (err.errno, err.strerror)
        if proc.returncode != 0:
            print "unmounting %s failed: %s" % (pathname, stderr)
            continue

final = sorted(print_list)
for row in final:
    print ','.join(*[row])

getBareAppCertSha256s.py

#!/usr/bin/python
# -*- coding: utf-8 -*-
import glob
import os
import subprocess

path = '/Users/abanks/Library/AutoPkg/Cache'

all_apps = [os.path.join(dirpath, f)
    for dirpath, dirnames, files in os.walk(path)
    for f in dirnames if f.endswith('.app')]
with open('/tmp/allBareApps.txt') as olderout:
    oldout = olderout.read().splitlines()
for app in oldout:
    if app.strip() not in all_apps:
        all_apps.append(app.decode('utf8'))
print_list = []
print len(all_apps)
for app in all_apps:
    ## Cleanup routine - uncomment to free up ~20GBs free space after successful run
    # splitem = os.path.dirname(app)
    # joined = '/'.join(splitem.split('/')[:7])
    # output = ''
    # try:
    #     print 'deleting ' + joined
    #     output = subprocess.check_output(['/bin/rm', '-rf', joined])
    # except:
    #     pass
    # if output:
    #     print output
    if os.path.exists(app):
        got_sha = ''
        splitem = os.path.dirname(app)
        try:
            fileinfo = subprocess.check_output(['/usr/local/bin/santactl', 'fileinfo', app.strip()])
            outputs = fileinfo.splitlines()
            for line in outputs:
                if "1. SHA-256" in line:
                    got_sha = line.split()[3]
            if not got_sha:
                got_sha = 'no sha cert found'
            joined = ':'.join(splitem.split('/')[6:7])
            first_half = os.path.basename(app).strip().decode('utf-8')
            print_list.append((first_half, got_sha, joined))
        except Exception as e:
            print "couldn't get fileinfo because: %s" % e
    else:
        continue

final = sorted(print_list)
for row in final:
    print ','.join(*[row])

output.csv