Export Issues from Github repo to json or csv (API v3)

github_issues.py

#!/usr/bin/env python3
"""
Exports issues from a list of repositories to individual csv files.
Uses basic authentication (Github username + password) to retrieve issues
from a repository that username has access to. Supports Github API v3.
Forked from https://gist.github.com/patrickfuller/e2ea8a94badc5b6967ef3ca0a9452a43
"""
import argparse
import csv
import json
import requests
from getpass import getpass


def get_pages(response):
    return {rel[6:-1]: url[url.index('<')+1:-1] for url, rel in
            (link.split(';') for link in
             response.headers['link'].split(','))}


def issues_url(name, state='open'):
    return 'https://api.github.com/repos/{}/issues?state={}'.format(name, state)


def get_issues(name, auth=None, state='closed', page_limit=None):
    response = requests.get(issues_url(name, state), auth=auth)
    if response.status_code != 200:
        raise Exception(response.status_code)
    issues = response.json()
    # Multiple requests are required if response is paged
    if 'link' in response.headers:
        pages = get_pages(response)
        while 'last' in pages and 'next' in pages:
            if page_limit and 'page=' in pages['next']:
                current_page = int(pages['next'].split('page=')[1]) - 1
                if current_page == page_limit:
                    break
            response = requests.get(pages['next'], auth=auth)
            if response.status_code != 200:
                raise Exception(response.status_code)
            issues += response.json()
            if pages['next'] == pages['last']:
                break
            pages = get_pages(response)
    return issues


def write_issues(issues, filename, output_format='csv'):
    if output_format == 'csv':
        with open(filename, 'w', newline='') as f:
            writer = csv.writer(f)
            writer.writerow(['URL', 'Submitter', 'Created on', 'Closed on'])
            for i in issues:
                if 'pull_request' not in i:
                    writer.writerow(
                        [i['html_url'], i['user']['login'],
                         i['created_at'].split('T')[0],
                         i['closed_at'].split('T')[0] if i['closed_at'] else ''])
    elif output_format == 'json':
        with open(filename, 'w') as f:
            json.dump(issues, f)
    else:
        raise Exception('unsupported format')



def get_auth():
    username = input("Username for 'https://github.com': ")
    password = getpass("Password for 'https://{}@github.com': ".format(username))
    # regular password will not work when account has 2fa enabled. Use a token instead
    # https://help.github.com/articles/creating-a-personal-access-token-for-the-command-line/
    return (username, password)


def main():
    parser = argparse.ArgumentParser(description="Write GitHub repository issues "
                                                 "to json or csv.")
    parser.add_argument('repositories', nargs='+', help="Repository names, "
                        "formatted as 'username/repo'")
    parser.add_argument('--all', action='store_true', help="Returns both open "
                        "and closed issues.")
    parser.add_argument('--auth', action='store_true', help='Prompt for username'
                        ' & password')
    parser.add_argument('-o', '--output-format', '--format', default='csv',
                        help='csv (default) or json')
    args = parser.parse_args()

    if args.all:
        state = 'all'
    else:
        state = 'closed'

    if args.auth:
        auth = get_auth()
    else:
        auth = None

    output_format = args.output_format.lower()
    if output_format not in ['csv', 'json']:
        raise Exception('Unsupported format')

    for repository in args.repositories:
        issues = get_issues(repository, auth, state)
        filename = '{}-issues.{}'.format(repository.replace('/', '-'),
                                         output_format)
        write_issues(issues, filename, output_format)


if __name__ == '__main__':
    main()

mozilla-bedrock-issues.csv

mozilla-irlpodcast-issues.csv

mozmeao-lumbergh-issues.csv