jgmize · March 18, 2021 12:25
diff --git a/github_issues.py b/github_issues.py
 """
 Exports issues from a list of repositories to individual csv files.
 Uses basic authentication (Github username + password) to retrieve issues
 from a repository that username has access to. Supports Github API v3.
 Forked from https://gist.github.com/patrickfuller/e2ea8a94badc5b6967ef3ca0a9452a43
 """
 import argparse
 import csv
 import json
 import requests
 from getpass import getpass


 def get_pages(response):
    return {rel[6:-1]: url[url.index('<')+1:-1] for url, rel in
            (link.split(';') for link in
             response.headers['link'].split(','))}


 def issues_url(name, state='open'):
    return 'https://api.github.com/repos/{}/issues?state={}'.format(name, state)


 def get_issues(name, auth=None, state='open', page_limit=None):
    response = requests.get(issues_url(name, state), auth=auth)
    if response.status_code != 200:
        raise Exception(response.status_code)
    issues = response.json()
    # Multiple requests are required if response is paged
    if 'link' in response.headers:
        pages = get_pages(response)
        while 'last' in pages and 'next' in pages:
            if page_limit and 'page=' in pages['next']:
                current_page = int(pages['next'].split('page=')[1]) - 1
                if current_page == page_limit:
                    break
            response = requests.get(pages['next'], auth=auth)
            if response.status_code != 200:
                raise Exception(response.status_code)
            issues += response.json()
            if pages['next'] == pages['last']:
                break
            pages = get_pages(response)
    return issues


 def write_issues(issues, filename, output_format='csv'):
    if output_format == 'csv':
        with open(filename, 'w', newline='') as f:
            writer = csv.writer(f)
            writer.writerow(['URL', 'ID', 'Submitter', 'Created on', 'Closed on'])
            for i in issues:
                if 'pull_request' not in i:
                    writer.writerow(
                        [i['html_url'], i['number'], i['user']['login'],
                         i['created_at'].split('T')[0],
                         i['closed_at'].split('T')[0] if i['closed_at'] else ''])
    elif output_format == 'json':
        with open(filename, 'w') as f:
            json.dump(issues, f)
    else:
        raise Exception('unsupported format')



 def get_auth():
    username = input("Username for 'https://github.com': ")
    password = getpass("Password for 'https://{}@github.com': ".format(username))
    # regular password will not work when account has 2fa enabled. Use a token instead
    # https://help.github.com/articles/creating-a-personal-access-token-for-the-command-line/
    return (username, password)


 def main():
    parser = argparse.ArgumentParser(description="Write GitHub repository issues "
                                                 "to json or csv.")
    parser.add_argument('repositories', nargs='+', help="Repository names, "
                        "formatted as 'username/repo'")
    parser.add_argument('--all', action='store_true', help="Returns both open "
                        "and closed issues.")
    parser.add_argument('--auth', action='store_true', help='Prompt for username'
                        ' & password')
    parser.add_argument('-o', '--output-format', '--format', default='csv',
                        help='csv (default) or json')
    args = parser.parse_args()

    if args.all:
        state = 'all'
    else:
        state = 'open'

    if args.auth:
        auth = get_auth()
    else:
        auth = None

    output_format = args.output_format.lower()
    if output_format not in ['csv', 'json']:
        raise Exception('Unsupported format')

    for repository in args.repositories:
        issues = get_issues(repository, auth, state)
        filename = '{}-issues.{}'.format(repository.replace('/', '-'),
                                         output_format)
        write_issues(issues, filename, output_format)


 if __name__ == '__main__':
    main()
diff --git a/mozilla-bedrock-issues.csv b/mozilla-bedrock-issues.csv
	"""
	Exports issues from a list of repositories to individual csv files.
	Uses basic authentication (Github username + password) to retrieve issues
	from a repository that username has access to. Supports Github API v3.
	Forked from https://gist.github.com/patrickfuller/e2ea8a94badc5b6967ef3ca0a9452a43
	"""
	import argparse
	import csv
	import json
	import requests
	from getpass import getpass


	def get_pages(response):
	return {rel[6:-1]: url[url.index('<')+1:-1] for url, rel in
	(link.split(';') for link in
	response.headers['link'].split(','))}


	def issues_url(name, state='open'):
	return 'https://api.github.com/repos/{}/issues?state={}'.format(name, state)


	def get_issues(name, auth=None, state='open', page_limit=None):
	response = requests.get(issues_url(name, state), auth=auth)
	if response.status_code != 200:
	raise Exception(response.status_code)
	issues = response.json()
	# Multiple requests are required if response is paged
	if 'link' in response.headers:
	pages = get_pages(response)
	while 'last' in pages and 'next' in pages:
	if page_limit and 'page=' in pages['next']:
	current_page = int(pages['next'].split('page=')[1]) - 1
	if current_page == page_limit:
	break
	response = requests.get(pages['next'], auth=auth)
	if response.status_code != 200:
	raise Exception(response.status_code)
	issues += response.json()
	if pages['next'] == pages['last']:
	break
	pages = get_pages(response)
	return issues


	def write_issues(issues, filename, output_format='csv'):
	if output_format == 'csv':
	with open(filename, 'w', newline='') as f:
	writer = csv.writer(f)
	writer.writerow(['URL', 'ID', 'Submitter', 'Created on', 'Closed on'])
	for i in issues:
	if 'pull_request' not in i:
	writer.writerow(
	[i['html_url'], i['number'], i['user']['login'],
	i['created_at'].split('T')[0],
	i['closed_at'].split('T')[0] if i['closed_at'] else ''])
	elif output_format == 'json':
	with open(filename, 'w') as f:
	json.dump(issues, f)
	else:
	raise Exception('unsupported format')



	def get_auth():
	username = input("Username for 'https://github.com': ")
	password = getpass("Password for 'https://{}@github.com': ".format(username))
	# regular password will not work when account has 2fa enabled. Use a token instead
	# https://help.github.com/articles/creating-a-personal-access-token-for-the-command-line/
	return (username, password)


	def main():
	parser = argparse.ArgumentParser(description="Write GitHub repository issues "
	"to json or csv.")
	parser.add_argument('repositories', nargs='+', help="Repository names, "
	"formatted as 'username/repo'")
	parser.add_argument('--all', action='store_true', help="Returns both open "
	"and closed issues.")
	parser.add_argument('--auth', action='store_true', help='Prompt for username'
	' & password')
	parser.add_argument('-o', '--output-format', '--format', default='csv',
	help='csv (default) or json')
	args = parser.parse_args()

	if args.all:
	state = 'all'
	else:
	state = 'open'

	if args.auth:
	auth = get_auth()
	else:
	auth = None

	output_format = args.output_format.lower()
	if output_format not in ['csv', 'json']:
	raise Exception('Unsupported format')

	for repository in args.repositories:
	issues = get_issues(repository, auth, state)
	filename = '{}-issues.{}'.format(repository.replace('/', '-'),
	output_format)
	write_issues(issues, filename, output_format)


	if __name__ == '__main__':
	main()