Fetching contributors…
Cannot retrieve contributors at this time
138 lines (111 sloc) 4.53 KB
#!/usr/bin/env python2
# If you have virtualenv installed:
# $ python2 venv
# $ venv/bin/pip install pygit2 dateparser
# To run:
# $ venv/bin/python tools/ $HOME/ipfs_stuff/repos
# Pass this tool a folder that contains all of the IPFS repos you wish to scan
# It will output a list of authors
import pygit2
import dateparser
import glob
import argparse
import sys
import os.path
import time
from datetime import datetime,timedelta
from pprint import pprint
import urllib2
import json
name_map = {
('Jeromy', ''): 'Jeromy Johnson',
'': 'Juan Benet',
'': 'Friedel Ziegelmayer',
'': 'Jakub Sztandera',
def apply_name_map(name, email):
"Attempt to convert a name+email into a name"
if (name, email) in name_map:
return name_map[(name, email)]
if email in name_map:
return name_map[email]
return name
author_repo_map = {}
def main(repo_path, start, end):
if not start < end:
raise ValueError("`start` must be before `end`", start, end)
print "Getting all commits made between %s and %s" % (start.isoformat(), end.isoformat())
# get a full list of ipfs org repos
all_repos = json.load(urllib2.urlopen(""))
for all_repo in all_repos:
if all_repo['fork']:
print "Skipping fork", all_repo['name']
# does this repo exist locally?
local_repo_path = os.path.join(repo_path, all_repo['name'])
if not os.path.exists(local_repo_path):
print all_repo['name'], "does not exist locally! It will now be cloned..."
pygit2.clone_repository(all_repo['clone_url'], local_repo_path)
authors = set()
repos = glob.glob(os.path.join(repo_path, "*", ".git"))
print "Scanning for repos... Found %d repos" % len(repos)
print "If they have a remote named `origin`, it will be fetched from..."
for repo_path in repos:
repo = pygit2.Repository(repo_path)
for remote in repo.remotes:
if == "origin":
transfer = remote.fetch()
while transfer.received_objects < transfer.total_objects:
print "\r%d of %d " % (transfer.received_objects, transfer.total_objects) ,
print "Fetch complete for", remote.url
except Exception as ex:
print "Error while fetching for", repo_path, remote.url
print ex
master_oid = None
master_oid = repo.lookup_reference("refs/remotes/origin/master").target
except KeyError:
print "Skipping %r, it doesn't seem to have the refs we want"
for commit in repo.walk(master_oid, pygit2.GIT_SORT_TIME):
commit_time = datetime.fromtimestamp(commit.commit_time)
if commit_time >= start and commit_time <= end:
n = apply_name_map(,
#print "name:", repr(n), commit.oid
if type(n) == str:
n = n.decode("utf-8")
author_repo_map[n] = (repo_path.split(os.sep)[-2], commit.oid)
print "\nContributors for this period (%s to %s):" % (start.isoformat(), end.isoformat())
for a in sorted(authors):
f = urllib2.urlopen("" % author_repo_map[a])
js = json.load(f)
# example:
# @eminence (Andrew Chin)
# [@githubname](githuburl) (author_name)
print "* [@%s](%s) (%s)" % (js['author']['login'], js['author']['html_url'], js['commit']['author']['name'])
print "*", a, "" % author_repo_map[a]
print ""
if __name__ == "__main__":
parser = argparse.ArgumentParser()
parser.add_argument('repo_dirs', help="Path to directories container all IPFS repos")
args = parser.parse_args()
start = None
end = None
if args.start:
start = dateparser.parse(args.start)
print "Error: Failed to parse start date %r" % args.start
if args.end:
end = dateparser.parse(args.end)
print "Error: Failed to parse end date %r" % args.end
main(args.repo_dirs, start, end)