circleci-logs/circleci-repos.py at master · ndavison/circleci-logs · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
import requests
import json
import os
from argparse import ArgumentParser


parser = ArgumentParser(description="Checks a Github org for repos, or members of the org with personal repos, which have projects on CircleCI")
parser.add_argument("-o", "--org", help="Github org to check")
parser.add_argument("-t", "--token", help="Github token for authenticated API requests, used in the Authorization header")
parser.add_argument("-c", "--circle-token", help="CircleCI token for authenticated API requests")
parser.add_argument("-m", "--members-only", action="store_true", help="Collect the org members and their repos on CircleCI")
parser.add_argument("-v", "--verbose", action="store_true", help="More output")

args = parser.parse_args()

if not args.org:
    print('Must supply a org value')
    exit(1)

org = args.org
members_only = args.members_only
verbose = args.verbose
token = args.token
circle_token = args.circle_token

github_repos = []
headers = {}
if token:
    headers['Authorization'] = 'token %s' % (token)

s_github = requests.session()

# collect all the relevant Github org/member and repo pairs
if not members_only:
    has_repos = True
    page = 1
    while has_repos:
        if verbose:
            print('Getting repos in %s...' % (org))
        data = []
        try:
            res = s_github.get('https://api.github.com/orgs/%s/repos' % (org), headers=headers, params={'page': page })
            data = res.json()
        except requests.exceptions.ConnectionError as e:
            continue
        if len(data) > 0:
            for repo in data:
                if 'name' in repo:
                    github_repos.append({'org': org, 'repo': repo['name']})
                    if verbose:
                        print('Found repo %s' % (repo['name']))
        else:
            has_repos = False
            if verbose:
                print('Done collecting org repos')
        page += 1
    if len(github_repos) == 0 and verbose:
        print('No repos found in %s...' % (org))
else:
    members = []
    has_members = True
    page = 1
    while has_members:
        if verbose:
            print('Getting members in %s...' % (org))
        data = []
        try:
            res = s_github.get('https://api.github.com/orgs/%s/members' % (org), headers=headers, params={'page': page })
            data = res.json()
        except requests.exceptions.ConnectionError as e:
            continue
        if len(data) > 0:
            for repo in data:
                if 'login' in repo:
                    members.append(repo['login'])
                    if verbose:
                        print('Found member %s' % (repo['login']))
        else:
            has_members = False
            if verbose:
                print('Done collecting members')
        page += 1
    if len(members) == 0 and verbose:
        print('No members found in %s...' % (org))

    for member in members:
        has_repos = True
        page = 1
        while has_repos:
            if verbose:
                print('Getting repos in member %s...' % (member))
            data = []
            try:
                res = s_github.get('https://api.github.com/users/%s/repos' % (member), headers=headers, params={'page': page })
                data = res.json()
            except requests.exceptions.ConnectionError as e:
                continue
            if len(data) > 0:
                for repo in data:
                    if 'name' in repo:
                        github_repos.append({'org': member, 'repo': repo['name']})
                        if verbose:
                            print('Found repo %s for member %s' % (repo['name'], member))
            else:
                has_repos = False
                if verbose:
                    print('Done collecting member repos')
            page += 1
        if len(github_repos) == 0 and verbose:
            print('No repos found in member %s...' % (member))

# check the repos for a CircleCI project
circle_projects = []
s_circle = requests.session()
params = {'limit': 1}
if circle_token:
	params['circle-token'] = circle_token
if verbose:
    print('Trying to collect CircleCI projects...')
for pair in github_repos:
    if verbose:
        print('Trying %s' % (pair['repo']))
    url = 'https://circleci.com/api/v1.1/project/github/%s/%s' % (pair['org'], pair['repo'])
    res = s_circle.get(url, params=params)
    if res.status_code != 404:
        data = res.json()
        if len(data) > 0:
            circle_projects.append(pair)
            if verbose:
                print('Found %s/%s' % (pair['org'], pair['repo']))

if len(circle_projects) == 0 and verbose:
    print('No CircleCI projects found')

for pair in circle_projects:
    print('%s/%s' % (pair['org'], pair['repo']))