Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Jump to bottom

fix: generalize functions, replace recursion with loops and fix bugs #7

Merged
merged 3 commits into from
Jan 6, 2023
Merged

fix: generalize functions, replace recursion with loops and fix bugs #7

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
3 commits
Select commit Hold shift + click to select a range
3663779
refactor: generalize functions and replace recursion with loops
EricRibeiro Jan 6, 2023
b9c23f0
fix: exception when the project var API returns 404
EricRibeiro Jan 6, 2023
89776f9
refactor: error-out if the user is not part of any org
EricRibeiro Jan 6, 2023
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Jump to
Jump to file
Failed to load files.
Diff view
Diff view
180 changes: 79 additions & 101 deletions index.js
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,151 +1,129 @@
import inquirer from "inquirer";
import fetch from "node-fetch";
let CIRCLE_TOKEN = process.env.CIRCLE_TOKEN || null;
let GITHUB_TOKEN = process.env.GITHUB_TOKEN || null;
import { exitWithError, getCollaborations, getContexts, getContextVariables, getRepos, getProjectVariables, resolveVcsSlug } from "./utils.js";

const CIRCLE_V1_API = "https://circleci.com/api/v1.1";
const CIRCLE_V2_API = "https://circleci.com/api/v2";
const GITHUB_API = "https://api.github.com";

const USER_DATA = {
contexts: [],
projects: [],
};

// Enter CircleCI Token if none is set
if (!CIRCLE_TOKEN) {
const CIRCLE_TOKEN_ANSWER = await inquirer.prompt([
{
message: "Enter your CircleCI API token",
type: "password",
name: "cci-token",
},
]);
CIRCLE_TOKEN = CIRCLE_TOKEN_ANSWER["cci-token"];
}
const CIRCLE_TOKEN = process.env.CIRCLE_TOKEN || (await inquirer.prompt([
{
message: "Enter your CircleCI API token",
type: "password",
name: "cciToken",
},
])).cciToken;

// Enter GitHub Token if none is set
if (!GITHUB_TOKEN) {
const GITHUB_TOKEN_ANSWER = await inquirer.prompt([
{
message: "Enter your GitHub API token",
type: "password",
name: "gh-token",
},
]);
GITHUB_TOKEN = GITHUB_TOKEN_ANSWER["gh-token"];
}
// Select VCS
const VCS = (await inquirer.prompt([
{
message: "Select a VCS",
type: "list",
name: "vcs",
choices: [ "GitHub", "Bitbucket", "GitLab" ],
}
])).vcs;

const getCollaborations = async () => {
let url = "https://circleci.com/api/v2/me/collaborations";
let results = await fetch(url, {
headers: { "Circle-Token": `${CIRCLE_TOKEN}` },
}).then((res) => res.json());
return results;
};
// Enter GitHub Token if none is set
const GITHUB_TOKEN = process.env.GITHUB_TOKEN || (await inquirer.prompt([
{
message: "Enter your GitHub API token",
type: "password",
name: "ghToken",
when: VCS === "GitHub",
Copy link
Contributor

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Nice, didn't know if we could do this

},
])).ghToken;

const collaboratorList = await getCollaborations();
const { response: resCollaborations, responseBody: collaboratorList } = await getCollaborations(CIRCLE_V2_API, CIRCLE_TOKEN);
if (resCollaborations.status !== 200) exitWithError('Failed to get collaborations with the following error:\n', resultsJSON);
else if (collaboratorList.length === 0) exitWithError('There are no organizations of which you are a member or a collaborator', collaboratorList);

const answers = await inquirer.prompt([
{
message: "Select an account",
type: "list",
name: "account",
choices: await collaboratorList.map((collaboration) => collaboration.name),
choices: collaboratorList.map((collaboration) => collaboration.name),
},
{
message: "Is this an Organization (Not a User)?",
type: "confirm",
name: "isOrg",
when: VCS === "GitHub",
},
]);

const accountID = collaboratorList.find(
(collaboration) => collaboration.name === answers.account
).id;

const getContextList = async (ownerID, pageToken, contextItems) => {
let url = `https://circleci.com/api/v2/context?owner-id=${ownerID}`;
if (pageToken) {
url = `${url}&page-token=${pageToken}`;
}
let items = contextItems || [];
let results = await fetch(url, {
headers: { "Circle-Token": `${CIRCLE_TOKEN}` },
}).then((res) => res.json());
items.push(...results.items);
if (results.next_page_token) {
getContextList(ownerID, results.next_page_token, items);
}
return items;
};
const getPaginatedData = async (api, token, identifier, caller) => {
const items = [];
let pageToken = "";

const getContextVariables = async (contextID, pageToken, variableItems) => {
let url = `https://circleci.com/api/v2/context/${contextID}/environment-variable`;
if (pageToken) {
url = `${url}?page-token=${pageToken}`;
}
let items = variableItems || [];
let results = await fetch(url, {
headers: { "Circle-Token": `${CIRCLE_TOKEN}` },
}).then((res) => res.json());
items.push(...results.items);
if (results.next_page_token) {
getContextVariables(contextID, results.next_page_token, items);
}
return items;
};
do {
const { response, responseBody } = await caller(api, token, identifier, pageToken);
if (response.status !== 200) exitWithError('Failed to get data with the following error:\n', responseBody);
if (responseBody.items.length > 0) items.push(...responseBody.items);
pageToken = responseBody.next_page_token;
} while (pageToken);

const contextList = await getContextList(accountID);
return items;
}

const contexData = await Promise.all(
const contextList = await getPaginatedData(CIRCLE_V2_API, CIRCLE_TOKEN, accountID, getContexts);
const contextData = await Promise.all(
contextList.map(async (context) => {
const variables = await getContextVariables(context.id);
const variables = await getPaginatedData(CIRCLE_V2_API, CIRCLE_TOKEN, context.id, getContextVariables);
return {
name: context.name,
id: context.id,
variables,
};
})
);
USER_DATA.contexts = contexData;
USER_DATA.contexts = contextData;

// Fetch Projects Data

const getGitHubRepos = async (pageNumber, data) => {
data = data || [];
const page = pageNumber || 1;
const getRepoList = async (api, token, accountID) => {
const items = [];
const slug = answers.isOrg ? "orgs" : "users";
const url = `https://api.github.com/${slug}/${answers.account}/repos?per_page=100&page=${page}`;
const results = await fetch(url, {
headers: { Authorization: `Bearer ${GITHUB_TOKEN}` },
}).then(async (res) => {
if (res.status === 200) {
return res.json();
} else if (res.status === 403) {
console.log("Auth Error");
}
console.dir(await res.json());
process.exit(1);
});
if (results)
if (results.length === 0) {
return data.map((repo) => repo.full_name);
}
return getGitHubRepos(page + 1, [...results, ...data]);
};
const source = VCS === "GitHub" ? "github" : "circleci";
let pageToken = 1;
let keepGoing = true;

const repoList = await getGitHubRepos();
do {
const { response, responseBody } = await getRepos(api, token, slug, accountID, pageToken);
if (response.status !== 200) exitWithError('Failed to get repositories with the following error:\n', responseBody);

const reducer = VCS === "GitHub"
? (acc, curr) => [...acc, curr.full_name]
: (acc, curr) => [...acc, `${curr.username}/${curr.reponame}`];

if (responseBody.length > 0) items.push(...responseBody.reduce(reducer, []));
// CircleCI only requires one request to get all repos.
if (responseBody.length === 0 || source === "circleci") keepGoing = false;
pageToken++;
} while (keepGoing);

return items;
}
const repoList = (VCS === "GitHub")
? await getRepoList(GITHUB_API, GITHUB_TOKEN, answers.account)
: await getRepoList(CIRCLE_V1_API, CIRCLE_TOKEN, answers.account);

const repoData = await Promise.all(
repoList.map(async (repo) => {
const url = `https://circleci.com/api/v2/project/gh/${repo}/envvar`;
const results = await fetch(url, {
headers: { "Circle-Token": `${CIRCLE_TOKEN}` },
}).then((res) => res.json());

return {
name: repo,
variables: results.items,
};
const vcsSlug = resolveVcsSlug(VCS);
const { response, responseBody } = await getProjectVariables(CIRCLE_V2_API, CIRCLE_TOKEN, repo, vcsSlug);
if (response.status !== 200 && response.status !== 404) exitWithError('Failed to get project variables with the following error:\n', responseBody);
return { name: repo, variables: responseBody.items };
})
);
USER_DATA.projects = repoData.filter((repo) => repo.variables.length > 0);
USER_DATA.projects = repoData.filter((repo) => repo.variables?.length > 0);
Copy link
Contributor

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

good catch


console.dir(USER_DATA, { depth: null });
47 changes: 47 additions & 0 deletions utils.js
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,47 @@
import fetch from "node-fetch";

export function exitWithError(message, ...optionalParams) {
console.error(message, optionalParams);
process.exit(1);
}

export async function getCollaborations(api, token) {
const url = `${api}/me/collaborations`;
return await fetchWithToken(url, token, "circleci");
};

export async function getContexts(api, token, ownerID, pageToken) {
const url = pageToken ? `${api}/context?owner-id=${ownerID}&page-token=${pageToken}` : `${api}/context?owner-id=${ownerID}`;
return fetchWithToken(url, token, "circleci");
};

export async function getContextVariables(api, token, contextID, pageToken) {
const url = pageToken ? `${api}/context/${contextID}/environment-variable?page-token=${pageToken}` : `${api}/context/${contextID}/environment-variable`;
return fetchWithToken(url, token, "circleci");
}

export async function getRepos(api, token, slug, accountID, pageToken) {
const url = api.includes("github")
? `${api}/${slug}/${accountID}/repos?per_page=100&page=${pageToken}`
: `${api}/projects`;
return api.includes("github") ? fetchWithToken(url, token, "github") : fetchWithToken(url, token, "circleci");
}

export async function getProjectVariables(api, token, repo, vcs) {
const url = `${api}/project/${vcs}/${repo}/envvar`;
return fetchWithToken(url, token, "circleci");
}

export function resolveVcsSlug(vcs) {
if (vcs === "GitHub") return "gh";
else if (vcs === "Bitbucket") return "bb";
else if (vcs === "GitLab") return "gl";
else exitWithError("Invalid VCS: ", vcs);
}

async function fetchWithToken(url, token, platform) {
const headers = (platform === "github") ? { Authorization: `Bearer ${token}` } : { "Circle-Token": `${token}` };
const response = await fetch(url, { headers });
const responseBody = await response.json();
return { response, responseBody };
}