server.js

/**
 * Copyright (c) 2016-present, Facebook, Inc.
 * All rights reserved.
 *
 * This source code is licensed under the BSD-style license found in the
 * LICENSE file in the root directory of this source tree. An additional grant
 * of patent rights can be found in the PATENTS file in the same directory.
 *
 * @flow
 */

var bl = require('bl');
var config = require('./config');
var express = require('express');
var fs = require('fs');
var mentionBot = require('./mention-bot.js');
var messageGenerator = require('./message.js');
var util = require('util');
var schedule = require('./schedule.js');

var GitHubApi = require('github');

var CONFIG_PATH = '.mention-bot';

if (!process.env.GITHUB_TOKEN) {
  console.error('The bot was started without a GitHub account to post with.');
  console.error('To get started:');
  console.error('1) Create a new account for the bot');
  console.error('2) Settings > Personal access tokens > Generate new token');
  console.error('3) Only check `public_repo` and click Generate token');
  console.error('4) Run the following command:');
  console.error('GITHUB_TOKEN=insert_token_here npm start');
  console.error('5) Run the following command in another tab:');
  console.error('curl -X POST -d @__tests__/data/23.webhook http://localhost:5000/');
  console.error('6) Check if it has commented here: https://github.com/fbsamples/bot-testing/pull/23');
  process.exit(1);
}

if (!process.env.GITHUB_USER) {
  console.warn(
    'There was no GitHub user detected.',
    'This is fine, but mention-bot won\'t work with private repos.'
  );
  console.warn(
    'To make mention-bot work with private repos, please expose',
    'GITHUB_USER and GITHUB_PASSWORD as environment variables.',
    'The username and password must have access to the private repo',
    'you want to use.'
  );
}

var github = new GitHubApi({
  host: config.github.apiHost,
  pathPrefix: config.github.pathPrefix,
  protocol: config.github.protocol,
  port: config.github.port
});

github.authenticate({
  type: 'oauth',
  token: process.env.GITHUB_TOKEN
});

var app = express();

var dlangReviewers = {
    "dlang/dmd": [
        "9rnsr",
        "andralex",
        "AndrejMitrovic",
        //"AndrewEdwards",
        "braddr",
        "CyberShadow",
        "DmitryOlshansky",
        //"donc",
        "ibuclaw",
        "klickverbot",
        "MartinNowak",
        "rainers",
        "WalterBright",
        "yebblies"
    ],
    "dlang/druntime": [
        "9rnsr",
        "alexrp",
        "andralex",
        //"AndrewEdwards",
        "braddr",
        "complexmath",
        "CyberShadow",
        "DmitryOlshansky",
        //"donc",
        "ibuclaw",
        "jmdavis",
        "klickverbot",
        "MartinNowak",
        "monarchdodra",
        "rainers",
        "schveiguy",
        "WalterBright",
        "yebblies",
    ],
    "dlang/phobos": [
        "9il",
        "9rnsr",
        "alexrp",
        "andralex",
        "AndrejMitrovic",
        //"AndrewEdwards",
        "braddr",
        "burner",
        "complexmath",
        "CyberShadow",
        "DmitryOlshansky",
        //"donc",
        //"dsimcha",
        "Hackerpilot",
        "ibuclaw",
        //"JakobOvrum",
        "jmdavis",
        "klickverbot",
        "kyllingstad",
        "MartinNowak",
        "monarchdodra",
        "quickfur",
        "rainers",
        "repeatedly",
        "schveiguy",
        "shoo",
        "WalterBright",
        "wilzbach",
        "yebblies"
    ],
    "dlang/dlang.org": [
        "9rnsr",
        "adamdruppe",
        "alexrp",
        "andralex",
        "AndrejMitrovic",
        //"AndrewEdwards",
        "braddr",
        "complexmath",
        "CyberShadow",
        "DmitryOlshansky",
        //"donc",
        "Hackerpilot",
        "ibuclaw",
        "jmdavis",
        "klickverbot",
        "MartinNowak",
        "rainers",
        "schuetzm",
        "WalterBright"
    ],
    "dlang/tools": [
        "9rnsr",
        "andralex",
        "AndrejMitrovic",
        "burner",
        "CyberShadow",
        "Dicebot",
        "DmitryOlshansky",
        "eco",
        "Hackerpilot",
        "jmdavis",
        "klickverbot",
        "MartinNowak",
        "quickfur",
        "schveiguy",
        "WalterBright",
        "wilzbach",
        "yebblies"
    ],
    "dlang/installer": [
        "andralex",
        //"AndrewEdwards",
        "CyberShadow",
        "DmitryOlshansky",
        "eco",
        "jordisayol",
        "MartinNowak",
        "WalterBright"
    ]
}

function buildMentionSentence(reviewers) {
  var atReviewers = reviewers.map(function(owner) { return '@' + owner; });

  if (reviewers.length === 1) {
    return atReviewers[0];
  }

  return (
    atReviewers.slice(0, atReviewers.length - 1).join(', ') +
    ' and ' + atReviewers[atReviewers.length - 1]
  );
}

function defaultMessageGenerator(reviewers, pullRequester, assignee) {
  return util.format(
    '%s, thanks for your PR! ' +
    'By analyzing the annotation information on this pull request' +
    ', we identified %s to be%s potential reviewer%s. ' +
    '@%s: The PR was automatically assigned to you, please reassign it ' +
    'if you were identified mistakenly.' +
    '<br><br>(The DLang Bot is under development. If you experience any issues, please ' +
    'open an issue at [its repo](https://github.com/dlang-bots/mention-bot).)',
    pullRequester,
    buildMentionSentence(reviewers),
    reviewers.length > 1 ? '' : ' a',
    reviewers.length > 1 ? 's' : '',
    assignee
  );
}

function configMessageGenerator(message, reviewers, pullRequester, assignee) {
  var withReviewers = message.replace(/@reviewers/g, buildMentionSentence(reviewers));
  return withReviewers.replace(/@pullRequester/g, pullRequester);
}

function getRepoConfig(request) {
  return new Promise(function(resolve, reject) {
    github.repos.getContent(request, function(err, result) {
      if (err) {
        reject(err);
      }
      resolve(result);
    });
  });
}

async function work(body) {
  var data = {};
  try {
    data = JSON.parse(body.toString());
    console.log(data.pull_request.html_url);
  } catch (e) {
    console.error(e);
  }

  // default config
  var repoConfig = {
    maxReviewers: 2,
    numFilesToCheck: 10,
    userBlacklist: ["braddr"],
    userBlacklistForPR: [],
    userWhitelist: [],
    fileBlacklist: [],
    requiredOrgs: [],
    findPotentialReviewers: true,
    actions: ['opened', 'synchronize'],
    skipAlreadyAssignedPR: true,
    skipAlreadyMentionedPR: true,
    delayed: true,
    delayedUntil: '3d',
    assignToReviewer: true,
    skipTitle: '',
    withLabel: '',
    skipCollaboratorPR: false,
  };

  try {
    // request config from repo
    var configRes = await getRepoConfig({
      user: data.repository.owner.login,
      repo: data.repository.name,
      path: CONFIG_PATH,
      headers: {
        Accept: 'application/vnd.github.v3.raw+json'
      }
    });

    repoConfig = {...repoConfig, ...configRes};
  } catch (e) {
    if (e.code === 404 &&
        e.message === '{"message":"Not Found","documentation_url":"https://developer.github.com/v3"}') {
      console.log('Couldn\'t find ' + CONFIG_PATH + ' in repo. Continuing with default configuration.');
    } else {
      console.error(e);
    }
  }

  function isValid(repoConfig, data) {
    if (repoConfig.actions.indexOf(data.action) === -1) {
      console.log(
        'Skipping because action is ' + data.action + '.',
        'We only care about: "' + repoConfig.actions.join("', '") + '"'
      );
      return false;
    }

    if (repoConfig.withLabel && data.label &&
        data.label.name != repoConfig.withLabel) {
      console.log('Skipping because pull request does not have label: ' + repoConfig.withLabel);
      return false;
    }

    if (repoConfig.skipTitle &&
        data.pull_request.title.indexOf(repoConfig.skipTitle) > -1) {
      console.log('Skipping because pull request title contains: ' + repoConfig.skipTitle);
      return false;
    }

    if (repoConfig.skipCollaboratorPR) {
      github.repos.getCollaborator({
        user: data.repository.owner.login, // 'fbsamples'
        repo: data.repository.name, // 'bot-testing'
        collabuser: data.pull_request.user.login
      }, function(err, res){
        if (res && res.meta.status === '204 No Content') {
          console.log('Skipping because pull request is made by collaborator.');
          return false;
        }
      });
    }

    if (repoConfig.skipAlreadyAssignedPR &&
        data.pull_request.assignee &&
        data.pull_request.assignee.login) {
      console.log('Skipping because pull request is already assigned.');
      return false;
    }

    if (process.env.REQUIRED_ORG) {
      if (repoConfig.requiredOrgs.indexOf(process.env.REQUIRED_ORG) === -1) {
        repoConfig.requiredOrgs.push(process.env.REQUIRED_ORG);
      }
    }

    if (repoConfig.userBlacklistForPR.indexOf(data.pull_request.user.login) >= 0) {
      console.log('Skipping because blacklisted user created Pull Request.');
      return false;
    }

    if (repoConfig.skipTitle &&
        data.pull_request.title.indexOf(repoConfig.skipTitle) > -1) {
      console.log('Skipping because pull request title contains: ' + repoConfig.skipTitle);
      return false;
    }

    return true;
  }

  if (!isValid(repoConfig, data)) {
    return;
  }

  var org = null;

  if (data.organization) {
    org = data.organization.login;
  }

  var reviewers = await mentionBot.guessOwnersForPullRequest(
    data.repository.html_url, // 'https://github.com/fbsamples/bot-testing'
    data.pull_request.number, // 23
    data.pull_request.user.login, // 'mention-bot'
    data.pull_request.base.ref, // 'master'
    data.repository.private, //true or false
    org, //the org name of the repo
    repoConfig,
    github
  );

  console.log('Reviewers:', reviewers);

  if (reviewers.length === 0) {
    console.log('Skipping because there are no reviewers found.');
    return;
  }

  // use hard-coded reviewers for Phobos
  var assignee;
  if (dlangReviewers[data.repository.full_name])
  {
    var potentialReviewers = dlangReviewers[data.repository.full_name];
    for (var i = 0; i < reviewers.length; i++)
    {
        if (potentialReviewers.indexOf(reviewers[i]) >= 0)
        {
            assignee = reviewers[i];
            break;
        }
    };
  }
  // otherwise apply good luck and go with the first one
  if (typeof(assignee) == "undefined")
  {
    assignee = reviewers[0];
  }

  console.log('Assignee: ', assignee);

  var message = null;
  if (repoConfig.message) {
    message = configMessageGenerator(
      repoConfig.message,
      reviewers,
      '@' + data.pull_request.user.login,
      assignee
    );
  } else {
    message = messageGenerator(
      reviewers,
      '@' + data.pull_request.user.login, // pull-requester
      buildMentionSentence,
      defaultMessageGenerator,
      assignee
    );
  }

  function createComment(data, message, reject) {
    github.issues.createComment({
      user: data.repository.owner.login, // 'fbsamples'
      repo: data.repository.name, // 'bot-testing'
      number: data.pull_request.number, // 23
      body: message
    }, function(err) {
      if (err) {
        if (typeof reject === 'function') {
          return reject(err);
        }
      }
    })
  }

  function assignReviewer(data, reviewers, reject) {
    if (!repoConfig.assignToReviewer) {
      return;
    }

    github.issues.edit({
      user: data.repository.owner.login, // 'fbsamples'
      repo: data.repository.name, // 'bot-testing'
      number: data.pull_request.number, // 23
      assignees: reviewers
    }, function(err) {
      if (err) {
        if (typeof reject === 'function') {
          return reject(err);
        }
      }
    });
  }

  function getComments(data, page) {
    return new Promise(function(resolve, reject) {
      github.issues.getComments({
        user: data.repository.owner.login, // 'fbsamples'
        repo: data.repository.name, // 'bot-testing'
        number: data.pull_request.number, // 23
        page: page, // 1
        per_page: 100 // maximum supported
      }, function(err, result) {
        if (err) {
          reject(err);
        }
        resolve(result);
      });
    });
  }

  if (repoConfig.skipAlreadyMentionedPR) {
    var page;
    var comments = [[]];

    for (page = 1; comments.length != 0; ++page) {
      comments = await getComments(data, page);
      if (comments.find(function(comment) {
        return comment.body == message;
      })) {
        console.log('Skipping because there is already existing an exact mention.');
        return;
      }
    }
  }

  if (repoConfig.delayed) {
    schedule.performAt(schedule.parse(repoConfig.delayedUntil), function(resolve, reject) {
      github.pullRequests.get({
        user: data.repository.owner.login,
        repo: data.repository.name,
        number: data.pull_request.number
      }, function(err, currentData) {
        if (err) {
          reject(err);
          return;
        }

        if (!isValid(repoConfig, currentData)) {
          return;
        }

        createComment(currentData, message, reject);
        assignReviewer(currentData, reviewers, reject);
      });
    });
  } else {
    createComment(data, message);
    // for now we only pick the best matching reviewer
    assignReviewer(data, [assignee]);
  }

  return;
};

app.post('/', function(req, res) {
  req.pipe(bl(function(err, body) {
    work(body)
      .then(function() { res.end(); })
      .catch(function(e) {
        console.error(e.stack);
        res.status(500).send('Internal Server Error');
      });
  }));
});

app.get('/', function(req, res) {
  res.send(
    'GitHub Mention Bot Active. ' +
    'Go to https://github.com/facebook/mention-bot for more information.'
  );
});

app.set('port', process.env.PORT || 5000);

app.listen(app.get('port'), function() {
  console.log('Listening on port', app.get('port'));
});