FT: Add CRR statistics for Orbit

config.json

@@ -34,6 +34,10 @@
         "site": "us-east-2",
         "type": "aws_s3"
     }],
+    "backbeat": {
+        "host": "localhost",
+        "port": 8900
+    },
     "cdmi": {
         "host": "localhost",
         "port": 81,

docker-entrypoint.sh

@@ -102,6 +102,14 @@ if [[ "$RECORDLOG_ENABLED" ]]; then
     JQ_FILTERS_CONFIG="$JQ_FILTERS_CONFIG | .recordLog.enabled=true"
 fi
 
+if [[ "$CRR_METRICS_HOST" ]]; then
+    JQ_FILTERS_CONFIG="$JQ_FILTERS_CONFIG | .backbeat.host=\"$CRR_METRICS_HOST\""
+fi
+
+if [[ "$CRR_METRICS_PORT" ]]; then
+    JQ_FILTERS_CONFIG="$JQ_FILTERS_CONFIG | .backbeat.port=$CRR_METRICS_PORT"
+fi
+
 if [[ $JQ_FILTERS_CONFIG != "." ]]; then
     jq "$JQ_FILTERS_CONFIG" config.json > config.json.tmp
     mv config.json.tmp config.json

lib/Config.js

@@ -433,6 +433,15 @@ class Config extends EventEmitter {
             this.replicationEndpoints = replicationEndpoints;
         }
 
+        if (config.backbeat) {
+            const { backbeat } = config;
+            assert.strictEqual(typeof backbeat.host, 'string',
+                'bad config: backbeat host must be a string');
+            assert(Number.isInteger(backbeat.port) && backbeat.port > 0,
+                'bad config: backbeat port must be a positive integer');
+            this.backbeat = backbeat;
+        }
+
         // legacy
         if (config.regions !== undefined) {
             throw new Error('bad config: regions key is deprecated. ' +

lib/utilities/reportHandler.js

@@ -3,6 +3,7 @@ const os = require('os');
 
 const { errors, ipCheck } = require('arsenal');
 const async = require('async');
+const request = require('request');
 
 const config = require('../Config').config;
 const data = require('../data/wrapper');
@@ -73,6 +74,45 @@ function getSystemStats() {
     };
 }
 
+function getCRRStats(log, cb) {
+    log.debug('getting CRR stats', { method: 'getCRRStats' });
+    // TODO: Reuse metrics code from Backbeat by moving it to Arsenal instead of
+    // making an HTTP request to the Backbeat metrics route.
+    const { host, port } = config.backbeat;
+    const params = { url: `http://${host}:${port}/_/metrics/crr/all` };
+    return request.get(params, (err, res) => {
+        if (err) {
+            log.error('failed to get CRR stats', {
+                method: 'getCRRStats',
+                error: err,
+            });
+            return cb(null, {});
+        }
+        const { completions, backlog, throughput } = res.body;
+        if (!completions || !backlog || !throughput) {
+            log.error('could not get metrics from backbeat', {
+                method: 'getCRRStats',
+            });
+            return cb(null, {});
+        }
+        const stats = {
+            completions: {
+                count: completions.results.count,
+                size: parseFloat(completions.results.size) * 1000,
+            },
+            backlog: {
+                count: backlog.results.count,
+                size: parseFloat(backlog.results.size) * 1000,
+            },
+            throughput: {
+                count: parseFloat(throughput.results.count) * 1000,
+                size: parseFloat(throughput.results.size) * 1000,
+            },
+        };
+        return cb(null, stats);
+    }).json();
+}
+
 /**
  * Sends back a report
  *
@@ -97,6 +137,7 @@ function reportHandler(clientIP, req, res, log) {
         getDataDiskUsage: cb => data.getDiskUsage(log, cb),
         getVersion: cb => getGitVersion(cb),
         getObjectCount: cb => metadata.countItems(log, cb),
+        getCRRStats: cb => getCRRStats(log, cb),
     },
     (err, results) => {
         if (err) {
@@ -114,6 +155,7 @@ function reportHandler(clientIP, req, res, log) {
                 serverVersion: results.getVersion,
                 systemStats: getSystemStats(),
                 itemCounts: results.getObjectCount,
+                crrStats: results.getCRRStats,
 
                 config: cleanup(config),
             };