Merge branch 'master' into returnUnpublishedSubjectOnPopulateSamples

salesforce · Aug 14, 2017 · b43b7db · b43b7db
2 parents 99b8f92 + 90b7f6a
commit b43b7db
Show file tree

Hide file tree

Showing 5 changed files with 90 additions and 45 deletions.
diff --git a/cache/sampleStoreInit.js b/cache/sampleStoreInit.js
@@ -21,6 +21,8 @@ const samsto = require('./sampleStore');
 const log = require('winston');
 const samstoPersist = require('./sampleStorePersist');
 const constants = samsto.constants;
+const infoLoggingEnabled =
+  featureToggles.isFeatureEnabled('enableSampleStoreInfoLogging');
 
 /**
  * Deletes the previousStatuskey (that stores the previous value of the
@@ -88,8 +90,13 @@ function eradicate() {
     }));
   return deletePreviousStatus()
     .then(() => Promise.all(promises))
-    .then(() => log.info('Sample Store eradicated from cache :D'))
-    .then(() => true);
+    .then(() => {
+      if (infoLoggingEnabled) {
+        log.info('Sample Store eradicated from cache :D');
+      }
+
+      return true;
+    });
 } // eradicate
 
 /**
@@ -106,8 +113,11 @@ function populateAspects() {
     },
   })
   .then((allAspects) => {
-    const msg = `Starting to load ${allAspects.length} aspects to cache :|`;
-    log.info(msg);
+    if (infoLoggingEnabled) {
+      const msg = `Starting to load ${allAspects.length} aspects to cache :|`;
+      log.info(msg);
+    }
+
     aspects = allAspects;
     const getWritersPromises = [];
 
@@ -135,8 +145,13 @@ function populateAspects() {
 
     cmds.push(['sadd', constants.indexKey.aspect, aspectIdx]);
     return redisClient.batch(cmds).execAsync()
-      .then(() => log.info('Done loading aspects to cache :D'))
-      .then(() => true);
+      .then(() => {
+        if (infoLoggingEnabled) {
+          log.info('Done loading aspects to cache :D');
+        }
+
+        return true;
+      });
   })
   .catch(console.error); // eslint-disable-line no-console
 } // populateAspects
@@ -149,8 +164,11 @@ function populateAspects() {
 function populateSubjects() {
   return Subject.findAll()
   .then((subjects) => {
-    const msg = `Starting to load ${subjects.length} subjects to cache :|`;
-    log.info(msg);
+    if (infoLoggingEnabled) {
+      const msg = `Starting to load ${subjects.length} subjects to cache :|`;
+      log.info(msg);
+    }
+
     const cmds = [];
     subjects.forEach((s) => {
       const key = samsto.toKey(constants.objectType.subject, s.absolutePath);
@@ -163,8 +181,13 @@ function populateSubjects() {
     });
 
     return redisClient.batch(cmds).execAsync()
-      .then(() => log.info('Done loading subjects to cache :D'))
-      .then(() => true);
+      .then(() => {
+        if (infoLoggingEnabled) {
+          log.info('Done loading subjects to cache :D');
+        }
+
+        return true;
+      });
   })
   .catch(console.error); // eslint-disable-line no-console
 } // populateSubjects
@@ -177,8 +200,11 @@ function populateSubjects() {
 function populateSamples() {
   return Sample.findAll()
   .then((samples) => {
-    const msg = `Starting to load ${samples.length} samples to cache :|`;
-    log.info(msg);
+    if (infoLoggingEnabled) {
+      const msg = `Starting to load ${samples.length} samples to cache :|`;
+      log.info(msg);
+    }
+
     const sampleIdx = new Set();
     const subjectSets = {};
     const sampleHashes = {};
@@ -227,8 +253,13 @@ function populateSamples() {
 
     // Return once all batches have completed.
     return Promise.all(batchPromises)
-      .then(() => log.info('Done loading samples to cache :D'))
-      .then(() => true);
+      .then(() => {
+        if (infoLoggingEnabled) {
+          log.info('Done loading samples to cache :D');
+        }
+
+        return true;
+      });
   })
   .catch(console.error); // eslint-disable-line no-console
 } // populateSamples
@@ -240,8 +271,11 @@ function populateSamples() {
  *  false if the feature is not enabled.
  */
 function populate() {
-  const msg = 'Populating redis sample store from db started :|';
-  log.info(msg);
+  if (infoLoggingEnabled) {
+    const msg = 'Populating redis sample store from db started :|';
+    log.info(msg);
+  }
+
   let resp;
   const promises = [populateSubjects(), populateAspects()];
   return Promise.all(promises)
@@ -286,14 +320,20 @@ function storeSampleToCacheOrDb() {
        * "enableRedisSampleStore" flag has been changed from true to false
        */
       if (currentStatus) {
-        log.info('"enableRedisSampleStore" flag was switched to true,' +
-          ' so populating the cache from db');
+        if (infoLoggingEnabled) {
+          log.info('"enableRedisSampleStore" flag was switched to true, so ' +
+            'populating the cache from db');
+        }
+
         return populate();
       }
 
-      log.info('"enableRedisSampleStore" flag was switched to false' +
-          ' so persisting to db from cache. The cache will be eradicated ' +
+      if (infoLoggingEnabled) {
+        log.info('"enableRedisSampleStore" flag was switched to false so ' +
+          'so persisting to db from cache. The cache will be eradicated ' +
           'after the samples are persisted to db');
+      }
+
       return samstoPersist.storeSampleToDb() // populate the sample table
         .then(() => eradicate()); // eradicate the cache
     }

diff --git a/cache/sampleStorePersist.js b/cache/sampleStorePersist.js
@@ -18,6 +18,8 @@ const redisClient = require('./redisCache').client.sampleStore;
 const samsto = require('./sampleStore');
 const constants = samsto.constants;
 const log = require('winston');
+const infoLoggingEnabled =
+  featureToggles.isFeatureEnabled('enableSampleStoreInfoLogging');
 
 /**
  * Truncate the sample table in the DB and persist all the samples from redis
@@ -26,18 +28,27 @@ const log = require('winston');
  * @returns {Promise} - which resolves to number of samples persisted to db
  */
 function storeSampleToDb() {
-  log.info('Persist to db started :|. This will start by truncating the ' +
-    'sample table followed by persisting the sample to db');
+  if (infoLoggingEnabled) {
+    log.info('Persist to db started :|. This will start by truncating the ' +
+      'sample table followed by persisting the sample to db');
+  }
+
   return Sample.destroy({ truncate: true, force: true })
   .then(() => {
-    log.info('truncated the sample table :|');
+    if (infoLoggingEnabled) {
+      log.info('truncated the sample table :|');
+    }
+
     return redisClient.smembersAsync(constants.indexKey.sample);
   })
   .then((keys) => keys.map((key) => ['hgetall', key]))
   .then((cmds) => redisClient.batch(cmds).execAsync())
   .then((res) => {
-    log.info('Preparing list of samples to persist...');
-    log.info(`Checking ${res.length} samples...`);
+    if (infoLoggingEnabled) {
+      log.info('Preparing list of samples to persist...');
+      log.info(`Checking ${res.length} samples...`);
+    }
+
     const samplesToCreate = res.map((sample) => {
       sample.relatedLinks = JSON.parse(sample.relatedLinks);
       return sample;
@@ -51,11 +62,17 @@ function storeSampleToDb() {
 
       return true;
     });
-    log.info(`Bulk creating ${samplesToCreate.length} samples...`);
+    if (infoLoggingEnabled) {
+      log.info(`Bulk creating ${samplesToCreate.length} samples...`);
+    }
+
     return Sample.bulkCreate(samplesToCreate);
   })
   .then((retval) => {
-    log.info('persisted redis sample store to db :D');
+    if (infoLoggingEnabled) {
+      log.info('persisted redis sample store to db :D');
+    }
+
     return retval.length;
   });
 } // storeSampleToDb

diff --git a/config/toggles.js b/config/toggles.js
@@ -75,6 +75,10 @@ const longTermToggles = {
   // Enable Rooms functionality
   enableRooms: environmentVariableTrue(pe, 'ENABLE_ROOMS'),
 
+  // Enable sample store info logging
+  enableSampleStoreInfoLogging: environmentVariableTrue(pe,
+    'ENABLE_SAMPLE_STORE_INFO_LOGGING'),
+
   // Enable worker activity logging
   enableWorkerActivityLogs:
     environmentVariableTrue(pe, 'ENABLE_WORKER_ACTIVITY_LOGS'),

diff --git a/tests/roomFlag/roomFlagDisabled.js b/tests/roomFlag/roomFlagDisabled.js
@@ -10,7 +10,6 @@
  * tests/api/v1/roomFlag/roomFlagDisabled.js
  */
 'use strict';
-
 const supertest = require('supertest');
 const api = supertest(require('../../index').app);
 const constants = require('../../api/v1/constants');
@@ -21,13 +20,6 @@ describe('Rooms path is found', () => {
   it('GET is found', (done) => {
     api.get(path)
     .expect(constants.httpStatus.NOT_FOUND)
-    .end((err /* , res */) => {
-      if (err) {
-        return done(err);
-      }
-
-      done();
-    });
+    .end(done);
   });
 });
-
diff --git a/tests/roomFlag/roomFlagEnabled.js b/tests/roomFlag/roomFlagEnabled.js
@@ -10,7 +10,6 @@
  * tests/api/v1/roomFlag/roomFlagEnabled.js
  */
 'use strict';
-
 const supertest = require('supertest');
 const api = supertest(require('../../index').app);
 const constants = require('../../api/v1/constants');
@@ -21,13 +20,6 @@ describe('Rooms path is found', () => {
   it('GET is found', (done) => {
     api.get(path)
     .expect(constants.httpStatus.OK)
-    .end((err /* , res */) => {
-      if (err) {
-        return done(err);
-      }
-
-      done();
-    });
+    .end(done);
   });
 });
-