Selective migration to re-run pieces

Author: jmgasper

data-migration/README.md

@@ -121,6 +121,7 @@ LOG_LEVEL=info
 SKIP_MISSING_REQUIRED=false
 USE_TRANSACTIONS=true
 CHALLENGE_COUNTERS_ONLY=false
+MIGRATORS_ONLY=
 
 # Migration attribution
 CREATED_BY=migration
@@ -136,6 +137,15 @@ Further migration configuration can also be done in `src/config.js`
 
 Set `CHALLENGE_COUNTERS_ONLY=true` to re-run the `Challenge` migrator without touching other fields. In this mode the tool will skip normal validations and only update `numOfRegistrants` and `numOfSubmissions` for challenges that already exist in the database. Make sure the JSON payload still includes the challenge `id` and the counter values you want to refresh.
 
+### Selecting Specific Migrators
+
+Use `MIGRATORS_ONLY` (comma-separated list) to limit which migrators run. The filter matches either the model name or the migrator class name without the `Migrator` suffix. Examples:
+
+- `MIGRATORS_ONLY=Challenge` runs the challenge migrator only.
+- `MIGRATORS_ONLY=Challenge,ChallengeType,ChallengeTrack` runs those three migrators.
+
+Combine with `CHALLENGE_COUNTERS_ONLY=true` to update just the challenge counters for existing rows.
+
 ## Testing
 The project includes comprehensive tests to validate that data has been migrated correctly:
 ```

data-migration/src/config.js

@@ -1,6 +1,12 @@
 const path = require('path');
 require('dotenv').config();
 
+const parseListEnv = value => {
+  if (!value) return null;
+  const list = value.split(',').map(entry => entry.trim()).filter(Boolean);
+  return list.length ? list : null;
+};
+
 // Default configuration with fallbacks
 module.exports = {
   // Database connection
@@ -25,6 +31,7 @@ module.exports = {
 
   // Specialized challenge migration toggles
   CHALLENGE_COUNTERS_ONLY: process.env.CHALLENGE_COUNTERS_ONLY === 'true',
+  MIGRATORS_ONLY: parseListEnv(process.env.MIGRATORS_ONLY || process.env.MIGRATE_ONLY),
 
   migrator: {
     ChallengeType: {

data-migration/src/index.js

@@ -51,30 +51,60 @@ async function main() {
     const manager = new MigrationManager();
 
     // Register migrators in any order (they'll be sorted by priority)
-    manager
-      .registerMigrator(new AuditLogMigrator())
-      .registerMigrator(new ChallengeConstraintMigrator())
-      .registerMigrator(new ChallengeDiscussionOptionMigrator())
-      .registerMigrator(new ChallengeEventMigrator())
-      .registerMigrator(new ChallengeSkillMigrator())
-      .registerMigrator(new ChallengeTermMigrator())
-      .registerMigrator(new ChallengeWinnerMigrator())
-      .registerMigrator(new PrizeMigrator())
-      .registerMigrator(new ChallengePrizeSetMigrator())
-      .registerMigrator(new TimelineTemplatePhaseMigrator())
-      .registerMigrator(new ChallengePhaseConstraintMigrator())
-      .registerMigrator(new ChallengePhaseMigrator())
-      .registerMigrator(new ChallengeMetadataMigrator())
-      .registerMigrator(new ChallengeDiscussionMigrator())
-      .registerMigrator(new ChallengeLegacyMigrator())
-      .registerMigrator(new ChallengeBillingMigrator())
-      .registerMigrator(new PhaseMigrator())
-      .registerMigrator(new ChallengeTimelineTemplateMigrator())
-      .registerMigrator(new TimelineTemplateMigrator())
-      .registerMigrator(new ChallengeMigrator())
-      .registerMigrator(new ChallengeTypeMigrator())
-      .registerMigrator(new ChallengeTrackMigrator());
-    
+    const migrators = [
+      new AuditLogMigrator(),
+      new ChallengeConstraintMigrator(),
+      new ChallengeDiscussionOptionMigrator(),
+      new ChallengeEventMigrator(),
+      new ChallengeSkillMigrator(),
+      new ChallengeTermMigrator(),
+      new ChallengeWinnerMigrator(),
+      new PrizeMigrator(),
+      new ChallengePrizeSetMigrator(),
+      new TimelineTemplatePhaseMigrator(),
+      new ChallengePhaseConstraintMigrator(),
+      new ChallengePhaseMigrator(),
+      new ChallengeMetadataMigrator(),
+      new ChallengeDiscussionMigrator(),
+      new ChallengeLegacyMigrator(),
+      new ChallengeBillingMigrator(),
+      new PhaseMigrator(),
+      new ChallengeTimelineTemplateMigrator(),
+      new TimelineTemplateMigrator(),
+      new ChallengeMigrator(),
+      new ChallengeTypeMigrator(),
+      new ChallengeTrackMigrator()
+    ];
+
+    const requestedOnly = manager.config.MIGRATORS_ONLY;
+    const requestedSet = requestedOnly ? new Set(requestedOnly.map(name => name.toLowerCase())) : null;
+
+    if (requestedSet) {
+      manager.logger.info(`MIGRATORS_ONLY set; limiting migration to: ${requestedOnly.join(', ')}`);
+    }
+
+    for (const migrator of migrators) {
+      const identifiers = [
+        migrator.modelName,
+        migrator.constructor?.name,
+        migrator.constructor?.name?.replace(/Migrator$/i, '')
+      ].filter(Boolean).map(name => name.toLowerCase());
+
+      const shouldInclude = !requestedSet || identifiers.some(name => requestedSet.has(name));
+
+      if (!shouldInclude) {
+        manager.logger.debug(`Skipping ${migrator.modelName} migrator due to MIGRATORS_ONLY filter`);
+        continue;
+      }
+
+      manager.registerMigrator(migrator);
+    }
+
+    if (!manager.migrators.length) {
+      manager.logger.warn('No migrators registered. Check MIGRATORS_ONLY configuration.');
+      return;
+    }
+
     // Run migration
     await manager.migrate();
   } catch (error) {
@@ -83,4 +113,4 @@ async function main() {
   }
 }
 
-main();
+main();