Add flag to the migrator for updating only the challenge counters (numOfSubmissions and numOfRegistrants)

Author: jmgasper

data-migration/README.md

@@ -120,6 +120,7 @@ LOG_LEVEL=info
 # Migration behavior
 SKIP_MISSING_REQUIRED=false
 USE_TRANSACTIONS=true
+CHALLENGE_COUNTERS_ONLY=false
 
 # Migration attribution
 CREATED_BY=migration
@@ -130,6 +131,11 @@ Logfiles are by default stored in `logs/migration.log`
 It can be configured using the env variable `LOG_FILE`  
 Log levels(increasing level of information): `error`, `warn`, `info`, `debug`  
 Further migration configuration can also be done in `src/config.js`
+
+### Updating Challenge Counters Only
+
+Set `CHALLENGE_COUNTERS_ONLY=true` to re-run the `Challenge` migrator without touching other fields. In this mode the tool will skip normal validations and only update `numOfRegistrants` and `numOfSubmissions` for challenges that already exist in the database. Make sure the JSON payload still includes the challenge `id` and the counter values you want to refresh.
+
 ## Testing
 The project includes comprehensive tests to validate that data has been migrated correctly:
 ```

data-migration/src/config.js

@@ -23,6 +23,9 @@ module.exports = {
   // Logfile path
   LOG_FILE: process.env.LOG_FILE || path.join(__dirname, '..', 'logs', 'migration.log'),
 
+  // Specialized challenge migration toggles
+  CHALLENGE_COUNTERS_ONLY: process.env.CHALLENGE_COUNTERS_ONLY === 'true',
+
   migrator: {
     ChallengeType: {
       idField: 'id',
@@ -132,6 +135,7 @@ module.exports = {
         createdBy: process.env.CREATED_BY || 'migration',
         updatedBy: process.env.UPDATED_BY || 'migration'
       },
+      countersOnly: process.env.CHALLENGE_COUNTERS_ONLY === 'true',
       filename: process.env.CHALLENGE_FILE || 'challenge-api.challenge.json'
     },
 

data-migration/src/migrators/challengeMigrator.js

@@ -28,6 +28,86 @@ class ChallengeMigrator extends BaseMigrator {
         super('Challenge', 2, true);
     }
 
+    isCountersOnly() {
+        const migratorConfig = this.manager.config.migrator?.[this.modelName] || {};
+        return Boolean(migratorConfig.countersOnly || this.manager.config.CHALLENGE_COUNTERS_ONLY);
+    }
+
+    async migrate() {
+        if (!this.isCountersOnly()) {
+            return await super.migrate();
+        }
+
+        this.manager.logger.info('Challenge migrator running in counters-only mode (numOfRegistrants & numOfSubmissions)');
+
+        const rawData = await this.loadData();
+        const data = await this.beforeMigration(rawData);
+
+        const idField = this.getIdField();
+        const counters = ['numOfRegistrants', 'numOfSubmissions'];
+
+        let processed = 0;
+        let skipped = 0;
+        const errors = [];
+
+        for (const record of data) {
+            const id = record[idField];
+            if (!id) {
+                this.manager.logger.warn('Skipping challenge record without id while updating counters');
+                skipped++;
+                continue;
+            }
+
+            const updateData = {};
+
+            for (const field of counters) {
+                const rawValue = record[field];
+                if (rawValue === undefined || rawValue === null) {
+                    continue;
+                }
+
+                const numericValue = typeof rawValue === 'string' && rawValue.trim() !== ''
+                    ? Number(rawValue)
+                    : rawValue;
+
+                if (typeof numericValue === 'number' && Number.isFinite(numericValue)) {
+                    updateData[field] = numericValue;
+                } else {
+                    this.manager.logger.warn(`Skipping ${field} for challenge ${id}; expected numeric value, received ${rawValue}`);
+                }
+            }
+
+            if (!Object.keys(updateData).length) {
+                this.manager.logger.debug(`No counter updates found for challenge ${id}; skipping`);
+                skipped++;
+                continue;
+            }
+
+            try {
+                await this.manager.prisma[this.queryName].update({
+                    where: { [idField]: id },
+                    data: updateData
+                });
+                this.validIds.add(id);
+                processed++;
+            } catch (error) {
+                if (error instanceof Prisma.PrismaClientKnownRequestError && error.code === 'P2025') {
+                    this.manager.logger.warn(`Skipping challenge ${id}; record not found in database while updating counters`);
+                } else {
+                    this.manager.logger.error(`Failed to update counters for challenge ${id}`, error);
+                    errors.push({ id, message: error.message });
+                }
+                skipped++;
+            }
+        }
+
+        await this.afterMigration({ processed, skipped, errors });
+
+        this.manager.logger.info(`Updated counter fields for ${processed} challenges (skipped ${skipped})`);
+
+        return { processed, skipped, errors };
+    }
+
     async beforeMigration(data) {
         // Add exisitng IDs to validIds set
         const existing = await this.manager.prisma[this.queryName].findMany({
@@ -227,4 +307,4 @@ class ChallengeMigrator extends BaseMigrator {
 
 }
 
-module.exports = { ChallengeMigrator }
+module.exports = { ChallengeMigrator }