Merge branch 'main' of ssh://github.com/SysSn13/leetcode-rating-predictor

Author: SysSn13

models/contest.js

@@ -40,6 +40,10 @@ const ContestRankingsSchema = new Schema({
         default: false,
     },
     rankings: [rankingSchema],
+    refetch_rankings:{
+        type:Boolean,
+        default:false,
+    },
     lastUpdated: {
         type: Date,
     },

services/contests.js

@@ -8,7 +8,7 @@ const fetchContestRankings = async function (contestSlug) {
         if (!contest) {
             return [null, Error(`Contest ${contestSlug} not found in the db`)];
         }
-        if (contest.rankings_fetched) {
+        if (!contest.refetch_rankings && contest.rankings_fetched) {
             return [contest, null];
         }
         contest.rankings = [];
@@ -106,6 +106,7 @@ const fetchContestRankings = async function (contestSlug) {
 
         contest.rankings = all_rankings;
         contest.rankings_fetched = true;
+        contest.refetch_rankings = false;
         contest.user_num = all_rankings.length;
         console.time(`Saving rankings in db (${contestSlug})`);
         await contest.save();

services/job-queues/contestPredictionQueue.js

@@ -11,13 +11,23 @@ const predictQueue = new Queue("Predictions", opts);
 predictQueue.process("predictRatings", async (job, done) => {
     try {
         console.log(`Processing ${job.name} job: ${job.id}`);
+
         const contest = await Contest.findById(job.data.contestSlug, {
             ratings_predicted: 1,
         });
-        if (contest && contest.ratings_predicted) {
+
+        const refetch = job.data.refetch && job.attemptsMade === 0; // applicable for the first attempt only
+
+        if (!refetch && contest && contest.ratings_predicted) {
             done(null, { message: "skipped (already predicted)" });
             return;
         }
+
+        if (refetch) {
+            contest.refetch_rankings = true;
+            await contest.save();
+        }
+
         const err = await predict(job);
         if (err) {
             console.error(err);

services/job-queues/jobScheduler.js

@@ -37,6 +37,25 @@ scheduler.process("contestScheduler", async (job, done) => {
                 }
             );
             cnt++;
+            // refetch for the upcoming contests
+            if (remainingTime > 0) {
+                remainingTime += 55 * 60 * 1000; // 1 hour after the contest
+                contestPredictionQueue.add(
+                    "predictRatings",
+                    {
+                        contestSlug: contest._id,
+                        refetch: true,
+                    },
+                    {
+                        jobId: "refetch_" + contest._id,
+                        attempts: 5,
+                        delay: remainingTime,
+                        backoff: 10000,
+                        priority: 1,
+                    }
+                );
+                cnt++;
+            }
         }
     });
 

services/predict.js

@@ -2,7 +2,7 @@ const { fetchContestRankings } = require("./contests");
 const { getContestParticipantsData } = require("./users");
 const Contest = require("../models/contest");
 const predictAddon = require("./predict-addon");
-const THREAD_CNT = process.env.THREAD_CNT || 4;
+const THREAD_CNT = Number(process.env.THREAD_CNT) || 4;
 
 const predict = async (job) => {
     try {

views/index.ejs

@@ -47,6 +47,7 @@
                 <th scope="col">Duration</th>
                 <th scope="col">Rankings Fetched</th>
                 <th scope="col">Predicted</th>
+                <th scope="col">Last Updated</th>
               </tr>
             </thead>
             <tbody>
@@ -73,6 +74,9 @@
                   <td>
                     <%= contest.ratings_predicted?"Yes":"No" %>
                   </td>
+                  <td class="lastUpdatedTime">
+                    <%= contest.lastUpdated %>
+                  </td>
                 </tr>
                 <% } %>
             </tbody>
@@ -88,10 +92,15 @@
   (function () {
     function localizeDate(page) {
       const startTimes = document.getElementsByClassName('startTime')
+      const lastUpdatedTimes = document.getElementsByClassName('lastUpdatedTime')
       for (const startTime of startTimes) {
         const dateString = startTime.data.trim()
         startTime.textContent = new Date(dateString).toLocaleString()
       }
+      for(const lastUpdatedTime of lastUpdatedTimes){
+        const dateString = lastUpdatedTime.data.trim()
+        lastUpdatedTime.textContent = new Date(dateString).toLocaleString()
+      }
     }
     const dataTable = new simpleDatatables.DataTable("#contest-table", {
       searchable: true,