Feature/backtrack user

package.json

@@ -47,7 +47,7 @@
     "graphql": "^15.0.0",
     "graphql-scalar-objectid": "^0.1.2",
     "graphql-tools": "^4.0.7",
-    "jsrsasign": "^8.0.13",
+    "jsrsasign": "^8.0.20",
     "koa": "^2.5.0",
     "koa-passport": "^4.1.3",
     "koa-router": "^7.4.0",
@@ -74,6 +74,7 @@
     "@babel/plugin-syntax-dynamic-import": "^7.2.0",
     "@babel/plugin-syntax-import-meta": "^7.2.0",
     "@babel/preset-env": "^7.9.0",
+    "@cofacts/line-bot-log-parser": "0.0.1",
     "@material/theme": "^3.1.0",
     "@material/typography": "^3.1.0",
     "@smui/button": "^1.0.0-beta.20",
@@ -131,4 +132,4 @@
   "engines": {
     "node": "12.x"
   }
-}
+}

src/database/backtrack.js

@@ -0,0 +1,94 @@
+import UserSettings from './models/userSettings';
+import UserArticleLink from './models/userArticleLink';
+import { parseToJson } from '@cofacts/line-bot-log-parser';
+
+/**
+ * Usage:
+ *
+ * 1. Prepare the rumors-line-bot-logs folder, and its structure should be like below.
+ * ```
+ * rumors-line-bot-logs $ tree
+ * .
+ * ├── 201705
+ * │   ├── 23
+ * │   │   ├── 00
+ * │   │   │   ├── 0009.70036095121560.log
+ * │   │   │   ├── 0021.70036095121560.log
+ * │   │   │   ├── 0035.70036095121560.log
+ * │   │   │   ├── 0058.70036095121560.log
+ * │   │   │   ├── 0114.70036095121560.log
+ * │   │   │   ├── 0125.70036095121560.log
+ * │   │   │   ├── 0200.70036095121560.log
+ * │   │   │   [...]
+ * │   │   ├── 01
+ * │   │   │   [...]
+ * │   │   ├── 02
+ * │   │   │   [...]
+ * │   │   ├── 03
+ * ```
+ *
+ * 2. run
+ * ```bash
+ * npm run build:server
+ * USER_ID=1 node -r dotenv/config build/database/backtrack.js
+ * ```
+ *
+ * @param {string} path a path of rumors-line-bot-logs folder
+ *
+ */
+
+async function main(logFilePath) {
+  const parse = async path => {
+    const status = {
+      processedLog: 0,
+      writtenUserSettings: 0,
+      writtenUserArticleLink: 0,
+    };
+
+    await parseToJson(path, async (data, next) => {
+      const timestamp = new Date(data['timestamp']);
+      const userId = data['userId'];
+      const selectedArticleId = data['context.data.selectedArticleId'];
+
+      status.processedLog++;
+      if (userId) {
+        await UserSettings.findOrInsertByUserId(userId);
+        status.writtenUserSettings++;
+
+        if (selectedArticleId) {
+          await UserArticleLink.createOrUpdateByUserIdAndArticleId(
+            userId,
+            selectedArticleId,
+            {
+              lastViewedAt: timestamp,
+            }
+          );
+          status.writtenUserArticleLink++;
+        }
+      }
+
+      if (status.processedLog % 1000 === 0) {
+        console.log(status);
+      }
+
+      next();
+    });
+
+    console.log(status);
+  };
+
+  for (let y = 2017; y <= 2020; y++) {
+    for (let m = 1; m <= 12; m++) {
+      const path = `${logFilePath}/${y}${Math.floor(m / 10)}${m % 10}/**/*.log`;
+      console.log(path);
+      await parse(path);
+    }
+  }
+}
+
+if (require.main === module) {
+  const path = '../rumors-line-bot-logs';
+  main(path)
+    .then(console.log)
+    .catch(console.error);
+}