feat: do data cleanup practice on language data

.gitignore

@@ -1,4 +1,6 @@
 node_modules/
 dist/
 .cache/
-.env
+.env
+*.csv
+*.json

src/clean-up-practice.ts

@@ -0,0 +1,70 @@
+import data from './practice-data.json'
+import { compose } from 'ramda'
+
+const validValues = [
+  'nederlands',
+  'engels',
+  'duits',
+  'spaans',
+  'frans',
+  'tessels',
+  'berbers',
+  'marokkaans-arabisch',
+  'koreaans',
+  'cantonees',
+  'ghanees',
+  'fries',
+  'kroatisch',
+  'amerikaans',
+  'zweeds',
+  'pools',
+  'tamil',
+  'papiaments',
+  'indonesisch',
+  'gebarentaal',
+  'indisch',
+  'arabisch',
+  'chinees',
+  'html',
+  'scss',
+  'javascript',
+  'jquery',
+  'php',
+  'alles',
+]
+
+const shortenedValues = {
+  NL: 'Nederlands',
+  EN: 'Engels',
+  ENG: 'Engels',
+}
+
+const filterValueOnValidValues = (lang: string) =>
+  lang.length &&
+  Number.isNaN(Number(lang)) &&
+  validValues.includes(lang.toLowerCase())
+
+const capitaliseLanguages = (answers: string[][]) =>
+  answers.map(item => item.map(lang => lang[0].toUpperCase() + lang.slice(1)))
+
+const filterLanguagesOnInvalidValues = (answers: string[][]) =>
+  answers.map(item => item.filter(filterValueOnValidValues))
+
+const expandShortenedLanguages = (answers: string[][]) =>
+  answers.map(item => item.map(lang => (shortenedValues as any)[lang] || lang))
+
+const splitLanguageString = (answers: string[]) =>
+  answers.map(val => val.slice().split(/;|,|\.|\s/))
+
+const pickSpokenLanguages = (d: typeof data) =>
+  d.map(item => item.gesprokenTalen)
+
+const cleanUpSpokenLanguages = compose(
+  capitaliseLanguages,
+  filterLanguagesOnInvalidValues,
+  expandShortenedLanguages,
+  splitLanguageString,
+  pickSpokenLanguages
+)
+
+console.log(cleanUpSpokenLanguages(data))

tsconfig.json

@@ -67,7 +67,8 @@
 
     /* Advanced Options */
     "skipLibCheck": true /* Skip type checking of declaration files. */,
-    "forceConsistentCasingInFileNames": true /* Disallow inconsistently-cased references to the same file. */
+    "forceConsistentCasingInFileNames": true, /* Disallow inconsistently-cased references to the same file. */
+    "resolveJsonModule": true
   },
   "include": ["src/**/*"],
   "exclude": ["dist/**/*", "node_modules"]