Raw data

M3SOulu · Mar 8, 2018 · 01d2ff5 · 01d2ff5
1 parent 25a7ac2
commit 01d2ff5
Show file tree

Hide file tree

Showing 7 changed files with 20,028 additions and 0 deletions.
diff --git a/data-raw/kubertenes.csv b/data-raw/kubertenes.csv
diff --git a/data-raw/lines.10k.cfo.sample.2000 - Kubernetes (Slackarchive.io).csv b/data-raw/lines.10k.cfo.sample.2000 - Kubernetes (Slackarchive.io).csv
diff --git a/data-raw/lines.10k.cfo.sample.2000 - Lucene-dev mailing list.csv b/data-raw/lines.10k.cfo.sample.2000 - Lucene-dev mailing list.csv
diff --git a/data-raw/lines.10k.cfo.sample.2000 - Mozilla (Firefox, Core, OS).csv b/data-raw/lines.10k.cfo.sample.2000 - Mozilla (Firefox, Core, OS).csv
diff --git a/data-raw/lucene.csv b/data-raw/lucene.csv
diff --git a/data-raw/make_data.R b/data-raw/make_data.R
@@ -0,0 +1,22 @@
+library(devtools)
+library(data.table)
+
+filenames <- c(mozilla="data-raw/lines.10k.cfo.sample.2000 - Mozilla (Firefox, Core, OS).csv",
+               kubertenes="data-raw/lines.10k.cfo.sample.2000 - Kubernetes (Slackarchive.io).csv",
+               lucene="data-raw/lines.10k.cfo.sample.2000 - Lucene-dev mailing list.csv")
+
+MakeFactor <- function(ratings) factor(ratings, labels=c("NL", "Not"))
+
+nlon.data <- rbindlist(lapply(names(filenames), function(x) {
+  res <- fread(filenames[x], encoding="UTF-8")[!is.na(Disagreement)]
+  if (x == "lucene") {
+    res[, Text := gsub("^[>|\\s]+", "", Text, perl=TRUE)]
+  }
+  res <- res[, list(source=x, text=Text,
+                    rater1=MakeFactor(Mika),
+                    rater2=MakeFactor(Fabio))]
+  fwrite(res, sprintf("data-raw/%s.csv", x))
+  res
+}))
+
+devtools::use_data(nlon.data, overwrite=TRUE)
diff --git a/data-raw/mozilla.csv b/data-raw/mozilla.csv