Merge pull request #547 from fthomas/topic/download-stats-2018-06

Add download statistics for 2018-06

data/downloads/2018-06-refined_2.10.csv

@@ -0,0 +1,24 @@
+"0.3.0","4","0.028985507786273956"
+"0.3.1","3","0.021739130839705467"
+"0.3.2","6","0.043478261679410934"
+"0.3.3","7","0.050724636763334274"
+"0.3.4","4","0.028985507786273956"
+"0.3.5","4","0.028985507786273956"
+"0.3.6","3","0.021739130839705467"
+"0.3.7","3","0.021739130839705467"
+"0.4.0","3","0.021739130839705467"
+"0.5.0","3","0.021739130839705467"
+"0.6.0","3","0.021739130839705467"
+"0.6.1","3","0.021739130839705467"
+"0.6.2","3","0.021739130839705467"
+"0.7.0","7","0.050724636763334274"
+"0.8.0","5","0.036231882870197296"
+"0.8.1","6","0.043478261679410934"
+"0.8.2","4","0.028985507786273956"
+"0.8.3","6","0.043478261679410934"
+"0.8.4","8","0.05797101557254791"
+"0.8.5","4","0.028985507786273956"
+"0.8.6","8","0.05797101557254791"
+"0.8.7","8","0.05797101557254791"
+"0.9.0","24","0.17391304671764374"
+"0.9.1","9","0.06521739065647125"

data/downloads/2018-06-refined_2.11.csv

@@ -0,0 +1,35 @@
+"0.0.1","12","0.002749140840023756"
+"0.0.2","11","0.002520045731216669"
+"0.0.3","11","0.002520045731216669"
+"0.1.0","11","0.002520045731216669"
+"0.1.1","10","0.002290950855240226"
+"0.2.0","10","0.002290950855240226"
+"0.1.2","10","0.002290950855240226"
+"0.1.3","10","0.002290950855240226"
+"0.2.1","10","0.002290950855240226"
+"0.2.2","10","0.002290950855240226"
+"0.2.3","9","0.002061855746433139"
+"0.3.0","9","0.002061855746433139"
+"0.3.1","21","0.004810996353626251"
+"0.3.2","270","0.06185567006468773"
+"0.3.3","10","0.002290950855240226"
+"0.3.4","9","0.002061855746433139"
+"0.3.5","10","0.002290950855240226"
+"0.3.6","9","0.002061855746433139"
+"0.3.7","9","0.002061855746433139"
+"0.4.0","12","0.002749140840023756"
+"0.5.0","10","0.002290950855240226"
+"0.6.0","17","0.003894616151228547"
+"0.6.1","12","0.002749140840023756"
+"0.6.2","117","0.0268041230738163"
+"0.7.0","96","0.021993126720190048"
+"0.8.0","43","0.00985108781605959"
+"0.8.1","15","0.003436426166445017"
+"0.8.2","543","0.1243986263871193"
+"0.8.3","17","0.003894616151228547"
+"0.8.4","36","0.008247422985732555"
+"0.8.5","15","0.003436426166445017"
+"0.8.6","259","0.0593356229364872"
+"0.8.7","713","0.16334478557109833"
+"0.9.0","1969","0.45108819007873535"
+"0.9.1","30","0.006872852332890034"

data/downloads/2018-06-refined_2.12.csv

@@ -0,0 +1,14 @@
+"0.6.0","8","7.802594336681068E-4"
+"0.6.1","125","0.012191553600132465"
+"0.6.2","10","9.753243066370487E-4"
+"0.7.0","11","0.0010728567140176892"
+"0.8.0","24","0.0023407782427966595"
+"0.8.1","22","0.0021457134280353785"
+"0.8.2","818","0.07978152483701706"
+"0.8.3","322","0.03140544146299362"
+"0.8.4","1082","0.10553009063005447"
+"0.8.5","38","0.003706232411786914"
+"0.8.6","1732","0.1689261645078659"
+"0.8.7","2453","0.23924705386161804"
+"0.9.0","3522","0.3435092270374298"
+"0.9.1","86","0.008387789130210876"

data/downloads/summarize.sc

@@ -0,0 +1,58 @@
+import ammonite.ops._
+
+def summarizeMonth(data: Vector[String]) =
+  data.map(_.split(",").lift(1).map(_.replace("\"", "").toInt).getOrElse(0)).sum
+
+val regex = """(\d{4})-(\d{2})-(.+)_(.+)\.csv""".r
+val files = (ls! pwd).filter(p => regex.pattern.matcher(p.name).matches).toList
+
+final case class Data(
+  year: String,
+  month: String,
+  module: String,
+  scalaVersion: String,
+  totalDownloads: Int
+)
+
+final case class RowData(
+  year: String,
+  month: String,
+  module: String,
+  downloadsTotal: Int,
+  downloads_2_12: Option[Int],
+  downloads_2_11: Option[Int],
+  downloads_2_10: Option[Int]
+)
+
+val allData = files.map { p =>
+  val regex(year, month, module, scalaVersion) = p.name
+  val data = read.lines! p
+  val totalDownloads = summarizeMonth(data)
+  Data(year, month, module, scalaVersion, totalDownloads)
+}
+
+val allRowData = allData
+  .groupBy(d => (d.year, d.month, d.module))
+  .toList
+  .sortBy(_._1)
+  .reverse
+  .map { case ((year, month, module), ds) =>
+    RowData(
+      year,
+      month,
+      module,
+      ds.map(_.totalDownloads).sum,
+      downloads_2_12 = ds.find(_.scalaVersion == "2.12").map(_.totalDownloads),
+      downloads_2_11 = ds.find(_.scalaVersion == "2.11").map(_.totalDownloads),
+      downloads_2_10 = ds.find(_.scalaVersion == "2.10").map(_.totalDownloads)
+    )
+  }
+
+val out = allRowData.map { row =>
+  s""""${row.year}-${row.month}","${row.module}","${row.downloadsTotal}"""" +
+    s""","${row.downloads_2_12.fold("")(_.toString)}"""" +
+    s""","${row.downloads_2_11.fold("")(_.toString)}"""" +
+    s""","${row.downloads_2_10.fold("")(_.toString)}""""
+}.mkString("", "\n", "\n")
+
+write.over(pwd/"summary.csv" , out)

data/downloads/summary.csv

@@ -0,0 +1,25 @@
+"2018-06","refined","14756","10253","4365","138"
+"2018-05","refined","11657","7593","3877","187"
+"2018-04","refined","8552","5952","2373","227"
+"2018-03","refined","8203","6047","1962","194"
+"2018-02","refined","6559","4426","1921","212"
+"2018-01","refined","7349","5662","1491","196"
+"2017-12","refined","7055","4882","1908","265"
+"2017-11","refined","8212","5794","2242","176"
+"2017-10","refined","7958","5434","2285","239"
+"2017-09","refined","9423","5278","3712","433"
+"2017-08","refined","9999","2699","7079","221"
+"2017-07","refined","4893","2063","2710","120"
+"2017-06","refined","3297","1543","1529","225"
+"2017-05","refined","3571","1313","1989","269"
+"2017-04","refined","3545","1398","1983","164"
+"2017-03","refined","4507","1261","2974","272"
+"2017-02","refined","5313","483","4559","271"
+"2017-01","refined","3670","443","3046","181"
+"2016-12","refined","3314","360","2672","282"
+"2016-11","refined","2589","158","2240","191"
+"2016-10","refined","1968","","1754","214"
+"2016-09","refined","1499","","1323","176"
+"2016-08","refined","1663","","1399","264"
+"2016-07","refined","2761","","2562","199"
+"2016-06","refined","2088","","1888","200"