Working towards 1.1-M1

CHANGELOG.md

@@ -0,0 +1,14 @@
+# CHANGELOG
+
+## Version 1.1-M1
+- Bugfixes in concurrency of Tuktu
+- Back-pressure implementely more broadly, especially with file reading
+- TDFS extended to partition files across machines
+- Processor-level logging
+
+## Version 1.0
+- First stable release of Tuktu
+- Modeller operational
+- Machine learning module
+- Web analytics
+- Visualization

README.md

@@ -32,6 +32,10 @@ The following companies or organizations use or actively contribute to Tuktu.
 
 [EclipseIT](http://www.eclipseit.nl/) is a partner of the Tuktu platform and is using it in all of its big data science projects.
 
+<img src="images/zettadata_logo.png" width="80">
+
+[Zettadata](http://www.zettadata.net/) uses Tuktu as a platform to help clients manage digital assets and harness multiple information streams for data-savvy decision making.
+
 ![AnyPinion Logo](http://anypinion.com/assets/images/logo_grey.png)
 
 [AnyPinion](http://anypinion.com/) uses Tuktu for its API and real-time analytics module. AnyPinion has been an adopter of Tuktu from the very beginning.
@@ -54,12 +58,6 @@ Note that in order to run Tuktu, you need to navigate a terminal or command prom
 
 To build Tuktu from source, clone the repository. Tuktu was built against Play! version 2.3.x so you need that version of Play. Also, you need **Java 8**.
 
-**Important note:** If you want to build Tuktu as-is from cloning the git repository - including the NLP module - you will need to have the following NLP libraries installed to your local Maven or otherwise present on the classpath:
-
-- [LIGA](https://github.com/ErikTromp/LIGA) - Language Detection library
-- [OpenNLPPOSWrapper](https://github.com/ErikTromp/OpenNLPPOSWrapper) - Part-of-Speech Tagging wrapper around the OpenNLP library
-- [RBEM](https://github.com/ErikTromp/RBEM) - Multi-lingual Sentiment Analysis library
-
 To build Tuktu (for production), run:
 
 `activator clean test dist`

build.sbt

@@ -131,7 +131,7 @@ lazy val dfsDependencies = Seq(
 lazy val api = (project in file("modules/api"))
     .enablePlugins(PlayScala)
     .settings(name := "Tuktu-api")
-    .settings(version := "1.0")
+    .settings(version := "1.1-M1")
     .settings(scalaVersion := "2.11.7")
     .settings(resolvers ++= appResolvers)
     .settings(libraryDependencies ++= apiDependencies)
@@ -140,7 +140,7 @@ lazy val api = (project in file("modules/api"))
 lazy val modeller = (project in file("modules/modeller"))
     .enablePlugins(PlayScala)
     .settings(name := "Tuktu-Modeller")
-    .settings(version := "1.0")
+    .settings(version := "1.1-M1")
     .settings(scalaVersion := "2.11.7")
     .settings(resolvers ++= appResolvers)
     .settings(libraryDependencies ++= modellerDependencies)
@@ -152,7 +152,7 @@ lazy val modeller = (project in file("modules/modeller"))
 lazy val nlp = (project in file("modules/nlp"))
     .enablePlugins(PlayScala)
     .settings(name := "Tuktu-nlp")
-    .settings(version := "1.0")
+    .settings(version := "1.1-M1")
     .settings(scalaVersion := "2.11.7")
     .settings(resolvers ++= appResolvers)
     .settings(libraryDependencies ++= nlpDependencies)
@@ -163,7 +163,7 @@ lazy val nlp = (project in file("modules/nlp"))
 lazy val csv = (project in file("modules/csv"))
     .enablePlugins(PlayScala)
     .settings(name := "Tuktu-csv")
-    .settings(version := "1.0")
+    .settings(version := "1.1-M1")
     .settings(scalaVersion := "2.11.7")
     .settings(resolvers ++= appResolvers)
     .settings(libraryDependencies ++= csvDependencies)
@@ -174,7 +174,7 @@ lazy val csv = (project in file("modules/csv"))
 lazy val social = (project in file("modules/social"))
     .enablePlugins(PlayScala)
     .settings(name := "Tuktu-social")
-    .settings(version := "1.0")
+    .settings(version := "1.1-M1")
     .settings(scalaVersion := "2.11.7")
     .settings(resolvers ++= appResolvers)
     .settings(libraryDependencies ++= socialDependencies)
@@ -185,7 +185,7 @@ lazy val social = (project in file("modules/social"))
 lazy val nosql = (project in file("modules/nosql"))
     .enablePlugins(PlayScala)
     .settings(name := "Tuktu-nosql")
-    .settings(version := "1.0")
+    .settings(version := "1.1-M1")
     .settings(scalaVersion := "2.11.7")
     .settings(resolvers ++= appResolvers)
     .settings(libraryDependencies ++= nosqlDependencies)
@@ -196,7 +196,7 @@ lazy val nosql = (project in file("modules/nosql"))
 lazy val ml = (project in file("modules/ml"))
     .enablePlugins(PlayScala)
     .settings(name := "Tuktu-ml")
-    .settings(version := "1.0")
+    .settings(version := "1.1-M1")
     .settings(scalaVersion := "2.11.7")
     .settings(resolvers ++= appResolvers)
     .settings(libraryDependencies ++= mlDependencies)
@@ -207,7 +207,7 @@ lazy val ml = (project in file("modules/ml"))
 lazy val dl = (project in file("modules/deeplearn"))
     .enablePlugins(PlayScala)
     .settings(name := "Tuktu-DeepLearn")
-    .settings(version := "1.0")
+    .settings(version := "1.1-M1")
     .settings(scalaVersion := "2.11.7")
     .settings(resolvers ++= appResolvers)
     .settings(libraryDependencies ++= dlDependencies)
@@ -218,7 +218,7 @@ lazy val dl = (project in file("modules/deeplearn"))
 lazy val web = (project in file("modules/web"))
     .enablePlugins(PlayScala)
     .settings(name := "Tuktu-web")
-    .settings(version := "1.0")
+    .settings(version := "1.1-M1")
     .settings(scalaVersion := "2.11.7")
     .settings(resolvers ++= appResolvers)
     .settings(libraryDependencies ++= webDependencies)
@@ -229,7 +229,7 @@ lazy val web = (project in file("modules/web"))
 lazy val crawler = (project in file("modules/crawler"))
     .enablePlugins(PlayScala)
     .settings(name := "Tuktu-crawler")
-    .settings(version := "1.0")
+    .settings(version := "1.1-M1")
     .settings(scalaVersion := "2.11.7")
     .settings(resolvers ++= appResolvers)
     .settings(libraryDependencies ++= crawlerDependencies)
@@ -240,7 +240,7 @@ lazy val crawler = (project in file("modules/crawler"))
 lazy val viz = (project in file("modules/viz"))
     .enablePlugins(PlayScala)
     .settings(name := "Tuktu-viz")
-    .settings(version := "1.0")
+    .settings(version := "1.1-M1")
     .settings(scalaVersion := "2.11.7")
     .settings(resolvers ++= appResolvers)
     .settings(libraryDependencies ++= vizDependencies)
@@ -251,7 +251,7 @@ lazy val viz = (project in file("modules/viz"))
 lazy val tuktudb = (project in file("modules/tuktudb"))
     .enablePlugins(PlayScala)
     .settings(name := "Tuktu-DB")
-    .settings(version := "1.0")
+    .settings(version := "1.1-M1")
     .settings(scalaVersion := "2.11.7")
     .settings(resolvers ++= appResolvers)
     .settings(libraryDependencies ++= tuktuDBDependencies)
@@ -262,7 +262,7 @@ lazy val tuktudb = (project in file("modules/tuktudb"))
 lazy val dfs = (project in file("modules/dfs"))
     .enablePlugins(PlayScala)
     .settings(name := "Tuktu-DFS")
-    .settings(version := "1.0")
+    .settings(version := "1.1-M1")
     .settings(scalaVersion := "2.11.7")
     .settings(resolvers ++= appResolvers)
     .settings(libraryDependencies ++= dfsDependencies)
@@ -274,7 +274,7 @@ lazy val root = project
     .in(file("."))
     .enablePlugins(PlayScala)
     .settings(name := "Tuktu")
-    .settings(version := "1.0")
+    .settings(version := "1.1-M1")
     .settings(scalaVersion := "2.11.7")
     .settings(resolvers ++= appResolvers)
     .settings(libraryDependencies ++= coreDependencies)