added a deprecated section for old configs, removed the two-hop simil…

…arity recommender and maid the mail threading jobs' annotatiosn so that they won't show up in the UI. Did some debugging around the mailing list pipeline.

client/assets/components/recommendations/recommendations.html

@@ -1,3 +1,4 @@
+<!-- DEPRECATED: This code was used to show MLT style recommendatiosn in lucidworks view. It is not needed anymore -->
 <div class="recommendations">
   <h3>Recommendations</h3>
   <div>

client/assets/components/recommendations/recommendations.js

@@ -1,3 +1,4 @@
+// DEPRECATED: This code was used to send signals against the recommendations that appeared in Lucidworks View. It is not needed anymore 
 (function () {
   'use strict';
   angular

python/fusion_config/mail_thread_recommendation_job.json → python/fusion_config/deprecated configs/mail_thread_recommendation_job.json

@@ -1,3 +1,4 @@
+// DEPRECATED: Spark job that was used to generate two hop recommendations using a simple two hop recommender declared in Spark. 
 {
   "id": "mail_thread_recommendation_job",
   "type": "script",

python/fusion_config/mail_thread_recommendation_schedule.json → python/fusion_config/deprecated configs/mail_thread_recommendation_schedule.json

@@ -1,3 +1,4 @@
+// DEPRECATED: Schedule for the mail thread two hop recommender 
 {
     "id": "mail_threads_recommendation",
     "creatorType": "human",

python/fusion_config/deprecated configs/mail_thread_recommendation_spark_job.json

@@ -0,0 +1,6 @@
+// DEPRECATED: Seems like there used to be some kind of job declaration that is deprecated now. 
+{
+  "id": "thread_recommender_job",
+  "type": "item-similarity-recommender",
+  "maxRows": 1
+}

python/fusion_config/mail_thread_signal_creation_job.json → python/fusion_config/deprecated configs/mail_thread_signal_creation_job.json

@@ -1,3 +1,4 @@
+// DEPRECATED: This job simply groups by the from and the subject and does a count to generate "threads". 
 {
   "id": "mail_thread_signal_creation_job",
   "type": "script",

python/fusion_config/mail_threading_job.json → python/fusion_config/deprecated configs/mail_threading_job.json

@@ -1,3 +1,4 @@
+// DEPRECATED: Tim potters code for generating threads. Not sure how or if it works. 
 {
   "id": "mail_threading_scheduled",
   "type": "script",

python/fusion_config/mail_threading_schedule.json → python/fusion_config/deprecated configs/mail_threading_schedule.json

@@ -1,3 +1,4 @@
+// DEPRECATED: Schedule for tim potters job
 {
     "id": "mail_threads",
     "creatorType": "human",

searchhub-fusion-plugins/src/main/java/com/lucidworks/searchhub/analytics/MailThreadSparkJob.java

@@ -10,7 +10,7 @@
 
 import java.util.HashMap;
 import java.util.Map;
-
+// DEPRECATED: Old mail thread job that does not work 
 public class MailThreadSparkJob extends SparkJob<Long, MailThreadSparkJobConfig> {
 
   public MailThreadSparkJob(String jobId, MailThreadSparkJobConfig jobConfig) {

searchhub-fusion-plugins/src/main/java/com/lucidworks/searchhub/analytics/MailThreadSparkJobBuilder.java

@@ -4,8 +4,8 @@
 import com.lucidworks.spark.job.SparkJob;
 import com.lucidworks.spark.job.SparkJobBuilder;
 
-
-@Name("mail-threading")
+// DEPRECATED: Old mail threading job that does not work 
+// @Name("mail-threading")
 public class MailThreadSparkJobBuilder implements SparkJobBuilder<MailThreadSparkJobConfig> {
   @Override
   public SparkJob<?, MailThreadSparkJobConfig> buildSparkJob(String jobId, MailThreadSparkJobConfig config) {

searchhub-fusion-plugins/src/main/java/com/lucidworks/searchhub/analytics/MailThreadSparkJobConfig.java

@@ -5,8 +5,8 @@
 import org.codehaus.jackson.annotate.JsonProperty;
 import org.codehaus.jackson.annotate.JsonTypeName;
 
-
-@JsonTypeName("mail-threading")
+// DEPRECATED: Old mail threading job that does not work 
+// @JsonTypeName("mail-threading")
 public class MailThreadSparkJobConfig extends SparkJobConfig {
   public static final String TYPE = "mail_threading";
 

searchhub-fusion-plugins/src/main/scala/com/lucidworks/searchhub/analytics/MailThreadJob.scala

@@ -5,7 +5,7 @@ import org.apache.spark.rdd.RDD
 import org.apache.spark.sql.{Row, DataFrame}
 import org.slf4j.LoggerFactory
 
-
+// DEPRECATED: Scala for old mail threading job that did not work
 object MailThreadJob {
   val log = LoggerFactory.getLogger("MailThreadJob")
 

searchhub-fusion-plugins/src/test/scala/com/lucidworks/searchhub/analytics/MailThreadJobTest.scala

@@ -5,7 +5,7 @@ import org.apache.spark.{SparkContext, SparkConf}
 import org.scalatest.FunSuite
 
 case class DummyMailMessage(id: String, in_reply_to: String, threadId: String, subject_simple: String)
-
+// DEPRECATED: Test for old mail threading job
 class MailThreadJobTest extends FunSuite {
   val rawMsgs = List(
     DummyMailMessage("<1204067533.21932.4.camel@cartman>", null, "<1204067533.21932.4.camel@cartman>", "documentation"),