Merge pull request #3 from rxin/packagename

Rename shark2 package to execution.

README.md

@@ -22,7 +22,7 @@ $ sbt/sbt
 > test:compile
 [info] Compiling 10 Scala sources to catalyst/target/scala-2.10/test-classes...
 [success] Total time: 15 s, completed Dec 20, 2013 12:00:06 PM
-> test-only catalyst.shark2.DslQueryTests
+> test-only catalyst.execution.DslQueryTests
 ```
 
 Any command that is prefixed with a `~` (e.g. `~compile`) will be run automatically in a loop each time any dependent files have changed.
@@ -54,13 +54,13 @@ import catalyst.plans.logical._
 import catalyst.rules._
 import catalyst.types._
 import catalyst.util._
-import catalyst.shark2.TestShark._
+import catalyst.execution.TestShark._
 Welcome to Scala version 2.10.3 (Java HotSpot(TM) 64-Bit Server VM, Java 1.7.0_45).
 Type in expressions to have them evaluated.
 Type :help for more information.
 
 scala> val query = "SELECT * FROM (SELECT * FROM src) a".q
-query: catalyst.shark2.TestShark.SharkSqlQuery = 
+query: catalyst.execution.TestShark.SharkSqlQuery =
 SELECT * FROM (SELECT * FROM src) a
 == Logical Plan ==
 Project {key#0,value#1}

build.sbt

@@ -45,7 +45,7 @@ import catalyst.plans.logical._
 import catalyst.rules._
 import catalyst.types._
 import catalyst.util._
-import catalyst.shark2.TestShark._"""
+import catalyst.execution.TestShark._"""
 
 site.settings
 

src/main/scala/catalyst/examples/SchemaRddExample.scala

@@ -3,7 +3,7 @@ package examples
 
 import plans.logical.LocalRelation
 
-import shark2.TestShark._
+import execution.TestShark._
 import dsl._
 
 object SchemaRddExample {

src/main/scala/catalyst/examples/ViewsExample.scala

@@ -6,7 +6,7 @@ import catalyst.plans.logical._
 
 /* Implicit Conversions */
 import dsl._
-import shark2.TestShark._ // For .toRdd execution using locally running test Shark.
+import execution.TestShark._ // For .toRdd execution using locally running test Shark.
 
 object ViewsExample {
   def main(args: Array[String]): Unit = {

src/main/scala/catalyst/shark2/FunctionRegistry.scala → src/main/scala/catalyst/execution/FunctionRegistry.scala

@@ -1,5 +1,5 @@
 package catalyst
-package shark2
+package execution
 
 import org.apache.hadoop.hive.ql.exec.{FunctionInfo, FunctionRegistry}
 

src/main/scala/catalyst/shark2/MetastoreCatalog.scala → src/main/scala/catalyst/execution/MetastoreCatalog.scala

@@ -1,5 +1,5 @@
 package catalyst
-package shark2
+package execution
 
 import org.apache.hadoop.hive.conf.HiveConf
 import org.apache.hadoop.hive.metastore.api.{FieldSchema, Partition, Table, StorageDescriptor, SerDeInfo}

src/main/scala/catalyst/shark2/SharkInstance.scala → src/main/scala/catalyst/execution/SharkInstance.scala

@@ -1,5 +1,5 @@
 package catalyst
-package shark2
+package execution
 
 import java.io.File
 
@@ -40,7 +40,7 @@ abstract class SharkInstance extends Logging {
   lazy val sc = createContext()
 
   protected def createContext() = {
-    SharkEnv.initWithSharkContext("catalyst.shark2", master)
+    SharkEnv.initWithSharkContext("catalyst.execution", master)
   }
 
   /** Sets up the system initially or after a RESET command */

src/main/scala/catalyst/shark2/SharkPlan.scala → src/main/scala/catalyst/execution/SharkPlan.scala

@@ -1,5 +1,5 @@
 package catalyst
-package shark2
+package execution
 
 import catalyst.plans.QueryPlan
 import org.apache.spark.rdd.RDD

src/main/scala/catalyst/shark2/TestShark.scala → src/main/scala/catalyst/execution/TestShark.scala

@@ -1,5 +1,5 @@
 package catalyst
-package shark2
+package execution
 
 import java.io.File
 import scala.collection.mutable
@@ -56,7 +56,7 @@ object TestShark extends SharkInstance {
     System.clearProperty("spark.driver.port")
     System.clearProperty("spark.hostPort")
 
-    SharkEnv.initWithSharkContext("catalyst.shark2.TestShark", master)
+    SharkEnv.initWithSharkContext("catalyst.execution.TestShark", master)
   }
 
   /** The location of the compiled hive distribution */

src/main/scala/catalyst/shark2/Transform.scala → src/main/scala/catalyst/execution/Transform.scala

@@ -1,5 +1,5 @@
 package catalyst
-package shark2
+package execution
 
 import catalyst.expressions._
 import shark.SharkContext

src/main/scala/catalyst/shark2/aggregates.scala → src/main/scala/catalyst/execution/aggregates.scala

@@ -1,5 +1,5 @@
 package catalyst
-package shark2
+package execution
 
 import catalyst.errors._
 import catalyst.expressions._

src/main/scala/catalyst/shark2/basicOperators.scala → src/main/scala/catalyst/execution/basicOperators.scala

@@ -1,5 +1,5 @@
 package catalyst
-package shark2
+package execution
 
 import org.apache.hadoop.hive.ql.plan.{FileSinkDesc, TableDesc}
 import org.apache.hadoop.hive.serde2.objectinspector.{PrimitiveObjectInspector, StructObjectInspector}

src/main/scala/catalyst/shark2/debug.scala → src/main/scala/catalyst/execution/debug.scala

@@ -1,5 +1,5 @@
 package catalyst
-package shark2
+package execution
 
 object DebugQuery {
   def apply(plan: SharkPlan): SharkPlan = {

src/main/scala/catalyst/shark2/hiveOperators.scala → src/main/scala/catalyst/execution/hiveOperators.scala

@@ -1,5 +1,5 @@
 package catalyst
-package shark2
+package execution
 
 import org.apache.hadoop.fs.Path
 import org.apache.hadoop.hive.ql.io.HiveFileFormatUtils

src/main/scala/catalyst/shark2/joins.scala → src/main/scala/catalyst/execution/joins.scala

@@ -1,5 +1,5 @@
 package catalyst
-package shark2
+package execution
 
 import org.apache.spark.rdd.RDD
 

src/main/scala/catalyst/shark2/package.scala → src/main/scala/catalyst/execution/package.scala

@@ -13,7 +13,7 @@ import types._
  * Currently functions that are not supported by this implementation are passed back to the original Shark
  * implementation for execution.
  */
-package object shark2 {
+package object execution {
   type Row = catalyst.expressions.Row
 
   implicit class typeInfoConversions(dt: DataType) {

src/main/scala/catalyst/shark2/planningStrategies.scala → src/main/scala/catalyst/execution/planningStrategies.scala

@@ -1,5 +1,5 @@
 package catalyst
-package shark2
+package execution
 
 import shark.SharkContext
 
@@ -25,9 +25,9 @@ abstract trait PlanningStrategies {
     def apply(plan: LogicalPlan): Seq[SharkPlan] = plan match {
       // Push attributes into table scan when possible.
       case p @ logical.Project(projectList, m: MetastoreRelation) if isSimpleProject(projectList) =>
-        shark2.HiveTableScan(projectList.asInstanceOf[Seq[Attribute]], m) :: Nil
+        execution.HiveTableScan(projectList.asInstanceOf[Seq[Attribute]], m) :: Nil
       case m: MetastoreRelation =>
-        shark2.HiveTableScan(m.output, m) :: Nil
+        execution.HiveTableScan(m.output, m) :: Nil
       case _ => Nil
     }
 
@@ -59,7 +59,7 @@ abstract trait PlanningStrategies {
 
     def apply(plan: LogicalPlan): Seq[SharkPlan] = plan match {
       case logical.Aggregate(Nil, agg, child) if onlyAllowedAggregates(agg) =>
-        shark2.SparkAggregate(agg, planLater(child))(sc) :: Nil
+        execution.SparkAggregate(agg, planLater(child))(sc) :: Nil
       case _ => Nil
     }
   }
@@ -87,11 +87,11 @@ abstract trait PlanningStrategies {
           val leftKeys = joinKeys.map(_._1)
           val rightKeys = joinKeys.map(_._2)
 
-          val joinOp = shark2.SparkEquiInnerJoin(leftKeys, rightKeys, planLater(left), planLater(right))
+          val joinOp = execution.SparkEquiInnerJoin(leftKeys, rightKeys, planLater(left), planLater(right))
 
           // Make sure other conditions are met if present.
           if(otherPredicates.nonEmpty)
-            shark2.Filter(combineConjunctivePredicates(otherPredicates), joinOp) :: Nil
+            execution.Filter(combineConjunctivePredicates(otherPredicates), joinOp) :: Nil
           else
             joinOp :: Nil
         } else {
@@ -112,17 +112,17 @@ abstract trait PlanningStrategies {
   object BroadcastNestedLoopJoin extends Strategy {
     def apply(plan: LogicalPlan): Seq[SharkPlan] = plan match {
       case logical.Join(left, right, joinType, condition) =>
-        shark2.BroadcastNestedLoopJoin(planLater(left), planLater(right), joinType, condition)(sc) :: Nil
+        execution.BroadcastNestedLoopJoin(planLater(left), planLater(right), joinType, condition)(sc) :: Nil
       case _ => Nil
     }
   }
 
   object CartesianProduct extends Strategy {
     def apply(plan: LogicalPlan): Seq[SharkPlan] = plan match {
-      case logical.Join(left, right, _, None) => shark2.CartesianProduct(planLater(left), planLater(right)) :: Nil
+      case logical.Join(left, right, _, None) => execution.CartesianProduct(planLater(left), planLater(right)) :: Nil
       case logical.Join(left, right, Inner, Some(condition)) =>
-        shark2.Filter(condition,
-          shark2.CartesianProduct(planLater(left), planLater(right))) :: Nil
+        execution.Filter(condition,
+          execution.CartesianProduct(planLater(left), planLater(right))) :: Nil
       case _ => Nil
     }
   }
@@ -131,21 +131,21 @@ abstract trait PlanningStrategies {
   object BasicOperators extends Strategy {
     def apply(plan: LogicalPlan): Seq[SharkPlan] = plan match {
       case logical.Sort(sortExprs, child) =>
-        shark2.Sort(sortExprs, planLater(child)) :: Nil
+        execution.Sort(sortExprs, planLater(child)) :: Nil
       case logical.Project(projectList, child) =>
-        shark2.Project(projectList, planLater(child)) :: Nil
+        execution.Project(projectList, planLater(child)) :: Nil
       case logical.Filter(condition, child) =>
-        shark2.Filter(condition, planLater(child)) :: Nil
+        execution.Filter(condition, planLater(child)) :: Nil
       case logical.Aggregate(group, agg, child) =>
-        shark2.Aggregate(group, agg, planLater(child)) :: Nil
+        execution.Aggregate(group, agg, planLater(child)) :: Nil
       case logical.LocalRelation(output, data) =>
-        shark2.LocalRelation(output, data.map(_.productIterator.toVector))(sc) :: Nil
+        execution.LocalRelation(output, data.map(_.productIterator.toVector))(sc) :: Nil
       case logical.StopAfter(limit, child) =>
-        shark2.StopAfter(Evaluate(limit, Nil).asInstanceOf[Int], planLater(child))(sc) :: Nil
+        execution.StopAfter(Evaluate(limit, Nil).asInstanceOf[Int], planLater(child))(sc) :: Nil
       case logical.Union(left, right) =>
-        shark2.Union(planLater(left), planLater(right))(sc) :: Nil
+        execution.Union(planLater(left), planLater(right))(sc) :: Nil
       case logical.Transform(input, script, output, child) =>
-        shark2.Transform(input, script, output, planLater(child))(sc) :: Nil
+        execution.Transform(input, script, output, planLater(child))(sc) :: Nil
       case _ => Nil
     }
   }

src/main/scala/catalyst/expressions/BoundAttribute.scala

@@ -4,7 +4,7 @@ package expressions
 import rules._
 import errors._
 
-import shark2.SharkPlan
+import execution.SharkPlan
 
 /**
  * A bound reference points to a specific slot in the input tuple, allowing the actual value to be retrieved more

src/test/scala/catalyst/shark2/BigDataBenchmark.scala → src/test/scala/catalyst/execution/BigDataBenchmark.scala

@@ -1,5 +1,5 @@
 package catalyst
-package shark2
+package execution
 
 import java.io.File
 

src/test/scala/catalyst/shark2/DslQueryTests.scala → src/test/scala/catalyst/execution/DslQueryTests.scala

@@ -1,5 +1,5 @@
 package catalyst
-package shark2
+package execution
 
 import org.scalatest.{BeforeAndAfterAll, FunSuite}
 

src/test/scala/catalyst/shark2/HiveComparisionTest.scala → src/test/scala/catalyst/execution/HiveComparisionTest.scala

@@ -1,5 +1,5 @@
 package catalyst
-package shark2
+package execution
 
 import shark.{SharkContext, SharkEnv}
 

src/test/scala/catalyst/shark2/HiveCompatability.scala → src/test/scala/catalyst/execution/HiveCompatability.scala

@@ -1,5 +1,5 @@
 package catalyst
-package shark2
+package execution
 
 import java.io._
 

src/test/scala/catalyst/shark2/HiveQueryFileTest.scala → src/test/scala/catalyst/execution/HiveQueryFileTest.scala

@@ -1,5 +1,5 @@
 package catalyst
-package shark2
+package execution
 
 import java.io._
 

src/test/scala/catalyst/shark2/HiveQueryTests.scala → src/test/scala/catalyst/execution/HiveQueryTests.scala

@@ -1,5 +1,5 @@
 package catalyst
-package shark2
+package execution
 
 /**
  * A set of test cases expressed in Hive QL that are not covered by the tests included in the hive distribution.

src/test/scala/catalyst/shark2/HiveResolutionSuite.scala → src/test/scala/catalyst/execution/HiveResolutionSuite.scala

@@ -1,5 +1,5 @@
 package catalyst
-package shark2
+package execution
 
 /**
  * A set of test cases expressed in Hive QL that are not covered by the tests included in the hive distribution.

src/test/scala/catalyst/shark2/HiveTypeCoersionSuite.scala → src/test/scala/catalyst/execution/HiveTypeCoersionSuite.scala

@@ -1,5 +1,5 @@
 package catalyst
-package shark2
+package execution
 
 /**
  * A set of tests that validate type promotion rules.