Skip to content

Commit

Permalink
parser related impl is now moved into its own package, not useful in …
Browse files Browse the repository at this point in the history
…most cases

cleanup common

change NullSafeMagnet type alias to avoid Scala 3 syntax conflict

evict DSL component for Spark ML pipeline, not useful in heterogeneous inference
  • Loading branch information
tribbloid committed Feb 20, 2024
1 parent bd04184 commit 1dd6bb8
Show file tree
Hide file tree
Showing 127 changed files with 242 additions and 4,395 deletions.
1 change: 1 addition & 0 deletions parent/benchmark/build.gradle.kts
Original file line number Diff line number Diff line change
Expand Up @@ -4,5 +4,6 @@ val vs = versions()
dependencies {

api(project(":parent:core"))
api(project(":parent:parsing"))
testFixturesApi(testFixtures(project(":parent:core")))
}
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
package com.tribbloids.spookystuff.relay

import org.apache.spark.ml.dsl.utils.refl.ReflectionUtils
import com.tribbloids.spookystuff.utils.refl.ReflectionUtils

object AutomaticRelay {}

Expand Down
Original file line number Diff line number Diff line change
@@ -1,7 +1,6 @@
package com.tribbloids.spookystuff.relay

import org.apache.spark.ml.dsl.utils.refl.TypeMagnet

import com.tribbloids.spookystuff.utils.refl.TypeMagnet
import scala.collection.mutable
import scala.util.{Failure, Success, Try}

Expand Down
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
package com.tribbloids.spookystuff.relay

import org.apache.spark.ml.dsl.utils.refl.TypeMagnet
import com.tribbloids.spookystuff.utils.refl.TypeMagnet

trait RootTagged {

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@ package com.tribbloids.spookystuff.relay

import com.tribbloids.spookystuff.tree.TreeView
import com.tribbloids.spookystuff.relay.io.Decoder
import org.apache.spark.ml.dsl.utils.refl.ReflectionUtils
import com.tribbloids.spookystuff.utils.refl.ReflectionUtils

import scala.collection.immutable.ListMap
import scala.language.implicitConversions
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -2,5 +2,5 @@ package com.tribbloids.spookystuff.utils

object Types {

type Binary[T] = (T, T) => T
type Compose[T] = (T, T) => T
}
Original file line number Diff line number Diff line change
Expand Up @@ -15,9 +15,9 @@
* limitations under the License.
*/

package org.apache.spark.ml.dsl
package com.tribbloids.spookystuff.utils

object UnsafeUtils {
object UnsafeReflections {

def setSuperField(obj: Object, fieldName: String, fieldValue: Object): Unit = {
setAncestorField(obj, 1, fieldName, fieldValue)
Expand Down
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
package com.tribbloids.spookystuff.utils.data

import ai.acyclic.prover.commons.same.EqualBy
import org.apache.spark.ml.dsl.utils.?
import org.apache.spark.ml.dsl.utils.??

import scala.util.Try

Expand All @@ -17,7 +17,7 @@ trait AttrLike[T] extends Serializable with EqualBy {
Magnets.AttrValueMag[T](this.name, Some(v))
}

def -?>(vOpt: T `?` _): Magnets.AttrValueMag[T] = {
def -?>(vOpt: T ?? _): Magnets.AttrValueMag[T] = {

Magnets.AttrValueMag[T](this.name, vOpt.asOption)
}
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -3,7 +3,7 @@ package com.tribbloids.spookystuff.utils.data
import com.tribbloids.spookystuff.relay.RootTagged
import com.tribbloids.spookystuff.relay.xml.Xml
import com.tribbloids.spookystuff.utils.{CommonUtils, TreeThrowable}
import org.apache.spark.ml.dsl.utils.{?, HasEagerInnerObjects}
import org.apache.spark.ml.dsl.utils.{??, HasEagerInnerObjects}

import java.util.Properties
import scala.collection.mutable
Expand Down Expand Up @@ -136,8 +136,8 @@ trait EAVLike extends HasEagerInnerObjects with RootTagged with Serializable {
// should only be used in setters
val aliases: List[String] = Nil,
nullable: Boolean = false,
default: T `?` _ = None,
nameOverride: String `?` _ = None
default: T ?? _ = None,
nameOverride: String ?? _ = None
)(
implicit
ev: T <:< Any
Expand Down
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
package org.apache.spark.ml.dsl.utils.refl
package com.tribbloids.spookystuff.utils.refl

import org.apache.spark.sql.types.DataType

Expand Down
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
package org.apache.spark.ml.dsl.utils.refl
package com.tribbloids.spookystuff.utils.refl

import org.apache.spark.sql.types._

Expand Down
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
package org.apache.spark.ml.dsl.utils.refl
package com.tribbloids.spookystuff.utils.refl

import ai.acyclic.prover.commons.util.Caching

Expand Down
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
package org.apache.spark.ml.dsl.utils.refl
package com.tribbloids.spookystuff.utils.refl

import scala.language.implicitConversions
import scala.reflect.ClassTag
Expand Down
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
package org.apache.spark.ml.dsl.utils.refl
package com.tribbloids.spookystuff.utils.refl

//TODO: simply by using a common relay that different type representation can be cast into
/**
Expand Down
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
package org.apache.spark.ml.dsl.utils.refl
package com.tribbloids.spookystuff.utils.refl

import java.nio.ByteBuffer

Expand Down
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
package org.apache.spark.ml.dsl.utils.refl
package com.tribbloids.spookystuff.utils.refl

import org.apache.spark.sql.types.DataType

Expand Down
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
package org.apache.spark.ml.dsl.utils.refl
package com.tribbloids.spookystuff.utils.refl

import com.tribbloids.spookystuff.utils.serialization.{SerializerEnv, SerializerOverride}

Expand Down
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
package org.apache.spark.ml.dsl.utils.refl
package com.tribbloids.spookystuff.utils.refl

import org.apache.spark.SparkException
import org.apache.spark.sql.catalyst.ScalaReflection
Expand Down
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
package org.apache.spark.ml.dsl.utils.refl
package com.tribbloids.spookystuff.utils.refl

import scala.reflect.runtime.universe
import scala.collection.concurrent.TrieMap
Expand Down
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
package org.apache.spark.ml.dsl.utils.refl
package com.tribbloids.spookystuff.utils.refl

import org.apache.spark.sql.catalyst.ScalaReflection.universe._
import org.apache.spark.sql.types._
Expand Down

This file was deleted.

This file was deleted.

Loading

0 comments on commit 1dd6bb8

Please sign in to comment.