Skip to content

Commit

Permalink
fixes #92 'again'
Browse files Browse the repository at this point in the history
  • Loading branch information
Frens Jan Rumph committed Mar 15, 2016
1 parent 0aff906 commit a3e9769
Show file tree
Hide file tree
Showing 2 changed files with 2 additions and 12 deletions.
7 changes: 0 additions & 7 deletions src/main/scala/pyspark_cassandra/Pickling.scala
Expand Up @@ -50,13 +50,6 @@ class Pickling extends PicklingUtils {
Pickler.registerCustomPickler(classOf[UDTValue], UDTValuePickler)
Pickler.registerCustomPickler(classOf[DriverUDTValue], DriverUDTValuePickler)
Pickler.registerCustomPickler(classOf[DataFrame], DataFramePickler)

try{
// Check if type converter for UUIDHolder already registered
TypeConverter.forType(typeTag[UUIDHolder])
}catch {
case e:IllegalArgumentException => TypeConverter.registerConverter(UnpickledUUIDConverter)
}
}
}

Expand Down
7 changes: 2 additions & 5 deletions src/main/scala/pyspark_cassandra/PythonHelper.scala
Expand Up @@ -17,26 +17,23 @@ package pyspark_cassandra
import pyspark_cassandra.Utils._
import pyspark_util.Pickling._
import pyspark_util.Conversions._

import java.lang.Boolean
import java.util.{ List => JList, Map => JMap }

import scala.collection.JavaConversions._

import org.apache.spark.SparkContext
import org.apache.spark.api.java.{ JavaRDD, JavaSparkContext }
import org.apache.spark.rdd.RDD
import org.apache.spark.streaming.api.java.JavaDStream
import org.apache.spark.streaming.dstream.DStream

import com.datastax.driver.core.ConsistencyLevel
import com.datastax.spark.connector._
import com.datastax.spark.connector.rdd._
import com.datastax.spark.connector.streaming.toDStreamFunctions
import com.datastax.spark.connector.writer._
import com.datastax.spark.connector.types.TypeConverter

class PythonHelper() {

TypeConverter.registerConverter(UnpickledUUIDConverter)
implicit val pickling = new Pickling()

/* ----------------------------------------------------------------------- */
Expand Down

0 comments on commit a3e9769

Please sign in to comment.