Add CharSerializer. (#27)

amplab · Mar 11, 2017 · 41db72c · 41db72c
1 parent 03f4173
commit 41db72c
Show file tree

Hide file tree

Showing 2 changed files with 10 additions and 0 deletions.
diff --git a/src/main/scala/edu/berkeley/cs/amplab/spark/indexedrdd/IndexedRDD.scala b/src/main/scala/edu/berkeley/cs/amplab/spark/indexedrdd/IndexedRDD.scala
@@ -488,6 +488,7 @@ object IndexedRDD {
   implicit val longSer = new LongSerializer
   implicit val stringSer = new StringSerializer
   implicit val shortSer = new ShortSerializer
+  implicit val charSer = new CharSerializer
   implicit val intSet = new IntSerializer
   implicit val bigintSer = new BigIntSerializer
   implicit val uuidSer = new UUIDSerializer

diff --git a/src/main/scala/edu/berkeley/cs/amplab/spark/indexedrdd/KeySerializer.scala b/src/main/scala/edu/berkeley/cs/amplab/spark/indexedrdd/KeySerializer.scala
@@ -88,6 +88,15 @@ class ShortSerializer extends KeySerializer[Short] {
       b(1).toInt       &  0xFF).toShort
 }
 
+class CharSerializer extends KeySerializer[Char] {
+  override def toBytes(k: Char) = Array(
+    ((k >>  8) & 0xFF).toByte,
+    ( k        & 0xFF).toByte)
+  override def fromBytes(b: Array[Byte]): Char =
+    ((b(0).toInt << 8) & (0xFF << 8) |
+      b(1).toInt       &  0xFF).toChar
+}
+
 class UUIDSerializer(val longSer: LongSerializer = new LongSerializer) extends KeySerializer[UUID] {
   override def toBytes(k: UUID) =
     (longSer.toBytes(k.getMostSignificantBits) ++