From 51e87e5caf6ea3b0af080673b82817b76534cc2d Mon Sep 17 00:00:00 2001 From: Xiangrui Meng Date: Mon, 23 Mar 2015 23:27:30 -0700 Subject: [PATCH] validate schemas --- .../test/org/apache/spark/sql/JavaDataFrameSuite.java | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/sql/core/src/test/java/test/org/apache/spark/sql/JavaDataFrameSuite.java b/sql/core/src/test/java/test/org/apache/spark/sql/JavaDataFrameSuite.java index b5eed4849893a..1ff2d5a190521 100644 --- a/sql/core/src/test/java/test/org/apache/spark/sql/JavaDataFrameSuite.java +++ b/sql/core/src/test/java/test/org/apache/spark/sql/JavaDataFrameSuite.java @@ -31,6 +31,8 @@ import org.apache.spark.sql.*; import org.apache.spark.sql.test.TestSQLContext; import org.apache.spark.sql.test.TestSQLContext$; +import org.apache.spark.sql.types.*; + import static org.apache.spark.sql.functions.*; public class JavaDataFrameSuite { @@ -117,6 +119,12 @@ public void testCreateDataFrameFromJavaBeans() { Bean bean = new Bean(); JavaRDD rdd = jsc.parallelize(Arrays.asList(bean)); DataFrame df = context.createDataFrame(rdd, Bean.class); + StructType schema = df.schema(); + Assert.assertEquals(new StructField("a", DoubleType$.MODULE$, false, Metadata.empty()), + schema.apply("a")); + Assert.assertEquals( + new StructField("b", new ArrayType(IntegerType$.MODULE$, true), true, Metadata.empty()), + schema.apply("b")); Row first = df.select("a", "b").first(); Assert.assertEquals(bean.getA(), first.getDouble(0), 0.0); Assert.assertArrayEquals(bean.getB(), first.getAs(1));