Try restore typing test

apache · May 21, 2024 · 55645a8 · 55645a8
1 parent a8fc0e8
commit 55645a8
Showing 1 changed file with 15 additions and 0 deletions.
diff --git a/python/pyspark/sql/tests/typing/test_session.yml b/python/pyspark/sql/tests/typing/test_session.yml
@@ -51,6 +51,21 @@
     spark.createDataFrame(["foo", "bar"], "string")
 
 
+- case: createDataFrameScalarsInvalid
+  main: |
+    from pyspark.sql import SparkSession
+    from pyspark.sql.types import StructType, StructField, StringType, IntegerType
+    spark = SparkSession.builder.getOrCreate()
+    schema = StructType([
+        StructField("name", StringType(), True),
+        StructField("age", IntegerType(), True)
+    ])
+    # Invalid - scalars require schema
+    spark.createDataFrame(["foo", "bar"]) # E: Value of type variable "RowLike" of "createDataFrame" of "SparkSession" cannot be "str"  [type-var]
+    # Invalid - data has to match schema (either product -> struct or scalar -> atomic)
+    spark.createDataFrame([1, 2, 3], schema) # E: Value of type variable "RowLike" of "createDataFrame" of "SparkSession" cannot be "int"  [type-var]
+
+
 - case: createDataFrameStructsInvalid
   main: |
     from pyspark.sql import SparkSession