diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/BaseScriptTransformationExec.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/BaseScriptTransformationExec.scala index 9c217ee9e6931..c5107645f46f8 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/execution/BaseScriptTransformationExec.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/BaseScriptTransformationExec.scala @@ -107,7 +107,7 @@ trait BaseScriptTransformationExec extends UnaryExecNode { val processRowWithoutSerde = if (!ioschema.schemaLess) { prevLine: String => new GenericInternalRow( - prevLine.split(outputRowFormat) + prevLine.split(outputRowFormat).padTo(outputFieldWriters.size, null) .zip(outputFieldWriters) .map { case (data, writer) => writer(data) }) } else { @@ -119,7 +119,7 @@ trait BaseScriptTransformationExec extends UnaryExecNode { val kvWriter = CatalystTypeConverters.createToCatalystConverter(StringType) prevLine: String => new GenericInternalRow( - prevLine.split(outputRowFormat).slice(0, 2).padTo(2, null) + prevLine.split(outputRowFormat).slice(0, 2) .map(kvWriter)) }