diff --git a/python/pyspark/sql/streaming/stateful_processor_api_client.py b/python/pyspark/sql/streaming/stateful_processor_api_client.py index 490ae184c273f..99be6afa446ee 100644 --- a/python/pyspark/sql/streaming/stateful_processor_api_client.py +++ b/python/pyspark/sql/streaming/stateful_processor_api_client.py @@ -516,14 +516,11 @@ def normalize_value(v: Any) -> Any: else: return v - converted = [normalize_value(v) for v in data] + converted = tuple(normalize_value(v) for v in data) else: - converted = list(data) + converted = data - field_names = [f.name for f in schema.fields] - row_value = Row(**dict(zip(field_names, converted))) - - return self.pickleSer.dumps(schema.toInternal(row_value)) + return self.pickleSer.dumps(schema.toInternal(converted)) def _deserialize_from_bytes(self, value: bytes) -> Any: return self.pickleSer.loads(value)