Skip to content

Commit

Permalink
update
Browse files Browse the repository at this point in the history
  • Loading branch information
jiangmichaellll committed Jan 29, 2021
1 parent 3812334 commit c1318b2
Showing 1 changed file with 12 additions and 15 deletions.
Expand Up @@ -28,15 +28,13 @@
import com.google.protobuf.ByteString;
import com.google.protobuf.Timestamp;
import com.google.protobuf.util.Timestamps;
import org.apache.orc.storage.ql.util.TimestampUtils;
import java.nio.charset.StandardCharsets;
import org.apache.spark.sql.catalyst.InternalRow;
import org.apache.spark.sql.catalyst.util.ArrayData;
import org.apache.spark.sql.catalyst.util.GenericArrayData;
import org.apache.spark.sql.types.DataTypes;
import org.junit.Test;

import java.nio.charset.StandardCharsets;

public class PslSparkUtilsTest {

@Test
Expand All @@ -55,15 +53,12 @@ public void testToInternalRow() {
"key2", ByteString.copyFromUtf8("val3")))
.build();
SequencedMessage sequencedMessage =
SequencedMessage.of(
message,
publishTimestamp,
UnitTestExamples.exampleOffset(),
10L);
InternalRow row = PslSparkUtils.toInternalRow(
sequencedMessage,
UnitTestExamples.exampleSubscriptionPath(),
UnitTestExamples.examplePartition());
SequencedMessage.of(message, publishTimestamp, UnitTestExamples.exampleOffset(), 10L);
InternalRow row =
PslSparkUtils.toInternalRow(
sequencedMessage,
UnitTestExamples.exampleSubscriptionPath(),
UnitTestExamples.examplePartition());
assertThat(row.getString(0)).isEqualTo(UnitTestExamples.exampleSubscriptionPath().toString());
assertThat(row.getLong(1)).isEqualTo(UnitTestExamples.examplePartition().value());
assertThat(row.getLong(2)).isEqualTo(UnitTestExamples.exampleOffset().value());
Expand All @@ -72,11 +67,13 @@ public void testToInternalRow() {
assertThat(row.getLong(5)).isEqualTo(Timestamps.toMicros(publishTimestamp));
assertThat(row.getLong(6)).isEqualTo(Timestamps.toMicros(eventTimestamp));
ArrayData keys = row.getMap(7).keyArray();
ArrayData values = row.getMap(7).valueArray();
ArrayData values = row.getMap(7).valueArray();
assertThat(keys.get(0, DataTypes.StringType).toString()).isEqualTo("key1");
assertThat(keys.get(1, DataTypes.StringType).toString()).isEqualTo("key2");
GenericArrayData valueOfKey1 = (GenericArrayData) values.get(0, DataTypes.createArrayType(DataTypes.BinaryType));
GenericArrayData valueOfKey2 = (GenericArrayData) values.get(1, DataTypes.createArrayType(DataTypes.BinaryType));
GenericArrayData valueOfKey1 =
(GenericArrayData) values.get(0, DataTypes.createArrayType(DataTypes.BinaryType));
GenericArrayData valueOfKey2 =
(GenericArrayData) values.get(1, DataTypes.createArrayType(DataTypes.BinaryType));
assertThat(valueOfKey1.getBinary(0)).isEqualTo("val1".getBytes(StandardCharsets.UTF_8));
assertThat(valueOfKey1.getBinary(1)).isEqualTo("val2".getBytes(StandardCharsets.UTF_8));
assertThat(valueOfKey2.getBinary(0)).isEqualTo("val3".getBytes(StandardCharsets.UTF_8));
Expand Down

0 comments on commit c1318b2

Please sign in to comment.