optimize array copy

apache · Nov 14, 2018 · 3e3db52 · 3e3db52
1 parent ce430dc
commit 3e3db52
Showing 1 changed file with 1 addition and 9 deletions.
diff --git a/...spark-datasource/src/main/spark2.1andspark2.2/org/apache/spark/sql/CarbonVectorProxy.java b/...spark-datasource/src/main/spark2.1andspark2.2/org/apache/spark/sql/CarbonVectorProxy.java
@@ -162,8 +162,6 @@ public static class ColumnVectorProxy extends ColumnVector {
 
     private boolean isLoaded;
 
-    private Field byteArray;
-
     public ColumnVectorProxy(ColumnVector columnVector, int capacity, MemoryMode mode) {
       super(capacity, columnVector.dataType(), mode);
       try {
@@ -177,8 +175,6 @@ public ColumnVectorProxy(ColumnVector columnVector, int capacity, MemoryMode mod
         resultArray.setAccessible(true);
         Object o1 = resultArray.get(columnVector);
         resultArray.set(this, o1);
-        byteArray = columnVector.getClass().getDeclaredField("byteData");
-        byteArray.setAccessible(true);
       } catch (Exception e) {
         throw new RuntimeException(e);
       }
@@ -458,11 +454,7 @@ public ColumnVector reserveDictionaryIds(int capacity) {
      * and offset.
      */
     public void putAllByteArray(byte[] data, int offset, int length) {
-      try {
-        byteArray.set(vector.arrayData(), data);
-      } catch (IllegalAccessException e) {
-        throw new RuntimeException(e);
-      }
+      vector.arrayData().appendBytes(length, data, offset);
     }
 
     @Override public void close() {