Support reading UTF-8 encoded strings

Author: chris-allan

src/main/java/io/tiledb/java/api/NativeArray.java

@@ -33,6 +33,7 @@
 package io.tiledb.java.api;
 
 import io.tiledb.libtiledb.*;
+import java.nio.charset.Charset;
 import java.nio.charset.StandardCharsets;
 
 public class NativeArray implements AutoCloseable {
@@ -197,9 +198,15 @@ private int getSize(Object buffer) throws TileDBError {
           return ((long[]) buffer).length;
         }
       case TILEDB_STRING_ASCII:
+        {
+          Charset charset = StandardCharsets.ISO_8859_1;
+          return stringToBytes((String) buffer, charset).length;
+        }
+      case TILEDB_STRING_UTF8:
       case TILEDB_CHAR:
         {
-          return stringToBytes(buffer).length;
+          Charset charset = StandardCharsets.UTF_8;
+          return stringToBytes((String) buffer, charset).length;
         }
       case TILEDB_DATETIME_YEAR:
       case TILEDB_DATETIME_MONTH:
@@ -277,10 +284,16 @@ private void createNativeArrayFromBuffer(Object buffer) throws TileDBError {
           break;
         }
       case TILEDB_STRING_ASCII:
+        {
+          Charset charset = StandardCharsets.ISO_8859_1;
+          int8_tArray = Utils.newInt8_tArray(stringToBytes((String) buffer, charset));
+          break;
+        }
+      case TILEDB_STRING_UTF8:
       case TILEDB_CHAR:
         {
-          byte[] bytes = stringToBytes(buffer);
-          int8_tArray = Utils.newInt8_tArray(bytes);
+          Charset charset = StandardCharsets.UTF_8;
+          int8_tArray = Utils.newInt8_tArray(stringToBytes((String) buffer, charset));
           break;
         }
       case TILEDB_DATETIME_YEAR:
@@ -532,9 +545,19 @@ public void setItem(int index, Object value) throws ArrayIndexOutOfBoundsExcepti
           break;
         }
       case TILEDB_STRING_ASCII:
+        {
+          Charset charset = StandardCharsets.ISO_8859_1;
+          for (byte b : stringToBytes((String) value, charset)) {
+            int8_tArray.setitem(index, b);
+            index++;
+          }
+          break;
+        }
+      case TILEDB_STRING_UTF8:
       case TILEDB_CHAR:
         {
-          for (byte b : stringToBytes(value)) {
+          Charset charset = StandardCharsets.UTF_8;
+          for (byte b : stringToBytes((String) value, charset)) {
             int8_tArray.setitem(index, b);
             index++;
           }
@@ -607,6 +630,7 @@ public SWIGTYPE_p_void toVoidPointer() throws TileDBError {
           return PointerUtils.toVoid(uint64_tArray);
         }
       case TILEDB_STRING_ASCII:
+      case TILEDB_STRING_UTF8:
       case TILEDB_CHAR:
         {
           return PointerUtils.toVoid(int8_tArray);
@@ -778,6 +802,7 @@ public Object toJavaArray(int position, int elements) throws TileDBError {
           return Utils.int64ArrayGet(uint64_tArray, position, elements);
         }
       case TILEDB_STRING_ASCII:
+      case TILEDB_STRING_UTF8:
       case TILEDB_CHAR:
         {
           return Utils.int8ArrayGet(int8_tArray, position, elements);
@@ -872,6 +897,8 @@ private void createNativeArrayFromVoidPointer(SWIGTYPE_p_p_void pointer) throws
           int64_tArray = PointerUtils.int64_tArrayFromVoid(pointer);
           break;
         }
+      case TILEDB_STRING_ASCII:
+      case TILEDB_STRING_UTF8:
       case TILEDB_CHAR:
         {
           int8_tArray = PointerUtils.int8_tArrayFromVoid(pointer);
@@ -959,8 +986,8 @@ private void createNativeArrayFromVoidPointer(SWIGTYPE_p_void pointer) throws Ti
     }
   }
 
-  private byte[] stringToBytes(Object buffer) {
-    return ((String) buffer).getBytes(StandardCharsets.UTF_8);
+  private byte[] stringToBytes(String buffer, Charset charset) {
+    return buffer.getBytes(charset);
   }
 
   protected Datatype getNativeType() {

src/main/java/io/tiledb/java/api/Types.java

@@ -111,6 +111,7 @@ public static Class getJavaType(Datatype type) throws TileDBError {
         {
           return Long.class;
         }
+      case TILEDB_STRING_UTF8:
       case TILEDB_STRING_ASCII:
       case TILEDB_CHAR:
         {