optimize Any

Author: taowen

demo/pom.xml

@@ -76,11 +76,11 @@
             <artifactId>dsl-json</artifactId>
             <version>1.3.2</version>
         </dependency>
-        <dependency>
-            <groupId>com.dslplatform</groupId>
-            <artifactId>dsl-json-processor</artifactId>
-            <version>1.4.1</version>
-        </dependency>
+        <!--<dependency>-->
+            <!--<groupId>com.dslplatform</groupId>-->
+            <!--<artifactId>dsl-json-processor</artifactId>-->
+            <!--<version>1.4.1</version>-->
+        <!--</dependency>-->
         <dependency>
             <groupId>com.alibaba</groupId>
             <artifactId>fastjson</artifactId>

demo/src/test/java/com/jsoniter/demo/ArrayBinding.java

@@ -80,7 +80,7 @@ public void withDsljson(Blackhole bh) throws IOException {
     }
 
     private int withJsoniter() throws IOException {
-        iter.reset();
+        iter.reset(input);
         int[] arr = iter.read(typeLiteral);
         int total = 0;
         for (int i = 0; i < arr.length; i++) {
@@ -108,7 +108,7 @@ private int withDsljson() throws IOException {
     }
 
     private int withIterator() throws IOException {
-        iter.reset();
+        iter.reset(input);
         int total = 0;
         while (iter.readArray()) {
             total += iter.readInt();

demo/src/test/java/com/jsoniter/demo/ConstructorBinding.java

@@ -115,7 +115,7 @@ public void withJackson(Blackhole bh) throws IOException {
     }
 
     private TestObject withJsoniter() throws IOException {
-        iter.reset();
+        iter.reset(input);
         return iter.read(typeLiteral);
     }
 

demo/src/test/java/com/jsoniter/demo/FieldMatching.java

@@ -24,6 +24,8 @@ public class FieldMatching {
     private TypeLiteral<TestObject4> testObject4Type;
     private JsonIterator iter0;
     private JsonIterator iter1Success;
+    private byte[] iter0Input;
+    private byte[] iter1SuccessInput;
 
     public static class TestObject0 {
         public int field1;
@@ -60,8 +62,10 @@ public static class TestObject4 {
     public void benchSetup() {
         JsoniterAnnotationSupport.enable();
         JsonIterator.setMode(DecodingMode.DYNAMIC_MODE_AND_MATCH_FIELD_STRICTLY);
-        iter0 = JsonIterator.parse("{'field1':101,'field2':101,'field3':101}".replace('\'', '"').getBytes());
-        iter1Success = JsonIterator.parse("{'field1':101,'field2':101,'field3':101}".replace('\'', '"').getBytes());
+        iter0Input = "{'field1':101,'field2':101,'field3':101}".replace('\'', '"').getBytes();
+        iter0 = JsonIterator.parse(iter0Input);
+        iter1SuccessInput = "{'field1':101,'field2':101,'field3':101}".replace('\'', '"').getBytes();
+        iter1Success = JsonIterator.parse(iter1SuccessInput);
         testObject0Type = new TypeLiteral<TestObject0>() {
         };
         testObject1Type = new TypeLiteral<TestObject1>() {
@@ -118,13 +122,13 @@ public static void main(String[] args) throws Exception {
 
     @Benchmark
     public void iter0(Blackhole bh) throws IOException {
-        iter0.reset();
+        iter0.reset(iter0Input);
         bh.consume(iter0.read(testObject0Type));
     }
 
     @Benchmark
     public void iter1Success(Blackhole bh) throws IOException {
-        iter1Success.reset();
+        iter1Success.reset(iter1SuccessInput);
         bh.consume(iter1Success.read(testObject1Type));
     }
 }

demo/src/test/java/com/jsoniter/demo/LazyAny.java

@@ -0,0 +1,80 @@
+package com.jsoniter.demo;
+
+import com.jsoniter.Any;
+import com.jsoniter.JsonIterator;
+import com.jsoniter.Slice;
+import org.junit.Test;
+import org.openjdk.jmh.Main;
+import org.openjdk.jmh.annotations.*;
+import org.openjdk.jmh.infra.BenchmarkParams;
+import org.openjdk.jmh.infra.Blackhole;
+
+import java.io.IOException;
+import java.io.InputStream;
+import java.util.List;
+import java.util.Map;
+
+@State(Scope.Thread)
+public class LazyAny {
+
+    private JsonIterator iter;
+    private Slice input;
+
+    @Setup(Level.Trial)
+    public void benchSetup(BenchmarkParams params) throws IOException {
+        InputStream resourceAsStream = LazyAny.class.getResourceAsStream("/large.json");
+        byte[] buf = new byte[32 * 1024];
+        int size = resourceAsStream.read(buf);
+        input = new Slice(buf, 0, size);
+        iter = new JsonIterator();
+    }
+
+    public static void main(String[] args) throws Exception {
+        Main.main(new String[]{
+                "LazyAny",
+                "-i", "5",
+                "-wi", "5",
+                "-f", "1",
+                "-prof", "stack",
+        });
+    }
+
+    @Test
+    public void test() throws IOException {
+        benchSetup(null);
+        System.out.println(jsoniter());
+        System.out.println(jsoniter_object());
+    }
+
+    @Benchmark
+    public void jsoniter(Blackhole bh) throws IOException {
+        bh.consume(jsoniter());
+    }
+
+    @Benchmark
+    public void jsoniter_object(Blackhole bh) throws IOException {
+        bh.consume(jsoniter_object());
+    }
+
+    public int jsoniter() throws IOException {
+        iter.reset(input);
+Any users = iter.readAny();
+int total = 0;
+for (Any user : users) {
+    total += user.getValue("friends").size();
+}
+return total;
+    }
+
+    public int jsoniter_object() throws IOException {
+        iter.reset(input);
+List users = (List) iter.read();
+int total = 0;
+for (Object userObj : users) {
+    Map user = (Map) userObj;
+    List friends = (List) user.get("friends");
+    total += friends.size();
+}
+return total;
+    }
+}

demo/src/test/java/com/jsoniter/demo/ListBinding.java

@@ -75,7 +75,7 @@ public void withDsljson(Blackhole bh) throws IOException {
     }
 
     private List<String> withJsoniter() throws IOException {
-        iter.reset();
+        iter.reset(input);
         return iter.read(typeLiteral);
     }
 

demo/src/test/java/com/jsoniter/demo/MapBinding.java

@@ -77,7 +77,7 @@ public void withDsljson(Blackhole bh) throws IOException {
     }
 
     private Map<String, Float> withJsoniter() throws IOException {
-        iter.reset();
+        iter.reset(input);
         return iter.read(typeLiteral);
     }
 

demo/src/test/java/com/jsoniter/demo/ObjectOutput.java

@@ -5,6 +5,7 @@
 import com.dslplatform.json.DslJson;
 import com.fasterxml.jackson.core.JsonGenerator;
 import com.fasterxml.jackson.databind.ObjectMapper;
+import com.jsoniter.output.EncodingMode;
 import com.jsoniter.output.JsonStream;
 import com.jsoniter.spi.TypeLiteral;
 import org.junit.Test;
@@ -59,6 +60,7 @@ public void benchSetup(BenchmarkParams params) {
         baos = new ByteArrayOutputStream(1024 * 64);
         objectMapper = new ObjectMapper();
         objectMapper.getFactory().configure(JsonGenerator.Feature.ESCAPE_NON_ASCII, true);
+        JsonStream.setMode(EncodingMode.DYNAMIC_MODE);
         stream = new JsonStream(baos, 4096);
         buffer = new byte[4096];
         dslJson = new DslJson();

demo/src/test/java/com/jsoniter/demo/PrivateFieldBinding.java

@@ -100,7 +100,7 @@ public static void main(String[] args) throws Exception {
     }
 
     private TestObject withJsoniter() throws IOException {
-        iter.reset();
+        iter.reset(input);
         return iter.read(typeLiteral);
     }
 

demo/src/test/java/com/jsoniter/demo/SetterBinding.java

@@ -110,7 +110,7 @@ public void withJackson(Blackhole bh) throws IOException {
     }
 
     private ConstructorBinding.TestObject withJsoniter() throws IOException {
-        iter.reset();
+        iter.reset(input);
         return iter.read(typeLiteral);
     }