add some benchmarks

RoaringBitmap · Jul 1, 2020 · 229f314 · 229f314
1 parent e25004f
commit 229f314
Show file tree

Hide file tree

Showing 10 changed files with 660 additions and 0 deletions.
diff --git a/RoaringBitmap/src/main/java/org/roaringbitmap/longlong/Roaring64Bitmap.java b/RoaringBitmap/src/main/java/org/roaringbitmap/longlong/Roaring64Bitmap.java
@@ -7,6 +7,7 @@
 import java.io.ObjectInput;
 import java.io.ObjectOutput;
 import java.nio.ByteBuffer;
+import java.nio.ByteOrder;
 import java.util.Iterator;
 import java.util.Objects;
 import org.roaringbitmap.ArrayContainer;
@@ -704,4 +705,24 @@ public void flip(final long x) {
       highLowContainer.replaceContainer(containerWithIndex.getContainerIdx(), freshOne);
     }
   }
+
+  //mainly used for benchmark
+  @Override
+  public Roaring64Bitmap clone() {
+    long sizeInBytesL = this.serializedSizeInBytes();
+    if (sizeInBytesL >= Integer.MAX_VALUE) {
+      throw new UnsupportedOperationException();
+    }
+    int sizeInBytesInt = (int) sizeInBytesL;
+    ByteBuffer byteBuffer = ByteBuffer.allocate(sizeInBytesInt).order(ByteOrder.LITTLE_ENDIAN);
+    try {
+      this.serialize(byteBuffer);
+      byteBuffer.flip();
+      Roaring64Bitmap freshOne = new Roaring64Bitmap();
+      freshOne.deserialize(byteBuffer);
+      return freshOne;
+    } catch (Exception e) {
+      throw new RuntimeException("fail to clone thorough the ser/deser", e);
+    }
+  }
 }
diff --git a/jmh/src/jmh/java/org/roaringbitmap/aggregation/and/bestcase/Roaring64BitmapBenchmark.java b/jmh/src/jmh/java/org/roaringbitmap/aggregation/and/bestcase/Roaring64BitmapBenchmark.java
@@ -0,0 +1,55 @@
+package org.roaringbitmap.aggregation.and.bestcase;
+
+import java.util.concurrent.TimeUnit;
+import org.openjdk.jmh.annotations.Benchmark;
+import org.openjdk.jmh.annotations.BenchmarkMode;
+import org.openjdk.jmh.annotations.Mode;
+import org.openjdk.jmh.annotations.OutputTimeUnit;
+import org.openjdk.jmh.annotations.Scope;
+import org.openjdk.jmh.annotations.Setup;
+import org.openjdk.jmh.annotations.State;
+import org.roaringbitmap.longlong.Roaring64Bitmap;
+
+@State(Scope.Benchmark)
+public class Roaring64BitmapBenchmark {
+
+  private Roaring64Bitmap bitmap1;
+  private Roaring64Bitmap bitmap2;
+
+  @Setup
+  public void setup() {
+    bitmap1 = new Roaring64Bitmap();
+    bitmap2 = new Roaring64Bitmap();
+    int k = 1 << 16;
+    long i = Long.MAX_VALUE / 2;
+    long base = i;
+    for (; i < base + 10000; ++i) {
+      bitmap1.add(i * k);
+    }
+    for (; i < base + 10050; ++i) {
+      bitmap2.add(i * k);
+      bitmap1.add(i * k + 13);
+    }
+    for (; i < base + 20000; ++i) {
+      bitmap2.add(i * k);
+    }
+    bitmap1.add(i * k);
+  }
+
+  @Benchmark
+  @BenchmarkMode(Mode.AverageTime)
+  @OutputTimeUnit(TimeUnit.MICROSECONDS)
+  public Roaring64Bitmap inplace_and() {
+    Roaring64Bitmap b1 = bitmap1.clone();
+    b1.and(bitmap2);
+    return b1;
+  }
+
+  @Benchmark
+  @BenchmarkMode(Mode.AverageTime)
+  @OutputTimeUnit(TimeUnit.MICROSECONDS)
+  public Roaring64Bitmap justclone() {
+    return bitmap1.clone();
+  }
+
+}
diff --git a/jmh/src/jmh/java/org/roaringbitmap/aggregation/and/identical/Roaring64BitmapBenchmark.java b/jmh/src/jmh/java/org/roaringbitmap/aggregation/and/identical/Roaring64BitmapBenchmark.java
@@ -0,0 +1,48 @@
+package org.roaringbitmap.aggregation.and.identical;
+
+import java.util.concurrent.TimeUnit;
+import org.openjdk.jmh.annotations.Benchmark;
+import org.openjdk.jmh.annotations.BenchmarkMode;
+import org.openjdk.jmh.annotations.Mode;
+import org.openjdk.jmh.annotations.OutputTimeUnit;
+import org.openjdk.jmh.annotations.Scope;
+import org.openjdk.jmh.annotations.Setup;
+import org.openjdk.jmh.annotations.State;
+import org.roaringbitmap.longlong.Roaring64Bitmap;
+
+@State(Scope.Benchmark)
+public class Roaring64BitmapBenchmark {
+
+  private Roaring64Bitmap bitmap1;
+  private Roaring64Bitmap bitmap2;
+
+  @Setup
+  public void setup() {
+    bitmap1 = new Roaring64Bitmap();
+    bitmap2 = new Roaring64Bitmap();
+    int k = 1 << 16;
+    long i = Long.MAX_VALUE / 2;
+    long base = i;
+    for (; i < base + 10000; ++i) {
+      bitmap1.add(i * k);
+      bitmap2.add(i * k);
+    }
+  }
+
+  @Benchmark
+  @BenchmarkMode(Mode.AverageTime)
+  @OutputTimeUnit(TimeUnit.MICROSECONDS)
+  public Roaring64Bitmap inplace_and() {
+    Roaring64Bitmap b1 = bitmap1.clone();
+    b1.and(bitmap2);
+    return b1;
+  }
+
+  @Benchmark
+  @BenchmarkMode(Mode.AverageTime)
+  @OutputTimeUnit(TimeUnit.MICROSECONDS)
+  public Roaring64Bitmap justclone() {
+    return bitmap1.clone();
+  }
+
+}
diff --git a/jmh/src/jmh/java/org/roaringbitmap/aggregation/and/worstcase/Roaring64BitmapBenchmark.java b/jmh/src/jmh/java/org/roaringbitmap/aggregation/and/worstcase/Roaring64BitmapBenchmark.java
@@ -0,0 +1,48 @@
+package org.roaringbitmap.aggregation.and.worstcase;
+
+import java.util.concurrent.TimeUnit;
+import org.openjdk.jmh.annotations.Benchmark;
+import org.openjdk.jmh.annotations.BenchmarkMode;
+import org.openjdk.jmh.annotations.Mode;
+import org.openjdk.jmh.annotations.OutputTimeUnit;
+import org.openjdk.jmh.annotations.Scope;
+import org.openjdk.jmh.annotations.Setup;
+import org.openjdk.jmh.annotations.State;
+import org.roaringbitmap.longlong.Roaring64Bitmap;
+
+@State(Scope.Benchmark)
+public class Roaring64BitmapBenchmark {
+
+  private Roaring64Bitmap bitmap1;
+  private Roaring64Bitmap bitmap2;
+
+  @Setup
+  public void setup() {
+    bitmap1 = new Roaring64Bitmap();
+    bitmap2 = new Roaring64Bitmap();
+    int k = 1 << 16;
+    long i = Long.MAX_VALUE / 2;
+    long base = i;
+    for (; i < base + 10000; ++i) {
+      bitmap1.add(2 * i * k);
+      bitmap2.add(2 * i * k + 1);
+    }
+  }
+
+  @Benchmark
+  @BenchmarkMode(Mode.AverageTime)
+  @OutputTimeUnit(TimeUnit.MICROSECONDS)
+  public Roaring64Bitmap inplace_and() {
+    Roaring64Bitmap b1 = bitmap1.clone();
+    b1.and(bitmap2);
+    return b1;
+  }
+
+  @Benchmark
+  @BenchmarkMode(Mode.AverageTime)
+  @OutputTimeUnit(TimeUnit.MICROSECONDS)
+  public Roaring64Bitmap justclone() {
+    return bitmap1.clone();
+  }
+
+}
diff --git a/jmh/src/jmh/java/org/roaringbitmap/aggregation/andnot/bestcase/Roaring64BitmapBenchmark.java b/jmh/src/jmh/java/org/roaringbitmap/aggregation/andnot/bestcase/Roaring64BitmapBenchmark.java
@@ -0,0 +1,56 @@
+package org.roaringbitmap.aggregation.andnot.bestcase;
+
+import java.util.concurrent.TimeUnit;
+import org.openjdk.jmh.annotations.Benchmark;
+import org.openjdk.jmh.annotations.BenchmarkMode;
+import org.openjdk.jmh.annotations.Mode;
+import org.openjdk.jmh.annotations.OutputTimeUnit;
+import org.openjdk.jmh.annotations.Scope;
+import org.openjdk.jmh.annotations.Setup;
+import org.openjdk.jmh.annotations.State;
+import org.roaringbitmap.longlong.Roaring64Bitmap;
+
+@State(Scope.Benchmark)
+public class Roaring64BitmapBenchmark {
+
+  private Roaring64Bitmap bitmap1;
+  private Roaring64Bitmap bitmap2;
+
+  @Setup
+  public void setup() {
+    bitmap1 = new Roaring64Bitmap();
+    bitmap2 = new Roaring64Bitmap();
+    int k = 1 << 16;
+    long i = Long.MAX_VALUE / 2;
+    long base = i;
+
+    for (; i < base + 10000; ++i) {
+      bitmap1.add(i * k);
+    }
+    for (; i < base + 10050; ++i) {
+      bitmap2.add(i * k);
+      bitmap1.add(i * k + 13);
+    }
+    for (; i < base + 20000; ++i) {
+      bitmap2.add(i * k);
+    }
+    bitmap1.add(i * k);
+  }
+
+  @Benchmark
+  @BenchmarkMode(Mode.AverageTime)
+  @OutputTimeUnit(TimeUnit.MICROSECONDS)
+  public Roaring64Bitmap inplace_andNot() {
+    Roaring64Bitmap b1 = bitmap1.clone();
+    b1.andNot(bitmap2);
+    return b1;
+  }
+
+  @Benchmark
+  @BenchmarkMode(Mode.AverageTime)
+  @OutputTimeUnit(TimeUnit.MICROSECONDS)
+  public Roaring64Bitmap justclone() {
+    return bitmap1.clone();
+  }
+
+}
diff --git a/...src/jmh/java/org/roaringbitmap/aggregation/andnot/identical/Roaring64BitmapBenchmark.java b/...src/jmh/java/org/roaringbitmap/aggregation/andnot/identical/Roaring64BitmapBenchmark.java
@@ -0,0 +1,48 @@
+package org.roaringbitmap.aggregation.andnot.identical;
+
+import java.util.concurrent.TimeUnit;
+import org.openjdk.jmh.annotations.Benchmark;
+import org.openjdk.jmh.annotations.BenchmarkMode;
+import org.openjdk.jmh.annotations.Mode;
+import org.openjdk.jmh.annotations.OutputTimeUnit;
+import org.openjdk.jmh.annotations.Scope;
+import org.openjdk.jmh.annotations.Setup;
+import org.openjdk.jmh.annotations.State;
+import org.roaringbitmap.longlong.Roaring64Bitmap;
+
+@State(Scope.Benchmark)
+public class Roaring64BitmapBenchmark {
+
+  private Roaring64Bitmap bitmap1;
+  private Roaring64Bitmap bitmap2;
+
+  @Setup
+  public void setup() {
+    bitmap1 = new Roaring64Bitmap();
+    bitmap2 = new Roaring64Bitmap();
+    int k = 1 << 16;
+    long i = Long.MAX_VALUE / 2;
+    long base = i;
+    for (; i < base + 10000; ++i) {
+      bitmap1.add(i * k);
+      bitmap2.add(i * k);
+    }
+  }
+
+  @Benchmark
+  @BenchmarkMode(Mode.AverageTime)
+  @OutputTimeUnit(TimeUnit.MICROSECONDS)
+  public Roaring64Bitmap inplace_andNot() {
+    Roaring64Bitmap b1 = bitmap1.clone();
+    b1.andNot(bitmap2);
+    return b1;
+  }
+
+  @Benchmark
+  @BenchmarkMode(Mode.AverageTime)
+  @OutputTimeUnit(TimeUnit.MICROSECONDS)
+  public Roaring64Bitmap justclone() {
+    return bitmap1.clone();
+  }
+
+}
diff --git a/...src/jmh/java/org/roaringbitmap/aggregation/andnot/worstcase/Roaring64BitmapBenchmark.java b/...src/jmh/java/org/roaringbitmap/aggregation/andnot/worstcase/Roaring64BitmapBenchmark.java
@@ -0,0 +1,48 @@
+package org.roaringbitmap.aggregation.andnot.worstcase;
+
+import java.util.concurrent.TimeUnit;
+import org.openjdk.jmh.annotations.Benchmark;
+import org.openjdk.jmh.annotations.BenchmarkMode;
+import org.openjdk.jmh.annotations.Mode;
+import org.openjdk.jmh.annotations.OutputTimeUnit;
+import org.openjdk.jmh.annotations.Scope;
+import org.openjdk.jmh.annotations.Setup;
+import org.openjdk.jmh.annotations.State;
+import org.roaringbitmap.longlong.Roaring64Bitmap;
+
+@State(Scope.Benchmark)
+public class Roaring64BitmapBenchmark {
+
+  private Roaring64Bitmap bitmap1;
+  private Roaring64Bitmap bitmap2;
+
+  @Setup
+  public void setup() {
+    bitmap1 = new Roaring64Bitmap();
+    bitmap2 = new Roaring64Bitmap();
+    int k = 1 << 16;
+    long i = Long.MAX_VALUE / 2;
+    long base = i;
+    for (; i < base + 10000; ++i) {
+      bitmap1.add(2 * i * k);
+      bitmap2.add(2 * i * k + 1);
+    }
+  }
+
+  @Benchmark
+  @BenchmarkMode(Mode.AverageTime)
+  @OutputTimeUnit(TimeUnit.MICROSECONDS)
+  public Roaring64Bitmap inplace_andNot() {
+    Roaring64Bitmap b1 = bitmap1.clone();
+    b1.andNot(bitmap2);
+    return b1;
+  }
+
+  @Benchmark
+  @BenchmarkMode(Mode.AverageTime)
+  @OutputTimeUnit(TimeUnit.MICROSECONDS)
+  public Roaring64Bitmap justclone() {
+    return bitmap1.clone();
+  }
+
+}
diff --git a/jmh/src/jmh/java/org/roaringbitmap/cardinality64/Roaring64BmpCardinalityBenchmark.java b/jmh/src/jmh/java/org/roaringbitmap/cardinality64/Roaring64BmpCardinalityBenchmark.java
@@ -0,0 +1,52 @@
+package org.roaringbitmap.cardinality64;
+
+import java.util.concurrent.TimeUnit;
+import org.openjdk.jmh.annotations.Benchmark;
+import org.openjdk.jmh.annotations.BenchmarkMode;
+import org.openjdk.jmh.annotations.Mode;
+import org.openjdk.jmh.annotations.OutputTimeUnit;
+import org.openjdk.jmh.annotations.Scope;
+import org.openjdk.jmh.annotations.State;
+import org.openjdk.jmh.runner.Runner;
+import org.openjdk.jmh.runner.options.Options;
+import org.openjdk.jmh.runner.options.OptionsBuilder;
+import org.openjdk.jmh.runner.options.TimeValue;
+import org.roaringbitmap.longlong.Roaring64Bitmap;
+
+@State(Scope.Benchmark)
+@OutputTimeUnit(TimeUnit.MICROSECONDS)
+public class Roaring64BmpCardinalityBenchmark {
+
+  @BenchmarkMode(Mode.Throughput)
+  @Benchmark
+  public long getCardinality(CacheCardinalitiesBenchmarkState benchmarkState) {
+    return benchmarkState.roaring64Bitmap.getLongCardinality();
+  }
+
+  static final int SMALL_CARDINALITY = 100;
+  // High cardinality: 1000 times the small test
+  static final int HIGH_CARDINALITY = SMALL_CARDINALITY * 1000;
+
+  @State(Scope.Benchmark)
+  public static class CacheCardinalitiesBenchmarkState {
+    final Roaring64Bitmap roaring64Bitmap = new Roaring64Bitmap();
+
+    // Try to generate many buckets with low cardinality bitmaps in order to stress-out the Map
+    // overhead
+    public CacheCardinalitiesBenchmarkState() {
+      for (long i = 0; i < HIGH_CARDINALITY; i++) {
+        long toAdd = i + i * Integer.MAX_VALUE;
+        roaring64Bitmap.addLong(toAdd);
+      }
+    }
+  }
+
+  public static void main(String... args) throws Exception {
+    Options opts = new OptionsBuilder().include(".*Roaring64BmpCardinalityBenchmark.*")
+        .warmupTime(new TimeValue(1, TimeUnit.SECONDS)).warmupIterations(3)
+        .measurementTime(new TimeValue(1, TimeUnit.SECONDS)).measurementIterations(3).forks(1)
+        .build();
+
+    new Runner(opts).run();
+  }
+}