LevelDB native support #1839

docs/modules/ROOT/pages/reference/extensions/leveldb.adoc

@@ -2,15 +2,15 @@
 // This file was generated by camel-quarkus-maven-plugin:update-extension-doc-page
 = LevelDB
 :cq-artifact-id: camel-quarkus-leveldb
-:cq-native-supported: false
-:cq-status: Preview
+:cq-native-supported: true
+:cq-status: Stable
 :cq-description: Using LevelDB as persistent EIP store
 :cq-deprecated: false
 :cq-jvm-since: 1.2.0
-:cq-native-since: n/a
+:cq-native-since: 1.2.0
 
 [.badges]
-[.badge-key]##JVM since##[.badge-supported]##1.2.0## [.badge-key]##Native##[.badge-unsupported]##unsupported##
+[.badge-key]##JVM since##[.badge-supported]##1.2.0## [.badge-key]##Native since##[.badge-supported]##1.2.0##
 
 Using LevelDB as persistent EIP store
 
@@ -31,3 +31,15 @@ Please refer to the above link for usage and configuration details.
 ----
 
 Check the xref:user-guide/index.adoc[User guide] for more information about writing Camel Quarkus applications.
+
+== Camel Quarkus limitations
+
+In native mode extension uses port of the LevelDB written in Java (https://github.com/dain/leveldb#leveldb-in-java[documentation]),
+which is within 10% of the performance of the C++ original. Please upvote https://github.com/apache/camel-quarkus/issues/1911[this issue]
+if you do not like the present state.
+
+This extension does not suport binary payloads in native mode. Object serialization does not work in native mode
+(see https://github.com/oracle/graal/issues/460[issue]). Extension uses Jackson serializaton/deserialization, which brings
+this limitation. Problem will be solved as soon as camel-leveldb component will be refactored to use Jackson and custom
+serializers (see https://issues.apache.org/jira/browse/CAMEL-15679[issue])
+

docs/modules/ROOT/partials/reference/others/leveldb.adoc

@@ -2,11 +2,11 @@
 // This file was generated by camel-quarkus-maven-plugin:update-extension-doc-page
 :cq-artifact-id: camel-quarkus-leveldb
 :cq-artifact-id-base: leveldb
-:cq-native-supported: false
-:cq-status: Preview
+:cq-native-supported: true
+:cq-status: Stable
 :cq-deprecated: false
 :cq-jvm-since: 1.2.0
-:cq-native-since: n/a
+:cq-native-since: 1.2.0
 :cq-camel-part-name: leveldb
 :cq-camel-part-title: LevelDB
 :cq-camel-part-description: Using LevelDB as persistent EIP store

extensions-jvm/pom.xml

@@ -100,7 +100,6 @@
         <module>language</module>
         <module>ldap</module>
         <module>ldif</module>
-        <module>leveldb</module>
         <module>lra</module>
         <module>lucene</module>
         <module>lumberjack</module>

extensions-jvm/leveldb/deployment/pom.xml → extensions/leveldb/deployment/pom.xml

@@ -40,6 +40,10 @@
             <groupId>org.apache.camel.quarkus</groupId>
             <artifactId>camel-quarkus-leveldb</artifactId>
         </dependency>
+        <dependency>
+            <groupId>io.quarkus</groupId>
+            <artifactId>quarkus-jackson-deployment</artifactId>
+        </dependency>
     </dependencies>
 
     <build>

extensions-jvm/leveldb/deployment/src/main/java/org/apache/camel/quarkus/component/leveldb/deployment/LeveldbProcessor.java → extensions/leveldb/deployment/src/main/java/org/apache/camel/quarkus/component/leveldb/deployment/LeveldbProcessor.java

@@ -16,31 +16,36 @@
  */
 package org.apache.camel.quarkus.component.leveldb.deployment;
 
+import io.quarkus.deployment.annotations.BuildProducer;
 import io.quarkus.deployment.annotations.BuildStep;
-import io.quarkus.deployment.annotations.ExecutionTime;
-import io.quarkus.deployment.annotations.Record;
 import io.quarkus.deployment.builditem.FeatureBuildItem;
-import io.quarkus.deployment.pkg.steps.NativeBuild;
-import org.apache.camel.quarkus.core.JvmOnlyRecorder;
-import org.jboss.logging.Logger;
+import io.quarkus.deployment.builditem.nativeimage.ReflectiveClassBuildItem;
+import io.quarkus.deployment.builditem.nativeimage.RuntimeInitializedClassBuildItem;
+import org.apache.camel.support.DefaultExchangeHolder;
+import org.iq80.leveldb.impl.Iq80DBFactory;
 
 class LeveldbProcessor {
 
-    private static final Logger LOG = Logger.getLogger(LeveldbProcessor.class);
     private static final String FEATURE = "camel-leveldb";
 
     @BuildStep
     FeatureBuildItem feature() {
         return new FeatureBuildItem(FEATURE);
     }
 
-    /**
-     * Remove this once this extension starts supporting the native mode.
-     */
-    @BuildStep(onlyIf = NativeBuild.class)
-    @Record(value = ExecutionTime.RUNTIME_INIT)
-    void warnJvmInNative(JvmOnlyRecorder recorder) {
-        JvmOnlyRecorder.warnJvmInNative(LOG, FEATURE); // warn at build time
-        recorder.warnJvmInNative(FEATURE); // warn at runtime
+    @BuildStep
+    ReflectiveClassBuildItem registerForReflection() {
+        return new ReflectiveClassBuildItem(false, false, Iq80DBFactory.class.getName());
+    }
+
+    @BuildStep
+    ReflectiveClassBuildItem registerForReflectionWithFields() {
+        return new ReflectiveClassBuildItem(false, true, DefaultExchangeHolder.class.getName());
+    }
+
+    @BuildStep
+    public void registerRuntimeInitializedClasses(BuildProducer<RuntimeInitializedClassBuildItem> resource) {
+        resource.produce(new RuntimeInitializedClassBuildItem(
+                org.iq80.leveldb.table.Table.class.getName()));
     }
 }

extensions-jvm/leveldb/pom.xml → extensions/leveldb/pom.xml

@@ -35,6 +35,5 @@
     <modules>
         <module>deployment</module>
         <module>runtime</module>
-        <module>integration-test</module>
     </modules>
 </project>

extensions-jvm/leveldb/runtime/pom.xml → extensions/leveldb/runtime/pom.xml

@@ -34,6 +34,7 @@
 
     <properties>
         <camel.quarkus.jvmSince>1.2.0</camel.quarkus.jvmSince>
+        <camel.quarkus.nativeSince>1.2.0</camel.quarkus.nativeSince>
     </properties>
 
     <dependencyManagement>
@@ -56,6 +57,31 @@
         <dependency>
             <groupId>org.apache.camel</groupId>
             <artifactId>camel-leveldb</artifactId>
+            <exclusions>
+                <exclusion>
+                    <artifactId>leveldbjni-all</artifactId>
+                    <groupId>org.fusesource.leveldbjni</groupId>
+                </exclusion>
+            </exclusions>
+        </dependency>
+        <dependency>
+            <groupId>org.apache.camel</groupId>
+            <artifactId>camel-leveldb</artifactId>
+            <exclusions>
+                <exclusion>
+                    <groupId>com.fasterxml.jackson.core</groupId>
+                    <artifactId>*</artifactId>
+                </exclusion>
+            </exclusions>
+        </dependency>
+        <dependency>
+            <groupId>io.quarkus</groupId>
+            <artifactId>quarkus-jackson</artifactId>
+        </dependency>
+        <dependency>
+            <groupId>org.graalvm.nativeimage</groupId>
+            <artifactId>svm</artifactId>
+            <scope>provided</scope>
         </dependency>
     </dependencies>
 

extensions/leveldb/runtime/src/main/doc/limitations.adoc

@@ -0,0 +1,8 @@
+In native mode extension uses port of the LevelDB written in Java (https://github.com/dain/leveldb#leveldb-in-java[documentation]),
+which is within 10% of the performance of the C++ original. Please upvote https://github.com/apache/camel-quarkus/issues/1911[this issue]
+if you do not like the present state.
+
+This extension does not suport binary payloads in native mode. Object serialization does not work in native mode
+(see https://github.com/oracle/graal/issues/460[issue]). Extension uses Jackson serializaton/deserialization, which brings
+this limitation. Problem will be solved as soon as camel-leveldb component will be refactored to use Jackson and custom
+serializers (see https://issues.apache.org/jira/browse/CAMEL-15679[issue])

extensions/leveldb/runtime/src/main/java/org/apache/camel/quarkus/component/leveldb/MMapLogWriterSubstitute.java

@@ -0,0 +1,40 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License.  You may obtain a copy of the License at
+ *
+ *      http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.camel.quarkus.component.leveldb;
+
+import java.nio.MappedByteBuffer;
+
+import com.oracle.svm.core.annotate.Alias;
+import com.oracle.svm.core.annotate.Substitute;
+import com.oracle.svm.core.annotate.TargetClass;
+import org.iq80.leveldb.impl.MMapLogWriter;
+
+/**
+ * Workaround for https://github.com/oracle/graal/issues/2761
+ * (see OriginalByteBufferSupport for more information)
+ */
+@TargetClass(value = MMapLogWriter.class)
+final class MMapLogWriterSubstitute {
+
+    @Alias
+    private MappedByteBuffer mappedByteBuffer;
+
+    @Substitute
+    private void unmap() {
+        OriginalByteBufferSupport.unmap(mappedByteBuffer);
+    }
+}

extensions/leveldb/runtime/src/main/java/org/apache/camel/quarkus/component/leveldb/MMapTableSubstitute.java

@@ -0,0 +1,68 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License.  You may obtain a copy of the License at
+ *
+ *      http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.camel.quarkus.component.leveldb;
+
+import java.io.Closeable;
+import java.nio.MappedByteBuffer;
+import java.nio.channels.FileChannel;
+import java.util.concurrent.Callable;
+
+import com.oracle.svm.core.annotate.Alias;
+import com.oracle.svm.core.annotate.Substitute;
+import com.oracle.svm.core.annotate.TargetClass;
+import org.iq80.leveldb.table.MMapTable;
+import org.iq80.leveldb.util.Closeables;
+
+/**
+ * Workaround for https://github.com/oracle/graal/issues/2761
+ * (see OriginalByteBufferSupport for more information)
+ */
+@TargetClass(value = MMapTable.class)
+final class MMapTableSubstitute {
+
+    @Alias
+    protected String name;
+    @Alias
+    protected FileChannel fileChannel;
+    @Alias
+    private MappedByteBuffer data;
+
+    @Substitute
+    public Callable<?> closer() {
+        return new Closer(name, fileChannel, data);
+    }
+
+    private static class Closer
+            implements Callable<Void> {
+        private final String name;
+        private final Closeable closeable;
+        private final MappedByteBuffer data;
+
+        public Closer(String name, Closeable closeable, MappedByteBuffer data) {
+            this.name = name;
+            this.closeable = closeable;
+            this.data = data;
+        }
+
+        public Void call() {
+            OriginalByteBufferSupport.unmap(data);
+            Closeables.closeQuietly(closeable);
+            return null;
+        }
+    }
+
+}