ignite-6339 WAL write operations are optimized and file IO operations…

… are non-interruptible from user thread now

modules/core/src/main/java/org/apache/ignite/DataStorageMetrics.java

@@ -26,7 +26,7 @@ public interface DataStorageMetrics {
      * Gets the average number of WAL records per second written during the last time interval.
      * <p>
      * The length of time interval is configured via {@link DataStorageConfiguration#setMetricsRateTimeInterval(long)}
-     * configurartion property.
+     * configuration property.
      * The number of subintervals is configured via {@link DataStorageConfiguration#setMetricsSubIntervalCount(int)}
      * configuration property.
      */
@@ -35,7 +35,7 @@ public interface DataStorageMetrics {
     /**
      * Gets the average number of bytes per second written during the last time interval.
      * The length of time interval is configured via {@link DataStorageConfiguration#setMetricsRateTimeInterval(long)}
-     * configurartion property.
+     * configuration property.
      * The number of subintervals is configured via {@link DataStorageConfiguration#setMetricsSubIntervalCount(int)}
      * configuration property.
      */
@@ -50,12 +50,22 @@ public interface DataStorageMetrics {
      * Gets the average WAL fsync duration in microseconds over the last time interval.
      * <p>
      * The length of time interval is configured via {@link DataStorageConfiguration#setMetricsRateTimeInterval(long)}
-     * configurartion property.
+     * configuration property.
      * The number of subintervals is configured via {@link DataStorageConfiguration#setMetricsSubIntervalCount(int)}
      * configuration property.
      */
     public float getWalFsyncTimeAverage();
 
+    /**
+     * Returns WAL buffer poll spins number over the last time interval.
+     * <p>
+     * The length of time interval is configured via {@link DataStorageConfiguration#setMetricsRateTimeInterval(long)}
+     * configuration property.
+     * The number of subintervals is configured via {@link DataStorageConfiguration#setMetricsSubIntervalCount(int)}
+     * configuration property.
+     */
+    public long getWalBuffPollSpinsRate();
+
     /**
      * Gets the duration of the last checkpoint in milliseconds.
      *

modules/core/src/main/java/org/apache/ignite/IgniteSystemProperties.java

@@ -750,6 +750,12 @@ public final class IgniteSystemProperties {
      */
     public static final String IGNITE_WAL_SERIALIZER_VERSION = "IGNITE_WAL_SERIALIZER_VERSION";
 
+    /**
+     * Property that indicates should be mapped byte buffer used or not.
+     * Possible values: {@code true} and {@code false}.
+     */
+    public static final String IGNITE_WAL_MMAP = "IGNITE_WAL_MMAP";
+
     /**
      * When set to {@code true}, Data store folders are generated only by consistent id, and no consistent ID will be
      * set based on existing data store folders. This option also enables compatible folder generation mode as it was

modules/core/src/main/java/org/apache/ignite/configuration/DataStorageConfiguration.java

@@ -124,6 +124,9 @@ public class DataStorageConfiguration implements Serializable {
     /** Default thread local buffer size. */
     public static final int DFLT_TLB_SIZE = 128 * 1024;
 
+    /** Default thread local buffer size. */
+    public static final int DFLT_WAL_BUFF_SIZE = DFLT_WAL_SEGMENT_SIZE / 4;
+
     /** Default Wal flush frequency. */
     public static final int DFLT_WAL_FLUSH_FREQ = 2000;
 
@@ -205,6 +208,9 @@ public class DataStorageConfiguration implements Serializable {
     /** WAl thread local buffer size. */
     private int walTlbSize = DFLT_TLB_SIZE;
 
+    /** WAl buffer size. */
+    private int walBuffSize/* = DFLT_WAL_BUFF_SIZE*/;
+
     /** Wal flush frequency in milliseconds. */
     private long walFlushFreq = DFLT_WAL_FLUSH_FREQ;
 
@@ -230,7 +236,7 @@ public class DataStorageConfiguration implements Serializable {
      * rate-based metrics when next sub-interval has to be recycled but introduces bigger
      * calculation overhead.
      */
-    private int metricsSubIntervalCount = DFLT_SUB_INTERVALS;
+    private int metricsSubIntervalCnt = DFLT_SUB_INTERVALS;
 
     /** Time interval (in milliseconds) for rate-based metrics. */
     private long metricsRateTimeInterval = DFLT_RATE_TIME_INTERVAL_MILLIS;
@@ -648,7 +654,7 @@ public DataStorageConfiguration setMetricsRateTimeInterval(long metricsRateTimeI
      * @return The number of sub-intervals for history tracking.
      */
     public int getMetricsSubIntervalCount() {
-        return metricsSubIntervalCount;
+        return metricsSubIntervalCnt;
     }
 
     /**
@@ -657,7 +663,7 @@ public int getMetricsSubIntervalCount() {
      * @param metricsSubIntervalCnt The number of sub-intervals for history tracking.
      */
     public DataStorageConfiguration setMetricsSubIntervalCount(int metricsSubIntervalCnt) {
-        this.metricsSubIntervalCount = metricsSubIntervalCnt;
+        this.metricsSubIntervalCnt = metricsSubIntervalCnt;
 
         return this;
     }
@@ -706,6 +712,25 @@ public DataStorageConfiguration setWalThreadLocalBufferSize(int walTlbSize) {
         return this;
     }
 
+    /**
+     * Property defines size of WAL buffer.
+     * Each WAL record will be serialized to this buffer before write in WAL file.
+     *
+     * @return WAL buffer size.
+     */
+    public int getWalBufferSize() {
+        return walBuffSize <= 0 ? getWalSegmentSize() / 4 : walBuffSize;
+    }
+
+    /**
+     * @param walBuffSize WAL buffer size.
+     */
+    public DataStorageConfiguration setWalBufferSize(int walBuffSize) {
+        this.walBuffSize = walBuffSize;
+
+        return this;
+    }
+
     /**
      *  This property define how often WAL will be fsync-ed in {@code BACKGROUND} mode. Ignored for
      *  all other WAL modes.

modules/core/src/main/java/org/apache/ignite/configuration/PersistentStoreConfiguration.java

@@ -65,9 +65,6 @@ public class PersistentStoreConfiguration implements Serializable {
     /** Default wal mode. */
     public static final WALMode DFLT_WAL_MODE = WALMode.DEFAULT;
 
-    /** Default thread local buffer size. */
-    public static final int DFLT_TLB_SIZE = 128 * 1024;
-
     /** Default Wal flush frequency. */
     public static final int DFLT_WAL_FLUSH_FREQ = 2000;
 
@@ -128,8 +125,8 @@ public class PersistentStoreConfiguration implements Serializable {
     /** Wal mode. */
     private WALMode walMode = DFLT_WAL_MODE;
 
-    /** WAl thread local buffer size. */
-    private int tlbSize = DFLT_TLB_SIZE;
+    /** WAl buffer size. */
+    private int walBuffSize/* = DFLT_WAL_BUFF_SIZE*/;
 
     /** Wal flush frequency in milliseconds. */
     private long walFlushFreq = DFLT_WAL_FLUSH_FREQ;
@@ -492,20 +489,43 @@ public PersistentStoreConfiguration setWalMode(WALMode walMode) {
     }
 
     /**
-     * Property define size thread local buffer.
-     * Each thread which write to wal have thread local buffer for serialize recode before write in wal.
+     * Property defines size of WAL buffer.
+     * Each WAL record will be serialized to this buffer before write in WAL file.
      *
-     * @return Thread local buffer size.
+     * @return WAL buffer size.
+     * @deprecated Instead {@link #getWalBufferSize()} should be used.
      */
+    @Deprecated
     public int getTlbSize() {
-        return tlbSize <= 0 ? DFLT_TLB_SIZE : tlbSize;
+        return getWalBufferSize();
     }
 
     /**
-     * @param tlbSize Tlb size.
+     * @param tlbSize WAL buffer size.
+     * @deprecated Instead {@link #setWalBufferSize(int walBuffSize)} should be used.
      */
+    @Deprecated
     public PersistentStoreConfiguration setTlbSize(int tlbSize) {
-        this.tlbSize = tlbSize;
+        return setWalBufferSize(tlbSize);
+    }
+
+    /**
+     * Property defines size of WAL buffer.
+     * Each WAL record will be serialized to this buffer before write in WAL file.
+     *
+     * @return WAL buffer size.
+     */
+    @Deprecated
+    public int getWalBufferSize() {
+        return walBuffSize <= 0 ? getWalSegmentSize() / 4 : walBuffSize;
+    }
+
+    /**
+     * @param walBuffSize WAL buffer size.
+     */
+    @Deprecated
+    public PersistentStoreConfiguration setWalBufferSize(int walBuffSize) {
+        this.walBuffSize = walBuffSize;
 
         return this;
     }

modules/core/src/main/java/org/apache/ignite/internal/pagemem/wal/record/WALRecord.java

@@ -43,7 +43,7 @@ public enum RecordType {
         /** Checkpoint (begin) record */
         CHECKPOINT_RECORD,
 
-        /** */
+        /** WAL segment header record. */
         HEADER_RECORD,
 
         // Delta records.
@@ -187,30 +187,13 @@ public static RecordType fromOrdinal(int ord) {
     /** */
     private int size;
 
-    /** */
-    private int chainSize;
-
     /** */
     @GridToStringExclude
     private WALRecord prev;
 
     /** */
     private WALPointer pos;
 
-    /**
-     * @param chainSize Chain size in bytes.
-     */
-    public void chainSize(int chainSize) {
-        this.chainSize = chainSize;
-    }
-
-    /**
-     * @return Get chain size in bytes.
-     */
-    public int chainSize() {
-        return chainSize;
-    }
-
     /**
      * @return Previous record in chain.
      */

modules/core/src/main/java/org/apache/ignite/internal/processors/cache/persistence/DataStorageMetricsImpl.java

@@ -34,7 +34,10 @@ public class DataStorageMetricsImpl implements DataStorageMetricsMXBean {
     private volatile HitRateMetrics walFsyncTimeDuration;
 
     /** */
-    private volatile HitRateMetrics walFsyncTimeNumber;
+    private volatile HitRateMetrics walFsyncTimeNum;
+
+    /** */
+    private volatile HitRateMetrics walBuffPollSpinsNum;
 
     /** */
     private volatile long lastCpLockWaitDuration;
@@ -118,14 +121,23 @@ public DataStorageMetricsImpl(
         if (!metricsEnabled)
             return 0;
 
-        long numRate = walFsyncTimeNumber.getRate();
+        long numRate = walFsyncTimeNum.getRate();
 
         if (numRate == 0)
             return 0;
 
         return (float)walFsyncTimeDuration.getRate() / numRate;
     }
 
+    /** {@inheritDoc} */
+    @Override public long getWalBuffPollSpinsRate() {
+        if (!metricsEnabled)
+            return 0;
+
+        return walBuffPollSpinsNum.getRate();
+    }
+
+
     /** {@inheritDoc} */
     @Override public long getLastCheckpointDuration() {
         if (!metricsEnabled)
@@ -281,7 +293,14 @@ public void onFsync(long nanoTime) {
         long microseconds = nanoTime / 1_000;
 
         walFsyncTimeDuration.onHits(microseconds);
-        walFsyncTimeNumber.onHit();
+        walFsyncTimeNum.onHit();
+    }
+
+    /**
+     * @param num Number.
+     */
+    public void onBuffPollSpin(int num) {
+        walBuffPollSpinsNum.onHits(num);
     }
 
     /**
@@ -290,8 +309,9 @@ public void onFsync(long nanoTime) {
     private void resetRates() {
         walLoggingRate = new HitRateMetrics((int)rateTimeInterval, subInts);
         walWritingRate = new HitRateMetrics((int)rateTimeInterval, subInts);
+        walBuffPollSpinsNum = new HitRateMetrics((int)rateTimeInterval, subInts);
 
         walFsyncTimeDuration = new HitRateMetrics((int)rateTimeInterval, subInts);
-        walFsyncTimeNumber = new HitRateMetrics((int)rateTimeInterval, subInts);
+        walFsyncTimeNum = new HitRateMetrics((int)rateTimeInterval, subInts);
     }
 }

modules/core/src/main/java/org/apache/ignite/internal/processors/cache/persistence/DataStorageMetricsSnapshot.java

@@ -35,6 +35,9 @@ public class DataStorageMetricsSnapshot implements DataStorageMetrics {
     /** */
     private float walFsyncTimeAvg;
 
+    /** */
+    private long walBuffPollSpinsNum;
+
     /** */
     private long lastCpDuration;
 
@@ -67,6 +70,7 @@ public DataStorageMetricsSnapshot(DataStorageMetrics metrics) {
         walWritingRate = metrics.getWalWritingRate();
         walArchiveSegments = metrics.getWalArchiveSegments();
         walFsyncTimeAvg = metrics.getWalFsyncTimeAverage();
+        walBuffPollSpinsNum = metrics.getWalBuffPollSpinsRate();
         lastCpDuration = metrics.getLastCheckpointDuration();
         lastCpLockWaitDuration = metrics.getLastCheckpointLockWaitDuration();
         lastCpMmarkDuration = metrics.getLastCheckpointMarkDuration();
@@ -97,6 +101,11 @@ public DataStorageMetricsSnapshot(DataStorageMetrics metrics) {
         return walFsyncTimeAvg;
     }
 
+    /** {@inheritDoc} */
+    @Override public long getWalBuffPollSpinsRate() {
+        return walBuffPollSpinsNum;
+    }
+
     /** {@inheritDoc} */
     @Override public long getLastCheckpointDuration() {
         return lastCpDuration;