[IGNITE-21999] Merge partition free-lists into one

check-rules/spotbugs-excludes.xml

@@ -246,7 +246,7 @@
   <Match>
     <!-- TODO: https://issues.apache.org/jira/browse/IGNITE-21692 -->
     <Bug pattern="UPM_UNCALLED_PRIVATE_METHOD"/>
-    <Class name="org.apache.ignite.internal.pagememory.freelist.AbstractFreeList"/>
+    <Class name="org.apache.ignite.internal.pagememory.freelist.FreeListImpl"/>
     <Method name="initReusedPage"/>
   </Match>
   <Match>

modules/page-memory/src/main/java/org/apache/ignite/internal/pagememory/PageMemoryIoModule.java

@@ -22,6 +22,7 @@
 import java.util.List;
 import org.apache.ignite.internal.pagememory.freelist.io.PagesListMetaIo;
 import org.apache.ignite.internal.pagememory.freelist.io.PagesListNodeIo;
+import org.apache.ignite.internal.pagememory.io.DataPageIo;
 import org.apache.ignite.internal.pagememory.io.IoVersions;
 import org.apache.ignite.internal.pagememory.io.PageIoModule;
 import org.apache.ignite.internal.pagememory.persistence.io.PartitionMetaIo;
@@ -37,7 +38,8 @@ public Collection<IoVersions<?>> ioVersions() {
         return List.of(
                 PagesListMetaIo.VERSIONS,
                 PagesListNodeIo.VERSIONS,
-                PartitionMetaIo.VERSIONS
+                PartitionMetaIo.VERSIONS,
+                DataPageIo.VERSIONS
         );
     }
 }

modules/page-memory/src/main/java/org/apache/ignite/internal/pagememory/Storable.java

@@ -17,14 +17,19 @@
 
 package org.apache.ignite.internal.pagememory;
 
+import java.nio.ByteBuffer;
 import org.apache.ignite.internal.lang.IgniteInternalCheckedException;
-import org.apache.ignite.internal.pagememory.io.AbstractDataPageIo;
-import org.apache.ignite.internal.pagememory.io.IoVersions;
 
 /**
  * Simple interface for data, store in some RowStore.
  */
 public interface Storable {
+    /** Number of bytes a data type takes in storage. */
+    int DATA_TYPE_SIZE_BYTES = 1;
+
+    /** Offset of data type from the beginning of the row. */
+    int DATA_TYPE_OFFSET = 0;
+
     /**
      * Sets link for this row.
      *
@@ -57,7 +62,51 @@ public interface Storable {
     int headerSize();
 
     /**
-     * Returns I/O for handling this storable.
+     * Writes the row.
+     *
+     * @param pageAddr Page address.
+     * @param dataOff Data offset.
+     * @param payloadSize Payload size.
+     * @param newRow {@code False} if existing cache entry is updated, in this case skip key data write.
+     */
+    void writeRowData(
+            long pageAddr,
+            int dataOff,
+            int payloadSize,
+            boolean newRow
+    );
+
+    /**
+     * Writes row data fragment.
+     *
+     * @param pageBuf Byte buffer.
+     * @param rowOff Offset in row data bytes.
+     * @param payloadSize Data length that should be written in a fragment.
+     */
+    void writeFragmentData(
+            ByteBuffer pageBuf,
+            int rowOff,
+            int payloadSize
+    );
+
+    /**
+     * Writes content of the byte buffer into the page.
+     *
+     * @param pageBuffer Direct page buffer.
+     * @param valueBuffer Byte buffer with value bytes.
+     * @param offset Offset within the value buffer.
+     * @param payloadSize Number of bytes to write.
      */
-    IoVersions<? extends AbstractDataPageIo<?>> ioVersions();
+    static void putValueBufferIntoPage(ByteBuffer pageBuffer, ByteBuffer valueBuffer, int offset, int payloadSize) {
+        int oldPosition = valueBuffer.position();
+        int oldLimit = valueBuffer.limit();
+
+        valueBuffer.position(offset);
+        valueBuffer.limit(offset + payloadSize);
+
+        pageBuffer.put(valueBuffer);
+
+        valueBuffer.position(oldPosition);
+        valueBuffer.limit(oldLimit);
+    }
 }

modules/page-memory/src/main/java/org/apache/ignite/internal/pagememory/datapage/DataPageReader.java

@@ -22,7 +22,7 @@
 
 import org.apache.ignite.internal.lang.IgniteInternalCheckedException;
 import org.apache.ignite.internal.pagememory.PageMemory;
-import org.apache.ignite.internal.pagememory.io.AbstractDataPageIo;
+import org.apache.ignite.internal.pagememory.io.DataPageIo;
 import org.apache.ignite.internal.pagememory.io.DataPagePayload;
 import org.apache.ignite.internal.pagememory.metric.IoStatisticsHolder;
 import org.jetbrains.annotations.Nullable;
@@ -77,7 +77,7 @@ public <T> void traverse(final long link, PageMemoryTraversal<T> traversal, @Nul
                 assert pageAddr != 0L : currentLink;
 
                 try {
-                    AbstractDataPageIo<?> dataIo = pageMemory.ioRegistry().resolve(pageAddr);
+                    DataPageIo dataIo = pageMemory.ioRegistry().resolve(pageAddr);
 
                     int itemId = itemId(currentLink);
 

modules/page-memory/src/main/java/org/apache/ignite/internal/pagememory/datapage/NonFragmentableDataPageReader.java

@@ -22,7 +22,7 @@
 
 import org.apache.ignite.internal.lang.IgniteInternalCheckedException;
 import org.apache.ignite.internal.pagememory.PageMemory;
-import org.apache.ignite.internal.pagememory.io.AbstractDataPageIo;
+import org.apache.ignite.internal.pagememory.io.DataPageIo;
 import org.apache.ignite.internal.pagememory.io.DataPagePayload;
 import org.apache.ignite.internal.pagememory.metric.IoStatisticsHolder;
 import org.jetbrains.annotations.Nullable;
@@ -73,7 +73,7 @@ public T getRowByLink(final long link) throws IgniteInternalCheckedException {
             assert pageAddr != 0L : link;
 
             try {
-                AbstractDataPageIo<?> dataIo = pageMemory.ioRegistry().resolve(pageAddr);
+                DataPageIo dataIo = pageMemory.ioRegistry().resolve(pageAddr);
 
                 int itemId = itemId(link);
 

modules/page-memory/src/main/java/org/apache/ignite/internal/pagememory/datapage/ReadPageMemoryRowValue.java

@@ -61,6 +61,8 @@ public long consumePagePayload(long link, long pageAddr, DataPagePayload payload
     }
 
     private long readFullyOrStartReadingFragmented(long pageAddr, DataPagePayload payload) {
+        assert PageUtils.getByte(pageAddr, payload.offset() + Storable.DATA_TYPE_OFFSET) == dataType();
+
         valueSize = readValueSize(pageAddr, payload);
 
         if (!payload.hasMoreFragments()) {
@@ -75,6 +77,9 @@ private long readFullyOrStartReadingFragmented(long pageAddr, DataPagePayload pa
         }
     }
 
+    /** Returns type of the data row. */
+    protected abstract byte dataType();
+
     private int readValueSize(long pageAddr, DataPagePayload payload) {
         return PageUtils.getInt(pageAddr, payload.offset() + valueSizeOffsetInFirstSlot());
     }

modules/page-memory/src/main/java/org/apache/ignite/internal/pagememory/datastructure/DataStructure.java

@@ -436,7 +436,7 @@ protected final void init(long pageId, PageIo init) throws IgniteInternalChecked
      * @return Page ID with the incremented rotation ID.
      * @see FullPageId
      */
-    protected final long recyclePage(long pageId, long pageAddr) {
+    protected static long recyclePage(long pageId, long pageAddr) {
         long recycled = 0;
 
         if (flag(pageId) == FLAG_DATA) {

modules/page-memory/src/main/java/org/apache/ignite/internal/pagememory/freelist/FreeList.java

@@ -21,30 +21,27 @@
 import org.apache.ignite.internal.lang.IgniteInternalCheckedException;
 import org.apache.ignite.internal.logger.IgniteLogger;
 import org.apache.ignite.internal.pagememory.Storable;
-import org.apache.ignite.internal.pagememory.metric.IoStatisticsHolder;
 import org.apache.ignite.internal.pagememory.util.PageHandler;
 
 /**
  * Free list.
  */
-public interface FreeList<T extends Storable> {
+public interface FreeList {
     /**
      * Inserts a row.
      *
      * @param row Row.
-     * @param statHolder Statistics holder to track IO operations.
      * @throws IgniteInternalCheckedException If failed.
      */
-    void insertDataRow(T row, IoStatisticsHolder statHolder) throws IgniteInternalCheckedException;
+    void insertDataRow(Storable row) throws IgniteInternalCheckedException;
 
     /**
      * Inserts rows.
      *
      * @param rows Rows.
-     * @param statHolder Statistics holder to track IO operations.
      * @throws IgniteInternalCheckedException If failed.
      */
-    void insertDataRows(Collection<T> rows, IoStatisticsHolder statHolder) throws IgniteInternalCheckedException;
+    void insertDataRows(Collection<? extends Storable> rows) throws IgniteInternalCheckedException;
 
     /**
      * Updates a row by link.
@@ -54,30 +51,30 @@ public interface FreeList<T extends Storable> {
      * @param arg Handler argument.
      * @param <S> Argument type.
      * @param <R> Result type.
-     * @param statHolder Statistics holder to track IO operations.
      * @return Result.
      * @throws IgniteInternalCheckedException If failed.
      */
     <S, R> R updateDataRow(
             long link,
             PageHandler<S, R> pageHnd,
-            S arg,
-            IoStatisticsHolder statHolder
+            S arg
     ) throws IgniteInternalCheckedException;
 
     /**
      * Removes a row by link.
      *
      * @param link Row link.
-     * @param statHolder Statistics holder to track IO operations.
      * @throws IgniteInternalCheckedException If failed.
      */
-    void removeDataRowByLink(long link, IoStatisticsHolder statHolder) throws IgniteInternalCheckedException;
+    void removeDataRowByLink(long link) throws IgniteInternalCheckedException;
 
     /**
      * Dump statistics to log.
      *
      * @param log Logger.
      */
     void dumpStatistics(IgniteLogger log);
+
+    /** Save metadata without exclusive lock on it. */
+    void saveMetadata() throws IgniteInternalCheckedException;
 }