[IGNITE-21999] Merge partition free-lists into one

check-rules/spotbugs-excludes.xml

@@ -246,7 +246,7 @@
   <Match>
     <!-- TODO: https://issues.apache.org/jira/browse/IGNITE-21692 -->
     <Bug pattern="UPM_UNCALLED_PRIVATE_METHOD"/>
-    <Class name="org.apache.ignite.internal.pagememory.freelist.AbstractFreeList"/>
+    <Class name="org.apache.ignite.internal.pagememory.freelist.FreeListImpl"/>
     <Method name="initReusedPage"/>
   </Match>
   <Match>

modules/core/src/main/java/org/apache/ignite/internal/util/CachedIterator.java

@@ -0,0 +1,47 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ *      http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.ignite.internal.util;
+
+import java.util.Iterator;
+
+/** {@link Iterator} implementation that allows to access the current element multiple times. */
+public class CachedIterator<T>  implements Iterator<T> {
+    private final Iterator<? extends T> it;
+
+    private T next;
+
+    public CachedIterator(Iterator<? extends T> it) {
+        this.it = it;
+    }
+
+    @Override
+    public boolean hasNext() {
+        return it.hasNext();
+    }
+
+    @Override
+    public T next() {
+        next = it.next();
+
+        return next;
+    }
+
+    public T get() {
+        return next;
+    }
+}

modules/page-memory/src/main/java/org/apache/ignite/internal/pagememory/PageMemoryIoModule.java

@@ -22,6 +22,7 @@
 import java.util.List;
 import org.apache.ignite.internal.pagememory.freelist.io.PagesListMetaIo;
 import org.apache.ignite.internal.pagememory.freelist.io.PagesListNodeIo;
+import org.apache.ignite.internal.pagememory.io.DataPageIo;
 import org.apache.ignite.internal.pagememory.io.IoVersions;
 import org.apache.ignite.internal.pagememory.io.PageIoModule;
 import org.apache.ignite.internal.pagememory.persistence.io.PartitionMetaIo;
@@ -37,7 +38,8 @@ public Collection<IoVersions<?>> ioVersions() {
         return List.of(
                 PagesListMetaIo.VERSIONS,
                 PagesListNodeIo.VERSIONS,
-                PartitionMetaIo.VERSIONS
+                PartitionMetaIo.VERSIONS,
+                DataPageIo.VERSIONS
         );
     }
 }

modules/page-memory/src/main/java/org/apache/ignite/internal/pagememory/Storable.java

@@ -17,14 +17,22 @@
 
 package org.apache.ignite.internal.pagememory;
 
+import java.nio.ByteBuffer;
 import org.apache.ignite.internal.lang.IgniteInternalCheckedException;
-import org.apache.ignite.internal.pagememory.io.AbstractDataPageIo;
+import org.apache.ignite.internal.pagememory.io.DataPageIo;
 import org.apache.ignite.internal.pagememory.io.IoVersions;
+import org.jetbrains.annotations.Nullable;
 
 /**
  * Simple interface for data, store in some RowStore.
  */
 public interface Storable {
+    /** Number of bytes a data type takes in storage. */
+    int DATA_TYPE_SIZE_BYTES = 1;
+
+    /** Offset of data type from the beginning of the row. */
+    int DATA_TYPE_OFFSET = 0;
+
     /**
      * Sets link for this row.
      *
@@ -59,5 +67,27 @@ public interface Storable {
     /**
      * Returns I/O for handling this storable.
      */
-    IoVersions<? extends AbstractDataPageIo<?>> ioVersions();
+    IoVersions<DataPageIo> ioVersions();
+
+    /** Returns a byte buffer that contains binary tuple data. */
+    @Nullable
+    ByteBuffer valueBuffer();
+
+    /**
+     * Writes row header to page buffer and moves its pointer to {@link #valueOffset()}.
+     *
+     * @param pageBuf page buffer to write header to.
+     */
+    void writeHeader(ByteBuffer pageBuf);
+
+    /**
+     * Writes row header and value to page.
+     *
+     * @param pageAddr Page address.
+     * @param offset Data offset.
+     */
+    void writeToPage(long pageAddr, int offset);
+
+    /** Returns value offset from the start of the row. */
+    int valueOffset();
 }

modules/page-memory/src/main/java/org/apache/ignite/internal/pagememory/datapage/DataPageReader.java

@@ -22,7 +22,7 @@
 
 import org.apache.ignite.internal.lang.IgniteInternalCheckedException;
 import org.apache.ignite.internal.pagememory.PageMemory;
-import org.apache.ignite.internal.pagememory.io.AbstractDataPageIo;
+import org.apache.ignite.internal.pagememory.io.DataPageIo;
 import org.apache.ignite.internal.pagememory.io.DataPagePayload;
 import org.apache.ignite.internal.pagememory.metric.IoStatisticsHolder;
 import org.jetbrains.annotations.Nullable;
@@ -77,7 +77,7 @@ public <T> void traverse(final long link, PageMemoryTraversal<T> traversal, @Nul
                 assert pageAddr != 0L : currentLink;
 
                 try {
-                    AbstractDataPageIo<?> dataIo = pageMemory.ioRegistry().resolve(pageAddr);
+                    DataPageIo dataIo = pageMemory.ioRegistry().resolve(pageAddr);
 
                     int itemId = itemId(currentLink);
 

modules/page-memory/src/main/java/org/apache/ignite/internal/pagememory/datapage/NonFragmentableDataPageReader.java

@@ -22,7 +22,7 @@
 
 import org.apache.ignite.internal.lang.IgniteInternalCheckedException;
 import org.apache.ignite.internal.pagememory.PageMemory;
-import org.apache.ignite.internal.pagememory.io.AbstractDataPageIo;
+import org.apache.ignite.internal.pagememory.io.DataPageIo;
 import org.apache.ignite.internal.pagememory.io.DataPagePayload;
 import org.apache.ignite.internal.pagememory.metric.IoStatisticsHolder;
 import org.jetbrains.annotations.Nullable;
@@ -73,7 +73,7 @@ public T getRowByLink(final long link) throws IgniteInternalCheckedException {
             assert pageAddr != 0L : link;
 
             try {
-                AbstractDataPageIo<?> dataIo = pageMemory.ioRegistry().resolve(pageAddr);
+                DataPageIo dataIo = pageMemory.ioRegistry().resolve(pageAddr);
 
                 int itemId = itemId(link);
 

modules/page-memory/src/main/java/org/apache/ignite/internal/pagememory/datapage/ReadPageMemoryRowValue.java

@@ -61,6 +61,8 @@ public long consumePagePayload(long link, long pageAddr, DataPagePayload payload
     }
 
     private long readFullyOrStartReadingFragmented(long pageAddr, DataPagePayload payload) {
+        assert PageUtils.getByte(pageAddr, payload.offset() + Storable.DATA_TYPE_OFFSET) == dataType();
+
         valueSize = readValueSize(pageAddr, payload);
 
         if (!payload.hasMoreFragments()) {
@@ -130,6 +132,9 @@ public byte[] result() {
      */
     protected abstract int valueOffsetInFirstSlot();
 
+    /** Returns type of the data row. */
+    protected abstract byte dataType();
+
     /**
      * Resets the object to make it ready for use.
      */

modules/page-memory/src/main/java/org/apache/ignite/internal/pagememory/datastructure/DataStructure.java

@@ -436,7 +436,7 @@ protected final void init(long pageId, PageIo init) throws IgniteInternalChecked
      * @return Page ID with the incremented rotation ID.
      * @see FullPageId
      */
-    protected final long recyclePage(long pageId, long pageAddr) {
+    public static long recyclePage(long pageId, long pageAddr) {
         long recycled = 0;
 
         if (flag(pageId) == FLAG_DATA) {
@@ -463,7 +463,7 @@ protected final long recyclePage(long pageId, long pageAddr) {
     /**
      * Returns a page size without the encryption overhead, in bytes.
      */
-    protected int pageSize() {
+    public int pageSize() {
         return pageMem.realPageSize(grpId);
     }
 

modules/page-memory/src/main/java/org/apache/ignite/internal/pagememory/freelist/FreeList.java

@@ -21,30 +21,27 @@
 import org.apache.ignite.internal.lang.IgniteInternalCheckedException;
 import org.apache.ignite.internal.logger.IgniteLogger;
 import org.apache.ignite.internal.pagememory.Storable;
-import org.apache.ignite.internal.pagememory.metric.IoStatisticsHolder;
 import org.apache.ignite.internal.pagememory.util.PageHandler;
 
 /**
  * Free list.
  */
-public interface FreeList<T extends Storable> {
+public interface FreeList {
     /**
      * Inserts a row.
      *
      * @param row Row.
-     * @param statHolder Statistics holder to track IO operations.
      * @throws IgniteInternalCheckedException If failed.
      */
-    void insertDataRow(T row, IoStatisticsHolder statHolder) throws IgniteInternalCheckedException;
+    void insertDataRow(Storable row) throws IgniteInternalCheckedException;
 
     /**
      * Inserts rows.
      *
      * @param rows Rows.
-     * @param statHolder Statistics holder to track IO operations.
      * @throws IgniteInternalCheckedException If failed.
      */
-    void insertDataRows(Collection<T> rows, IoStatisticsHolder statHolder) throws IgniteInternalCheckedException;
+    void insertDataRows(Collection<? extends Storable> rows) throws IgniteInternalCheckedException;
 
     /**
      * Updates a row by link.
@@ -54,30 +51,30 @@ public interface FreeList<T extends Storable> {
      * @param arg Handler argument.
      * @param <S> Argument type.
      * @param <R> Result type.
-     * @param statHolder Statistics holder to track IO operations.
      * @return Result.
      * @throws IgniteInternalCheckedException If failed.
      */
     <S, R> R updateDataRow(
             long link,
             PageHandler<S, R> pageHnd,
-            S arg,
-            IoStatisticsHolder statHolder
+            S arg
     ) throws IgniteInternalCheckedException;
 
     /**
      * Removes a row by link.
      *
      * @param link Row link.
-     * @param statHolder Statistics holder to track IO operations.
      * @throws IgniteInternalCheckedException If failed.
      */
-    void removeDataRowByLink(long link, IoStatisticsHolder statHolder) throws IgniteInternalCheckedException;
+    void removeDataRowByLink(long link) throws IgniteInternalCheckedException;
 
     /**
      * Dump statistics to log.
      *
      * @param log Logger.
      */
     void dumpStatistics(IgniteLogger log);
+
+    /** Save metadata without exclusive lock on it. */
+    void saveMetadata() throws IgniteInternalCheckedException;
 }