From e9fd373414fe8a9223146efdbd0f0e8d4a2b82c6 Mon Sep 17 00:00:00 2001 From: roryqi Date: Mon, 22 Aug 2022 23:34:24 +0800 Subject: [PATCH] Revert "[ISSUE-173][FOLLOWUP] The size of single buffer flush should reach rss.server.flush.cold.storage.threshold.size (#178)" (#179) This reverts commit ab6be6ed4ab0d8bfe4bbcf26c6597ded28a0c1aa. --- .../apache/uniffle/server/buffer/ShuffleBufferManager.java | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/server/src/main/java/org/apache/uniffle/server/buffer/ShuffleBufferManager.java b/server/src/main/java/org/apache/uniffle/server/buffer/ShuffleBufferManager.java index 660cd5c5e7..f934f0f6e6 100644 --- a/server/src/main/java/org/apache/uniffle/server/buffer/ShuffleBufferManager.java +++ b/server/src/main/java/org/apache/uniffle/server/buffer/ShuffleBufferManager.java @@ -165,9 +165,7 @@ public ShuffleDataResult getShuffleData( void flushSingleBufferIfNecessary(ShuffleBuffer buffer, String appId, int shuffleId, int startPartition, int endPartition) { - // When we use multistorage and trigger single buffer flush, the buffer size should be bigger - // than rss.server.flush.cold.storage.threshold.size, otherwise cold storage will be useless. - if (this.bufferFlushEnabled && buffer.getSize() > this.bufferFlushThreshold) { + if (this.bufferFlushEnabled && buffer.getSize() >= this.bufferFlushThreshold) { flushBuffer(buffer, appId, shuffleId, startPartition, endPartition); } }