Skip to content

Commit

Permalink
Add local read benchmarks for PagedBlockStore
Browse files Browse the repository at this point in the history
### What changes are proposed in this pull request?
Added benchmarks for `PagedBlockStore` that read from local storage
rather than UFS.

### Why are the changes needed?
This piece is missing as `PagedBlockStore` didn't support creating local
blocks then.

### Does this PR introduce any user facing changes?
No.

pr-link: Alluxio#16804
change-id: cid-5e0226beb45ae714cae4417c43076f0857cdf7c6
  • Loading branch information
YangchenYe323 authored and jiacheliu3 committed May 16, 2023
1 parent b1cecff commit fbd1c52
Show file tree
Hide file tree
Showing 3 changed files with 30 additions and 1 deletion.
Expand Up @@ -134,7 +134,12 @@ public void prepareLocalBlock(long blockId, long blockSize, byte[] data)
}
mMonoBlockStore.commitBlock(1, blockId, false);

// todo(yangchen): create local block for PagedBlockStore
mPagedBlockStore.createBlock(1, blockId, 0,
new CreateBlockOptions(null, null, blockSize));
try (BlockWriter writer = mPagedBlockStore.createBlockWriter(1, blockId)) {
writer.append(ByteBuffer.wrap(data));
}
mPagedBlockStore.commitBlock(1, blockId, false);
}

/**
Expand Down
Expand Up @@ -145,6 +145,18 @@ public void monoBlockStoreRandReadUfs(RandomReadParams params) throws Exception
params.mUfsMountId, params.mUfsPath, params.mBlockSize, params.mOffsets, params.mReadSize);
}

@Benchmark
public void pagedBlockStoreRandReadLocal(RandomReadParams params) throws Exception {
randReadLocal(params.mBlockStoreBase.mPagedBlockStore,
params.mLocalBlockId, params.mBlockSize, params.mOffsets, params.mReadSize);
}

@Benchmark
public void pagedBlockStoreRandTransferLocal(RandomReadParams params) throws Exception {
randTransferLocal(params.mBlockStoreBase.mPagedBlockStore,
params.mLocalBlockId, params.mBlockSize, params.mOffsets, params.mReadSize);
}

@Benchmark
public void pagedBlockStoreRandReadUfs(RandomReadParams params) throws Exception {
randReadUfs(params.mBlockStoreBase.mPagedBlockStore, params.mUfsBlockId,
Expand Down
Expand Up @@ -133,6 +133,18 @@ public void monoBlockStoreTransferLocal(BlockStoreParams params) throws Exceptio
params.mLocalBlockId, params.mBlockSizeByte);
}

@Benchmark
public void pagedBlockStoreReadLocal(BlockStoreParams params) throws Exception {
readFullyLocal(params.mBlockStoreBase.mPagedBlockStore,
params.mLocalBlockId, params.mBlockSizeByte);
}

@Benchmark
public void pagedBlockStoreTransferLocal(BlockStoreParams params) throws Exception {
transferFullyLocal(params.mBlockStoreBase.mPagedBlockStore,
params.mLocalBlockId, params.mBlockSizeByte);
}

/**
* Use {@link BlockReader#read} to read all block cached locally to memory.
* This method simulates {@link alluxio.worker.grpc.BlockReadHandler}'s use of BlockStore
Expand Down

0 comments on commit fbd1c52

Please sign in to comment.