Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Jump to bottom

Add local read benchmarks for PagedBlockStore #16804

Merged
merged 1 commit into from Feb 21, 2023
+30 −1
Merged

Add local read benchmarks for PagedBlockStore #16804

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Jump to
Jump to file
Failed to load files.
Diff view
Diff view
7 changes: 6 additions & 1 deletion microbench/src/main/java/alluxio/worker/BlockStoreBase.java
View file
Open in desktop
Expand Up @@ -124,7 +124,12 @@ public void prepareLocalBlock(long blockId, long blockSize, byte[] data)
}
mMonoBlockStore.commitBlock(1, blockId, false);

// todo(yangchen): create local block for PagedBlockStore
mPagedBlockStore.createBlock(1, blockId, 0,
new CreateBlockOptions(null, null, blockSize));
try (BlockWriter writer = mPagedBlockStore.createBlockWriter(1, blockId)) {
writer.append(ByteBuffer.wrap(data));
}
mPagedBlockStore.commitBlock(1, blockId, false);
}

/**
Expand Down
12 changes: 12 additions & 0 deletions microbench/src/main/java/alluxio/worker/BlockStoreRandomReadBench.java
View file
Open in desktop
Expand Up @@ -145,6 +145,18 @@ public void monoBlockStoreRandReadUfs(RandomReadParams params) throws Exception
params.mUfsMountId, params.mUfsPath, params.mBlockSize, params.mOffsets, params.mReadSize);
}

@Benchmark
public void pagedBlockStoreRandReadLocal(RandomReadParams params) throws Exception {
randReadLocal(params.mBlockStoreBase.mPagedBlockStore,
params.mLocalBlockId, params.mBlockSize, params.mOffsets, params.mReadSize);
}

@Benchmark
public void pagedBlockStoreRandTransferLocal(RandomReadParams params) throws Exception {
randTransferLocal(params.mBlockStoreBase.mPagedBlockStore,
params.mLocalBlockId, params.mBlockSize, params.mOffsets, params.mReadSize);
}

@Benchmark
public void pagedBlockStoreRandReadUfs(RandomReadParams params) throws Exception {
randReadUfs(params.mBlockStoreBase.mPagedBlockStore, params.mUfsBlockId,
Expand Down
12 changes: 12 additions & 0 deletions microbench/src/main/java/alluxio/worker/BlockStoreSequentialReadBench.java
View file
Open in desktop
Expand Up @@ -133,6 +133,18 @@ public void monoBlockStoreTransferLocal(BlockStoreParams params) throws Exceptio
params.mLocalBlockId, params.mBlockSizeByte);
}

@Benchmark
public void pagedBlockStoreReadLocal(BlockStoreParams params) throws Exception {
readFullyLocal(params.mBlockStoreBase.mPagedBlockStore,
params.mLocalBlockId, params.mBlockSizeByte);
}

@Benchmark
public void pagedBlockStoreTransferLocal(BlockStoreParams params) throws Exception {
transferFullyLocal(params.mBlockStoreBase.mPagedBlockStore,
params.mLocalBlockId, params.mBlockSizeByte);
}

/**
* Use {@link BlockReader#read} to read all block cached locally to memory.
* This method simulates {@link alluxio.worker.grpc.BlockReadHandler}'s use of BlockStore
Expand Down