Skip to content

Commit

Permalink
Switch to Guava's Lists
Browse files Browse the repository at this point in the history
  • Loading branch information
hsiang-c committed Jul 7, 2023
1 parent 4641684 commit 32074d6
Show file tree
Hide file tree
Showing 4 changed files with 8 additions and 24 deletions.
Expand Up @@ -2058,15 +2058,11 @@ public static Types.StructType nonDerivedSchema(Dataset<Row> metadataTable) {
}

private long totalSizeInBytes(Iterable<DataFile> dataFiles) {
return StreamSupport.stream(dataFiles.spliterator(), false)
.mapToLong(DataFile::fileSizeInBytes)
.sum();
return Lists.newArrayList(dataFiles).stream().mapToLong(DataFile::fileSizeInBytes).sum();
}

private List<DataFile> dataFiles(Table table, long commitId) {
return StreamSupport.stream(
table.snapshot(commitId).addedDataFiles(table.io()).spliterator(), false)
.collect(Collectors.toList());
return Lists.newArrayList(table.snapshot(commitId).addedDataFiles(table.io()));
}

private void assertDataFilePartitions(
Expand Down
Expand Up @@ -2195,15 +2195,11 @@ private DeleteFile writeEqDeleteFile(Table table) {
}

private long totalSizeInBytes(Iterable<DataFile> dataFiles) {
return StreamSupport.stream(dataFiles.spliterator(), false)
.mapToLong(DataFile::fileSizeInBytes)
.sum();
return Lists.newArrayList(dataFiles).stream().mapToLong(DataFile::fileSizeInBytes).sum();
}

private List<DataFile> dataFiles(Table table, long commitId) {
return StreamSupport.stream(
table.snapshot(commitId).addedDataFiles(table.io()).spliterator(), false)
.collect(Collectors.toList());
return Lists.newArrayList(table.snapshot(commitId).addedDataFiles(table.io()));
}

private void assertDataFilePartitions(
Expand Down
Expand Up @@ -2262,15 +2262,11 @@ private DeleteFile writeEqDeleteFile(Table table) {
}

private long totalSizeInBytes(Iterable<DataFile> dataFiles) {
return StreamSupport.stream(dataFiles.spliterator(), false)
.mapToLong(DataFile::fileSizeInBytes)
.sum();
return Lists.newArrayList(dataFiles).stream().mapToLong(DataFile::fileSizeInBytes).sum();
}

private List<DataFile> dataFiles(Table table, long commitId) {
return StreamSupport.stream(
table.snapshot(commitId).addedDataFiles(table.io()).spliterator(), false)
.collect(Collectors.toList());
return Lists.newArrayList(table.snapshot(commitId).addedDataFiles(table.io()));
}

private void assertDataFilePartitions(
Expand Down
Expand Up @@ -2259,15 +2259,11 @@ private DeleteFile writeEqDeleteFile(Table table) {
}

private long totalSizeInBytes(Iterable<DataFile> dataFiles) {
return StreamSupport.stream(dataFiles.spliterator(), false)
.mapToLong(DataFile::fileSizeInBytes)
.sum();
return Lists.newArrayList(dataFiles).stream().mapToLong(DataFile::fileSizeInBytes).sum();
}

private List<DataFile> dataFiles(Table table, long commitId) {
return StreamSupport.stream(
table.snapshot(commitId).addedDataFiles(table.io()).spliterator(), false)
.collect(Collectors.toList());
return Lists.newArrayList(table.snapshot(commitId).addedDataFiles(table.io()));
}

private void assertDataFilePartitions(
Expand Down

0 comments on commit 32074d6

Please sign in to comment.