forked from prestodb/presto
-
Notifications
You must be signed in to change notification settings - Fork 2
/
TestHivePageSourceProvider.java
118 lines (109 loc) · 4.68 KB
/
TestHivePageSourceProvider.java
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
/*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.facebook.presto.hive;
import com.facebook.presto.hive.metastore.Storage;
import com.facebook.presto.hive.metastore.StorageFormat;
import com.facebook.presto.spi.SplitWeight;
import com.google.common.collect.ImmutableList;
import com.google.common.collect.ImmutableMap;
import com.google.common.collect.ImmutableSet;
import io.airlift.units.DataSize;
import org.testng.annotations.Test;
import java.time.Instant;
import java.util.Optional;
import java.util.OptionalInt;
import static com.facebook.presto.hive.CacheQuotaRequirement.NO_CACHE_REQUIREMENT;
import static com.facebook.presto.hive.CacheQuotaScope.PARTITION;
import static com.facebook.presto.hive.TestHivePageSink.getColumnHandles;
import static com.facebook.presto.spi.schedule.NodeSelectionStrategy.NO_PREFERENCE;
import static com.facebook.presto.testing.assertions.Assert.assertEquals;
public class TestHivePageSourceProvider
{
private static final String SCHEMA_NAME = "schema";
private static final String TABLE_NAME = "table";
private static final String PARTITION_NAME = "partition";
@Test
public void testGenerateCacheQuota()
{
HiveClientConfig config = new HiveClientConfig();
HiveSplit split = new HiveSplit(
SCHEMA_NAME,
TABLE_NAME,
PARTITION_NAME,
"file://test",
0,
10,
10,
Instant.now().toEpochMilli(),
new Storage(
StorageFormat.create(config.getHiveStorageFormat().getSerDe(), config.getHiveStorageFormat().getInputFormat(), config.getHiveStorageFormat().getOutputFormat()),
"location",
Optional.empty(),
false,
ImmutableMap.of(),
ImmutableMap.of()),
ImmutableList.of(),
ImmutableList.of(),
OptionalInt.empty(),
OptionalInt.empty(),
NO_PREFERENCE,
getColumnHandles().size(),
TableToPartitionMapping.empty(),
Optional.empty(),
false,
Optional.empty(),
NO_CACHE_REQUIREMENT,
Optional.empty(),
ImmutableMap.of(),
ImmutableSet.of(),
SplitWeight.standard());
CacheQuota cacheQuota = HivePageSourceProvider.generateCacheQuota(split);
CacheQuota expectedCacheQuota = new CacheQuota(".", Optional.empty());
assertEquals(cacheQuota, expectedCacheQuota);
split = new HiveSplit(
SCHEMA_NAME,
TABLE_NAME,
PARTITION_NAME,
"file://test",
0,
10,
10,
Instant.now().toEpochMilli(),
new Storage(
StorageFormat.create(config.getHiveStorageFormat().getSerDe(), config.getHiveStorageFormat().getInputFormat(), config.getHiveStorageFormat().getOutputFormat()),
"location",
Optional.empty(),
false,
ImmutableMap.of(),
ImmutableMap.of()),
ImmutableList.of(),
ImmutableList.of(),
OptionalInt.empty(),
OptionalInt.empty(),
NO_PREFERENCE,
getColumnHandles().size(),
TableToPartitionMapping.empty(),
Optional.empty(),
false,
Optional.empty(),
new CacheQuotaRequirement(PARTITION, Optional.of(DataSize.succinctDataSize(1, DataSize.Unit.MEGABYTE))),
Optional.empty(),
ImmutableMap.of(),
ImmutableSet.of(),
SplitWeight.standard());
cacheQuota = HivePageSourceProvider.generateCacheQuota(split);
expectedCacheQuota = new CacheQuota(SCHEMA_NAME + "." + TABLE_NAME + "." + PARTITION_NAME, Optional.of(DataSize.succinctDataSize(1, DataSize.Unit.MEGABYTE)));
assertEquals(cacheQuota, expectedCacheQuota);
}
}