/
ShardedKeyCoder.java
63 lines (55 loc) · 2.21 KB
/
ShardedKeyCoder.java
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.beam.sdk.coders;
import java.io.IOException;
import java.io.InputStream;
import java.io.OutputStream;
import java.util.Arrays;
import java.util.List;
import org.apache.beam.sdk.values.ShardedKey;
import org.apache.beam.vendor.guava.v32_1_2_jre.com.google.common.annotations.VisibleForTesting;
/** A {@link Coder} for {@link ShardedKey}, using a wrapped key {@link Coder}. */
@VisibleForTesting
public class ShardedKeyCoder<KeyT> extends StructuredCoder<ShardedKey<KeyT>> {
public static <KeyT> ShardedKeyCoder<KeyT> of(Coder<KeyT> keyCoder) {
return new ShardedKeyCoder<>(keyCoder);
}
private final Coder<KeyT> keyCoder;
private final VarIntCoder shardNumberCoder;
protected ShardedKeyCoder(Coder<KeyT> keyCoder) {
this.keyCoder = keyCoder;
this.shardNumberCoder = VarIntCoder.of();
}
@Override
public List<? extends Coder<?>> getCoderArguments() {
return Arrays.asList(keyCoder);
}
@Override
public void encode(ShardedKey<KeyT> key, OutputStream outStream) throws IOException {
keyCoder.encode(key.getKey(), outStream);
shardNumberCoder.encode(key.getShardNumber(), outStream);
}
@Override
public ShardedKey<KeyT> decode(InputStream inStream) throws IOException {
return ShardedKey.of(keyCoder.decode(inStream), shardNumberCoder.decode(inStream));
}
@Override
public void verifyDeterministic() throws NonDeterministicException {
keyCoder.verifyDeterministic();
}
}