-
Notifications
You must be signed in to change notification settings - Fork 2.3k
/
ChunkedReplicatedContent.java
131 lines (116 loc) · 3.7 KB
/
ChunkedReplicatedContent.java
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
/*
* Copyright (c) 2002-2018 "Neo4j,"
* Neo4j Sweden AB [http://neo4j.com]
*
* This file is part of Neo4j Enterprise Edition. The included source
* code can be redistributed and/or modified under the terms of the
* GNU AFFERO GENERAL PUBLIC LICENSE Version 3
* (http://www.fsf.org/licensing/licenses/agpl-3.0.html) with the
* Commons Clause, as found in the associated LICENSE.txt file.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU Affero General Public License for more details.
*
* Neo4j object code can be licensed independently from the source
* under separate terms from the AGPL. Inquiries can be directed to:
* licensing@neo4j.com
*
* More information is also available at:
* https://neo4j.com/licensing/
*/
package org.neo4j.causalclustering.messaging.marshalling;
import io.netty.buffer.ByteBuf;
import io.netty.buffer.ByteBufAllocator;
import io.netty.channel.ChannelHandlerContext;
import io.netty.handler.stream.ChunkedInput;
import java.io.IOException;
import org.neo4j.storageengine.api.WritableChannel;
public class ChunkedReplicatedContent implements Marshal, ChunkedInput<ByteBuf>
{
private static final int DEFAULT_CHUNK_SIZE = 8192;
private static final int MINIMUM_CHUNK_SIZE = 8;
private final byte contentType;
private final ByteBufAwareMarshal byteBufAwareMarshal;
private final int chunkSize;
private boolean endOfInput;
private int progress;
private ChunkedReplicatedContent( byte contentType, ByteBufAwareMarshal byteBufAwareMarshal, int chunkSize )
{
if ( chunkSize < MINIMUM_CHUNK_SIZE )
{
throw new IllegalArgumentException( "Chunk size must be at least " + MINIMUM_CHUNK_SIZE + " bytes" );
}
this.byteBufAwareMarshal = byteBufAwareMarshal;
this.chunkSize = chunkSize;
this.contentType = contentType;
}
ChunkedReplicatedContent( byte contentType, ByteBufAwareMarshal byteBufAwareMarshal )
{
this( contentType, byteBufAwareMarshal, DEFAULT_CHUNK_SIZE );
}
@Override
public void marshal( WritableChannel channel ) throws IOException
{
channel.put( contentType );
byteBufAwareMarshal.marshal( channel );
}
@Override
public boolean isEndOfInput()
{
return endOfInput;
}
@Override
public void close()
{
// do nothing
}
@Override
public ByteBuf readChunk( ChannelHandlerContext ctx ) throws IOException
{
return readChunk( ctx.alloc() );
}
@Override
public ByteBuf readChunk( ByteBufAllocator allocator ) throws IOException
{
if ( endOfInput )
{
return null;
}
ByteBuf buffer = allocator.buffer( chunkSize );
try
{
buffer.writerIndex( 1 ); // space for endOfInput marker
if ( progress() == 0 )
{
// extra metadata on first chunk
buffer.writeByte( contentType );
buffer.writeInt( byteBufAwareMarshal.length() );
}
if ( !byteBufAwareMarshal.encode( buffer ) )
{
endOfInput = true;
}
progress += buffer.readableBytes();
assert progress > 0; // logic relies on this
buffer.setBoolean( 0, endOfInput );
return buffer;
}
catch ( Throwable e )
{
buffer.release();
throw e;
}
}
@Override
public long length()
{
return -1;
}
@Override
public long progress()
{
return progress;
}
}