-
Notifications
You must be signed in to change notification settings - Fork 2.3k
/
BatchingTxApplier.java
124 lines (107 loc) · 4.03 KB
/
BatchingTxApplier.java
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
/*
* Copyright (c) 2002-2016 "Neo Technology,"
* Network Engine for Objects in Lund AB [http://neotechnology.com]
*
* This file is part of Neo4j.
*
* Neo4j is free software: you can redistribute it and/or modify
* it under the terms of the GNU Affero General Public License as
* published by the Free Software Foundation, either version 3 of the
* License, or (at your option) any later version.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU Affero General Public License for more details.
*
* You should have received a copy of the GNU Affero General Public License
* along with this program. If not, see <http://www.gnu.org/licenses/>.
*/
package org.neo4j.causalclustering.catchup.tx;
import java.util.function.Supplier;
import org.neo4j.kernel.impl.api.TransactionCommitProcess;
import org.neo4j.kernel.impl.api.TransactionQueue;
import org.neo4j.kernel.impl.api.TransactionToApply;
import org.neo4j.kernel.impl.transaction.CommittedTransactionRepresentation;
import org.neo4j.kernel.impl.transaction.log.TransactionIdStore;
import org.neo4j.kernel.lifecycle.LifecycleAdapter;
import org.neo4j.kernel.monitoring.Monitors;
import org.neo4j.logging.Log;
import org.neo4j.logging.LogProvider;
import static org.neo4j.kernel.impl.transaction.tracing.CommitEvent.NULL;
import static org.neo4j.storageengine.api.TransactionApplicationMode.EXTERNAL;
/**
* Accepts transactions and queues them up for being applied in batches.
*/
public class BatchingTxApplier extends LifecycleAdapter
{
private final int maxBatchSize;
private final Supplier<TransactionIdStore> txIdStoreSupplier;
private final Supplier<TransactionCommitProcess> commitProcessSupplier;
private final PullRequestMonitor monitor;
private final Log log;
private TransactionQueue txQueue;
private TransactionCommitProcess commitProcess;
private volatile long lastQueuedTxId;
private volatile boolean stopped;
public BatchingTxApplier( int maxBatchSize, Supplier<TransactionIdStore> txIdStoreSupplier,
Supplier<TransactionCommitProcess> commitProcessSupplier,
Monitors monitors, LogProvider logProvider )
{
this.maxBatchSize = maxBatchSize;
this.txIdStoreSupplier = txIdStoreSupplier;
this.commitProcessSupplier = commitProcessSupplier;
this.log = logProvider.getLog( getClass() );
this.monitor = monitors.newMonitor( PullRequestMonitor.class );
}
@Override
public void start()
{
stopped = false;
refreshFromNewStore();
txQueue = new TransactionQueue( maxBatchSize, ( first, last ) -> commitProcess.commit( first, NULL, EXTERNAL ) );
}
@Override
public void stop()
{
stopped = true;
}
void refreshFromNewStore()
{
assert txQueue == null || txQueue.isEmpty();
lastQueuedTxId = txIdStoreSupplier.get().getLastCommittedTransactionId();
commitProcess = commitProcessSupplier.get();
}
/**
* Queues a transaction for application.
*
* @param tx The transaction to be queued for application.
*/
public void queue( CommittedTransactionRepresentation tx ) throws Exception
{
long receivedTxId = tx.getCommitEntry().getTxId();
long expectedTxId = lastQueuedTxId + 1;
if ( receivedTxId != expectedTxId )
{
log.warn( "Out of order transaction. Received: %d Expected: %d", receivedTxId, expectedTxId );
return;
}
txQueue.queue( new TransactionToApply( tx.getTransactionRepresentation(), receivedTxId ) );
if ( !stopped )
{
lastQueuedTxId = receivedTxId;
monitor.txPullResponse( receivedTxId );
}
}
void applyBatch() throws Exception
{
txQueue.empty();
}
/**
* @return The id of the last transaction applied.
*/
long lastQueuedTxId()
{
return lastQueuedTxId;
}
}