-
Notifications
You must be signed in to change notification settings - Fork 2.3k
/
ReadGroupRecordsByCacheStep.java
123 lines (110 loc) · 4.08 KB
/
ReadGroupRecordsByCacheStep.java
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
/*
* Copyright (c) 2002-2018 "Neo Technology,"
* Network Engine for Objects in Lund AB [http://neotechnology.com]
*
* This file is part of Neo4j.
*
* Neo4j is free software: you can redistribute it and/or modify
* it under the terms of the GNU General Public License as published by
* the Free Software Foundation, either version 3 of the License, or
* (at your option) any later version.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
*
* You should have received a copy of the GNU General Public License
* along with this program. If not, see <http://www.gnu.org/licenses/>.
*/
package org.neo4j.unsafe.impl.batchimport;
import java.util.function.Supplier;
import org.neo4j.kernel.impl.store.RecordStore;
import org.neo4j.kernel.impl.store.record.NodeRecord;
import org.neo4j.kernel.impl.store.record.RelationshipGroupRecord;
import org.neo4j.unsafe.impl.batchimport.cache.ByteArray;
import org.neo4j.unsafe.impl.batchimport.cache.NodeRelationshipCache;
import org.neo4j.unsafe.impl.batchimport.cache.NodeRelationshipCache.GroupVisitor;
import org.neo4j.unsafe.impl.batchimport.cache.NodeRelationshipCache.NodeChangeVisitor;
import org.neo4j.unsafe.impl.batchimport.cache.NodeType;
import org.neo4j.unsafe.impl.batchimport.staging.ProducerStep;
import org.neo4j.unsafe.impl.batchimport.staging.RecordDataAssembler;
import org.neo4j.unsafe.impl.batchimport.staging.StageControl;
import static java.lang.System.nanoTime;
/**
* Using the {@link NodeRelationshipCache} efficiently looks for changed nodes and reads those
* {@link NodeRecord} and sends downwards.
*/
public class ReadGroupRecordsByCacheStep extends ProducerStep
{
private final RecordStore<RelationshipGroupRecord> store;
private final NodeRelationshipCache cache;
public ReadGroupRecordsByCacheStep( StageControl control, Configuration config,
RecordStore<RelationshipGroupRecord> store, NodeRelationshipCache cache )
{
super( control, config );
this.store = store;
this.cache = cache;
}
@Override
protected void process()
{
try ( NodeVisitor visitor = new NodeVisitor() )
{
cache.visitChangedNodes( visitor, NodeType.NODE_TYPE_DENSE );
}
}
private class NodeVisitor implements NodeChangeVisitor, AutoCloseable, GroupVisitor, Supplier<RelationshipGroupRecord[]>
{
private final RecordDataAssembler<RelationshipGroupRecord> assembler = new RecordDataAssembler<>( store::newRecord, null );
private RelationshipGroupRecord[] batch = get();
private int cursor;
private long time = nanoTime();
@Override
public void change( long nodeId, ByteArray array )
{
cache.getFirstRel( nodeId, this );
}
@Override
public long visit( long nodeId, int typeId, long out, long in, long loop )
{
long id = store.nextId();
RelationshipGroupRecord record = batch[cursor++];
record.setId( id );
record.initialize( true, typeId, out, in, loop, nodeId, loop );
if ( cursor == batchSize )
{
send();
batch = control.reuse( this );
cursor = 0;
}
return id;
}
private void send()
{
totalProcessingTime.add( nanoTime() - time );
sendDownstream( batch );
time = nanoTime();
assertHealthy();
}
@Override
public void close()
{
if ( cursor > 0 )
{
batch = assembler.cutOffAt( batch, cursor );
send();
}
}
@Override
public RelationshipGroupRecord[] get()
{
return assembler.newBatchObject( batchSize );
}
}
@Override
protected long position()
{
return store.getHighId() * store.getRecordSize();
}
}