-
Notifications
You must be signed in to change notification settings - Fork 2.3k
/
DynamicIndexStoreView.java
97 lines (85 loc) · 3.82 KB
/
DynamicIndexStoreView.java
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
/*
* Copyright (c) 2002-2016 "Neo Technology,"
* Network Engine for Objects in Lund AB [http://neotechnology.com]
*
* This file is part of Neo4j.
*
* Neo4j is free software: you can redistribute it and/or modify
* it under the terms of the GNU General Public License as published by
* the Free Software Foundation, either version 3 of the License, or
* (at your option) any later version.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
*
* You should have received a copy of the GNU General Public License
* along with this program. If not, see <http://www.gnu.org/licenses/>.
*/
package org.neo4j.kernel.impl.transaction.state.storeview;
import org.apache.commons.lang3.ArrayUtils;
import java.util.function.IntPredicate;
import java.util.stream.IntStream;
import org.neo4j.helpers.collection.Visitor;
import org.neo4j.kernel.api.labelscan.LabelScanStore;
import org.neo4j.kernel.api.labelscan.NodeLabelUpdate;
import org.neo4j.kernel.impl.api.index.NodePropertyUpdates;
import org.neo4j.kernel.impl.api.index.StoreScan;
import org.neo4j.kernel.impl.locking.LockService;
import org.neo4j.kernel.impl.store.NeoStores;
import org.neo4j.kernel.impl.store.counts.CountsTracker;
import org.neo4j.register.Registers;
import org.neo4j.unsafe.impl.internal.dragons.FeatureToggles;
/**
* Store view that will try to use label scan store {@link LabelScanStore} for cases when estimated number of nodes
* is bellow certain threshold otherwise will fallback to whole store scan
*/
public class DynamicIndexStoreView extends NeoStoreIndexStoreView
{
private static final int VISIT_ALL_NODES_THRESHOLD_PERCENTAGE =
FeatureToggles.getInteger( DynamicIndexStoreView.class, "all.nodes.visit.percentage.threshold", 50 );
private final LabelScanStore labelScanStore;
private final CountsTracker counts;
public DynamicIndexStoreView( LabelScanStore labelScanStore, LockService locks, NeoStores neoStores )
{
super( locks, neoStores );
this.counts = neoStores.getCounts();
this.labelScanStore = labelScanStore;
}
@Override
public <FAILURE extends Exception> StoreScan<FAILURE> visitNodes( int[] labelIds,
IntPredicate propertyKeyIdFilter, Visitor<NodePropertyUpdates,FAILURE> propertyUpdatesVisitor,
Visitor<NodeLabelUpdate,FAILURE> labelUpdateVisitor )
{
if ( useAllNodeStoreScan( labelIds ) )
{
return super.visitNodes( labelIds, propertyKeyIdFilter, propertyUpdatesVisitor, labelUpdateVisitor );
}
return new LabelScanViewNodeStoreScan<>( this, nodeStore, locks, propertyStore, labelScanStore, labelUpdateVisitor,
propertyUpdatesVisitor, labelIds, propertyKeyIdFilter );
}
private boolean useAllNodeStoreScan( int[] labelIds )
{
return ArrayUtils.isEmpty( labelIds ) || isEmptyLabelScanStore() || isNumberOfLabeledNodesExceedThreshold( labelIds );
}
private boolean isEmptyLabelScanStore()
{
return labelScanStore.allNodeLabelRanges().maxCount() == 0;
}
private boolean isNumberOfLabeledNodesExceedThreshold( int[] labelIds )
{
return getNumberOfLabeledNodes( labelIds ) > getVisitAllNodesThreshold();
}
private long getVisitAllNodesThreshold()
{
return (long) ((VISIT_ALL_NODES_THRESHOLD_PERCENTAGE / 100f) * nodeStore.getHighestPossibleIdInUse());
}
private long getNumberOfLabeledNodes( int[] labelIds )
{
return IntStream.of( labelIds )
.mapToLong( labelId -> counts.nodeCount( labelId, Registers.newDoubleLongRegister() ).readSecond() )
.reduce( Math::addExact )
.orElse( 0L );
}
}