-
Notifications
You must be signed in to change notification settings - Fork 2.3k
/
IndexWriterConfigs.java
103 lines (92 loc) · 4.73 KB
/
IndexWriterConfigs.java
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
/*
* Copyright (c) 2002-2017 "Neo Technology,"
* Network Engine for Objects in Lund AB [http://neotechnology.com]
*
* This file is part of Neo4j.
*
* Neo4j is free software: you can redistribute it and/or modify
* it under the terms of the GNU General Public License as published by
* the Free Software Foundation, either version 3 of the License, or
* (at your option) any later version.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
*
* You should have received a copy of the GNU General Public License
* along with this program. If not, see <http://www.gnu.org/licenses/>.
*/
package org.neo4j.kernel.api.impl.index;
import org.apache.lucene.codecs.PostingsFormat;
import org.apache.lucene.codecs.blocktreeords.BlockTreeOrdsPostingsFormat;
import org.apache.lucene.codecs.lucene54.Lucene54Codec;
import org.apache.lucene.index.IndexWriterConfig;
import org.apache.lucene.index.KeepOnlyLastCommitDeletionPolicy;
import org.apache.lucene.index.LogByteSizeMergePolicy;
import org.apache.lucene.index.SnapshotDeletionPolicy;
import org.neo4j.index.impl.lucene.legacy.LuceneDataSource;
import org.neo4j.unsafe.impl.internal.dragons.FeatureToggles;
/**
* Helper factory for standard lucene index writer configuration.
*/
public final class IndexWriterConfigs
{
private static final int MAX_BUFFERED_DOCS =
FeatureToggles.getInteger( IndexWriterConfigs.class, "max_buffered_docs", 100000 );
private static final int POPULATION_MAX_BUFFERED_DOCS =
FeatureToggles.getInteger( IndexWriterConfigs.class, "population_max_buffered_docs", IndexWriterConfig.DISABLE_AUTO_FLUSH );
private static final int MAX_BUFFERED_DELETE_TERMS =
FeatureToggles.getInteger( IndexWriterConfigs.class, "max_buffered_delete_terms", 15000 );
private static final int MERGE_POLICY_MERGE_FACTOR =
FeatureToggles.getInteger( IndexWriterConfigs.class, "merge.factor", 2 );
private static final double MERGE_POLICY_NO_CFS_RATIO =
FeatureToggles.getDouble( IndexWriterConfigs.class, "nocfs.ratio", 1.0 );
private static final double MERGE_POLICY_MIN_MERGE_MB =
FeatureToggles.getDouble( IndexWriterConfigs.class, "min.merge", 0.1 );
private static final boolean CODEC_BLOCK_TREE_ORDS_POSTING_FORMAT =
FeatureToggles.flag( IndexWriterConfigs.class, "block.tree.ords.posting.format", true );
private static final double STANDARD_RAM_BUFFER_SIZE_MB = FeatureToggles.getDouble( IndexWriterConfigs.class,
"standard.ram.buffer.size", IndexWriterConfig.DEFAULT_RAM_BUFFER_SIZE_MB );
private static final double POPULATION_RAM_BUFFER_SIZE_MB = FeatureToggles.getDouble( IndexWriterConfigs.class,
"population.ram.buffer.size", 50 );
/**
* Default postings format for schema and label scan store indexes.
*/
private static final BlockTreeOrdsPostingsFormat blockTreeOrdsPostingsFormat = new BlockTreeOrdsPostingsFormat();
private IndexWriterConfigs()
{
throw new AssertionError( "Not for instantiation!" );
}
public static IndexWriterConfig standard()
{
IndexWriterConfig writerConfig = new IndexWriterConfig( LuceneDataSource.KEYWORD_ANALYZER );
writerConfig.setMaxBufferedDocs( MAX_BUFFERED_DOCS );
writerConfig.setMaxBufferedDeleteTerms( MAX_BUFFERED_DELETE_TERMS );
writerConfig.setIndexDeletionPolicy( new SnapshotDeletionPolicy( new KeepOnlyLastCommitDeletionPolicy() ) );
writerConfig.setUseCompoundFile( true );
writerConfig.setRAMBufferSizeMB( STANDARD_RAM_BUFFER_SIZE_MB );
writerConfig.setCodec(new Lucene54Codec()
{
@Override
public PostingsFormat getPostingsFormatForField( String field )
{
PostingsFormat postingFormat = super.getPostingsFormatForField( field );
return CODEC_BLOCK_TREE_ORDS_POSTING_FORMAT ? blockTreeOrdsPostingsFormat : postingFormat;
}
});
LogByteSizeMergePolicy mergePolicy = new LogByteSizeMergePolicy();
mergePolicy.setNoCFSRatio( MERGE_POLICY_NO_CFS_RATIO );
mergePolicy.setMinMergeMB( MERGE_POLICY_MIN_MERGE_MB );
mergePolicy.setMergeFactor( MERGE_POLICY_MERGE_FACTOR );
writerConfig.setMergePolicy( mergePolicy );
return writerConfig;
}
public static IndexWriterConfig population()
{
IndexWriterConfig writerConfig = standard();
writerConfig.setMaxBufferedDocs( POPULATION_MAX_BUFFERED_DOCS );
writerConfig.setRAMBufferSizeMB( POPULATION_RAM_BUFFER_SIZE_MB );
return writerConfig;
}
}