();
-
- private int count = 0;
-
- public DefaultScannerListener( IndexingContext context, //
- IndexerEngine indexerEngine, boolean update, //
- ArtifactScanningListener listener )
- {
- this.context = context;
- this.indexerEngine = indexerEngine;
- this.update = update;
- this.listener = listener;
- }
-
- public void scanningStarted( IndexingContext ctx )
- {
- try
- {
- if ( update )
- {
- initialize( ctx );
- }
- }
- catch ( IOException ex )
- {
- exceptions.add( ex );
- }
-
- if ( listener != null )
- {
- listener.scanningStarted( ctx );
- }
- }
-
- public void artifactDiscovered( ArtifactContext ac )
- {
- String uinfo = ac.getArtifactInfo().getUinfo();
-
- // TODO: scattered across commented out changes while I was fixing NEXUS-2712, cstamas
- // These changes should be applied by borks too much the fragile indexer
-
- // if ( VersionUtils.isSnapshot( ac.getArtifactInfo().version ) && processedUinfos.contains( uinfo ) )
- if ( processedUinfos.contains( uinfo ) )
- {
- return; // skip individual snapshots
- }
-
- boolean adding = processedUinfos.add( uinfo );
-
- if ( uinfos.contains( uinfo ) )
- {
- // already indexed
- uinfos.remove( uinfo );
- return;
- }
-
- try
- {
- if ( listener != null )
- {
- listener.artifactDiscovered( ac );
- }
-
- if ( adding )
- {
- indexerEngine.index( context, ac );
- }
- else
- {
- indexerEngine.update( context, ac );
- }
-
- for ( Exception e : ac.getErrors() )
- {
- artifactError( ac, e );
- }
-
- groups.add( ac.getArtifactInfo().getRootGroup() );
- allGroups.add( ac.getArtifactInfo().groupId );
-
- count++;
- }
- catch ( IOException ex )
- {
- artifactError( ac, ex );
- }
- }
-
- public void scanningFinished( IndexingContext ctx, ScanningResult result )
- {
- result.setTotalFiles( count );
-
- for ( Exception ex : exceptions )
- {
- result.addException( ex );
- }
-
- try
- {
- context.optimize();
-
- context.setRootGroups( groups );
-
- context.setAllGroups( allGroups );
-
- if ( update && !context.isReceivingUpdates() )
- {
- removeDeletedArtifacts( context, result, result.getRequest().getStartingPath() );
- }
- }
- catch ( IOException ex )
- {
- result.addException( ex );
- }
-
- if ( listener != null )
- {
- listener.scanningFinished( ctx, result );
- }
-
- if ( result.getDeletedFiles() > 0 || result.getTotalFiles() > 0 )
- {
- try
- {
- context.updateTimestamp( true );
-
- context.optimize();
- }
- catch ( Exception ex )
- {
- result.addException( ex );
- }
- }
- }
-
- public void artifactError( ArtifactContext ac, Exception e )
- {
- exceptions.add( e );
-
- if ( listener != null )
- {
- listener.artifactError( ac, e );
- }
- }
-
- private void initialize( IndexingContext ctx )
- throws IOException, CorruptIndexException
- {
- final IndexSearcher indexSearcher = ctx.acquireIndexSearcher();
- try
- {
- final IndexReader r = indexSearcher.getIndexReader();
-
- for ( int i = 0; i < r.maxDoc(); i++ )
- {
- if ( !r.isDeleted( i ) )
- {
- Document d = r.document( i );
-
- String uinfo = d.get( ArtifactInfo.UINFO );
-
- if ( uinfo != null )
- {
- // if ctx is receiving updates (in other words, is a proxy),
- // there is no need to build a huge Set of strings with all uinfo's
- // as deletion detection in those cases have no effect. Also, the
- // removeDeletedArtifacts() method, that uses info gathered in this set
- // is invoked with same condition. As indexes of Central are getting huge,
- // the set grows enormously too, but is actually not used
- if ( !ctx.isReceivingUpdates() )
- {
- uinfos.add( uinfo );
- }
-
- // add all existing groupIds to the lists, as they will
- // not be "discovered" and would be missing from the new list..
- String groupId = uinfo.substring( 0, uinfo.indexOf( '|' ) );
- int n = groupId.indexOf( '.' );
- groups.add( n == -1 ? groupId : groupId.substring( 0, n ) );
- allGroups.add( groupId );
- }
- }
- }
- }
- finally
- {
- ctx.releaseIndexSearcher( indexSearcher );
- }
- }
-
- private void removeDeletedArtifacts( IndexingContext context, ScanningResult result, String contextPath )
- throws IOException
- {
- int deleted = 0;
-
- final IndexSearcher indexSearcher = context.acquireIndexSearcher();
- try
- {
- for ( String uinfo : uinfos )
- {
- TopScoreDocCollector collector = TopScoreDocCollector.create( 1, false );
-
- indexSearcher.search( new TermQuery( new Term( ArtifactInfo.UINFO, uinfo ) ), collector );
-
- if ( collector.getTotalHits() > 0 )
- {
- String[] ra = ArtifactInfo.FS_PATTERN.split( uinfo );
-
- ArtifactInfo ai = new ArtifactInfo();
-
- ai.repository = context.getRepositoryId();
-
- ai.groupId = ra[0];
-
- ai.artifactId = ra[1];
-
- ai.version = ra[2];
-
- if ( ra.length > 3 )
- {
- ai.classifier = ArtifactInfo.renvl( ra[3] );
- }
-
- if ( ra.length > 4 )
- {
- ai.packaging = ArtifactInfo.renvl( ra[4] );
- }
-
- // minimal ArtifactContext for removal
- ArtifactContext ac = new ArtifactContext( null, null, null, ai, ai.calculateGav() );
-
- for ( int i = 0; i < collector.getTotalHits(); i++ )
- {
- if ( contextPath == null
- || context.getGavCalculator().gavToPath( ac.getGav() ).startsWith( contextPath ) )
- {
- indexerEngine.remove( context, ac );
- }
-
- deleted++;
- }
- }
- }
- }
- finally
- {
- context.releaseIndexSearcher( indexSearcher );
- }
-
- if ( deleted > 0 )
- {
- context.commit();
- }
-
- result.setDeletedFiles( deleted );
- }
-
-}
\ No newline at end of file
diff --git a/nexus/plugins/indexer/nexus-indexer-lucene-plugin/src/main/java/org/sonatype/nexus/index/DefaultIndexerManager.java b/nexus/plugins/indexer/nexus-indexer-lucene-plugin/src/main/java/org/sonatype/nexus/index/DefaultIndexerManager.java
index 6e7a5f787a..35342c12bb 100644
--- a/nexus/plugins/indexer/nexus-indexer-lucene-plugin/src/main/java/org/sonatype/nexus/index/DefaultIndexerManager.java
+++ b/nexus/plugins/indexer/nexus-indexer-lucene-plugin/src/main/java/org/sonatype/nexus/index/DefaultIndexerManager.java
@@ -37,6 +37,8 @@
import org.apache.lucene.document.Document;
import org.apache.lucene.index.CorruptIndexException;
+import org.apache.lucene.index.IndexWriterConfig;
+import org.apache.lucene.index.TieredMergePolicy;
import org.apache.lucene.search.BooleanClause;
import org.apache.lucene.search.BooleanQuery;
import org.apache.lucene.search.Query;
@@ -48,6 +50,7 @@
import org.apache.maven.index.ArtifactInfo;
import org.apache.maven.index.ArtifactInfoFilter;
import org.apache.maven.index.ArtifactInfoPostprocessor;
+import org.apache.maven.index.DefaultScannerListener;
import org.apache.maven.index.Field;
import org.apache.maven.index.FlatSearchRequest;
import org.apache.maven.index.FlatSearchResponse;
@@ -124,8 +127,6 @@
import com.google.common.annotations.VisibleForTesting;
-import copied.org.apache.maven.index.DefaultScannerListener;
-
/**
*
* Indexer Manager. This is a thin layer above Nexus Indexer and simply manages indexingContext additions, updates and
@@ -426,9 +427,41 @@ private void addRepositoryIndexContext( final Repository repository, IndexingCon
else
{
// add context for repository
- ctx =
- mavenIndexer.addIndexingContextForced( getContextId( repository.getId() ), repository.getId(),
- repoRoot, indexDirectory, null, null, indexCreators );
+ try
+ {
+ ctx = new DefaultIndexingContext( getContextId( repository.getId() ), // id
+ repository.getId(), // repositoryId
+ repoRoot, // repository
+ indexDirectory, // indexDirectoryFile
+ null, // repositoryUrl
+ null, // indexUpdateUrl
+ indexCreators, //
+ true // reclaimIndex
+ )
+ {
+ @Override
+ protected IndexWriterConfig getWriterConfig()
+ {
+ final IndexWriterConfig writerConfig = super.getWriterConfig();
+
+ // NEXUS-5380 force use of compound lucene index file to postpone "Too many open files"
+
+ final TieredMergePolicy mergePolicy = new TieredMergePolicy();
+ mergePolicy.setUseCompoundFile( true );
+ mergePolicy.setNoCFSRatio( 1.0 );
+
+ writerConfig.setMergePolicy( mergePolicy );
+
+ return writerConfig;
+ }
+ };
+ mavenIndexer.addIndexingContext( ctx );
+ }
+ catch ( UnsupportedExistingLuceneIndexException e )
+ {
+ // this will never happen because reclaimIndex=true
+ throw new IOException( e );
+ }
}
ctx.setSearchable( repository.isSearchable() );
diff --git a/nexus/plugins/indexer/nexus-indexer-lucene-plugin/src/test/java/org/sonatype/nexus/index/Nexus3578IndexerManagerIT.java b/nexus/plugins/indexer/nexus-indexer-lucene-plugin/src/test/java/org/sonatype/nexus/index/Nexus3578IndexerManagerIT.java
index cfd0ea4a14..0eeb42fb93 100644
--- a/nexus/plugins/indexer/nexus-indexer-lucene-plugin/src/test/java/org/sonatype/nexus/index/Nexus3578IndexerManagerIT.java
+++ b/nexus/plugins/indexer/nexus-indexer-lucene-plugin/src/test/java/org/sonatype/nexus/index/Nexus3578IndexerManagerIT.java
@@ -169,7 +169,7 @@ protected void hackContext( DefaultIndexingContext context )
creators.add( mavenArchetype );
creators.add( jar );
- Field indexCreatorsField = context.getClass().getDeclaredField( "indexCreators" );
+ Field indexCreatorsField = getIndexCreatorsField( context );
if ( indexCreatorsField != null )
{
@@ -177,4 +177,23 @@ protected void hackContext( DefaultIndexingContext context )
indexCreatorsField.set( context, creators );
}
}
+
+ private Field getIndexCreatorsField( DefaultIndexingContext context )
+ throws NoSuchFieldException
+ {
+ Class type = context.getClass();
+ do
+ {
+ try
+ {
+ return type.getDeclaredField( "indexCreators" );
+ }
+ catch ( NoSuchFieldException e )
+ {
+ type = type.getSuperclass();
+ }
+ }
+ while ( type != null );
+ throw new NoSuchFieldException();
+ }
}
diff --git a/pom.xml b/pom.xml
index ab01d34c5c..1ab35bd90f 100644
--- a/pom.xml
+++ b/pom.xml
@@ -102,8 +102,8 @@
nexus-plugin-archetype/src/main/resources/archetype-resources/**
nexus/nexus-webapp/src/main/webapp/js/ext/ux/**
nexus/nexus-webapp/src/main/webapp/style/ext/ux/**
-
- **/nexus-indexer-lucene-plugin/src/main/java/copied/org/apache/maven/index/DefaultScannerListener.java
+
+ zwork/**
SHARPSTAR_STYLE