Added correct behaviour for failed cdx/wayback indexing for hadoop jobs.

netarchivesuite · Oct 5, 2023 · 630eb93 · 630eb93
1 parent 1eb19c3
commit 630eb93
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/wayback/wayback-indexer/src/main/java/dk/netarkivet/wayback/indexer/ArchiveFile.java b/wayback/wayback-indexer/src/main/java/dk/netarkivet/wayback/indexer/ArchiveFile.java
@@ -244,6 +244,8 @@ private void hadoopIndex() {
                 collectHadoopResults(fileSystem, jobOutputDir);
             } else {
                 log.warn("Hadoop job failed with exit code '{}'", exitCode);
+                this.setIndexingFailedAttempts(indexingFailedAttempts++);
+                (new ArchiveFileDAO()).update(this);
             }
         } catch (IOException e) {
             log.warn("Failure in indexing {}", filename, e);