PR comments

apache · Apr 2, 2024 · c260286 · c260286
1 parent f50490d
commit c260286
Showing 1 changed file with 5 additions and 3 deletions.
diff --git a/ql/src/java/org/apache/hadoop/hive/ql/exec/tez/HiveSplitGenerator.java b/ql/src/java/org/apache/hadoop/hive/ql/exec/tez/HiveSplitGenerator.java
@@ -178,8 +178,8 @@ class SplitSerializer {
     private int vertexId;
     private Path appStagingPath;
     // metrics
-    private AtomicInteger timeSpentWithSplitWriteMs = new AtomicInteger(0);
-    private AtomicInteger splitsWritten = new AtomicInteger(0);
+    private AtomicInteger timeSpentWithSplitWriteMs;
+    private AtomicInteger splitsWritten;
     // lazy initialized filesystem and executor
     private FileSystem fs;
     private ExecutorService executor;
@@ -197,6 +197,9 @@ private void lazyInit() throws IOException {
       vertexId = getContext().getVertexId();
       appStagingPath = TezCommonUtils.getTezSystemStagingPath(conf, getContext().getApplicationId().toString());
 
+      timeSpentWithSplitWriteMs = new AtomicInteger(0);
+      splitsWritten = new AtomicInteger(0);
+
       fs = appStagingPath.getFileSystem(jobConf);
       executor = Executors.newFixedThreadPool(8,
           new ThreadFactoryBuilder().setDaemon(true)
@@ -215,7 +218,6 @@ private InputDataInformationEvent write(int count, MRSplitProto mrSplit) throws
           long now = Time.monotonicNow();
           try (FSDataOutputStream out = fs.create(filePath, false)) {
             mrSplit.writeTo(out);
-            out.close();
           }
           splitsWritten.getAndIncrement();
           long elapsed = Time.monotonicNow() - now;