[BEAM-1392] DoFn teardown not called on empty partitions

apache · Feb 5, 2017 · 25f9135 · 25f9135
1 parent 6e220bb
commit 25f9135
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/...rs/spark/src/main/java/org/apache/beam/runners/spark/translation/SparkProcessContext.java b/...rs/spark/src/main/java/org/apache/beam/runners/spark/translation/SparkProcessContext.java
@@ -62,8 +62,10 @@ Iterable<OutputT> processPartition(
 
     // skip if partition is empty.
     if (!partition.hasNext()) {
+      DoFnInvokers.invokerFor(doFn).invokeTeardown();
       return Lists.newArrayList();
     }
+
     // call startBundle() before beginning to process the partition.
     doFnRunner.startBundle();
     // process the partition; finishBundle() is called from within the output iterator.