Skip to content

Commit

Permalink
fixup! [BEAM-9295] Add Flink 1.10 build target and Make FlinkRunner c…
Browse files Browse the repository at this point in the history
…ompatible with Flink 1.10
  • Loading branch information
sunjincheng121 committed Feb 29, 2020
1 parent 3657ca4 commit 7d87a6d
Show file tree
Hide file tree
Showing 2 changed files with 12 additions and 13 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -107,15 +107,15 @@ public static void afterClass() throws Exception {
}

/**
* Test for the support of {@link DoFn.RequiresStableInput} in both
* {@link ParDo.SingleOutput} and {@link ParDo.MultiOutput}.
* Test for the support of {@link DoFn.RequiresStableInput} in both {@link ParDo.SingleOutput} and
* {@link ParDo.MultiOutput}.
*
* <p>In each test, a singleton string value is paired with a random key. In the following
* transform, the value is written to a file, whose path is specified by the random key, and then
* the transform fails. When the pipeline retries, the latter transform should receive the same
* input from the former transform, because its {@link DoFn} is annotated with {@link
* DoFn.RequiresStableInput}, and it will not fail due to presence
* of the file. Therefore, only one file for each transform is expected.
* DoFn.RequiresStableInput}, and it will not fail due to presence of the file. Therefore, only
* one file for each transform is expected.
*
* <p>A Savepoint is taken until the desired state in the operators has been reached. We then
* restore the savepoint to check if we produce impotent results.
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -17,6 +17,14 @@
*/
package org.apache.beam.runners.flink;

import java.io.File;
import java.lang.reflect.Field;
import java.lang.reflect.Modifier;
import java.nio.file.Files;
import java.security.Permission;
import java.util.Collection;
import java.util.Map;
import java.util.concurrent.TimeUnit;
import org.apache.beam.runners.core.construction.resources.PipelineResources;
import org.apache.beam.sdk.Pipeline;
import org.apache.beam.sdk.io.GenerateSequence;
Expand All @@ -42,15 +50,6 @@
import org.junit.rules.TemporaryFolder;
import org.junit.rules.Timeout;

import java.io.File;
import java.lang.reflect.Field;
import java.lang.reflect.Modifier;
import java.nio.file.Files;
import java.security.Permission;
import java.util.Collection;
import java.util.Map;
import java.util.concurrent.TimeUnit;

/** End-to-end submission test of Beam jobs on a Flink cluster. */
public class FlinkSubmissionTest {

Expand Down

0 comments on commit 7d87a6d

Please sign in to comment.