Skip to content

Commit

Permalink
[BEAM-12281] Drop support for Flink 1.10
Browse files Browse the repository at this point in the history
  • Loading branch information
iemejia committed May 28, 2021
1 parent 00eb420 commit bed7982
Show file tree
Hide file tree
Showing 29 changed files with 44 additions and 342 deletions.
1 change: 1 addition & 0 deletions CHANGES.md
Original file line number Diff line number Diff line change
Expand Up @@ -75,6 +75,7 @@
* Kafka Beam SQL tables now ascribe meaning to the LOCATION field; previously
it was ignored if provided.
* `TopCombineFn` disallow `compare` as its argument (Python) ([BEAM-7372](https://issues.apache.org/jira/browse/BEAM-7372)).
* Drop support for Flink 1.10 ([BEAM-12281](https://issues.apache.org/jira/browse/BEAM-12281)).

## Deprecations

Expand Down
2 changes: 1 addition & 1 deletion gradle.properties
Original file line number Diff line number Diff line change
Expand Up @@ -32,5 +32,5 @@ javaVersion=1.8
docker_image_default_repo_root=apache
docker_image_default_repo_prefix=beam_

flink_versions=1.10,1.11,1.12,1.13
flink_versions=1.11,1.12,1.13

2 changes: 1 addition & 1 deletion release/build.gradle.kts
Original file line number Diff line number Diff line change
Expand Up @@ -39,7 +39,7 @@ task("runJavaExamplesValidationTask") {
dependsOn(":runners:direct-java:runQuickstartJavaDirect")
dependsOn(":runners:google-cloud-dataflow-java:runQuickstartJavaDataflow")
dependsOn(":runners:spark:2:runQuickstartJavaSpark")
dependsOn(":runners:flink:1.10:runQuickstartJavaFlinkLocal")
dependsOn(":runners:flink:1.13:runQuickstartJavaFlinkLocal")
dependsOn(":runners:direct-java:runMobileGamingJavaDirect")
dependsOn(":runners:google-cloud-dataflow-java:runMobileGamingJavaDataflow")
dependsOn(":runners:twister2:runQuickstartJavaTwister2")
Expand Down
2 changes: 1 addition & 1 deletion release/src/main/scripts/run_rc_validation.sh
Original file line number Diff line number Diff line change
Expand Up @@ -199,7 +199,7 @@ if [[ "$java_quickstart_flink_local" = true ]]; then
echo "*************************************************************"
echo "* Running Java Quickstart with Flink local runner"
echo "*************************************************************"
./gradlew :runners:flink:1.10:runQuickstartJavaFlinkLocal \
./gradlew :runners:flink:1.13:runQuickstartJavaFlinkLocal \
-Prepourl=${REPO_URL} \
-Pver=${RELEASE_VER}
else
Expand Down
33 changes: 0 additions & 33 deletions runners/flink/1.10/build.gradle

This file was deleted.

26 changes: 0 additions & 26 deletions runners/flink/1.10/job-server-container/build.gradle

This file was deleted.

31 changes: 0 additions & 31 deletions runners/flink/1.10/job-server/build.gradle

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

4 changes: 2 additions & 2 deletions runners/flink/1.11/build.gradle
Original file line number Diff line number Diff line change
Expand Up @@ -22,8 +22,8 @@ project.ext {
// Set the version of all Flink-related dependencies here.
flink_version = '1.11.3'
// Version specific code overrides.
main_source_overrides = ["${basePath}/1.10/src/main/java", './src/main/java']
test_source_overrides = ["${basePath}/1.10/src/test/java", './src/test/java']
main_source_overrides = ['./src/main/java']
test_source_overrides = ['./src/test/java']
main_resources_overrides = []
test_resources_overrides = []
archives_base_name = 'beam-runners-flink-1.11'
Expand Down
4 changes: 2 additions & 2 deletions runners/flink/1.12/build.gradle
Original file line number Diff line number Diff line change
Expand Up @@ -22,8 +22,8 @@ project.ext {
// Set the version of all Flink-related dependencies here.
flink_version = '1.12.3'
// Version specific code overrides.
main_source_overrides = ["${basePath}/1.10/src/main/java", "${basePath}/1.11/src/main/java", './src/main/java']
test_source_overrides = ["${basePath}/1.10/src/test/java", "${basePath}/1.11/src/test/java", './src/test/java']
main_source_overrides = ["${basePath}/1.11/src/main/java", './src/main/java']
test_source_overrides = ["${basePath}/1.11/src/test/java", './src/test/java']
main_resources_overrides = []
test_resources_overrides = []
archives_base_name = 'beam-runners-flink-1.12'
Expand Down
4 changes: 2 additions & 2 deletions runners/flink/1.13/build.gradle
Original file line number Diff line number Diff line change
Expand Up @@ -22,8 +22,8 @@ project.ext {
// Set the version of all Flink-related dependencies here.
flink_version = '1.13.0'
// Version specific code overrides.
main_source_overrides = ["${basePath}/1.10/src/main/java", "${basePath}/1.11/src/main/java", "${basePath}/1.12/src/main/java", './src/main/java']
test_source_overrides = ["${basePath}/1.10/src/test/java", "${basePath}/1.11/src/test/java", "${basePath}/1.12/src/test/java", './src/test/java']
main_source_overrides = ["${basePath}/1.11/src/main/java", "${basePath}/1.12/src/main/java", './src/main/java']
test_source_overrides = ["${basePath}/1.11/src/test/java", "${basePath}/1.12/src/test/java", './src/test/java']
main_resources_overrides = []
test_resources_overrides = []
archives_base_name = 'beam-runners-flink-1.13'
Expand Down
2 changes: 1 addition & 1 deletion runners/flink/flink_runner.gradle
Original file line number Diff line number Diff line change
Expand Up @@ -266,7 +266,7 @@ tasks.register('validatesRunner') {
dependsOn validatesRunnerStreamingCheckpointing
}

// Generates :runners:flink:1.10:runQuickstartJavaFlinkLocal
// Generates :runners:flink:1.13:runQuickstartJavaFlinkLocal
createJavaExamplesArchetypeValidationTask(type: 'Quickstart', runner: 'FlinkLocal')

/**
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -122,13 +122,8 @@ PortablePipelineResult runPipelineWithTranslator(

private PortablePipelineResult createPortablePipelineResult(
JobExecutionResult result, PipelineOptions options) {
// The package of DetachedJobExecutionResult has been changed in 1.10.
// Refer to https://github.com/apache/flink/commit/c36b35e6876ecdc717dade653e8554f9d8b543c9 for
// details.
String resultClassName = result.getClass().getCanonicalName();
if (resultClassName.equals(
"org.apache.flink.client.program.DetachedEnvironment.DetachedJobExecutionResult")
|| resultClassName.equals("org.apache.flink.core.execution.DetachedJobExecutionResult")) {
if (resultClassName.equals("org.apache.flink.core.execution.DetachedJobExecutionResult")) {
LOG.info("Pipeline submitted in Detached mode");
// no metricsPusher because metrics are not supported in detached mode
return new FlinkPortableRunnerResult.Detached();
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -109,13 +109,8 @@ public PipelineResult run(Pipeline pipeline) {
}

static PipelineResult createPipelineResult(JobExecutionResult result, PipelineOptions options) {
// The package of DetachedJobExecutionResult has been changed in 1.10.
// Refer to https://github.com/apache/flink/commit/c36b35e6876ecdc717dade653e8554f9d8b543c9 for
// more details.
String resultClassName = result.getClass().getCanonicalName();
if (resultClassName.equals(
"org.apache.flink.client.program.DetachedEnvironment.DetachedJobExecutionResult")
|| resultClassName.equals("org.apache.flink.core.execution.DetachedJobExecutionResult")) {
if (resultClassName.equals("org.apache.flink.core.execution.DetachedJobExecutionResult")) {
LOG.info("Pipeline submitted in Detached mode");
// no metricsPusher because metrics are not supported in detached mode
return new FlinkDetachedRunnerResult();
Expand Down
Loading

0 comments on commit bed7982

Please sign in to comment.