[Flink] Drop 1.12–1.16 shims, baseline 1.17+, add 2.x support

.github/workflows/backend.yml

@@ -80,7 +80,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        java: [ 8 , 11 ]
+        java: [ 11 ]
     steps:
       - name: Checkout
         uses: actions/checkout@v4

.github/workflows/docker-push.yml

@@ -70,7 +70,7 @@ jobs:
       - name: Setup Java and Scala
         uses: olafurpg/setup-scala@v13
         with:
-          java-version: adopt@1.8
+          java-version: adopt@11
 
       - uses: actions/setup-node@v3
         with:

.github/workflows/e2e.yml

@@ -77,10 +77,10 @@ jobs:
       - uses: actions/checkout@v4
         with:
           submodules: true
-      - name: Set up JDK 8
+      - name: Set up JDK 11
         uses: actions/setup-java@v4
         with:
-          java-version: 8
+          java-version: 11
           distribution: 'adopt'
       - name: Cache local Maven repository
         uses: actions/cache@v4

.github/workflows/unit-test.yml

@@ -80,7 +80,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        java: [ 8 , 11 ]
+        java: [ 11 ]
     steps:
       - name: Checkout
         uses: actions/checkout@v4

docker/Dockerfile

@@ -19,10 +19,10 @@ FROM ubuntu:22.04
 USER root
 
 ENV LANG=C.UTF-8 \
-    JAVA_HOME=/usr/lib/jvm/jdk8
+    JAVA_HOME=/usr/lib/jvm/jdk11
 
 # Build arguments for version management
-ARG JAVA_MAJOR_VERSION=8
+ARG JAVA_MAJOR_VERSION=11
 ARG TINI_VERSION=v0.19.0
 
 # Base system setup

streampark-common/pom.xml

@@ -21,29 +21,14 @@
     <parent>
         <groupId>org.apache.streampark</groupId>
         <artifactId>streampark</artifactId>
-        <version>2.2.0-SNAPSHOT</version>
+        <version>3.0.0-preview</version>
     </parent>
 
-    <artifactId>streampark-common_${scala.binary.version}</artifactId>
+    <artifactId>streampark-common</artifactId>
     <name>StreamPark : Common</name>
 
     <dependencies>
 
-        <!-- test -->
-        <dependency>
-            <groupId>org.mockito</groupId>
-            <artifactId>mockito-scala_${scala.binary.version}</artifactId>
-            <version>${mockito-scala.version}</version>
-            <scope>test</scope>
-        </dependency>
-
-        <dependency>
-            <groupId>org.scalatest</groupId>
-            <artifactId>scalatest_${scala.binary.version}</artifactId>
-            <version>${scalatest.version}</version>
-            <scope>test</scope>
-        </dependency>
-
         <dependency>
             <groupId>org.junit.jupiter</groupId>
             <artifactId>junit-jupiter-engine</artifactId>
@@ -58,10 +43,10 @@
             <scope>test</scope>
         </dependency>
 
-        <!-- enumeratum -->
         <dependency>
-            <groupId>com.beachape</groupId>
-            <artifactId>enumeratum_${scala.binary.version}</artifactId>
+            <groupId>org.assertj</groupId>
+            <artifactId>assertj-core</artifactId>
+            <scope>test</scope>
         </dependency>
 
         <dependency>
@@ -151,11 +136,6 @@
                 <artifactId>build-helper-maven-plugin</artifactId>
             </plugin>
 
-            <plugin>
-                <groupId>net.alchim31.maven</groupId>
-                <artifactId>scala-maven-plugin</artifactId>
-            </plugin>
-
             <plugin>
                 <groupId>org.apache.maven.plugins</groupId>
                 <artifactId>maven-shade-plugin</artifactId>
@@ -170,7 +150,6 @@
                             <dependencyReducedPomLocation>${project.basedir}/target/dependency-reduced-pom.xml</dependencyReducedPomLocation>
                             <artifactSet>
                                 <includes>
-                                    <include>com.beachape:*</include>
                                     <include>io.netty:netty-resolver</include>
                                 </includes>
                             </artifactSet>
@@ -197,4 +176,24 @@
 
         </plugins>
     </build>
+
+    <profiles>
+        <profile>
+            <id>jdk9-plus-test-opens</id>
+            <activation>
+                <jdk>[9,)</jdk>
+            </activation>
+            <build>
+                <plugins>
+                    <plugin>
+                        <groupId>org.apache.maven.plugins</groupId>
+                        <artifactId>maven-surefire-plugin</artifactId>
+                        <configuration>
+                            <argLine>--add-opens java.base/jdk.internal.loader=ALL-UNNAMED --add-opens jdk.zipfs/jdk.nio.zipfs=ALL-UNNAMED</argLine>
+                        </configuration>
+                    </plugin>
+                </plugins>
+            </build>
+        </profile>
+    </profiles>
 </project>

streampark-common/src/main/java/org/apache/streampark/common/conf/CommonConfig.java

@@ -0,0 +1,180 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License.  You may obtain a copy of the License at
+ *
+ *    http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.streampark.common.conf;
+
+/** Common internal configuration options. */
+public final class CommonConfig {
+
+    private CommonConfig() {}
+
+    private static final InternalOption STREAMPARK_WORKSPACE_LOCAL_OPTION =
+            new InternalOption("streampark.workspace.local", "/streampark", String.class);
+
+    private static final InternalOption STREAMPARK_WORKSPACE_REMOTE_OPTION =
+            new InternalOption("streampark.workspace.remote", "/streampark", String.class);
+
+    private static final InternalOption STREAMPARK_HADOOP_USER_NAME_OPTION =
+            new InternalOption("streampark.hadoop-user-name", "hdfs", String.class);
+
+    private static final InternalOption STREAMPARK_PROXY_YARN_URL_OPTION =
+            new InternalOption(
+                    "streampark.proxy.yarn-url",
+                    "",
+                    String.class,
+                    "proxy yarn url. ex: knox proxy or other");
+
+    private static final InternalOption STREAMPARK_YARN_AUTH_OPTION =
+            new InternalOption(
+                    "streampark.yarn.http-auth",
+                    "",
+                    String.class,
+                    "yarn http auth type. ex: simple, kerberos");
+
+    private static final InternalOption DOCKER_HOST_OPTION =
+            new InternalOption(
+                    "streampark.docker.http-client.docker-host",
+                    "",
+                    String.class,
+                    "docker host for DockerHttpClient");
+
+    private static final InternalOption DOCKER_MAX_CONNECTIONS_OPTION =
+            new InternalOption(
+                    "streampark.docker.http-client.max-connections",
+                    100,
+                    Integer.class,
+                    "instantiating max connections for DockerHttpClient");
+
+    private static final InternalOption DOCKER_CONNECTION_TIMEOUT_SEC_OPTION =
+            new InternalOption(
+                    "streampark.docker.http-client.connection-timeout-sec",
+                    100L,
+                    Long.class,
+                    "instantiating connection timeout for DockerHttpClient");
+
+    private static final InternalOption DOCKER_RESPONSE_TIMEOUT_SEC_OPTION =
+            new InternalOption(
+                    "streampark.docker.http-client.response-timeout-sec",
+                    120L,
+                    Long.class,
+                    "instantiating connection timeout for DockerHttpClient");
+
+    private static final InternalOption MAVEN_SETTINGS_PATH_OPTION =
+            new InternalOption(
+                    "streampark.maven.settings",
+                    null,
+                    String.class,
+                    "maven settings.xml full path");
+
+    private static final InternalOption MAVEN_REMOTE_URL_OPTION =
+            new InternalOption(
+                    "streampark.maven.central.repository",
+                    "https://repo1.maven.org/maven2/",
+                    String.class,
+                    "maven repository used for built-in compilation");
+
+    private static final InternalOption MAVEN_AUTH_USER_OPTION =
+            new InternalOption(
+                    "streampark.maven.auth.user",
+                    null,
+                    String.class,
+                    "maven repository used for built-in compilation");
+
+    private static final InternalOption MAVEN_AUTH_PASSWORD_OPTION =
+            new InternalOption(
+                    "streampark.maven.auth.password",
+                    null,
+                    String.class,
+                    "maven repository used for built-in compilation");
+
+    private static final InternalOption KERBEROS_TTL_OPTION =
+            new InternalOption("security.kerberos.ttl", "2h", String.class, "kerberos default ttl");
+
+    private static final InternalOption READ_LOG_MAX_SIZE_OPTION =
+            new InternalOption(
+                    "streampark.read-log.max-size",
+                    "1mb",
+                    String.class,
+                    "The maximum size of the default read log");
+
+    private static final InternalOption SPRING_PROFILES_ACTIVE_OPTION =
+            new InternalOption(
+                    "spring.profiles.active", "h2", String.class, "Use the database type");
+
+    public static InternalOption STREAMPARK_WORKSPACE_LOCAL() {
+        return STREAMPARK_WORKSPACE_LOCAL_OPTION;
+    }
+
+    public static InternalOption STREAMPARK_WORKSPACE_REMOTE() {
+        return STREAMPARK_WORKSPACE_REMOTE_OPTION;
+    }
+
+    public static InternalOption STREAMPARK_HADOOP_USER_NAME() {
+        return STREAMPARK_HADOOP_USER_NAME_OPTION;
+    }
+
+    public static InternalOption STREAMPARK_PROXY_YARN_URL() {
+        return STREAMPARK_PROXY_YARN_URL_OPTION;
+    }
+
+    public static InternalOption STREAMPARK_YARN_AUTH() {
+        return STREAMPARK_YARN_AUTH_OPTION;
+    }
+
+    public static InternalOption DOCKER_HOST() {
+        return DOCKER_HOST_OPTION;
+    }
+
+    public static InternalOption DOCKER_MAX_CONNECTIONS() {
+        return DOCKER_MAX_CONNECTIONS_OPTION;
+    }
+
+    public static InternalOption DOCKER_CONNECTION_TIMEOUT_SEC() {
+        return DOCKER_CONNECTION_TIMEOUT_SEC_OPTION;
+    }
+
+    public static InternalOption DOCKER_RESPONSE_TIMEOUT_SEC() {
+        return DOCKER_RESPONSE_TIMEOUT_SEC_OPTION;
+    }
+
+    public static InternalOption MAVEN_SETTINGS_PATH() {
+        return MAVEN_SETTINGS_PATH_OPTION;
+    }
+
+    public static InternalOption MAVEN_REMOTE_URL() {
+        return MAVEN_REMOTE_URL_OPTION;
+    }
+
+    public static InternalOption MAVEN_AUTH_USER() {
+        return MAVEN_AUTH_USER_OPTION;
+    }
+
+    public static InternalOption MAVEN_AUTH_PASSWORD() {
+        return MAVEN_AUTH_PASSWORD_OPTION;
+    }
+
+    public static InternalOption KERBEROS_TTL() {
+        return KERBEROS_TTL_OPTION;
+    }
+
+    public static InternalOption READ_LOG_MAX_SIZE() {
+        return READ_LOG_MAX_SIZE_OPTION;
+    }
+
+    public static InternalOption SPRING_PROFILES_ACTIVE() {
+        return SPRING_PROFILES_ACTIVE_OPTION;
+    }
+}