[ci][oceanbase] Only compile necessary modules for self hosted pipeline

This closes #2181.

pom.xml

@@ -30,29 +30,6 @@ under the License.
     <version>2.4-SNAPSHOT</version>
     <packaging>pom</packaging>
 
-    <modules>
-        <module>flink-cdc-base</module>
-        <module>flink-connector-debezium</module>
-        <module>flink-connector-test-util</module>
-        <module>flink-connector-mysql-cdc</module>
-        <module>flink-connector-postgres-cdc</module>
-        <module>flink-connector-oracle-cdc</module>
-        <module>flink-connector-mongodb-cdc</module>
-        <module>flink-connector-oceanbase-cdc</module>
-        <module>flink-connector-sqlserver-cdc</module>
-        <module>flink-connector-tidb-cdc</module>
-        <module>flink-connector-db2-cdc</module>
-        <module>flink-sql-connector-mysql-cdc</module>
-        <module>flink-sql-connector-postgres-cdc</module>
-        <module>flink-sql-connector-mongodb-cdc</module>
-        <module>flink-sql-connector-oracle-cdc</module>
-        <module>flink-sql-connector-oceanbase-cdc</module>
-        <module>flink-sql-connector-sqlserver-cdc</module>
-        <module>flink-sql-connector-tidb-cdc</module>
-        <module>flink-sql-connector-db2-cdc</module>
-        <module>flink-cdc-e2e-tests</module>
-    </modules>
-
     <licenses>
         <license>
             <name>The Apache Software License, Version 2.0</name>
@@ -477,8 +454,58 @@ under the License.
     </build>
 
     <profiles>
+        <profile>
+            <id>default</id>
+            <activation>
+                <activeByDefault>true</activeByDefault>
+            </activation>
+            <modules>
+                <module>flink-cdc-base</module>
+                <module>flink-connector-debezium</module>
+                <module>flink-connector-test-util</module>
+                <module>flink-connector-mysql-cdc</module>
+                <module>flink-connector-postgres-cdc</module>
+                <module>flink-connector-oracle-cdc</module>
+                <module>flink-connector-mongodb-cdc</module>
+                <module>flink-connector-oceanbase-cdc</module>
+                <module>flink-connector-sqlserver-cdc</module>
+                <module>flink-connector-tidb-cdc</module>
+                <module>flink-connector-db2-cdc</module>
+                <module>flink-sql-connector-mysql-cdc</module>
+                <module>flink-sql-connector-postgres-cdc</module>
+                <module>flink-sql-connector-mongodb-cdc</module>
+                <module>flink-sql-connector-oracle-cdc</module>
+                <module>flink-sql-connector-oceanbase-cdc</module>
+                <module>flink-sql-connector-sqlserver-cdc</module>
+                <module>flink-sql-connector-tidb-cdc</module>
+                <module>flink-sql-connector-db2-cdc</module>
+                <module>flink-cdc-e2e-tests</module>
+            </modules>
+        </profile>
         <profile>
             <id>release</id>
+            <modules>
+                <module>flink-cdc-base</module>
+                <module>flink-connector-debezium</module>
+                <module>flink-connector-test-util</module>
+                <module>flink-connector-mysql-cdc</module>
+                <module>flink-connector-postgres-cdc</module>
+                <module>flink-connector-oracle-cdc</module>
+                <module>flink-connector-mongodb-cdc</module>
+                <module>flink-connector-oceanbase-cdc</module>
+                <module>flink-connector-sqlserver-cdc</module>
+                <module>flink-connector-tidb-cdc</module>
+                <module>flink-connector-db2-cdc</module>
+                <module>flink-sql-connector-mysql-cdc</module>
+                <module>flink-sql-connector-postgres-cdc</module>
+                <module>flink-sql-connector-mongodb-cdc</module>
+                <module>flink-sql-connector-oracle-cdc</module>
+                <module>flink-sql-connector-oceanbase-cdc</module>
+                <module>flink-sql-connector-sqlserver-cdc</module>
+                <module>flink-sql-connector-tidb-cdc</module>
+                <module>flink-sql-connector-db2-cdc</module>
+                <module>flink-cdc-e2e-tests</module>
+            </modules>
             <build>
                 <plugins>
                     <plugin>
@@ -581,5 +608,15 @@ under the License.
                 </pluginManagement>
             </build>
         </profile>
+        <profile>
+            <id>self-hosted-pipeline</id>
+            <modules>
+                <module>flink-cdc-base</module>
+                <module>flink-connector-debezium</module>
+                <module>flink-connector-test-util</module>
+                <module>flink-connector-oceanbase-cdc</module>
+                <module>flink-sql-connector-oceanbase-cdc</module>
+            </modules>
+        </profile>
     </profiles>
 </project>

tools/azure-pipelines/jobs-template-for-self-hosted-agent.yml

@@ -52,7 +52,7 @@ jobs:
         displayName: "Set JDK"
       # Compile
       - script: |
-          ./tools/ci/compile.sh || exit $?
+          ./tools/ci/compile.sh self-hosted-pipeline || exit $?
           ./tools/azure-pipelines/create_build_artifact.sh
         displayName: Compile
 

tools/azure-pipelines/jobs-template.yml

@@ -52,7 +52,7 @@ jobs:
         displayName: "Set JDK"
       # Compile
       - script: |
-          ./tools/ci/compile.sh || exit $?
+          ./tools/ci/compile.sh default || exit $?
           ./tools/azure-pipelines/create_build_artifact.sh
         displayName: Compile
 

tools/ci/compile.sh

@@ -40,7 +40,7 @@ echo "==========================================================================
 
 EXIT_CODE=0
 
-run_mvn clean package -Dmaven.javadoc.skip=true -U -DskipTests | tee $MVN_CLEAN_COMPILE_OUT
+run_mvn clean package -Dmaven.javadoc.skip=true -U -DskipTests -P$1 | tee $MVN_CLEAN_COMPILE_OUT
 
 EXIT_CODE=${PIPESTATUS[0]}