[e2e][tidb] Split e2e tests into two groups to decrease the disk usage for per azure job to avoid tidb disk full error

tools/azure-pipelines/jobs-template.yml

@@ -80,14 +80,14 @@ jobs:
           module: mongodb
         sqlserver:
           module: sqlserver
-        tidb:
-          module: tidb
         db2:
           module: db2
         vitess:
           module: vitess
         misc:
           module: misc
+        e2e_1:
+          module: e2e_1
     steps:
       # download artifact from compile stage
       - task: DownloadPipelineArtifact@2
@@ -144,8 +144,10 @@ jobs:
       matrix:
         mysql:
           module: mysql
-        e2e:
+        tidb:
-          module: e2e
+          module: tidb
+        e2e_2:
+          module: e2e_2
     steps:
       # download artifact from compile stage
       - task: DownloadPipelineArtifact@2

tools/ci/stage.sh

@@ -23,7 +23,8 @@ STAGE_TIDB="tidb"
 STAGE_OCEANBASE="oceanbase"
 STAGE_DB2="db2"
 STAGE_VITESS="vitess"
-STAGE_E2E="e2e"
+STAGE_E2E_1="e2e_1"
+STAGE_E2E_2="e2e_2"
 STAGE_MISC="misc"
 
 MODULES_MYSQL="\
@@ -96,7 +97,12 @@ function get_compile_modules_for_stage() {
         (${STAGE_VITESS})
             echo "-pl $MODULES_VITESS -am"
         ;;
-        (${STAGE_E2E})
+        (${STAGE_E2E_1})
+            # compile everything; using the -am switch does not work with negated module lists!
+            # the negation takes precedence, thus not all required modules would be built
+            echo ""
+        ;;
+        (${STAGE_E2E_2})
             # compile everything; using the -am switch does not work with negated module lists!
             # the negation takes precedence, thus not all required modules would be built
             echo ""
@@ -162,8 +168,11 @@ function get_test_modules_for_stage() {
         (${STAGE_VITESS})
             echo "-pl $modules_vitess"
         ;;
-        (${STAGE_E2E})
+        (${STAGE_E2E_1})
-            echo "-pl $modules_e2e"
+            echo "-pl $modules_e2e -Dtest=Db2E2eITCase,MongoE2eITCase,OracleE2eITCase,PostgresE2eITCase,SqlServerE2eITCas,VitessE2eITCase"
+        ;;
+        (${STAGE_E2E_2})
+            echo "-pl $modules_e2e -Dtest=MySqlE2eITCase,TiDBE2eITCase"
         ;;
         (${STAGE_MISC})
             echo "-pl $modules_misc"