Test .m2 cache to fast premerge build

integration_tests/run_pyspark_from_build.sh

@@ -112,6 +112,7 @@ else
           $TEST_TYPE_PARAM
           "$TEST_ARGS"
           $RUN_TEST_PARAMS
+          --junitxml=TEST-pytest.xml
           "$@")
 
     NUM_LOCAL_EXECS=${NUM_LOCAL_EXECS:-0}

jenkins/Jenkinsfile-blossom.premerge

@@ -184,6 +184,8 @@ pipeline {
                                           sourcePattern         : 'shuffle-plugin/src/main/scala/,udf-compiler/src/main/scala/,sql-plugin/src/main/java/,sql-plugin/src/main/scala/,shims/spark311/src/main/scala/,shims/spark301db/src/main/scala/,shims/spark301/src/main/scala/,shims/spark302/src/main/scala/,shims/spark303/src/main/scala/,shims/spark304/src/main/scala/,shims/spark312/src/main/scala/,shims/spark313/src/main/scala/',
                                           sourceInclusionPattern: '**/*.java,**/*.scala'
                                     ])
+                                    stash(name: "test_result_mvn_verify", includes: "**/target/*/TEST-*.xml")
+
                                 }
                             }
                         }
@@ -213,13 +215,37 @@ pipeline {
                             container('gpu') {
                                 timeout(time: 4, unit: 'HOURS') {
                                     sh "$PREMERGE_SCRIPT unit_test"
+                                    stash(name: "test_result_unit_test", includes: "**/target/*/TEST-*.xml")
                                 }
                             }
                         }
                     }
                 } // end of Unit Test stage
             } // end of parallel
         } // end of Premerge Test
+
+        stage('Collect Test Result') {
+            when {
+                expression {
+                    !skipped
+                }
+            }
+
+            steps {
+                dir('mvn_verify') {
+                    unstash "test_result_mvn_verify"
+                }
+
+                dir('unit_test') {
+                    unstash "test_result_unit_test"
+                }
+
+                step([$class                : 'JUnitResultArchiver',
+                       testResults          : '**/target/*/TEST-*.xml',
+                       skipPublishingChecks : true
+                ])
+            }
+        } // Collect Test Result
     } // end of stages
 
     post {

jenkins/spark-premerge-build.sh

@@ -111,6 +111,13 @@ MVN_GET_CMD="mvn org.apache.maven.plugins:maven-dependency-plugin:2.8:get -B \
 
 rm -rf $ARTF_ROOT && mkdir -p $ARTF_ROOT
 
+# If possible create '~/.m2' cache from pre-created m2 tarball to minimize the impact of unstable network connection.
+# Please refer to job 'update_premerge_m2_cache' on Blossom about building m2 tarball details.
+M2_CACHE_TAR=${M2_CACHE_TAR:-"/home/jenkins/agent/m2_cache/premerge_m2_cache.tar"}
+if [ -s "$M2_CACHE_TAR" ] ; then
+    tar xvf $M2_CACHE_TAR -C ~/
+fi
+
 # Download a full version of spark
 $MVN_GET_CMD \
     -DgroupId=org.apache -DartifactId=spark -Dversion=$SPARK_VER -Dclassifier=bin-hadoop3.2 -Dpackaging=tgz