You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@celeborn.apache.org by zh...@apache.org on 2024/02/20 02:17:00 UTC

(incubator-celeborn) branch branch-0.4 updated: [CELEBORN-1255][FOLLOWUP] Fix MR UT

This is an automated email from the ASF dual-hosted git repository.

zhouky pushed a commit to branch branch-0.4
in repository https://gitbox.apache.org/repos/asf/incubator-celeborn.git


The following commit(s) were added to refs/heads/branch-0.4 by this push:
     new ac8b30350 [CELEBORN-1255][FOLLOWUP] Fix MR UT
ac8b30350 is described below

commit ac8b3035008dc775735185630aa01198bd4399bc
Author: mingji <fe...@alibaba-inc.com>
AuthorDate: Mon Feb 19 14:11:49 2024 +0800

    [CELEBORN-1255][FOLLOWUP] Fix MR UT
    
    1. Fix dependencies failure.
    2. Upload yarn cluster directory if MR UT fails.
    
    To fix MR UT failures.
    
    NO.
    
    GA.
    
    Closes #2302 from FMX/B1225-1.
    
    Authored-by: mingji <fe...@alibaba-inc.com>
    Signed-off-by: zky.zhoukeyong <zk...@alibaba-inc.com>
---
 .github/workflows/maven.yml                                        | 2 +-
 .github/workflows/sbt.yml                                          | 2 +-
 .../test/scala/org/apache/celeborn/tests/mr/WordCountTest.scala    | 7 ++++++-
 3 files changed, 8 insertions(+), 3 deletions(-)

diff --git a/.github/workflows/maven.yml b/.github/workflows/maven.yml
index 52f7bb7a2..5769d4d78 100644
--- a/.github/workflows/maven.yml
+++ b/.github/workflows/maven.yml
@@ -207,4 +207,4 @@ jobs:
         with:
           name: mr-unit-test-log
           path: |
-            **/target/unit-tests.log
+            **/target/test/
diff --git a/.github/workflows/sbt.yml b/.github/workflows/sbt.yml
index 71a58d36f..d5411fd65 100644
--- a/.github/workflows/sbt.yml
+++ b/.github/workflows/sbt.yml
@@ -248,4 +248,4 @@ jobs:
         with:
           name: mr-unit-test-log
           path: |
-            **/target/test-reports/**
\ No newline at end of file
+            **/target/test/
\ No newline at end of file
diff --git a/tests/mr-it/src/test/scala/org/apache/celeborn/tests/mr/WordCountTest.scala b/tests/mr-it/src/test/scala/org/apache/celeborn/tests/mr/WordCountTest.scala
index 0f1bb91aa..4148733d9 100644
--- a/tests/mr-it/src/test/scala/org/apache/celeborn/tests/mr/WordCountTest.scala
+++ b/tests/mr-it/src/test/scala/org/apache/celeborn/tests/mr/WordCountTest.scala
@@ -132,7 +132,12 @@ class WordCountTest extends AnyFunSuite with Logging with MiniClusterFeature
     val mapreduceLibPath = (Utils.getCodeSourceLocation(getClass).split("/").dropRight(1) ++ Array(
       "mapreduce_lib")).mkString("/")
     val excludeJarList =
-      Seq("hadoop-client-api", "hadoop-client-runtime", "hadoop-client-minicluster")
+      Seq(
+        "hadoop-client-api",
+        "hadoop-client-runtime",
+        "hadoop-client-minicluster",
+        "celeborn-client-mr-shaded",
+        "log4j")
     Files.list(Paths.get(mapreduceLibPath)).iterator().asScala.foreach(path => {
       if (!excludeJarList.exists(path.toFile.getPath.contains(_))) {
         job.addFileToClassPath(new Path(path.toString))