You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@celeborn.apache.org by zh...@apache.org on 2024/02/20 02:17:00 UTC
(incubator-celeborn) branch branch-0.4 updated: [CELEBORN-1255][FOLLOWUP] Fix MR UT
This is an automated email from the ASF dual-hosted git repository.
zhouky pushed a commit to branch branch-0.4
in repository https://gitbox.apache.org/repos/asf/incubator-celeborn.git
The following commit(s) were added to refs/heads/branch-0.4 by this push:
new ac8b30350 [CELEBORN-1255][FOLLOWUP] Fix MR UT
ac8b30350 is described below
commit ac8b3035008dc775735185630aa01198bd4399bc
Author: mingji <fe...@alibaba-inc.com>
AuthorDate: Mon Feb 19 14:11:49 2024 +0800
[CELEBORN-1255][FOLLOWUP] Fix MR UT
1. Fix dependencies failure.
2. Upload yarn cluster directory if MR UT fails.
To fix MR UT failures.
NO.
GA.
Closes #2302 from FMX/B1225-1.
Authored-by: mingji <fe...@alibaba-inc.com>
Signed-off-by: zky.zhoukeyong <zk...@alibaba-inc.com>
---
.github/workflows/maven.yml | 2 +-
.github/workflows/sbt.yml | 2 +-
.../test/scala/org/apache/celeborn/tests/mr/WordCountTest.scala | 7 ++++++-
3 files changed, 8 insertions(+), 3 deletions(-)
diff --git a/.github/workflows/maven.yml b/.github/workflows/maven.yml
index 52f7bb7a2..5769d4d78 100644
--- a/.github/workflows/maven.yml
+++ b/.github/workflows/maven.yml
@@ -207,4 +207,4 @@ jobs:
with:
name: mr-unit-test-log
path: |
- **/target/unit-tests.log
+ **/target/test/
diff --git a/.github/workflows/sbt.yml b/.github/workflows/sbt.yml
index 71a58d36f..d5411fd65 100644
--- a/.github/workflows/sbt.yml
+++ b/.github/workflows/sbt.yml
@@ -248,4 +248,4 @@ jobs:
with:
name: mr-unit-test-log
path: |
- **/target/test-reports/**
\ No newline at end of file
+ **/target/test/
\ No newline at end of file
diff --git a/tests/mr-it/src/test/scala/org/apache/celeborn/tests/mr/WordCountTest.scala b/tests/mr-it/src/test/scala/org/apache/celeborn/tests/mr/WordCountTest.scala
index 0f1bb91aa..4148733d9 100644
--- a/tests/mr-it/src/test/scala/org/apache/celeborn/tests/mr/WordCountTest.scala
+++ b/tests/mr-it/src/test/scala/org/apache/celeborn/tests/mr/WordCountTest.scala
@@ -132,7 +132,12 @@ class WordCountTest extends AnyFunSuite with Logging with MiniClusterFeature
val mapreduceLibPath = (Utils.getCodeSourceLocation(getClass).split("/").dropRight(1) ++ Array(
"mapreduce_lib")).mkString("/")
val excludeJarList =
- Seq("hadoop-client-api", "hadoop-client-runtime", "hadoop-client-minicluster")
+ Seq(
+ "hadoop-client-api",
+ "hadoop-client-runtime",
+ "hadoop-client-minicluster",
+ "celeborn-client-mr-shaded",
+ "log4j")
Files.list(Paths.get(mapreduceLibPath)).iterator().asScala.foreach(path => {
if (!excludeJarList.exists(path.toFile.getPath.contains(_))) {
job.addFileToClassPath(new Path(path.toString))