You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by yh...@apache.org on 2025/02/28 20:56:28 UTC
(beam) branch master updated: Add log4j2 deps for spark validatesRunner tasks. (#34123)
This is an automated email from the ASF dual-hosted git repository.
yhu pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git
The following commit(s) were added to refs/heads/master by this push:
new 228f028c942 Add log4j2 deps for spark validatesRunner tasks. (#34123)
228f028c942 is described below
commit 228f028c942d7d45e2dab7084fb72a2d41b0e6a4
Author: Shunping Huang <sh...@google.com>
AuthorDate: Fri Feb 28 15:56:21 2025 -0500
Add log4j2 deps for spark validatesRunner tasks. (#34123)
* Add log4j2 deps for spark validatesRunner tasks.
* Trigger spark postcommit tests.
---
.github/trigger_files/beam_PostCommit_Java_ValidatesRunner_Spark.json | 3 ++-
.../beam_PostCommit_Java_ValidatesRunner_SparkStructuredStreaming.json | 3 ++-
runners/spark/spark_runner.gradle | 2 ++
3 files changed, 6 insertions(+), 2 deletions(-)
diff --git a/.github/trigger_files/beam_PostCommit_Java_ValidatesRunner_Spark.json b/.github/trigger_files/beam_PostCommit_Java_ValidatesRunner_Spark.json
index dd2bf3aeb36..f21bd16f470 100644
--- a/.github/trigger_files/beam_PostCommit_Java_ValidatesRunner_Spark.json
+++ b/.github/trigger_files/beam_PostCommit_Java_ValidatesRunner_Spark.json
@@ -4,5 +4,6 @@
"https://github.com/apache/beam/pull/31798": "noting that PR #31798 should run this test",
"https://github.com/apache/beam/pull/32546": "noting that PR #32546 should run this test",
"https://github.com/apache/beam/pull/33267": "noting that PR #33267 should run this test",
- "https://github.com/apache/beam/pull/33322": "noting that PR #33322 should run this test"
+ "https://github.com/apache/beam/pull/33322": "noting that PR #33322 should run this test",
+ "https://github.com/apache/beam/pull/34123": "noting that PR #34123 should run this test"
}
diff --git a/.github/trigger_files/beam_PostCommit_Java_ValidatesRunner_SparkStructuredStreaming.json b/.github/trigger_files/beam_PostCommit_Java_ValidatesRunner_SparkStructuredStreaming.json
index 74f4220571e..87448a1525a 100644
--- a/.github/trigger_files/beam_PostCommit_Java_ValidatesRunner_SparkStructuredStreaming.json
+++ b/.github/trigger_files/beam_PostCommit_Java_ValidatesRunner_SparkStructuredStreaming.json
@@ -3,5 +3,6 @@
"https://github.com/apache/beam/pull/31156": "noting that PR #31156 should run this test",
"https://github.com/apache/beam/pull/31798": "noting that PR #31798 should run this test",
"https://github.com/apache/beam/pull/32546": "noting that PR #32546 should run this test",
- "https://github.com/apache/beam/pull/33267": "noting that PR #33267 should run this test"
+ "https://github.com/apache/beam/pull/33267": "noting that PR #33267 should run this test",
+ "https://github.com/apache/beam/pull/34123": "noting that PR #34123 should run this test"
}
diff --git a/runners/spark/spark_runner.gradle b/runners/spark/spark_runner.gradle
index 1f60244135a..1d95574fd33 100644
--- a/runners/spark/spark_runner.gradle
+++ b/runners/spark/spark_runner.gradle
@@ -216,6 +216,8 @@ dependencies {
validatesRunner project(":sdks:java:io:hadoop-format").sourceSets.test.output
validatesRunner project(path: ":examples:java", configuration: "testRuntimeMigration")
validatesRunner project(path: project.path, configuration: "testRuntimeMigration")
+ validatesRunner library.java.log4j2_api
+ validatesRunner library.java.log4j2_core
hadoopVersions.each { kv ->
"hadoopVersion$kv.key" "org.apache.hadoop:hadoop-common:$kv.value"
// Force paranamer 2.8 to avoid issues when using Scala 2.12