You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by yh...@apache.org on 2025/02/28 20:56:28 UTC

(beam) branch master updated: Add log4j2 deps for spark validatesRunner tasks. (#34123)

This is an automated email from the ASF dual-hosted git repository.

yhu pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git


The following commit(s) were added to refs/heads/master by this push:
     new 228f028c942 Add log4j2 deps for spark validatesRunner tasks. (#34123)
228f028c942 is described below

commit 228f028c942d7d45e2dab7084fb72a2d41b0e6a4
Author: Shunping Huang <sh...@google.com>
AuthorDate: Fri Feb 28 15:56:21 2025 -0500

    Add log4j2 deps for spark validatesRunner tasks. (#34123)
    
    * Add log4j2 deps for spark validatesRunner tasks.
    
    * Trigger spark postcommit tests.
---
 .github/trigger_files/beam_PostCommit_Java_ValidatesRunner_Spark.json  | 3 ++-
 .../beam_PostCommit_Java_ValidatesRunner_SparkStructuredStreaming.json | 3 ++-
 runners/spark/spark_runner.gradle                                      | 2 ++
 3 files changed, 6 insertions(+), 2 deletions(-)

diff --git a/.github/trigger_files/beam_PostCommit_Java_ValidatesRunner_Spark.json b/.github/trigger_files/beam_PostCommit_Java_ValidatesRunner_Spark.json
index dd2bf3aeb36..f21bd16f470 100644
--- a/.github/trigger_files/beam_PostCommit_Java_ValidatesRunner_Spark.json
+++ b/.github/trigger_files/beam_PostCommit_Java_ValidatesRunner_Spark.json
@@ -4,5 +4,6 @@
   "https://github.com/apache/beam/pull/31798": "noting that PR #31798 should run this test",
   "https://github.com/apache/beam/pull/32546": "noting that PR #32546 should run this test",
   "https://github.com/apache/beam/pull/33267": "noting that PR #33267 should run this test",
-  "https://github.com/apache/beam/pull/33322": "noting that PR #33322 should run this test"
+  "https://github.com/apache/beam/pull/33322": "noting that PR #33322 should run this test",
+  "https://github.com/apache/beam/pull/34123": "noting that PR #34123 should run this test"
 }
diff --git a/.github/trigger_files/beam_PostCommit_Java_ValidatesRunner_SparkStructuredStreaming.json b/.github/trigger_files/beam_PostCommit_Java_ValidatesRunner_SparkStructuredStreaming.json
index 74f4220571e..87448a1525a 100644
--- a/.github/trigger_files/beam_PostCommit_Java_ValidatesRunner_SparkStructuredStreaming.json
+++ b/.github/trigger_files/beam_PostCommit_Java_ValidatesRunner_SparkStructuredStreaming.json
@@ -3,5 +3,6 @@
   "https://github.com/apache/beam/pull/31156": "noting that PR #31156 should run this test",
   "https://github.com/apache/beam/pull/31798": "noting that PR #31798 should run this test",
   "https://github.com/apache/beam/pull/32546": "noting that PR #32546 should run this test",
-  "https://github.com/apache/beam/pull/33267": "noting that PR #33267 should run this test"
+  "https://github.com/apache/beam/pull/33267": "noting that PR #33267 should run this test",
+  "https://github.com/apache/beam/pull/34123": "noting that PR #34123 should run this test"
 }
diff --git a/runners/spark/spark_runner.gradle b/runners/spark/spark_runner.gradle
index 1f60244135a..1d95574fd33 100644
--- a/runners/spark/spark_runner.gradle
+++ b/runners/spark/spark_runner.gradle
@@ -216,6 +216,8 @@ dependencies {
   validatesRunner project(":sdks:java:io:hadoop-format").sourceSets.test.output
   validatesRunner project(path: ":examples:java", configuration: "testRuntimeMigration")
   validatesRunner project(path: project.path, configuration: "testRuntimeMigration")
+  validatesRunner library.java.log4j2_api
+  validatesRunner library.java.log4j2_core
   hadoopVersions.each { kv ->
     "hadoopVersion$kv.key" "org.apache.hadoop:hadoop-common:$kv.value"
     // Force paranamer 2.8 to avoid issues when using Scala 2.12