You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@seatunnel.apache.org by ki...@apache.org on 2022/02/23 14:01:43 UTC
[incubator-seatunnel] branch dev updated: [Chore] Remove the useless qualifier of SparkBatchExecution (#1321)
This is an automated email from the ASF dual-hosted git repository.
kirs pushed a commit to branch dev
in repository https://gitbox.apache.org/repos/asf/incubator-seatunnel.git
The following commit(s) were added to refs/heads/dev by this push:
new 2eabe6d [Chore] Remove the useless qualifier of SparkBatchExecution (#1321)
2eabe6d is described below
commit 2eabe6d6f53848b4560ca04f668bea0b9e44d589
Author: Benedict Jin <as...@apache.org>
AuthorDate: Wed Feb 23 22:01:35 2022 +0800
[Chore] Remove the useless qualifier of SparkBatchExecution (#1321)
---
.../org/apache/seatunnel/spark/batch/SparkBatchExecution.java | 8 ++++----
1 file changed, 4 insertions(+), 4 deletions(-)
diff --git a/seatunnel-apis/seatunnel-api-spark/src/main/java/org/apache/seatunnel/spark/batch/SparkBatchExecution.java b/seatunnel-apis/seatunnel-api-spark/src/main/java/org/apache/seatunnel/spark/batch/SparkBatchExecution.java
index 9559249..6a81220 100644
--- a/seatunnel-apis/seatunnel-api-spark/src/main/java/org/apache/seatunnel/spark/batch/SparkBatchExecution.java
+++ b/seatunnel-apis/seatunnel-api-spark/src/main/java/org/apache/seatunnel/spark/batch/SparkBatchExecution.java
@@ -92,17 +92,17 @@ public class SparkBatchExecution implements Execution<SparkBatchSource, BaseSpar
@Override
public void start(List<SparkBatchSource> sources, List<BaseSparkTransform> transforms, List<SparkBatchSink> sinks) {
- sources.forEach(source -> SparkBatchExecution.registerInputTempView(source, environment));
+ sources.forEach(source -> registerInputTempView(source, environment));
if (!sources.isEmpty()) {
Dataset<Row> ds = sources.get(0).getData(environment);
for (BaseSparkTransform transform : transforms) {
if (ds.takeAsList(1).size() > 0) {
- ds = SparkBatchExecution.transformProcess(environment, transform, ds);
- SparkBatchExecution.registerTransformTempView(transform, ds);
+ ds = transformProcess(environment, transform, ds);
+ registerTransformTempView(transform, ds);
}
}
for (SparkBatchSink sink : sinks) {
- SparkBatchExecution.sinkProcess(environment, sink, ds);
+ sinkProcess(environment, sink, ds);
}
}
}