You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pinot.apache.org by ja...@apache.org on 2022/06/08 21:02:06 UTC
[pinot] branch master updated (f1a2eee76d -> af429094ef)
This is an automated email from the ASF dual-hosted git repository.
jackie pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/pinot.git
from f1a2eee76d Bump eventsource in /pinot-controller/src/main/resources (#8814)
add af429094ef Add support for Spark 3.x (#8560)
No new revisions were added by this update.
Summary of changes:
pinot-distribution/pinot-assembly.xml | 12 +-
pinot-distribution/pom.xml | 4 +
.../pinot-batch-ingestion-spark-2.4/pom.xml | 248 +++++++++++++++++++++
.../spark/SparkSegmentGenerationJobRunner.java | 0
.../spark/SparkSegmentMetadataPushJobRunner.java | 0
.../batch/spark/SparkSegmentTarPushJobRunner.java | 0
.../batch/spark/SparkSegmentUriPushJobRunner.java | 0
.../segmentCreationAndMetadataPushJobSpec.yaml | 2 +-
.../segmentCreationAndTarPushJobSpec.yaml | 2 +-
.../segmentCreationAndUriPushJobSpec.yaml | 2 +-
.../src/main/resources/segmentCreationJobSpec.yaml | 1 +
.../src/main/resources/segmentTarPushJobSpec.yaml | 2 +-
.../src/main/resources/segmentUriPushJobSpec.yaml | 2 +-
.../SparkSegmentGenerationJobRunnerTest.java} | 204 ++++++++---------
.../pinot-batch-ingestion-spark-3.2/pom.xml | 225 +++++++++++++++++++
.../spark3}/SparkSegmentGenerationJobRunner.java | 2 +-
.../spark3}/SparkSegmentMetadataPushJobRunner.java | 2 +-
.../spark3}/SparkSegmentTarPushJobRunner.java | 2 +-
.../spark3}/SparkSegmentUriPushJobRunner.java | 2 +-
.../segmentCreationAndMetadataPushJobSpec.yaml | 10 +-
.../segmentCreationAndTarPushJobSpec.yaml | 10 +-
.../segmentCreationAndUriPushJobSpec.yaml | 10 +-
.../src/main/resources/segmentCreationJobSpec.yaml | 8 +-
.../src/main/resources/segmentTarPushJobSpec.yaml | 10 +-
.../src/main/resources/segmentUriPushJobSpec.yaml | 10 +-
.../SparkSegmentGenerationJobRunnerTest.java} | 204 ++++++++---------
.../pinot-batch-ingestion-spark/pom.xml | 119 ----------
pinot-plugins/pinot-batch-ingestion/pom.xml | 4 +-
pinot-plugins/pom.xml | 4 +
29 files changed, 713 insertions(+), 388 deletions(-)
create mode 100644 pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-2.4/pom.xml
copy pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-spark => pinot-batch-ingestion-spark-2.4}/src/main/java/org/apache/pinot/plugin/ingestion/batch/spark/SparkSegmentGenerationJobRunner.java (100%)
copy pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-spark => pinot-batch-ingestion-spark-2.4}/src/main/java/org/apache/pinot/plugin/ingestion/batch/spark/SparkSegmentMetadataPushJobRunner.java (100%)
copy pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-spark => pinot-batch-ingestion-spark-2.4}/src/main/java/org/apache/pinot/plugin/ingestion/batch/spark/SparkSegmentTarPushJobRunner.java (100%)
copy pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-spark => pinot-batch-ingestion-spark-2.4}/src/main/java/org/apache/pinot/plugin/ingestion/batch/spark/SparkSegmentUriPushJobRunner.java (100%)
copy pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-spark => pinot-batch-ingestion-spark-2.4}/src/main/resources/segmentCreationAndMetadataPushJobSpec.yaml (98%)
copy pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-spark => pinot-batch-ingestion-spark-2.4}/src/main/resources/segmentCreationAndTarPushJobSpec.yaml (98%)
copy pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-spark => pinot-batch-ingestion-spark-2.4}/src/main/resources/segmentCreationAndUriPushJobSpec.yaml (98%)
copy pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-spark => pinot-batch-ingestion-spark-2.4}/src/main/resources/segmentCreationJobSpec.yaml (99%)
copy pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-spark => pinot-batch-ingestion-spark-2.4}/src/main/resources/segmentTarPushJobSpec.yaml (98%)
copy pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-spark => pinot-batch-ingestion-spark-2.4}/src/main/resources/segmentUriPushJobSpec.yaml (98%)
copy pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-standalone/src/test/java/org/apache/pinot/plugin/ingestion/batch/standalone/SegmentGenerationJobRunnerTest.java => pinot-batch-ingestion-spark-2.4/src/test/java/org/apache/pinot/plugin/ingestion/batch/spark/SparkSegmentGenerationJobRunnerTest.java} (62%)
create mode 100644 pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-3.2/pom.xml
rename pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-spark/src/main/java/org/apache/pinot/plugin/ingestion/batch/spark => pinot-batch-ingestion-spark-3.2/src/main/java/org/apache/pinot/plugin/ingestion/batch/spark3}/SparkSegmentGenerationJobRunner.java (99%)
rename pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-spark/src/main/java/org/apache/pinot/plugin/ingestion/batch/spark => pinot-batch-ingestion-spark-3.2/src/main/java/org/apache/pinot/plugin/ingestion/batch/spark3}/SparkSegmentMetadataPushJobRunner.java (98%)
rename pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-spark/src/main/java/org/apache/pinot/plugin/ingestion/batch/spark => pinot-batch-ingestion-spark-3.2/src/main/java/org/apache/pinot/plugin/ingestion/batch/spark3}/SparkSegmentTarPushJobRunner.java (98%)
rename pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-spark/src/main/java/org/apache/pinot/plugin/ingestion/batch/spark => pinot-batch-ingestion-spark-3.2/src/main/java/org/apache/pinot/plugin/ingestion/batch/spark3}/SparkSegmentUriPushJobRunner.java (98%)
rename pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-spark => pinot-batch-ingestion-spark-3.2}/src/main/resources/segmentCreationAndMetadataPushJobSpec.yaml (88%)
rename pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-spark => pinot-batch-ingestion-spark-3.2}/src/main/resources/segmentCreationAndTarPushJobSpec.yaml (87%)
rename pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-spark => pinot-batch-ingestion-spark-3.2}/src/main/resources/segmentCreationAndUriPushJobSpec.yaml (88%)
rename pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-spark => pinot-batch-ingestion-spark-3.2}/src/main/resources/segmentCreationJobSpec.yaml (88%)
rename pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-spark => pinot-batch-ingestion-spark-3.2}/src/main/resources/segmentTarPushJobSpec.yaml (87%)
rename pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-spark => pinot-batch-ingestion-spark-3.2}/src/main/resources/segmentUriPushJobSpec.yaml (87%)
copy pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-standalone/src/test/java/org/apache/pinot/plugin/ingestion/batch/standalone/SegmentGenerationJobRunnerTest.java => pinot-batch-ingestion-spark-3.2/src/test/java/org/apache/pinot/plugin/ingestion/batch/spark3/SparkSegmentGenerationJobRunnerTest.java} (62%)
delete mode 100644 pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark/pom.xml
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@pinot.apache.org
For additional commands, e-mail: commits-help@pinot.apache.org