You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pinot.apache.org by xi...@apache.org on 2020/07/25 01:06:19 UTC
[incubator-pinot] branch fixing_case_of_record_readers created (now
4ca53ef)
This is an automated email from the ASF dual-hosted git repository.
xiangfu pushed a change to branch fixing_case_of_record_readers
in repository https://gitbox.apache.org/repos/asf/incubator-pinot.git.
at 4ca53ef Fixing the case of Orc and Json record reader class name
This branch includes the following new commits:
new 4ca53ef Fixing the case of Orc and Json record reader class name
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@pinot.apache.org
For additional commands, e-mail: commits-help@pinot.apache.org
[incubator-pinot] 01/01: Fixing the case of Orc and Json record
reader class name
Posted by xi...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
xiangfu pushed a commit to branch fixing_case_of_record_readers
in repository https://gitbox.apache.org/repos/asf/incubator-pinot.git
commit 4ca53efbea2d0f56243e518ed20b3009b524ad4b
Author: Xiang Fu <fx...@gmail.com>
AuthorDate: Fri Jul 24 18:05:55 2020 -0700
Fixing the case of Orc and Json record reader class name
---
.../pinot/examples/docker/ingestion-job-specs/airlineStats.yaml | 4 ++--
.../pinot/examples/docker/ingestion-job-specs/baseballStats.yaml | 4 ++--
docs/batch_data_ingestion.rst | 4 ++--
.../apache/pinot/spi/ingestion/batch/spec/RecordReaderSpec.java | 8 ++++----
.../examples/batch/airlineStats/hadoopIngestionJobSpec.yaml | 4 ++--
.../resources/examples/batch/airlineStats/ingestionJobSpec.yaml | 4 ++--
.../examples/batch/airlineStats/sparkIngestionJobSpec.yaml | 4 ++--
.../resources/examples/batch/baseballStats/ingestionJobSpec.yaml | 4 ++--
.../examples/batch/baseballStats/sparkIngestionJobSpec.yaml | 4 ++--
9 files changed, 20 insertions(+), 20 deletions(-)
diff --git a/docker/images/pinot/examples/docker/ingestion-job-specs/airlineStats.yaml b/docker/images/pinot/examples/docker/ingestion-job-specs/airlineStats.yaml
index 896b3f9..dd46a24 100644
--- a/docker/images/pinot/examples/docker/ingestion-job-specs/airlineStats.yaml
+++ b/docker/images/pinot/examples/docker/ingestion-job-specs/airlineStats.yaml
@@ -87,8 +87,8 @@ recordReaderSpec:
# org.apache.pinot.plugin.inputformat.avro.AvroRecordReader
# org.apache.pinot.plugin.inputformat.csv.CSVRecordReader
# org.apache.pinot.plugin.inputformat.parquet.ParquetRecordReader
- # org.apache.pinot.plugin.inputformat.json.JsonRecordReader
- # org.apache.pinot.plugin.inputformat.orc.OrcRecordReader
+ # org.apache.pinot.plugin.inputformat.json.JSONRecordReader
+ # org.apache.pinot.plugin.inputformat.orc.ORCRecordReader
# org.apache.pinot.plugin.inputformat.thrift.ThriftRecordReader
className: 'org.apache.pinot.plugin.inputformat.avro.AvroRecordReader'
diff --git a/docker/images/pinot/examples/docker/ingestion-job-specs/baseballStats.yaml b/docker/images/pinot/examples/docker/ingestion-job-specs/baseballStats.yaml
index a938bf6..a3c6ce9 100644
--- a/docker/images/pinot/examples/docker/ingestion-job-specs/baseballStats.yaml
+++ b/docker/images/pinot/examples/docker/ingestion-job-specs/baseballStats.yaml
@@ -87,8 +87,8 @@ recordReaderSpec:
# org.apache.pinot.plugin.inputformat.avro.AvroRecordReader
# org.apache.pinot.plugin.inputformat.csv.CSVRecordReader
# org.apache.pinot.plugin.inputformat.parquet.ParquetRecordReader
- # org.apache.pinot.plugin.inputformat.json.JsonRecordReader
- # org.apache.pinot.plugin.inputformat.orc.OrcRecordReader
+ # org.apache.pinot.plugin.inputformat.json.JSONRecordReader
+ # org.apache.pinot.plugin.inputformat.orc.ORCRecordReader
# org.apache.pinot.plugin.inputformat.thrift.ThriftRecordReader
className: 'org.apache.pinot.plugin.inputformat.csv.CSVRecordReader'
diff --git a/docs/batch_data_ingestion.rst b/docs/batch_data_ingestion.rst
index 4277489..e573d16 100644
--- a/docs/batch_data_ingestion.rst
+++ b/docs/batch_data_ingestion.rst
@@ -118,8 +118,8 @@ Below is an example (also located at `examples/batch/airlineStats/ingestionJobSp
# org.apache.pinot.plugin.inputformat.avro.AvroRecordReader
# org.apache.pinot.plugin.inputformat.csv.CSVRecordReader
# org.apache.pinot.plugin.inputformat.parquet.ParquetRecordReader
- # org.apache.pinot.plugin.inputformat.json.JsonRecordReader
- # org.apache.pinot.plugin.inputformat.orc.OrcRecordReader
+ # org.apache.pinot.plugin.inputformat.json.JSONRecordReader
+ # org.apache.pinot.plugin.inputformat.orc.ORCRecordReader
# org.apache.pinot.plugin.inputformat.thrift.ThriftRecordReader
className: 'org.apache.pinot.plugin.inputformat.avro.AvroRecordReader'
diff --git a/pinot-spi/src/main/java/org/apache/pinot/spi/ingestion/batch/spec/RecordReaderSpec.java b/pinot-spi/src/main/java/org/apache/pinot/spi/ingestion/batch/spec/RecordReaderSpec.java
index 8bca2be..2070f85 100644
--- a/pinot-spi/src/main/java/org/apache/pinot/spi/ingestion/batch/spec/RecordReaderSpec.java
+++ b/pinot-spi/src/main/java/org/apache/pinot/spi/ingestion/batch/spec/RecordReaderSpec.java
@@ -38,8 +38,8 @@ public class RecordReaderSpec implements Serializable {
* org.apache.pinot.plugin.inputformat.avro.AvroRecordReader
* org.apache.pinot.plugin.inputformat.csv.CSVRecordReader
* org.apache.pinot.plugin.inputformat.parquet.ParquetRecordReader
- * org.apache.pinot.plugin.inputformat.json.JsonRecordReader
- * org.apache.pinot.plugin.inputformat.orc.OrcRecordReader
+ * org.apache.pinot.plugin.inputformat.json.JSONRecordReader
+ * org.apache.pinot.plugin.inputformat.orc.ORCRecordReader
* org.apache.pinot.plugin.inputformat.thrift.ThriftRecordReader
*/
private String _className;
@@ -79,8 +79,8 @@ public class RecordReaderSpec implements Serializable {
* org.apache.pinot.plugin.inputformat.avro.AvroRecordReader
* org.apache.pinot.plugin.inputformat.csv.CSVRecordReader
* org.apache.pinot.plugin.inputformat.parquet.ParquetRecordReader
- * org.apache.pinot.plugin.inputformat.json.JsonRecordReader
- * org.apache.pinot.plugin.inputformat.orc.OrcRecordReader
+ * org.apache.pinot.plugin.inputformat.json.JSONRecordReader
+ * org.apache.pinot.plugin.inputformat.orc.ORCRecordReader
* org.apache.pinot.plugin.inputformat.thrift.ThriftRecordReader
*
* @param className
diff --git a/pinot-tools/src/main/resources/examples/batch/airlineStats/hadoopIngestionJobSpec.yaml b/pinot-tools/src/main/resources/examples/batch/airlineStats/hadoopIngestionJobSpec.yaml
index caa0af4..b6de561 100644
--- a/pinot-tools/src/main/resources/examples/batch/airlineStats/hadoopIngestionJobSpec.yaml
+++ b/pinot-tools/src/main/resources/examples/batch/airlineStats/hadoopIngestionJobSpec.yaml
@@ -93,8 +93,8 @@ recordReaderSpec:
# org.apache.pinot.plugin.inputformat.avro.AvroRecordReader
# org.apache.pinot.plugin.inputformat.csv.CSVRecordReader
# org.apache.pinot.plugin.inputformat.parquet.ParquetRecordReader
- # org.apache.pinot.plugin.inputformat.json.JsonRecordReader
- # org.apache.pinot.plugin.inputformat.orc.OrcRecordReader
+ # org.apache.pinot.plugin.inputformat.json.JSONRecordReader
+ # org.apache.pinot.plugin.inputformat.orc.ORCRecordReader
# org.apache.pinot.plugin.inputformat.thrift.ThriftRecordReader
className: 'org.apache.pinot.plugin.inputformat.avro.AvroRecordReader'
diff --git a/pinot-tools/src/main/resources/examples/batch/airlineStats/ingestionJobSpec.yaml b/pinot-tools/src/main/resources/examples/batch/airlineStats/ingestionJobSpec.yaml
index 7663b38..ef5413c 100644
--- a/pinot-tools/src/main/resources/examples/batch/airlineStats/ingestionJobSpec.yaml
+++ b/pinot-tools/src/main/resources/examples/batch/airlineStats/ingestionJobSpec.yaml
@@ -87,8 +87,8 @@ recordReaderSpec:
# org.apache.pinot.plugin.inputformat.avro.AvroRecordReader
# org.apache.pinot.plugin.inputformat.csv.CSVRecordReader
# org.apache.pinot.plugin.inputformat.parquet.ParquetRecordReader
- # org.apache.pinot.plugin.inputformat.json.JsonRecordReader
- # org.apache.pinot.plugin.inputformat.orc.OrcRecordReader
+ # org.apache.pinot.plugin.inputformat.json.JSONRecordReader
+ # org.apache.pinot.plugin.inputformat.orc.ORCRecordReader
# org.apache.pinot.plugin.inputformat.thrift.ThriftRecordReader
className: 'org.apache.pinot.plugin.inputformat.avro.AvroRecordReader'
diff --git a/pinot-tools/src/main/resources/examples/batch/airlineStats/sparkIngestionJobSpec.yaml b/pinot-tools/src/main/resources/examples/batch/airlineStats/sparkIngestionJobSpec.yaml
index d6ea299..2f95da2 100644
--- a/pinot-tools/src/main/resources/examples/batch/airlineStats/sparkIngestionJobSpec.yaml
+++ b/pinot-tools/src/main/resources/examples/batch/airlineStats/sparkIngestionJobSpec.yaml
@@ -95,8 +95,8 @@ recordReaderSpec:
# org.apache.pinot.plugin.inputformat.avro.AvroRecordReader
# org.apache.pinot.plugin.inputformat.csv.CSVRecordReader
# org.apache.pinot.plugin.inputformat.parquet.ParquetRecordReader
- # org.apache.pinot.plugin.inputformat.json.JsonRecordReader
- # org.apache.pinot.plugin.inputformat.orc.OrcRecordReader
+ # org.apache.pinot.plugin.inputformat.json.JSONRecordReader
+ # org.apache.pinot.plugin.inputformat.orc.ORCRecordReader
# org.apache.pinot.plugin.inputformat.thrift.ThriftRecordReader
className: 'org.apache.pinot.plugin.inputformat.avro.AvroRecordReader'
diff --git a/pinot-tools/src/main/resources/examples/batch/baseballStats/ingestionJobSpec.yaml b/pinot-tools/src/main/resources/examples/batch/baseballStats/ingestionJobSpec.yaml
index e3d55a4..a3797d6 100644
--- a/pinot-tools/src/main/resources/examples/batch/baseballStats/ingestionJobSpec.yaml
+++ b/pinot-tools/src/main/resources/examples/batch/baseballStats/ingestionJobSpec.yaml
@@ -87,8 +87,8 @@ recordReaderSpec:
# org.apache.pinot.plugin.inputformat.avro.AvroRecordReader
# org.apache.pinot.plugin.inputformat.csv.CSVRecordReader
# org.apache.pinot.plugin.inputformat.parquet.ParquetRecordReader
- # org.apache.pinot.plugin.inputformat.json.JsonRecordReader
- # org.apache.pinot.plugin.inputformat.orc.OrcRecordReader
+ # org.apache.pinot.plugin.inputformat.json.JSONRecordReader
+ # org.apache.pinot.plugin.inputformat.orc.ORCRecordReader
# org.apache.pinot.plugin.inputformat.thrift.ThriftRecordReader
className: 'org.apache.pinot.plugin.inputformat.csv.CSVRecordReader'
diff --git a/pinot-tools/src/main/resources/examples/batch/baseballStats/sparkIngestionJobSpec.yaml b/pinot-tools/src/main/resources/examples/batch/baseballStats/sparkIngestionJobSpec.yaml
index 152b5b5..73db1d1 100644
--- a/pinot-tools/src/main/resources/examples/batch/baseballStats/sparkIngestionJobSpec.yaml
+++ b/pinot-tools/src/main/resources/examples/batch/baseballStats/sparkIngestionJobSpec.yaml
@@ -91,8 +91,8 @@ recordReaderSpec:
# org.apache.pinot.plugin.inputformat.avro.AvroRecordReader
# org.apache.pinot.plugin.inputformat.csv.CSVRecordReader
# org.apache.pinot.plugin.inputformat.parquet.ParquetRecordReader
- # org.apache.pinot.plugin.inputformat.json.JsonRecordReader
- # org.apache.pinot.plugin.inputformat.orc.OrcRecordReader
+ # org.apache.pinot.plugin.inputformat.json.JSONRecordReader
+ # org.apache.pinot.plugin.inputformat.orc.ORCRecordReader
# org.apache.pinot.plugin.inputformat.thrift.ThriftRecordReader
className: 'org.apache.pinot.plugin.inputformat.csv.CSVRecordReader'
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@pinot.apache.org
For additional commands, e-mail: commits-help@pinot.apache.org