You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pinot.apache.org by xi...@apache.org on 2020/07/25 01:06:20 UTC
[incubator-pinot] 01/01: Fixing the case of Orc and Json record
reader class name
This is an automated email from the ASF dual-hosted git repository.
xiangfu pushed a commit to branch fixing_case_of_record_readers
in repository https://gitbox.apache.org/repos/asf/incubator-pinot.git
commit 4ca53efbea2d0f56243e518ed20b3009b524ad4b
Author: Xiang Fu <fx...@gmail.com>
AuthorDate: Fri Jul 24 18:05:55 2020 -0700
Fixing the case of Orc and Json record reader class name
---
.../pinot/examples/docker/ingestion-job-specs/airlineStats.yaml | 4 ++--
.../pinot/examples/docker/ingestion-job-specs/baseballStats.yaml | 4 ++--
docs/batch_data_ingestion.rst | 4 ++--
.../apache/pinot/spi/ingestion/batch/spec/RecordReaderSpec.java | 8 ++++----
.../examples/batch/airlineStats/hadoopIngestionJobSpec.yaml | 4 ++--
.../resources/examples/batch/airlineStats/ingestionJobSpec.yaml | 4 ++--
.../examples/batch/airlineStats/sparkIngestionJobSpec.yaml | 4 ++--
.../resources/examples/batch/baseballStats/ingestionJobSpec.yaml | 4 ++--
.../examples/batch/baseballStats/sparkIngestionJobSpec.yaml | 4 ++--
9 files changed, 20 insertions(+), 20 deletions(-)
diff --git a/docker/images/pinot/examples/docker/ingestion-job-specs/airlineStats.yaml b/docker/images/pinot/examples/docker/ingestion-job-specs/airlineStats.yaml
index 896b3f9..dd46a24 100644
--- a/docker/images/pinot/examples/docker/ingestion-job-specs/airlineStats.yaml
+++ b/docker/images/pinot/examples/docker/ingestion-job-specs/airlineStats.yaml
@@ -87,8 +87,8 @@ recordReaderSpec:
# org.apache.pinot.plugin.inputformat.avro.AvroRecordReader
# org.apache.pinot.plugin.inputformat.csv.CSVRecordReader
# org.apache.pinot.plugin.inputformat.parquet.ParquetRecordReader
- # org.apache.pinot.plugin.inputformat.json.JsonRecordReader
- # org.apache.pinot.plugin.inputformat.orc.OrcRecordReader
+ # org.apache.pinot.plugin.inputformat.json.JSONRecordReader
+ # org.apache.pinot.plugin.inputformat.orc.ORCRecordReader
# org.apache.pinot.plugin.inputformat.thrift.ThriftRecordReader
className: 'org.apache.pinot.plugin.inputformat.avro.AvroRecordReader'
diff --git a/docker/images/pinot/examples/docker/ingestion-job-specs/baseballStats.yaml b/docker/images/pinot/examples/docker/ingestion-job-specs/baseballStats.yaml
index a938bf6..a3c6ce9 100644
--- a/docker/images/pinot/examples/docker/ingestion-job-specs/baseballStats.yaml
+++ b/docker/images/pinot/examples/docker/ingestion-job-specs/baseballStats.yaml
@@ -87,8 +87,8 @@ recordReaderSpec:
# org.apache.pinot.plugin.inputformat.avro.AvroRecordReader
# org.apache.pinot.plugin.inputformat.csv.CSVRecordReader
# org.apache.pinot.plugin.inputformat.parquet.ParquetRecordReader
- # org.apache.pinot.plugin.inputformat.json.JsonRecordReader
- # org.apache.pinot.plugin.inputformat.orc.OrcRecordReader
+ # org.apache.pinot.plugin.inputformat.json.JSONRecordReader
+ # org.apache.pinot.plugin.inputformat.orc.ORCRecordReader
# org.apache.pinot.plugin.inputformat.thrift.ThriftRecordReader
className: 'org.apache.pinot.plugin.inputformat.csv.CSVRecordReader'
diff --git a/docs/batch_data_ingestion.rst b/docs/batch_data_ingestion.rst
index 4277489..e573d16 100644
--- a/docs/batch_data_ingestion.rst
+++ b/docs/batch_data_ingestion.rst
@@ -118,8 +118,8 @@ Below is an example (also located at `examples/batch/airlineStats/ingestionJobSp
# org.apache.pinot.plugin.inputformat.avro.AvroRecordReader
# org.apache.pinot.plugin.inputformat.csv.CSVRecordReader
# org.apache.pinot.plugin.inputformat.parquet.ParquetRecordReader
- # org.apache.pinot.plugin.inputformat.json.JsonRecordReader
- # org.apache.pinot.plugin.inputformat.orc.OrcRecordReader
+ # org.apache.pinot.plugin.inputformat.json.JSONRecordReader
+ # org.apache.pinot.plugin.inputformat.orc.ORCRecordReader
# org.apache.pinot.plugin.inputformat.thrift.ThriftRecordReader
className: 'org.apache.pinot.plugin.inputformat.avro.AvroRecordReader'
diff --git a/pinot-spi/src/main/java/org/apache/pinot/spi/ingestion/batch/spec/RecordReaderSpec.java b/pinot-spi/src/main/java/org/apache/pinot/spi/ingestion/batch/spec/RecordReaderSpec.java
index 8bca2be..2070f85 100644
--- a/pinot-spi/src/main/java/org/apache/pinot/spi/ingestion/batch/spec/RecordReaderSpec.java
+++ b/pinot-spi/src/main/java/org/apache/pinot/spi/ingestion/batch/spec/RecordReaderSpec.java
@@ -38,8 +38,8 @@ public class RecordReaderSpec implements Serializable {
* org.apache.pinot.plugin.inputformat.avro.AvroRecordReader
* org.apache.pinot.plugin.inputformat.csv.CSVRecordReader
* org.apache.pinot.plugin.inputformat.parquet.ParquetRecordReader
- * org.apache.pinot.plugin.inputformat.json.JsonRecordReader
- * org.apache.pinot.plugin.inputformat.orc.OrcRecordReader
+ * org.apache.pinot.plugin.inputformat.json.JSONRecordReader
+ * org.apache.pinot.plugin.inputformat.orc.ORCRecordReader
* org.apache.pinot.plugin.inputformat.thrift.ThriftRecordReader
*/
private String _className;
@@ -79,8 +79,8 @@ public class RecordReaderSpec implements Serializable {
* org.apache.pinot.plugin.inputformat.avro.AvroRecordReader
* org.apache.pinot.plugin.inputformat.csv.CSVRecordReader
* org.apache.pinot.plugin.inputformat.parquet.ParquetRecordReader
- * org.apache.pinot.plugin.inputformat.json.JsonRecordReader
- * org.apache.pinot.plugin.inputformat.orc.OrcRecordReader
+ * org.apache.pinot.plugin.inputformat.json.JSONRecordReader
+ * org.apache.pinot.plugin.inputformat.orc.ORCRecordReader
* org.apache.pinot.plugin.inputformat.thrift.ThriftRecordReader
*
* @param className
diff --git a/pinot-tools/src/main/resources/examples/batch/airlineStats/hadoopIngestionJobSpec.yaml b/pinot-tools/src/main/resources/examples/batch/airlineStats/hadoopIngestionJobSpec.yaml
index caa0af4..b6de561 100644
--- a/pinot-tools/src/main/resources/examples/batch/airlineStats/hadoopIngestionJobSpec.yaml
+++ b/pinot-tools/src/main/resources/examples/batch/airlineStats/hadoopIngestionJobSpec.yaml
@@ -93,8 +93,8 @@ recordReaderSpec:
# org.apache.pinot.plugin.inputformat.avro.AvroRecordReader
# org.apache.pinot.plugin.inputformat.csv.CSVRecordReader
# org.apache.pinot.plugin.inputformat.parquet.ParquetRecordReader
- # org.apache.pinot.plugin.inputformat.json.JsonRecordReader
- # org.apache.pinot.plugin.inputformat.orc.OrcRecordReader
+ # org.apache.pinot.plugin.inputformat.json.JSONRecordReader
+ # org.apache.pinot.plugin.inputformat.orc.ORCRecordReader
# org.apache.pinot.plugin.inputformat.thrift.ThriftRecordReader
className: 'org.apache.pinot.plugin.inputformat.avro.AvroRecordReader'
diff --git a/pinot-tools/src/main/resources/examples/batch/airlineStats/ingestionJobSpec.yaml b/pinot-tools/src/main/resources/examples/batch/airlineStats/ingestionJobSpec.yaml
index 7663b38..ef5413c 100644
--- a/pinot-tools/src/main/resources/examples/batch/airlineStats/ingestionJobSpec.yaml
+++ b/pinot-tools/src/main/resources/examples/batch/airlineStats/ingestionJobSpec.yaml
@@ -87,8 +87,8 @@ recordReaderSpec:
# org.apache.pinot.plugin.inputformat.avro.AvroRecordReader
# org.apache.pinot.plugin.inputformat.csv.CSVRecordReader
# org.apache.pinot.plugin.inputformat.parquet.ParquetRecordReader
- # org.apache.pinot.plugin.inputformat.json.JsonRecordReader
- # org.apache.pinot.plugin.inputformat.orc.OrcRecordReader
+ # org.apache.pinot.plugin.inputformat.json.JSONRecordReader
+ # org.apache.pinot.plugin.inputformat.orc.ORCRecordReader
# org.apache.pinot.plugin.inputformat.thrift.ThriftRecordReader
className: 'org.apache.pinot.plugin.inputformat.avro.AvroRecordReader'
diff --git a/pinot-tools/src/main/resources/examples/batch/airlineStats/sparkIngestionJobSpec.yaml b/pinot-tools/src/main/resources/examples/batch/airlineStats/sparkIngestionJobSpec.yaml
index d6ea299..2f95da2 100644
--- a/pinot-tools/src/main/resources/examples/batch/airlineStats/sparkIngestionJobSpec.yaml
+++ b/pinot-tools/src/main/resources/examples/batch/airlineStats/sparkIngestionJobSpec.yaml
@@ -95,8 +95,8 @@ recordReaderSpec:
# org.apache.pinot.plugin.inputformat.avro.AvroRecordReader
# org.apache.pinot.plugin.inputformat.csv.CSVRecordReader
# org.apache.pinot.plugin.inputformat.parquet.ParquetRecordReader
- # org.apache.pinot.plugin.inputformat.json.JsonRecordReader
- # org.apache.pinot.plugin.inputformat.orc.OrcRecordReader
+ # org.apache.pinot.plugin.inputformat.json.JSONRecordReader
+ # org.apache.pinot.plugin.inputformat.orc.ORCRecordReader
# org.apache.pinot.plugin.inputformat.thrift.ThriftRecordReader
className: 'org.apache.pinot.plugin.inputformat.avro.AvroRecordReader'
diff --git a/pinot-tools/src/main/resources/examples/batch/baseballStats/ingestionJobSpec.yaml b/pinot-tools/src/main/resources/examples/batch/baseballStats/ingestionJobSpec.yaml
index e3d55a4..a3797d6 100644
--- a/pinot-tools/src/main/resources/examples/batch/baseballStats/ingestionJobSpec.yaml
+++ b/pinot-tools/src/main/resources/examples/batch/baseballStats/ingestionJobSpec.yaml
@@ -87,8 +87,8 @@ recordReaderSpec:
# org.apache.pinot.plugin.inputformat.avro.AvroRecordReader
# org.apache.pinot.plugin.inputformat.csv.CSVRecordReader
# org.apache.pinot.plugin.inputformat.parquet.ParquetRecordReader
- # org.apache.pinot.plugin.inputformat.json.JsonRecordReader
- # org.apache.pinot.plugin.inputformat.orc.OrcRecordReader
+ # org.apache.pinot.plugin.inputformat.json.JSONRecordReader
+ # org.apache.pinot.plugin.inputformat.orc.ORCRecordReader
# org.apache.pinot.plugin.inputformat.thrift.ThriftRecordReader
className: 'org.apache.pinot.plugin.inputformat.csv.CSVRecordReader'
diff --git a/pinot-tools/src/main/resources/examples/batch/baseballStats/sparkIngestionJobSpec.yaml b/pinot-tools/src/main/resources/examples/batch/baseballStats/sparkIngestionJobSpec.yaml
index 152b5b5..73db1d1 100644
--- a/pinot-tools/src/main/resources/examples/batch/baseballStats/sparkIngestionJobSpec.yaml
+++ b/pinot-tools/src/main/resources/examples/batch/baseballStats/sparkIngestionJobSpec.yaml
@@ -91,8 +91,8 @@ recordReaderSpec:
# org.apache.pinot.plugin.inputformat.avro.AvroRecordReader
# org.apache.pinot.plugin.inputformat.csv.CSVRecordReader
# org.apache.pinot.plugin.inputformat.parquet.ParquetRecordReader
- # org.apache.pinot.plugin.inputformat.json.JsonRecordReader
- # org.apache.pinot.plugin.inputformat.orc.OrcRecordReader
+ # org.apache.pinot.plugin.inputformat.json.JSONRecordReader
+ # org.apache.pinot.plugin.inputformat.orc.ORCRecordReader
# org.apache.pinot.plugin.inputformat.thrift.ThriftRecordReader
className: 'org.apache.pinot.plugin.inputformat.csv.CSVRecordReader'
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@pinot.apache.org
For additional commands, e-mail: commits-help@pinot.apache.org