You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pinot.apache.org by kh...@apache.org on 2023/03/07 20:14:58 UTC
[pinot] branch master updated (2e55d1c04d -> 4eeaf82185)
This is an automated email from the ASF dual-hosted git repository.
kharekartik pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/pinot.git
from 2e55d1c04d Patch: Allow fetching comparable index from ComparisonColumns (#10388)
add 4eeaf82185 Refactor Spark Connector into two modules for reusability (#10321)
No new revisions were added by this update.
Summary of changes:
.../README.md | 0
...pinot-connector-executor-server-interaction.jpg | Bin
.../documentation/read_model.md | 0
.../pom.xml | 139 +-------------
...org.apache.spark.sql.sources.DataSourceRegister | 0
.../spark/datasource/PinotDataSourceReader.scala | 12 +-
.../spark/datasource/PinotDataSourceV2.scala | 0
.../spark/datasource/PinotInputPartition.scala | 16 +-
.../spark/datasource/TypeConverter.scala} | 6 +-
.../spark/datasource/query}/FilterPushDown.scala | 2 +-
.../src/test/resources/schema/pinot-schema.json | 0
.../src/test/resources/schema/spark-schema.json | 0
.../connector/spark/datasource}/BaseTest.scala | 2 +-
.../ExampleSparkPinotConnectorTest.scala | 4 +-
.../spark/datasource/TypeConverterTest.scala} | 14 +-
.../datasource/query}/FilterPushDownTest.scala | 4 +-
.../pom.xml | 43 ++---
.../spark/common/CaseInsensitiveStringMap.java | 201 +++++++++++++++++++++
.../pinot/connector/spark/common}/HttpUtils.scala | 3 +-
.../pinot/connector/spark/common}/Logging.scala | 2 +-
.../spark/common}/PinotClusterClient.scala | 26 ++-
.../spark/common}/PinotDataSourceReadOptions.scala | 55 +++---
.../pinot/connector/spark/common}/exceptions.scala | 2 +-
.../pinot/connector/spark/common}/package.scala | 4 +-
.../spark/common/partition}/PinotSplitter.scala | 20 +-
.../connector/spark/common/query/ScanQuery.scala} | 4 +-
.../spark/common/query/ScanQueryGenerator.scala} | 19 +-
.../reader/PinotAbstractPartitionReader.scala | 72 ++++++++
.../reader}/PinotGrpcServerDataFetcher.scala | 13 +-
.../common/reader}/PinotServerDataFetcher.scala | 17 +-
.../src/test/resources/log4j2.xml | 0
.../pinot/connector/spark/common}/BaseTest.scala | 2 +-
.../common}/PinotDataSourceReadOptionsTest.scala | 19 +-
.../spark/common}/PinotSplitterTest.scala | 24 +--
.../common/query/ScanQueryGeneratorTest.scala} | 15 +-
.../datasource/PinotInputPartitionReader.scala | 72 --------
pinot-connectors/pom.xml | 3 +-
37 files changed, 431 insertions(+), 384 deletions(-)
rename pinot-connectors/{pinot-spark-connector => pinot-spark-2-connector}/README.md (100%)
rename pinot-connectors/{pinot-spark-connector => pinot-spark-2-connector}/documentation/images/spark-pinot-connector-executor-server-interaction.jpg (100%)
rename pinot-connectors/{pinot-spark-connector => pinot-spark-2-connector}/documentation/read_model.md (100%)
copy pinot-connectors/{pinot-spark-connector => pinot-spark-2-connector}/pom.xml (63%)
rename pinot-connectors/{pinot-spark-connector => pinot-spark-2-connector}/src/main/resources/META-INF/services/org.apache.spark.sql.sources.DataSourceRegister (100%)
rename pinot-connectors/{pinot-spark-connector => pinot-spark-2-connector}/src/main/scala/org/apache/pinot/connector/spark/datasource/PinotDataSourceReader.scala (89%)
rename pinot-connectors/{pinot-spark-connector => pinot-spark-2-connector}/src/main/scala/org/apache/pinot/connector/spark/datasource/PinotDataSourceV2.scala (100%)
rename pinot-connectors/{pinot-spark-connector => pinot-spark-2-connector}/src/main/scala/org/apache/pinot/connector/spark/datasource/PinotInputPartition.scala (63%)
rename pinot-connectors/{pinot-spark-connector/src/main/scala/org/apache/pinot/connector/spark/connector/PinotUtils.scala => pinot-spark-2-connector/src/main/scala/org/apache/pinot/connector/spark/datasource/TypeConverter.scala} (97%)
rename pinot-connectors/{pinot-spark-connector/src/main/scala/org/apache/pinot/connector/spark/connector => pinot-spark-2-connector/src/main/scala/org/apache/pinot/connector/spark/datasource/query}/FilterPushDown.scala (98%)
rename pinot-connectors/{pinot-spark-connector => pinot-spark-2-connector}/src/test/resources/schema/pinot-schema.json (100%)
rename pinot-connectors/{pinot-spark-connector => pinot-spark-2-connector}/src/test/resources/schema/spark-schema.json (100%)
copy pinot-connectors/{pinot-spark-connector/src/test/scala/org/apache/pinot/connector/spark => pinot-spark-2-connector/src/test/scala/org/apache/pinot/connector/spark/datasource}/BaseTest.scala (94%)
rename pinot-connectors/{pinot-spark-connector/src/test/scala/org/apache/pinot/connector/spark => pinot-spark-2-connector/src/test/scala/org/apache/pinot/connector/spark/datasource}/ExampleSparkPinotConnectorTest.scala (98%)
rename pinot-connectors/{pinot-spark-connector/src/test/scala/org/apache/pinot/connector/spark/connector/PinotUtilsTest.scala => pinot-spark-2-connector/src/test/scala/org/apache/pinot/connector/spark/datasource/TypeConverterTest.scala} (92%)
rename pinot-connectors/{pinot-spark-connector/src/test/scala/org/apache/pinot/connector/spark/connector => pinot-spark-2-connector/src/test/scala/org/apache/pinot/connector/spark/datasource/query}/FilterPushDownTest.scala (96%)
rename pinot-connectors/{pinot-spark-connector => pinot-spark-common}/pom.xml (91%)
create mode 100644 pinot-connectors/pinot-spark-common/src/main/java/org/apache/pinot/connector/spark/common/CaseInsensitiveStringMap.java
rename pinot-connectors/{pinot-spark-connector/src/main/scala/org/apache/pinot/connector/spark/utils => pinot-spark-common/src/main/scala/org/apache/pinot/connector/spark/common}/HttpUtils.scala (95%)
rename pinot-connectors/{pinot-spark-connector/src/main/scala/org/apache/pinot/connector/spark/utils => pinot-spark-common/src/main/scala/org/apache/pinot/connector/spark/common}/Logging.scala (97%)
rename pinot-connectors/{pinot-spark-connector/src/main/scala/org/apache/pinot/connector/spark/connector => pinot-spark-common/src/main/scala/org/apache/pinot/connector/spark/common}/PinotClusterClient.scala (89%)
rename pinot-connectors/{pinot-spark-connector/src/main/scala/org/apache/pinot/connector/spark/datasource => pinot-spark-common/src/main/scala/org/apache/pinot/connector/spark/common}/PinotDataSourceReadOptions.scala (68%)
rename pinot-connectors/{pinot-spark-connector/src/main/scala/org/apache/pinot/connector/spark/exceptions => pinot-spark-common/src/main/scala/org/apache/pinot/connector/spark/common}/exceptions.scala (95%)
rename pinot-connectors/{pinot-spark-connector/src/main/scala/org/apache/pinot/connector/spark => pinot-spark-common/src/main/scala/org/apache/pinot/connector/spark/common}/package.scala (95%)
rename pinot-connectors/{pinot-spark-connector/src/main/scala/org/apache/pinot/connector/spark/connector => pinot-spark-common/src/main/scala/org/apache/pinot/connector/spark/common/partition}/PinotSplitter.scala (86%)
rename pinot-connectors/{pinot-spark-connector/src/main/scala/org/apache/pinot/connector/spark/connector/query/GeneratedSQLs.scala => pinot-spark-common/src/main/scala/org/apache/pinot/connector/spark/common/query/ScanQuery.scala} (92%)
rename pinot-connectors/{pinot-spark-connector/src/main/scala/org/apache/pinot/connector/spark/connector/query/SQLSelectionQueryGenerator.scala => pinot-spark-common/src/main/scala/org/apache/pinot/connector/spark/common/query/ScanQueryGenerator.scala} (84%)
create mode 100644 pinot-connectors/pinot-spark-common/src/main/scala/org/apache/pinot/connector/spark/common/reader/PinotAbstractPartitionReader.scala
rename pinot-connectors/{pinot-spark-connector/src/main/scala/org/apache/pinot/connector/spark/connector => pinot-spark-common/src/main/scala/org/apache/pinot/connector/spark/common/reader}/PinotGrpcServerDataFetcher.scala (87%)
rename pinot-connectors/{pinot-spark-connector/src/main/scala/org/apache/pinot/connector/spark/connector => pinot-spark-common/src/main/scala/org/apache/pinot/connector/spark/common/reader}/PinotServerDataFetcher.scala (89%)
rename pinot-connectors/{pinot-spark-connector => pinot-spark-common}/src/test/resources/log4j2.xml (100%)
rename pinot-connectors/{pinot-spark-connector/src/test/scala/org/apache/pinot/connector/spark => pinot-spark-common/src/test/scala/org/apache/pinot/connector/spark/common}/BaseTest.scala (95%)
rename pinot-connectors/{pinot-spark-connector/src/test/scala/org/apache/pinot/connector/spark/datasource => pinot-spark-common/src/test/scala/org/apache/pinot/connector/spark/common}/PinotDataSourceReadOptionsTest.scala (80%)
rename pinot-connectors/{pinot-spark-connector/src/test/scala/org/apache/pinot/connector/spark/connector => pinot-spark-common/src/test/scala/org/apache/pinot/connector/spark/common}/PinotSplitterTest.scala (80%)
rename pinot-connectors/{pinot-spark-connector/src/test/scala/org/apache/pinot/connector/spark/connector/query/SQLSelectionQueryGeneratorTest.scala => pinot-spark-common/src/test/scala/org/apache/pinot/connector/spark/common/query/ScanQueryGeneratorTest.scala} (88%)
delete mode 100644 pinot-connectors/pinot-spark-connector/src/main/scala/org/apache/pinot/connector/spark/datasource/PinotInputPartitionReader.scala
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@pinot.apache.org
For additional commands, e-mail: commits-help@pinot.apache.org