You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pinot.apache.org by ja...@apache.org on 2023/07/24 20:10:37 UTC
[pinot] branch master updated (41b3c70906 -> ea493a2532)
This is an automated email from the ASF dual-hosted git repository.
jackie pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/pinot.git
from 41b3c70906 [multistage][hotfix] should never pull project up below sort (#11161)
add ea493a2532 Extract headers for Kinesis Connector (#9713)
No new revisions were added by this update.
Summary of changes:
.../stream/kafka20/KafkaMetadataExtractor.java | 14 ++--
.../plugin/stream/kafka20/KafkaStreamMessage.java | 2 +-
.../pinot/plugin/stream/kinesis/KinesisConfig.java | 8 ++
.../stream/kinesis/KinesisConnectionHandler.java | 3 +
.../plugin/stream/kinesis/KinesisConsumer.java | 17 +++--
.../kinesis/KinesisConsumerPartitionLag.java} | 12 +--
.../stream/kinesis/KinesisMetadataExtractor.java | 45 ++++++++++++
.../plugin/stream/kinesis/KinesisRecordsBatch.java | 26 +++++--
.../stream/kinesis/KinesisStreamMessage.java | 24 +++---
.../kinesis/KinesisStreamMessageMetadata.java} | 15 ++--
.../kinesis/KinesisStreamMetadataProvider.java | 23 +++++-
.../plugin/stream/kinesis/KinesisConsumerTest.java | 8 +-
.../stream/kinesis/KinesisRecordsBatchTest.java | 85 ++++++++++++++++++++++
.../pinot/spi/stream/StreamDataDecoderImpl.java | 2 +-
14 files changed, 229 insertions(+), 55 deletions(-)
copy pinot-plugins/pinot-stream-ingestion/{pinot-kafka-2.0/src/main/java/org/apache/pinot/plugin/stream/kafka20/KafkaConsumerPartitionLag.java => pinot-kinesis/src/main/java/org/apache/pinot/plugin/stream/kinesis/KinesisConsumerPartitionLag.java} (76%)
create mode 100644 pinot-plugins/pinot-stream-ingestion/pinot-kinesis/src/main/java/org/apache/pinot/plugin/stream/kinesis/KinesisMetadataExtractor.java
copy pinot-common/src/main/java/org/apache/pinot/common/restlet/resources/RevertReplaceSegmentsRequest.java => pinot-plugins/pinot-stream-ingestion/pinot-kinesis/src/main/java/org/apache/pinot/plugin/stream/kinesis/KinesisStreamMessage.java (62%)
copy pinot-plugins/pinot-stream-ingestion/{pinot-kafka-2.0/src/main/java/org/apache/pinot/plugin/stream/kafka20/KafkaStreamMessageMetadata.java => pinot-kinesis/src/main/java/org/apache/pinot/plugin/stream/kinesis/KinesisStreamMessageMetadata.java} (67%)
create mode 100644 pinot-plugins/pinot-stream-ingestion/pinot-kinesis/src/test/java/org/apache/pinot/plugin/stream/kinesis/KinesisRecordsBatchTest.java
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@pinot.apache.org
For additional commands, e-mail: commits-help@pinot.apache.org