You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@druid.apache.org by tu...@apache.org on 2025/06/17 05:48:43 UTC
(druid) branch master updated (19ddb9dd6ab -> 59fbf967d90)
This is an automated email from the ASF dual-hosted git repository.
tuglu pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/druid.git
from 19ddb9dd6ab Update docs to specify `ingest/kafka/fetchOffsets/time` and clarify what it is measuring
add 59fbf967d90 Allow multiple stream supervisors to ingest into same datasource (#18082)
No new revisions were added by this update.
Summary of changes:
docs/ingestion/supervisor.md | 6 +
docs/operations/metrics.md | 28 +--
docs/querying/sql-metadata-tables.md | 1 +
.../rabbitstream/RabbitStreamIndexTask.java | 10 +-
.../supervisor/RabbitStreamSupervisor.java | 17 +-
.../RabbitStreamSupervisorIngestionSpec.java | 3 +-
.../RabbitStreamSupervisorReportPayload.java | 6 +-
.../supervisor/RabbitStreamSupervisorSpec.java | 4 +-
.../supervisor/RabbitStreamSupervisorTest.java | 45 +++++
.../druid/indexing/kafka/KafkaIndexTask.java | 6 +-
.../indexing/kafka/supervisor/KafkaSupervisor.java | 14 +-
.../supervisor/KafkaSupervisorReportPayload.java | 5 +-
.../kafka/supervisor/KafkaSupervisorSpec.java | 3 +
.../druid/indexing/kafka/KafkaIndexTaskTest.java | 1 +
.../druid/indexing/kafka/KafkaSamplerSpecTest.java | 6 +
.../kafka/supervisor/KafkaSupervisorSpecTest.java | 2 +
.../kafka/supervisor/KafkaSupervisorTest.java | 38 +++-
.../druid/indexing/kinesis/KinesisIndexTask.java | 6 +-
.../kinesis/supervisor/KinesisSupervisor.java | 14 +-
.../supervisor/KinesisSupervisorReportPayload.java | 5 +-
.../kinesis/supervisor/KinesisSupervisorSpec.java | 3 +
.../kinesis/KinesisIndexTaskSerdeTest.java | 1 +
.../indexing/kinesis/KinesisIndexTaskTest.java | 3 +
.../indexing/kinesis/KinesisSamplerSpecTest.java | 3 +
.../kinesis/supervisor/KinesisSupervisorTest.java | 42 ++++-
.../org/apache/druid/msq/exec/ControllerImpl.java | 2 +-
.../apache/druid/msq/exec/ControllerImplTest.java | 9 +-
.../apache/druid/indexing/common/TaskToolbox.java | 7 +-
.../actions/ResetDataSourceMetadataAction.java | 21 ++-
.../actions/SegmentTransactionalAppendAction.java | 25 ++-
.../actions/SegmentTransactionalInsertAction.java | 32 +++-
.../overlord/supervisor/SupervisorResource.java | 3 +-
.../seekablestream/SeekableStreamIndexTask.java | 14 +-
.../SeekableStreamIndexTaskRunner.java | 17 +-
.../indexing/seekablestream/SequenceMetadata.java | 7 +-
.../supervisor/SeekableStreamSupervisor.java | 137 ++++++++------
.../SeekableStreamSupervisorReportPayload.java | 9 +
.../supervisor/SeekableStreamSupervisorSpec.java | 15 +-
.../common/actions/LocalTaskActionClientTest.java | 2 +-
.../SegmentTransactionalInsertActionTest.java | 59 +++++-
.../druid/indexing/overlord/RealtimeishTask.java | 2 +-
.../druid/indexing/overlord/TaskLifecycleTest.java | 6 +-
.../SeekableStreamIndexTaskRunnerAuthTest.java | 2 +-
.../SeekableStreamIndexTaskRunnerTest.java | 44 +++++
.../SeekableStreamSupervisorSpecTest.java | 78 ++++++--
.../seekablestream/SequenceMetadataTest.java | 10 ++
.../SeekableStreamSupervisorStateTest.java | 55 ++++--
.../TestIndexerMetadataStorageCoordinator.java | 11 +-
.../indexer/AbstractKafkaIndexingServiceTest.java | 6 +
.../AbstractKinesisIndexingServiceTest.java | 6 +
.../tests/indexer/AbstractStreamIndexingTest.java | 200 ++++++++++++++++++++-
...ingServiceNonTransactionalParallelizedTest.java | 13 ++
...dexingServiceTransactionalParallelizedTest.java | 13 ++
.../ITKinesisIndexingServiceParallelizedTest.java | 13 ++
.../stream/data/supervisor_spec_template.json | 1 +
.../supervisor_with_autoscaler_spec_template.json | 1 +
..._with_idle_behaviour_enabled_spec_template.json | 1 +
.../stream/data/supervisor_with_long_duration.json | 1 +
.../java/org/apache/druid/query/DruidMetrics.java | 1 +
.../IndexerMetadataStorageCoordinator.java | 36 ++--
.../overlord/supervisor/SupervisorStatus.java | 20 ++-
.../IndexerSQLMetadataStorageCoordinator.java | 76 +++++---
.../druid/metadata/SQLMetadataConnector.java | 6 +
.../coordinator/duty/KillDatasourceMetadata.java | 10 +-
...rSQLMetadataStorageCoordinatorReadOnlyTest.java | 4 +-
.../IndexerSQLMetadataStorageCoordinatorTest.java | 52 ++++--
...ataStorageCoordinatorSchemaPersistenceTest.java | 3 +-
.../java/org/apache/druid/cli/CliPeonTest.java | 12 +-
.../druid/sql/calcite/schema/SystemSchema.java | 2 +
.../druid/sql/calcite/schema/SystemSchemaTest.java | 20 ++-
70 files changed, 1088 insertions(+), 248 deletions(-)
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@druid.apache.org
For additional commands, e-mail: commits-help@druid.apache.org