You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@druid.apache.org by ab...@apache.org on 2026/02/27 01:34:45 UTC
(druid) branch peon_server_priorities updated (a05aa73c73d -> 0b67dd4b8b0)
This is an automated email from the ASF dual-hosted git repository.
abhishekrb pushed a change to branch peon_server_priorities
in repository https://gitbox.apache.org/repos/asf/druid.git
from a05aa73c73d Merge branch 'master' into peon_server_priorities
add aa1774c0f27 Change and tests
new 9abee83af10 Fix casing and variable name
add f7be683a45c Adjust cost-based autoscaler constant for lag multiplication (#19045)
add cd6bbd53ee4 introduce SegmentPruner interface to abstract segment pruning operations (#19042)
add 2a9e9b3a038 Migrate all Kinesis ITs to embedded-tests (#19046)
add a09d6f8b7bc deprecate segment lock gran & NumberedOverwriteShardSpec (#19050)
add af527501bda Add CompactionMode to compaction Eligibility (split from #18968 by @cecemei) (#19054)
add 84e2291b432 gha (#19057)
add 83d879da03b DartControllerModule: Move ControllerThreadPool inside ActualModule. (#19060)
add e12a63ae620 Speed up CustomTierSelectorStrategy compartor. (#19052)
add 87d978bf405 MSQ: Save stack trace when rewriting faults. (#19049)
new 47515cd9e48 Merge branch 'master' into peon_server_priorities
new 0b67dd4b8b0 Better error messages
The 3 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.github/workflows/ci.yml | 2 +-
docs/api-reference/sql-api.md | 9 -
docs/configuration/index.md | 2 +-
docs/data-management/compaction.md | 2 +-
docs/design/storage.md | 2 +-
docs/ingestion/tasks.md | 2 +-
embedded-tests/pom.xml | 31 +
.../indexing/KafkaIndexDataFormatsTest.java | 76 ++
.../indexing/KafkaIndexFaultToleranceTest.java | 77 ++
...ryResource.java => SchemaRegistryResource.java} | 11 +-
...st.java => StreamIndexDataFormatsTestBase.java} | 214 ++--
...est.java => StreamIndexFaultToleranceTest.java} | 38 +-
...KafkaTestBase.java => StreamIndexTestBase.java} | 68 +-
.../CostBasedAutoScalerIntegrationTest.java | 4 +-
.../embedded/kinesis/KinesisDataFormatsTest.java | 114 ++
.../kinesis/KinesisFaultToleranceTest.java | 115 ++
.../testing/embedded/kinesis/KinesisResource.java | 239 ++++
...CentralizedSchemaMetadataQueryDisabledTest.java | 4 +-
.../CentralizedSchemaPublishFailureTest.java | 4 +-
.../testing/embedded/server/FaultyClusterTest.java | 18 +-
.../embedded/server/KafkaMultiSupervisorTest.java | 18 +-
.../indexing/kafka/simulate/KafkaResource.java | 41 +-
.../druid/indexing/common/LockGranularity.java | 4 +
.../druid/indexing/compact/CompactionJobQueue.java | 10 +-
.../supervisor/SeekableStreamSupervisor.java | 23 +-
.../SeekableStreamSupervisorIOConfig.java | 5 +-
.../autoscaler/WeightedCostFunction.java | 6 +-
.../SeekableStreamSupervisorIOConfigTest.java | 21 +-
.../SeekableStreamSupervisorStateTest.java | 140 ++-
.../autoscaler/WeightedCostFunctionTest.java | 4 +-
integration-tests-ex/tools/pom.xml | 13 -
.../druid/testing/tools/KinesisEventWriter.java | 119 --
.../tools/KinesisSingleShardEventWriter.java | 44 -
.../environment-configs/override-examples/kinesis | 22 -
integration-tests/pom.xml | 16 -
.../druid/testing/utils/DataLoaderHelper.java | 60 -
.../druid/testing/utils/KinesisAdminClient.java | 207 ----
.../java/org/apache/druid/tests/TestNGGroup.java | 16 -
.../druid/tests/indexer/AbstractIndexerTest.java | 3 -
...tractKinesisIndexingServiceEmptyShardsTest.java | 45 -
.../AbstractKinesisIndexingServiceTest.java | 220 ----
.../tests/indexer/AbstractStreamIndexingTest.java | 1233 --------------------
...isIndexingServiceEmptyShardsSerializedTest.java | 74 --
.../ITKinesisIndexingServiceSerializedTest.java | 97 --
.../ITKinesisIndexingServiceDataFormatTest.java | 96 --
.../ITKinesisIndexingServiceParallelizedTest.java | 67 --
.../dart/controller/DartTableInputSpecSlicer.java | 30 +-
.../druid/msq/dart/guice/DartControllerModule.java | 28 +-
.../org/apache/druid/msq/exec/ControllerImpl.java | 49 +-
.../org/apache/druid/msq/exec/StageProcessor.java | 12 +
.../msq/indexing/IndexerTableInputSpecSlicer.java | 26 +-
.../druid/msq/indexing/error/MSQErrorReport.java | 8 +
.../org/apache/druid/msq/input/InputSlice.java | 2 +-
.../apache/druid/msq/input/InputSpecSlicer.java | 15 +-
.../apache/druid/msq/input/MapInputSpecSlicer.java | 9 +-
.../input/external/ExternalInputSpecSlicer.java | 9 +-
.../msq/input/inline/InlineInputSpecSlicer.java | 5 +-
.../msq/input/lookup/LookupInputSpecSlicer.java | 5 +-
.../msq/input/stage/StageInputSpecSlicer.java | 5 +-
.../druid/msq/input/table/TableInputSpec.java | 59 +-
.../apache/druid/msq/kernel/StageDefinition.java | 11 +
.../druid/msq/kernel/WorkerAssignmentStrategy.java | 10 +-
.../druid/msq/kernel/controller/WorkerInputs.java | 5 +-
.../apache/druid/msq/logical/stages/ReadStage.java | 2 +-
.../druid/msq/querykit/BaseLeafStageProcessor.java | 17 +-
.../apache/druid/msq/querykit/DataSourcePlan.java | 53 +-
.../druid/msq/querykit/WindowOperatorQueryKit.java | 2 -
.../msq/querykit/groupby/GroupByQueryKit.java | 2 -
.../druid/msq/querykit/scan/ScanQueryKit.java | 2 -
.../controller/DartTableInputSpecSlicerTest.java | 35 +-
.../org/apache/druid/msq/input/InputSpecsTest.java | 12 +-
.../external/ExternalInputSpecSlicerTest.java | 28 +-
.../msq/input/stage/StageInputSpecSlicerTest.java | 8 +-
.../table/IndexerTableInputSpecSlicerTest.java | 81 +-
.../druid/msq/input/table/TableInputSpecTest.java | 43 +-
.../controller/ControllerTestInputSpecSlicer.java | 5 +-
.../msq/kernel/controller/WorkerInputsTest.java | 9 +-
.../msq1.iq | 9 +-
.../msqJoinHint.iq | 27 +-
.../msqNestedJoinHint.iq | 9 +-
.../apache/druid/query/filter/DimFilterUtils.java | 95 --
.../druid/query/filter/FilterSegmentPruner.java | 136 +++
.../apache/druid/query/filter/SegmentPruner.java | 18 +-
.../druid/query/planning/ExecutionVertex.java | 304 ++---
.../partition/NumberedOverwriteShardSpec.java | 7 +-
.../druid/query/filter/DimFilterUtilsTest.java | 126 --
.../query/filter/FilterSegmentPrunerTest.java | 126 ++
.../qaWin/sql_explain.msq.iq | 36 +-
.../druid/client/CachingClusteredClient.java | 30 +-
.../selector/CustomTierSelectorStrategy.java | 21 +-
.../CompactionCandidateSearchPolicy.java | 27 +-
.../druid/server/compaction/CompactionMode.java | 12 +-
.../server/compaction/CompactionRunSimulator.java | 5 +
.../server/compaction/CompactionStatusTracker.java | 6 +
.../testing/embedded/StreamIngestResource.java | 32 +-
.../testing/embedded/TestcontainerResource.java | 12 +-
web-console/src/druid-models/stages/stages.mock.ts | 7 -
web-console/src/druid-models/stages/stages.ts | 2 -
.../execution-stages-pane.tsx | 2 -
99 files changed, 1847 insertions(+), 3425 deletions(-)
create mode 100644 embedded-tests/src/test/java/org/apache/druid/testing/embedded/indexing/KafkaIndexDataFormatsTest.java
create mode 100644 embedded-tests/src/test/java/org/apache/druid/testing/embedded/indexing/KafkaIndexFaultToleranceTest.java
rename embedded-tests/src/test/java/org/apache/druid/testing/embedded/indexing/{KafkaSchemaRegistryResource.java => SchemaRegistryResource.java} (87%)
rename embedded-tests/src/test/java/org/apache/druid/testing/embedded/indexing/{KafkaDataFormatsTest.java => StreamIndexDataFormatsTestBase.java} (72%)
rename embedded-tests/src/test/java/org/apache/druid/testing/embedded/indexing/{KafkaFaultToleranceTest.java => StreamIndexFaultToleranceTest.java} (82%)
rename embedded-tests/src/test/java/org/apache/druid/testing/embedded/indexing/{KafkaTestBase.java => StreamIndexTestBase.java} (69%)
create mode 100644 embedded-tests/src/test/java/org/apache/druid/testing/embedded/kinesis/KinesisDataFormatsTest.java
create mode 100644 embedded-tests/src/test/java/org/apache/druid/testing/embedded/kinesis/KinesisFaultToleranceTest.java
create mode 100644 embedded-tests/src/test/java/org/apache/druid/testing/embedded/kinesis/KinesisResource.java
delete mode 100644 integration-tests-ex/tools/src/main/java/org/apache/druid/testing/tools/KinesisEventWriter.java
delete mode 100644 integration-tests-ex/tools/src/main/java/org/apache/druid/testing/tools/KinesisSingleShardEventWriter.java
delete mode 100644 integration-tests/docker/environment-configs/override-examples/kinesis
delete mode 100644 integration-tests/src/main/java/org/apache/druid/testing/utils/DataLoaderHelper.java
delete mode 100644 integration-tests/src/main/java/org/apache/druid/testing/utils/KinesisAdminClient.java
delete mode 100644 integration-tests/src/test/java/org/apache/druid/tests/indexer/AbstractKinesisIndexingServiceEmptyShardsTest.java
delete mode 100644 integration-tests/src/test/java/org/apache/druid/tests/indexer/AbstractKinesisIndexingServiceTest.java
delete mode 100644 integration-tests/src/test/java/org/apache/druid/tests/indexer/AbstractStreamIndexingTest.java
delete mode 100644 integration-tests/src/test/java/org/apache/druid/tests/indexer/ITKinesisIndexingServiceEmptyShardsSerializedTest.java
delete mode 100644 integration-tests/src/test/java/org/apache/druid/tests/indexer/ITKinesisIndexingServiceSerializedTest.java
delete mode 100644 integration-tests/src/test/java/org/apache/druid/tests/parallelized/ITKinesisIndexingServiceDataFormatTest.java
delete mode 100644 integration-tests/src/test/java/org/apache/druid/tests/parallelized/ITKinesisIndexingServiceParallelizedTest.java
create mode 100644 processing/src/main/java/org/apache/druid/query/filter/FilterSegmentPruner.java
copy server/src/main/java/org/apache/druid/client/InventoryView.java => processing/src/main/java/org/apache/druid/query/filter/SegmentPruner.java (69%)
delete mode 100644 processing/src/test/java/org/apache/druid/query/filter/DimFilterUtilsTest.java
create mode 100644 processing/src/test/java/org/apache/druid/query/filter/FilterSegmentPrunerTest.java
copy processing/src/main/java/org/apache/druid/segment/IdLookup.java => server/src/main/java/org/apache/druid/server/compaction/CompactionMode.java (77%)
copy server/src/main/java/org/apache/druid/metadata/MetadataRuleManager.java => services/src/test/java/org/apache/druid/testing/embedded/StreamIngestResource.java (51%)
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@druid.apache.org
For additional commands, e-mail: commits-help@druid.apache.org
(druid) 01/03: Fix casing and variable name
Posted by ab...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
abhishekrb pushed a commit to branch peon_server_priorities
in repository https://gitbox.apache.org/repos/asf/druid.git
commit 9abee83af1011d682d600afc95250f7e0f66ed58
Author: Abhishek Balaji Radhakrishnan <ab...@gmail.com>
AuthorDate: Thu Feb 26 17:22:31 2026 -0800
Fix casing and variable name
---
.../supervisor/SeekableStreamSupervisor.java | 4 ++--
.../supervisor/SeekableStreamSupervisorIOConfig.java | 2 +-
.../SeekableStreamSupervisorIOConfigTest.java | 18 +++++++++---------
3 files changed, 12 insertions(+), 12 deletions(-)
diff --git a/indexing-service/src/main/java/org/apache/druid/indexing/seekablestream/supervisor/SeekableStreamSupervisor.java b/indexing-service/src/main/java/org/apache/druid/indexing/seekablestream/supervisor/SeekableStreamSupervisor.java
index e826eda9d92..843f0f1ca18 100644
--- a/indexing-service/src/main/java/org/apache/druid/indexing/seekablestream/supervisor/SeekableStreamSupervisor.java
+++ b/indexing-service/src/main/java/org/apache/druid/indexing/seekablestream/supervisor/SeekableStreamSupervisor.java
@@ -4300,12 +4300,12 @@ public abstract class SeekableStreamSupervisor<PartitionIdType, SequenceOffsetTy
* Computes the remaining unassigned server priorities for the given task group.
*
* @return the unassigned server priorities, or {@code null} if
- * {@link SeekableStreamSupervisorIOConfig#getserverPriorityToReplicas()} is not configured
+ * {@link SeekableStreamSupervisorIOConfig#getServerPriorityToReplicas()} is not configured
*/
@Nullable
public List<Integer> computeUnassignedServerPriorities(final TaskGroup group, final int replicas)
{
- final Map<Integer, Integer> serverPriorityToReplicas = ioConfig.getserverPriorityToReplicas();
+ final Map<Integer, Integer> serverPriorityToReplicas = ioConfig.getServerPriorityToReplicas();
if (serverPriorityToReplicas == null) {
return null;
}
diff --git a/indexing-service/src/main/java/org/apache/druid/indexing/seekablestream/supervisor/SeekableStreamSupervisorIOConfig.java b/indexing-service/src/main/java/org/apache/druid/indexing/seekablestream/supervisor/SeekableStreamSupervisorIOConfig.java
index 4f0b5731171..1eb6b8661f7 100644
--- a/indexing-service/src/main/java/org/apache/druid/indexing/seekablestream/supervisor/SeekableStreamSupervisorIOConfig.java
+++ b/indexing-service/src/main/java/org/apache/druid/indexing/seekablestream/supervisor/SeekableStreamSupervisorIOConfig.java
@@ -164,7 +164,7 @@ public abstract class SeekableStreamSupervisorIOConfig
@Nullable
@JsonProperty
- public Map<Integer, Integer> getserverPriorityToReplicas()
+ public Map<Integer, Integer> getServerPriorityToReplicas()
{
return serverPriorityToReplicas;
}
diff --git a/indexing-service/src/test/java/org/apache/druid/indexing/seekablestream/supervisor/SeekableStreamSupervisorIOConfigTest.java b/indexing-service/src/test/java/org/apache/druid/indexing/seekablestream/supervisor/SeekableStreamSupervisorIOConfigTest.java
index e4eac2f4b4d..6d222b8b755 100644
--- a/indexing-service/src/test/java/org/apache/druid/indexing/seekablestream/supervisor/SeekableStreamSupervisorIOConfigTest.java
+++ b/indexing-service/src/test/java/org/apache/druid/indexing/seekablestream/supervisor/SeekableStreamSupervisorIOConfigTest.java
@@ -41,7 +41,7 @@ import static org.mockito.Mockito.when;
public class SeekableStreamSupervisorIOConfigTest
{
- private final Map<Integer, Integer> serverPriorityToReplica = Map.of(
+ private final Map<Integer, Integer> serverPriorityToReplicas = Map.of(
1, 2,
2, 3
);
@@ -90,7 +90,7 @@ public class SeekableStreamSupervisorIOConfigTest
Assert.assertNull(config.getStopTaskCount());
Assert.assertEquals(lagAggregator, config.getLagAggregator());
Assert.assertEquals(1, config.getMaxAllowedStops());
- Assert.assertNull(config.getserverPriorityToReplicas());
+ Assert.assertNull(config.getServerPriorityToReplicas());
}
@Test
@@ -380,8 +380,8 @@ public class SeekableStreamSupervisorIOConfigTest
@Test
public void testReplicasIsSetWhenserverPriorityToReplicas()
{
- final SeekableStreamSupervisorIOConfig config = makeSeekableStreamSupervisorIOConfig(null, serverPriorityToReplica);
- Assert.assertEquals(serverPriorityToReplica, config.getserverPriorityToReplicas());
+ final SeekableStreamSupervisorIOConfig config = makeSeekableStreamSupervisorIOConfig(null, serverPriorityToReplicas);
+ Assert.assertEquals(serverPriorityToReplicas, config.getServerPriorityToReplicas());
Assert.assertEquals(Integer.valueOf(5), config.getReplicas());
}
@@ -390,15 +390,15 @@ public class SeekableStreamSupervisorIOConfigTest
{
final SeekableStreamSupervisorIOConfig config = makeSeekableStreamSupervisorIOConfig(4, null);
Assert.assertEquals(Integer.valueOf(4), config.getReplicas());
- Assert.assertNull(config.getserverPriorityToReplicas());
+ Assert.assertNull(config.getServerPriorityToReplicas());
}
@Test
public void testMatchingReplicasAndServerPriority()
{
- final SeekableStreamSupervisorIOConfig config = makeSeekableStreamSupervisorIOConfig(5, serverPriorityToReplica);
+ final SeekableStreamSupervisorIOConfig config = makeSeekableStreamSupervisorIOConfig(5, serverPriorityToReplicas);
Assert.assertEquals(Integer.valueOf(5), config.getReplicas());
- Assert.assertEquals(serverPriorityToReplica, config.getserverPriorityToReplicas());
+ Assert.assertEquals(serverPriorityToReplicas, config.getServerPriorityToReplicas());
}
@Test
@@ -407,12 +407,12 @@ public class SeekableStreamSupervisorIOConfigTest
MatcherAssert.assertThat(
Assert.assertThrows(
DruidException.class,
- () -> makeSeekableStreamSupervisorIOConfig(3, serverPriorityToReplica)
+ () -> makeSeekableStreamSupervisorIOConfig(3, serverPriorityToReplicas)
),
DruidExceptionMatcher.invalidInput().expectMessageIs(
StringUtils.format(
"Configured replicas[3] != sum of replicas[5] specified in serverPriorityToReplicas[%s].",
- serverPriorityToReplica
+ serverPriorityToReplicas
)
)
);
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@druid.apache.org
For additional commands, e-mail: commits-help@druid.apache.org
(druid) 03/03: Better error messages
Posted by ab...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
abhishekrb pushed a commit to branch peon_server_priorities
in repository https://gitbox.apache.org/repos/asf/druid.git
commit 0b67dd4b8b03f5d8470c4d53d3e720acd549b27e
Author: Abhishek Balaji Radhakrishnan <ab...@gmail.com>
AuthorDate: Thu Feb 26 17:31:36 2026 -0800
Better error messages
---
.../indexing/seekablestream/supervisor/SeekableStreamSupervisor.java | 4 ++--
.../seekablestream/supervisor/SeekableStreamSupervisorIOConfig.java | 3 ++-
.../supervisor/SeekableStreamSupervisorIOConfigTest.java | 3 ++-
3 files changed, 6 insertions(+), 4 deletions(-)
diff --git a/indexing-service/src/main/java/org/apache/druid/indexing/seekablestream/supervisor/SeekableStreamSupervisor.java b/indexing-service/src/main/java/org/apache/druid/indexing/seekablestream/supervisor/SeekableStreamSupervisor.java
index 843f0f1ca18..bc6706ea0c8 100644
--- a/indexing-service/src/main/java/org/apache/druid/indexing/seekablestream/supervisor/SeekableStreamSupervisor.java
+++ b/indexing-service/src/main/java/org/apache/druid/indexing/seekablestream/supervisor/SeekableStreamSupervisor.java
@@ -4334,8 +4334,8 @@ public abstract class SeekableStreamSupervisor<PartitionIdType, SequenceOffsetTy
if (unassignedServerPriorities.size() < replicas) {
// Sanity check: if this triggers, this suggests a bug as the invariant should already be validated in the ctr.
throw DruidException.defensive(
- "Found unassignedServerPriorities[%s] of size[%d] < total replicas[%d] for taskGroupId[%d]",
- unassignedServerPriorities, unassignedServerPriorities.size(), replicas, group.groupId
+ "Found unassignedServerPriorities[%s] of size[%d] < total replicas[%d] for taskGroupId[%d]. Task server priorities[%s] have already been assigned to tasks[%s].",
+ unassignedServerPriorities, unassignedServerPriorities.size(), replicas, group.groupId, assignedPriorities, group.taskIds()
);
}
return unassignedServerPriorities;
diff --git a/indexing-service/src/main/java/org/apache/druid/indexing/seekablestream/supervisor/SeekableStreamSupervisorIOConfig.java b/indexing-service/src/main/java/org/apache/druid/indexing/seekablestream/supervisor/SeekableStreamSupervisorIOConfig.java
index 1eb6b8661f7..b7ddeeca183 100644
--- a/indexing-service/src/main/java/org/apache/druid/indexing/seekablestream/supervisor/SeekableStreamSupervisorIOConfig.java
+++ b/indexing-service/src/main/java/org/apache/druid/indexing/seekablestream/supervisor/SeekableStreamSupervisorIOConfig.java
@@ -126,7 +126,8 @@ public abstract class SeekableStreamSupervisorIOConfig
final int replicaCount = this.serverPriorityToReplicas.values().stream().mapToInt(Integer::intValue).sum();
if (replicas != null && replicas != replicaCount) {
throw InvalidInput.exception(
- "Configured replicas[%d] != sum of replicas[%d] specified in serverPriorityToReplicas[%s].",
+ "Configured replicas[%d] != sum of replicas[%d] specified in serverPriorityToReplicas[%s]."
+ + " To avoid ambiguity, consider removing [ioConfig.replicas] in favor of [ioConfig.serverPriorityToReplicas].",
replicas, replicaCount, serverPriorityToReplicas
);
}
diff --git a/indexing-service/src/test/java/org/apache/druid/indexing/seekablestream/supervisor/SeekableStreamSupervisorIOConfigTest.java b/indexing-service/src/test/java/org/apache/druid/indexing/seekablestream/supervisor/SeekableStreamSupervisorIOConfigTest.java
index 6d222b8b755..a3a7b1454f4 100644
--- a/indexing-service/src/test/java/org/apache/druid/indexing/seekablestream/supervisor/SeekableStreamSupervisorIOConfigTest.java
+++ b/indexing-service/src/test/java/org/apache/druid/indexing/seekablestream/supervisor/SeekableStreamSupervisorIOConfigTest.java
@@ -411,7 +411,8 @@ public class SeekableStreamSupervisorIOConfigTest
),
DruidExceptionMatcher.invalidInput().expectMessageIs(
StringUtils.format(
- "Configured replicas[3] != sum of replicas[5] specified in serverPriorityToReplicas[%s].",
+ "Configured replicas[3] != sum of replicas[5] specified in serverPriorityToReplicas[%s]."
+ + " To avoid ambiguity, consider removing [ioConfig.replicas] in favor of [ioConfig.serverPriorityToReplicas].",
serverPriorityToReplicas
)
)
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@druid.apache.org
For additional commands, e-mail: commits-help@druid.apache.org
(druid) 02/03: Merge branch 'master' into peon_server_priorities
Posted by ab...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
abhishekrb pushed a commit to branch peon_server_priorities
in repository https://gitbox.apache.org/repos/asf/druid.git
commit 47515cd9e4866691058215f79df33eb576aa984d
Merge: 9abee83af10 87d978bf405
Author: Abhishek Balaji Radhakrishnan <ab...@gmail.com>
AuthorDate: Thu Feb 26 17:24:49 2026 -0800
Merge branch 'master' into peon_server_priorities
.github/workflows/ci.yml | 2 +-
docs/api-reference/sql-api.md | 9 -
docs/configuration/index.md | 2 +-
docs/data-management/compaction.md | 2 +-
docs/design/storage.md | 2 +-
docs/ingestion/tasks.md | 2 +-
embedded-tests/pom.xml | 31 +
.../indexing/KafkaIndexDataFormatsTest.java | 76 ++
.../indexing/KafkaIndexFaultToleranceTest.java | 77 ++
...ryResource.java => SchemaRegistryResource.java} | 11 +-
...st.java => StreamIndexDataFormatsTestBase.java} | 214 ++--
...est.java => StreamIndexFaultToleranceTest.java} | 38 +-
...KafkaTestBase.java => StreamIndexTestBase.java} | 68 +-
.../CostBasedAutoScalerIntegrationTest.java | 4 +-
.../embedded/kinesis/KinesisDataFormatsTest.java | 114 ++
.../kinesis/KinesisFaultToleranceTest.java | 115 ++
.../testing/embedded/kinesis/KinesisResource.java | 239 ++++
...CentralizedSchemaMetadataQueryDisabledTest.java | 4 +-
.../CentralizedSchemaPublishFailureTest.java | 4 +-
.../testing/embedded/server/FaultyClusterTest.java | 18 +-
.../embedded/server/KafkaMultiSupervisorTest.java | 18 +-
.../indexing/kafka/simulate/KafkaResource.java | 41 +-
.../druid/indexing/common/LockGranularity.java | 4 +
.../druid/indexing/compact/CompactionJobQueue.java | 10 +-
.../autoscaler/WeightedCostFunction.java | 6 +-
.../autoscaler/WeightedCostFunctionTest.java | 4 +-
integration-tests-ex/tools/pom.xml | 13 -
.../druid/testing/tools/KinesisEventWriter.java | 119 --
.../environment-configs/override-examples/kinesis | 22 -
integration-tests/pom.xml | 16 -
.../druid/testing/utils/DataLoaderHelper.java | 60 -
.../druid/testing/utils/KinesisAdminClient.java | 207 ----
.../java/org/apache/druid/tests/TestNGGroup.java | 16 -
.../druid/tests/indexer/AbstractIndexerTest.java | 3 -
...tractKinesisIndexingServiceEmptyShardsTest.java | 45 -
.../AbstractKinesisIndexingServiceTest.java | 220 ----
.../tests/indexer/AbstractStreamIndexingTest.java | 1233 --------------------
...isIndexingServiceEmptyShardsSerializedTest.java | 74 --
.../ITKinesisIndexingServiceSerializedTest.java | 97 --
.../ITKinesisIndexingServiceDataFormatTest.java | 96 --
.../ITKinesisIndexingServiceParallelizedTest.java | 67 --
.../dart/controller/DartTableInputSpecSlicer.java | 30 +-
.../druid/msq/dart/guice/DartControllerModule.java | 28 +-
.../org/apache/druid/msq/exec/ControllerImpl.java | 49 +-
.../org/apache/druid/msq/exec/StageProcessor.java | 12 +
.../msq/indexing/IndexerTableInputSpecSlicer.java | 26 +-
.../druid/msq/indexing/error/MSQErrorReport.java | 8 +
.../org/apache/druid/msq/input/InputSlice.java | 2 +-
.../apache/druid/msq/input/InputSpecSlicer.java | 15 +-
.../apache/druid/msq/input/MapInputSpecSlicer.java | 9 +-
.../input/external/ExternalInputSpecSlicer.java | 9 +-
.../msq/input/inline/InlineInputSpecSlicer.java | 5 +-
.../msq/input/lookup/LookupInputSpecSlicer.java | 5 +-
.../msq/input/stage/StageInputSpecSlicer.java | 5 +-
.../druid/msq/input/table/TableInputSpec.java | 59 +-
.../apache/druid/msq/kernel/StageDefinition.java | 11 +
.../druid/msq/kernel/WorkerAssignmentStrategy.java | 10 +-
.../druid/msq/kernel/controller/WorkerInputs.java | 5 +-
.../apache/druid/msq/logical/stages/ReadStage.java | 2 +-
.../druid/msq/querykit/BaseLeafStageProcessor.java | 17 +-
.../apache/druid/msq/querykit/DataSourcePlan.java | 53 +-
.../druid/msq/querykit/WindowOperatorQueryKit.java | 2 -
.../msq/querykit/groupby/GroupByQueryKit.java | 2 -
.../druid/msq/querykit/scan/ScanQueryKit.java | 2 -
.../controller/DartTableInputSpecSlicerTest.java | 35 +-
.../org/apache/druid/msq/input/InputSpecsTest.java | 12 +-
.../external/ExternalInputSpecSlicerTest.java | 28 +-
.../msq/input/stage/StageInputSpecSlicerTest.java | 8 +-
.../table/IndexerTableInputSpecSlicerTest.java | 81 +-
.../druid/msq/input/table/TableInputSpecTest.java | 43 +-
.../controller/ControllerTestInputSpecSlicer.java | 5 +-
.../msq/kernel/controller/WorkerInputsTest.java | 9 +-
.../msq1.iq | 9 +-
.../msqJoinHint.iq | 27 +-
.../msqNestedJoinHint.iq | 9 +-
.../apache/druid/query/filter/DimFilterUtils.java | 95 --
.../druid/query/filter/FilterSegmentPruner.java | 136 +++
.../apache/druid/query/filter/SegmentPruner.java | 19 +-
.../druid/query/planning/ExecutionVertex.java | 304 ++---
.../partition/NumberedOverwriteShardSpec.java | 7 +-
.../druid/query/filter/DimFilterUtilsTest.java | 126 --
.../query/filter/FilterSegmentPrunerTest.java | 126 ++
.../qaWin/sql_explain.msq.iq | 36 +-
.../druid/client/CachingClusteredClient.java | 30 +-
.../selector/CustomTierSelectorStrategy.java | 21 +-
.../CompactionCandidateSearchPolicy.java | 27 +-
.../druid/server/compaction/CompactionMode.java | 27 +-
.../server/compaction/CompactionRunSimulator.java | 5 +
.../server/compaction/CompactionStatusTracker.java | 6 +
.../testing/embedded/StreamIngestResource.java | 43 +
.../testing/embedded/TestcontainerResource.java | 12 +-
web-console/src/druid-models/stages/stages.mock.ts | 7 -
web-console/src/druid-models/stages/stages.ts | 2 -
.../execution-stages-pane.tsx | 2 -
94 files changed, 1741 insertions(+), 3325 deletions(-)
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@druid.apache.org
For additional commands, e-mail: commits-help@druid.apache.org