You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pinot.apache.org by gi...@apache.org on 2026/03/25 08:42:09 UTC
(pinot) branch dependabot/maven/io.netty-netty-bom-4.2.10.Final updated (3cde2dc579c -> 2870e385859)
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch dependabot/maven/io.netty-netty-bom-4.2.10.Final
in repository https://gitbox.apache.org/repos/asf/pinot.git
discard 3cde2dc579c Bump io.netty:netty-bom from 4.1.122.Final to 4.2.10.Final
add 783075165da Add configs when initing column reader factory (#17635)
add 82b7d187ecb Add ideal state replica ID information for query routing (#17619)
add e5f5994fdd0 Wrong pinot.minion.tls.keystore.type in TLS Integration Test (#17641)
add 37845059c35 Bump com.github.luben:zstd-jni from 1.5.7-6 to 1.5.7-7 (#17636)
add 4a2f8c720f7 Bump org.jetbrains.kotlin:kotlin-bom from 2.3.0 to 2.3.10 (#17637)
add a6ed13019e5 Bump com.google.errorprone:error_prone_annotations from 2.46.0 to 2.47.0 (#17638)
add afff932c854 Bump software.amazon.awssdk:bom from 2.41.21 to 2.41.22 (#17639)
add 3f5466035ac Fix ResponseStoreCleaner bugs causing unbounded response store growth and cleanup failures (#17622)
add a5eae57fc81 Add Kafka 4.x client support (#17633)
add b8645efa62f Bump software.amazon.awssdk:bom from 2.41.22 to 2.41.23 (#17654)
add aa47bff3fb4 Bump webpack in /pinot-controller/src/main/resources (#17648)
add 4ef8e3eafd1 [spi] Fix input format resolution inconsistency between PluginManager and RecordReaderFactory (#17601)
add 3a536f30403 remove compatibility verifier for 1.3.0 (#17649)
add cd48d5e8c0b Support TLS routing for logical tables (#17663)
add cdfd474544c Bump software.amazon.awssdk:bom from 2.41.23 to 2.41.24 (#17666)
add b946b73ce1f Bump com.microsoft.azure:msal4j from 1.23.1 to 1.24.0 (#17665)
add f801a35d7ba Bump org.eclipse.sisu:sisu-maven-plugin from 0.9.0.M4 to 1.0.0 (#17664)
add 722d1e42873 Change the default settings to DISALLOW_ALWAYS for a dropOutOfOrderRecord tables as well (#17671)
add 08edbc98106 freshness checkers uses minimum ingestion lag (#17598)
add 0f93d52ef0b [audit] Add SPI-based token resolver for custom audit identity resolution (#17658)
add b03be818f9f Bump software.amazon.awssdk:bom from 2.41.24 to 2.41.25 (#17673)
add 5be01efb693 [federation] Added MULTI_CLUSTER QuickStart for multi-cluster routing (#17581)
add 60620225a4a Bump org.apache.httpcomponents.core5:httpcore5 from 5.4 to 5.4.1 (#17680)
add 4d5c6806ec7 Bump com.gradle:develocity-maven-extension from 2.3.3 to 2.3.4 (#17681)
add 870bb0c6f99 Bump software.amazon.awssdk:bom from 2.41.25 to 2.41.26 (#17682)
add 19c9c2d7163 Add access control to segment download API (#17508)
add 05fb118520d Fix DirectOOMHandler string matching bug that missed Netty direct memory OOM (#17684)
add cb8eabca329 [core] Fix truncate(value) signed-zero and non-finite behavior (#17677)
add 88f523afb22 Refactor table config validations for create and update table to TableConfigValidationUtils (#17679)
add 856095392e4 Add logical table support to TLS integration tests (#17683)
add b8eafc1bf54 Add pluggable table samplers with precomputed broker routing entries and tableSampler query option (#17532)
add f15c471a514 Keep stats during pipeline breaker (#17576)
add 5b4c0b991ae Bump org.asynchttpclient:async-http-client from 3.0.6 to 3.0.7 (#17689)
add 6f0a22d8772 Bump software.amazon.awssdk:bom from 2.41.26 to 2.41.27 (#17690)
add b4e48d561fc Remove MSE compatibility verifier for 1.3.0 (#17693)
add 76cd3e69a4b Fix funnel aggregation worker threads not responding to query timeout / cancellation (#17692)
add eb4e45e3665 Bump testcontainers to 1.21.4 to fix Docker issue (#17704)
add b0cb6cc97c0 Bump software.amazon.awssdk:bom from 2.41.27 to 2.41.28 (#17698)
add 657e7f075f7 Support metadata push mode in BaseSingleSegmentConversionExecutor (#17632)
add 8a3c1ca3081 Add termination checks to FunnelEventsFunctionEval and FunnelStepDurationStats (#17700)
add 60b1f56a839 Bump software.amazon.awssdk:bom from 2.41.29 to 2.41.30 (#17715)
add f197b790398 Improve GcsPinotFS deleteBatch resiliency (#17713)
add a1f2f6a8ab3 [timeseries] Adding timeUsedMs to query statistics (#17676)
add 9d70f87c57e do not log actual data on segment creation (#17656)
add 7469366011e Fix S3PinotFs URL Encoding for S3 Compatible storage (#17691)
add 2c4e83e41bc Upgrade testcontainers to 2.x (#17705)
add 4c14b4589b0 Add metrics for serialized query response size in QueryScheduler (#17710)
add 1664ef957bf Bump software.amazon.awssdk:bom from 2.41.30 to 2.41.31 (#17721)
add 7d103b6cc1a Better netty inspection (#17674)
add 525a8d0d227 Rename DictionaryIndexConfig.getUseVarLengthDictionary to isUseVarLengthDictionary (#17662)
add 402e88ada4c Revert "Add validation for tiered storage in Upsert/Dedup tables. (#17064)" (#17726)
add 5c682b893ff Bump org.jetbrains:annotations from 26.0.2-1 to 26.1.0 (#17728)
add 5f50d353dae Bump software.amazon.awssdk:bom from 2.41.31 to 2.41.32 (#17727)
add 570d4f11a9b Add authz action checks to missing APIs (#17725)
add eb6b0718c94 Fix NPE in TableRebalancer (#17723)
add 33bb182c4d9 [controller] Avoid eager IdealState fetch in LLC segment commit (#17707)
add 380477a6160 Remove kafka-2.0 plugin and migrate to kafka30 (#17602)
add 063b6e4e9ef Handle mixed-type map key values by promoting to string (#17722)
add 6d0eb45c9c8 Add INITCAP scalar function to Apache Pinot (#17642)
add 9de73ec47cb Refactor exception handling to use ExceptionUtils for better suppression of multiple exceptions (#17724)
add 8ae1048bdb6 bugfix: CustomDataQueryClusterIntegrationTest shouldn't create kafka topic during the setupSuite call and use kafka binary for compatibility tests (#17738)
add 4a99cd8a81d Bump com.nimbusds:nimbus-jose-jwt from 10.7 to 10.8 (#17732)
add 8fb9b619da4 Bump org.roaringbitmap:RoaringBitmap from 1.3.0 to 1.6.10 (#17735)
add 490e07cd1c0 Bump com.fasterxml.jackson:jackson-bom from 2.21.0 to 2.21.1 (#17743)
add 8284e000b42 Bump software.amazon.awssdk:bom from 2.41.32 to 2.41.34 (#17744)
add 9f4a7d6f8be Bump com.mchange:mchange-commons-java from 0.3.2 to 0.4.0 (#17742)
add 02214a34322 Bump org.webjars:swagger-ui from 5.31.0 to 5.31.2 (#17745)
add 739043c09b4 Bump kafka3.version from 3.9.1 to 3.9.2 (#17747)
add 7b0fb789b36 Bump com.mchange:c3p0 from 0.11.2 to 0.12.0 (#17746)
add 66594db43b9 Bump io.prometheus.jmx:jmx_prometheus_javaagent from 0.19.0 to 0.20.0 (#14292)
add d2ef409092c Bump org.mockito:mockito-bom from 5.17.0 to 5.21.0 (#17345)
add 88456755908 Handle empty tables appropriately for various aggregation functions (#17750)
add 325ac2ab302 Bump org.apache.pulsar:pulsar-bom from 4.0.8 to 4.0.9 (#17734)
add 6ce087ff448 Revert "Add authz action checks to missing APIs (#17725)" (#17755)
add b8c0f719cb3 Bump software.amazon.awssdk:bom from 2.41.34 to 2.42.0 (#17756)
add 3132cfca90b Fix wrong interval for OOM protection (#17753)
add d0e05f8e8cf Fix regression in SSE query optimization for hybrid tables (#17751)
add c52aa386567 Make LogicalTableConfig serialiser / deserialiser pluggable (#17678)
add 544ef1243aa Bound task queue size to prevent ZK bloat (#17741)
add 6dabd1d6f5c Fix metadata APIs to report primary key counts for dedup tables (#17736)
add b396056caf9 [federation] Disallow multi-cluster routing for physical tables (#17731)
add 0cd233b6db6 Fix complex field ser de (#17685)
add a95db2b9f4e Make topic exists error silent in Kafka 3.0 createTopic (#17767)
add add42d8a8bd Bump hadoop.version from 3.4.2 to 3.4.3 (#17763)
add b1f2fba8d47 Bump software.amazon.awssdk:bom from 2.42.0 to 2.42.1 (#17764)
add 42da968d91f Bump io.airlift:aircompressor from 0.27 to 2.0.3 (#17765)
add 4a093679f89 Add Prometheus export rule for tasksTrackedForTaskType (#17768)
add 7250717368e upgrade async profiler version (#17766)
add 1571476a2cd Bump software.amazon.awssdk:bom from 2.42.1 to 2.42.2 (#17774)
add 14a53cd051e Revert "Task queue UI: surface debug tables (#16968)" (#17773)
add 3e9462fee01 Register config listener for ThreadAccountant on broker (#17771)
add 4a6826eebcf fix bugs with skipped rows in TransformPipeline (#17769)
add 2b95c54db85 Provide Segment Operation Task Context (#17623)
add ec90dc16f1e Logical tables / Table Config validation refactoring (#17761)
add 9b35755402d Short circuit mapper if there are consecutive record fetch failures (#17775)
add f01db6fabf1 Bump org.yaml:snakeyaml from 2.5 to 2.6 (#17780)
add 10eb296a947 Bump org.roaringbitmap:RoaringBitmap from 1.6.10 to 1.6.12 (#17781)
add e6a649a9e07 Bump org.mockito:mockito-bom from 5.21.0 to 5.22.0 (#17782)
add 06f1a72eb91 Bump software.amazon.awssdk:bom from 2.42.2 to 2.42.3 (#17783)
add aaf65b1aab8 Remove unnecessary string conversion in SanitizationTransformer (#17778)
add 337faadec0b Adding new API to register backward compatible class names (#17772)
add 6c5d2005b9a TLS: allow protocol allowlist; harden JVM SSL init (#17776)
add 7f701245ca7 Make MSE worker manager pluggable (#17787)
add dbce3f0e97c Add Sanitization, Special and Time column transformers (#17740)
add 061c7afec8c Bump software.amazon.awssdk:bom from 2.42.3 to 2.42.4 (#17792)
add e03b9e5cbdd Bump com.google.errorprone:error_prone_annotations from 2.47.0 to 2.48.0 (#17793)
add 7c87bafc345 Bump org.webjars:swagger-ui from 5.31.2 to 5.32.0 (#17795)
add c980f5f1ce7 Use alarming sleep time for CRITICAL and PANIC level (#17788)
add 8076f800602 Segment operation throttler code cosmetic cleanup (#17785)
add 9648c99cf5a Refactor schema hash naming in KafkaAvroMessageDecoder. (#17798)
add 0038c06a6ab Fix MissingFormatArgumentException due to log (#17801)
add 61b83649cec Make _pattern final to avoid unsafe initialization (#17804)
add 83ae0eaf29f Bump org.checkerframework:checker-qual from 3.53.1 to 3.54.0 (#17802)
add 68264d294de Enforce broker instance tags configuration at startup (#17786)
add e483e467163 add PinotFS support for streamed untar segment download (#17586)
add 51729e67a86 extend disk utilization check to offline segment upload (#17579)
add ef36e829412 Fix resource tracking for gRPC ReceivingMailbox (#17797)
add 5df2ffbdbc7 Add global pinot.md5.disabled switch and enforce MD5 guards (#17800)
add 832c7d40378 Fixing routing table errors for multi-topic ingestion tables (#17810)
add 7b89d1b4a83 [Bug fix] Fault-Domain-Aware Instance Assignment failing rebalance with minimize data movement (#17799)
add 79a7a30ca2a Bump software.amazon.awssdk:bom from 2.42.4 to 2.42.5 (#17813)
add c2de44ce9dd Bump org.jline:jline from 3.30.6 to 4.0.0 (#17814)
add 4434eda332c Do not pass server metrics in PlanMaker (#17808)
add 4633cf58866 Add checks to not update upsert / dedup configs after table creation (#17645)
add 3ca14f9b134 Add support for selecting all segments at once for moving to different tier (#17812)
add c7e7ea74c29 Add script to automate LICENSE-binary and NOTICE-binary updates for releases (#17818)
add 29a05c17e76 Bump software.amazon.awssdk:bom from 2.42.5 to 2.42.6 (#17824)
add 18d0fbe186d Fix alias handling for empty response on SSE queries with post aggregation (#17815)
add 8d73e7c62d7 Propagate query options to ForwardIndexReaderContext via DataFetcher (#17817)
add df584bed7c5 resume partially offline replicas in controller validation (#17754)
add fa8ad7084a0 fix integration test for pinot-flink-connector (#17791)
add 6cb9a73d1ec Fix negative reload estimated time and year 2088 rebalance timestamp (#17833)
add 068492522ff Bump net.alchim31.maven:scala-maven-plugin from 4.9.9 to 4.9.10 (#17828)
add adbb7057023 Bump software.amazon.awssdk:bom from 2.42.6 to 2.42.7 (#17829)
add e663825b93d Bump com.azure:azure-sdk-bom from 1.3.4 to 1.3.5 (#17830)
add 97863523c48 Bump org.apache.zookeeper:zookeeper from 3.9.4 to 3.9.5 (#17831)
add 445e43f539c Bump org.apache.httpcomponents.core5:httpcore5 from 5.4.1 to 5.4.2 (#17832)
add 562854b6883 Optimise fetchPartitionGroupIdToSmallestOffset in RealtimeSegmentManager (#17712)
add 2f4c086ef51 Avoid Inconsistencies among replicas during Upsert Compaction Tasks (#17696)
add 8f97b26b6b9 Skip per-row convertTypes() in FunctionOperand when types already match (#17730)
add 7eec9a78717 [Refactor] Introduce StreamMetadata to group partition metadata by stream (#17811)
add 50ad111437d Add upsert support for offline tables (#17789)
add b2806197e54 Replace Docker-based Kafka with embedded KRaft broker for integration tests (#17790)
add 23c9a594747 Fix Flink connector Kafka test dependencies (#17836)
add 9d7749cc08e Validate gRPC broker connections on connect (#17835)
add a177d947c14 Bump software.amazon.awssdk:bom from 2.42.7 to 2.42.8 (#17841)
add 58daa997dc9 Fix server outbound write failure creating zombie channels (#17845)
add 57d7e4be566 Fix QueryServer _allChannels cleanup on channel close (#17854)
add e05a8a675b9 Fix integration test slowdown caused by embedded Kafka fsyncing every… (#17856)
add 111cbf70a05 Fix broker write failure handling in ServerChannels (#17861)
add 778bf298f10 Add X-Correlation-Id header to Java client HTTP requests (#17863)
add 9c38cc1b732 Enhance /tableConfigs/validate endpoint with cluster-aware validations (#16675)
add f641a9c1a7a Fix EmbeddedKafkaCluster startup/teardown ordering in integration tests (#17855)
add ac92e759264 Bump org.junit.jupiter:junit-jupiter-api from 5.10.2 to 5.14.3 (#17850)
add b93f96833ff Bump com.dynatrace.hash4j:hash4j from 0.26.0 to 0.30.0 (#17840)
add 1d9f1ead5ba Bump joda-time:joda-time from 2.14.0 to 2.14.1 (#17838)
add 54bea86f89c Migrate GroupByOptions, GroupByTrimming, and RowExpression integration tests to custom package (#17857)
add 3084ecd9ad8 Add createContext(queryOptions) to ForwardIndexReader (#17844)
add 22969811026 Bump org.jline:jline from 4.0.0 to 4.0.4 (#17858)
add fbfb3c44e67 Bump com.squareup.okio:okio-bom from 3.16.4 to 3.17.0 (#17866)
add 32c75e8cdb6 Bump org.mockito:mockito-bom from 5.22.0 to 5.23.0 (#17864)
add 5e4d27ee4e2 Bump software.amazon.awssdk:bom from 2.42.8 to 2.42.11 (#17865)
add 097a89f0400 Add support for Kafka subset-partition realtime ingestion (#17587)
add 6c61dd4b2c3 Add CLAUDE.md and update AGENTS.md for AI agent guidance (#17853)
add cb6ea77eb11 Fix AWS SDK credential provider thread leak in S3PinotFS (#17869)
add 079206a1bcb Use a single map to store and update the previous Record location keys when reverting Upsert Metadata (#17503)
add 936196c9f99 [fs] Optimize cloud file listing with per-page filtering and early termination in PinotFS (#17847)
add 6d304909d8a [multistage] add maxRowsInJoin, maxRowsInWindow, numGroups to query response (#17784)
add a3c27e2f31f Add logical table management UI (#17878)
add 94017303a2b Improve integration CI surefire fork diagnostics and heap sizing (#17843)
add 5f4ad42594f Added more tests for #17503 (#17882)
add 7f4d28e98e8 [BugFix] Fix NOT TEXT_MATCH false positives on consuming segments (#17880)
add 4d933e662c8 [Bug Fix] Uploaded segment isn't assigned with the correct instance partition map (#17891)
add 6a52aa07480 Enhance BrokerResourceValidationManager to support logical table partitions in resource validation (#17842)
add 97e3c6c0eaf Bump software.amazon.awssdk:bom from 2.42.11 to 2.42.14 (#17895)
add bff2a1bdc52 Bump org.jetbrains.kotlin:kotlin-bom from 2.3.10 to 2.3.20 (#17887)
add f31efbd4983 Bump com.github.seancfoley:ipaddress from 5.6.1 to 5.6.2 (#17889)
add 2e0d51d5e62 Adding integration tests for funnel count (#17879)
add 00cd0e91b8a Bump maven.version from 3.9.12 to 3.9.14 (#17875)
add ec4d5cfb408 Bump arrow.version from 18.3.0 to 19.0.0 (#17886)
add 10237512dd4 Use BytesDeserializer for Kafka record keys to preserve binary key format (#17899)
add 19acc5d279a Add JsonIndexDistinctOperator for index-based SELECT DISTINCT on JSON columns (#17820)
add 70e35cc22ee Bump org.jline:jline from 4.0.4 to 4.0.5 (#17900)
add 0f2141e3506 Bump software.amazon.awssdk:bom from 2.42.14 to 2.42.15 (#17901)
add 5e99f294276 Bump io.grpc:grpc-bom from 1.79.0 to 1.80.0 (#17904)
add 2ff1f6b776f Bump org.roaringbitmap:RoaringBitmap from 1.6.12 to 1.6.13 (#17902)
add 782be027d1f Bump org.webjars:swagger-ui from 5.32.0 to 5.32.1 (#17903)
add f659ba01a6d [Flaky-test] Fix doc load for BaseDedupIntegrationTest (#17906)
add 1aa5d02ca4f Remove retry support from GitHub Actions CI workflows (#17908)
add 7ac81c0d2b9 Reject partial upsert for OFFLINE tables (#17907)
add b6b2e9936cd Fix correctness issue for FULL OUTER and RIGHT JOINs with only non-equi join conditions (#17883)
add 2a8512dcf8a Bump commons-net:commons-net from 3.12.0 to 3.13.0 (#17910)
add bf20176491d Bump software.amazon.awssdk:bom from 2.42.15 to 2.42.16 (#17911)
add 32698825e8a Bump org.glassfish.jersey:jersey-bom from 2.47 to 2.48 (#17912)
add 7da7d3c5a87 Bump org.jline:jline from 4.0.5 to 4.0.7 (#17913)
add 759848c61b9 Bump org.testcontainers:testcontainers-bom from 2.0.3 to 2.0.4 (#17914)
add 5c8076c90e8 Respect SSL Provider for GrpcQueryServer in support of RenewableTlsUtils (#17760)
add 9caf7b89dff update ingestion timestamp metadata when all rows filtered out (#17758)
add e2882f9232d Removes pauseless FSM scheme (#17852)
add f9bf057aa0d Fix getPartition(EndToEnd)IngestionDelayMs to return null for invalid timestamps (long.min for example) (#17749)
add 716de7f6be0 [Testing] Always raise error when condition is not met (#17909)
add ad1cdb13af8 Add additional pruning step for Upsert Tables (#17898)
add 7ea6e34eacb [Flaky-test] Fix expected timeout error message in QueryRunnerTest (#17916)
add a7ad912b082 [Minor] Make BaseDedupIntegrationTest extensible (#17917)
add 55bb21e742d Consolidate integration tests into CustomDataQueryClusterIntegrationTest (#17881)
add 55e531b793e Bump software.amazon.awssdk:bom from 2.42.16 to 2.42.17 (#17922)
add c8dccfb5f2b Bump org.codehaus.jettison:jettison from 1.5.4 to 1.5.5 (#17923)
add 279b0a0c7fb Bump io.github.hakky54:ayza-bom from 10.0.3 to 10.0.4 (#17924)
add d35b13a9917 Remove disallowed codecov/test-results-action from CI workflow (#17928)
add 508cb789007 Fix binary key stream decoder (#17927)
add 550afb77119 [Upsert] Optimize reverting preveious keys (#17918)
add fc95b7951b9 Fix S3PinotFS logging 'Failed to delete' even on success (#17930)
add 1329e1f7f23 Add useRawBytes config to Murmur and Murmur3 partition functions (#17932)
add 8fb6c918187 Implement cross-table segment pruning for logical table (#17868)
add 3d5904182c3 BugFix: CPC sketch deserialization failure on empty byte arrays (#17925)
add 78ec9831772 Make segment completion time configurable (#17936)
add 4cd38239210 Fix partition function config not passed in realtime segment creation (#17937)
add 74e54e053cb Fix pauseless segment going to ERROR on segmentCommitStart timeout (#17885)
add c297fbec3b4 Enhance JSON extraction functions to support null handling in queries (#17867)
add 8a86e2ba350 Bump org.jline:jline from 4.0.7 to 4.0.8 (#17940)
add 7bfb9e6868b Bump com.fasterxml.jackson:jackson-bom from 2.21.1 to 2.21.2 (#17941)
add 2908ff6de87 Bump software.amazon.awssdk:bom from 2.42.17 to 2.42.18 (#17942)
add 6669f065c1a Upserts Pruning Optimization - Do not clone MutableRoaringBitmap for each segment (#17920)
add 1907302c237 Bump axios from 0.30.2 to 0.30.3 in /pinot-controller/src/main/resources (#17943)
add c67ac111eb1 Add GitHub Actions workflow to auto-close stale issues (#17934)
add ce3a3d16f91 Remove Presto integration support (#17947)
add a4d1c6c0933 Bump flatted from 3.3.3 to 3.4.2 in /pinot-controller/src/main/resources (#17926)
add d7feaa49fb7 [Minor] Fix format for broker response classes (#17945)
add 29d0e05e7ee Add filterMv MV filtering support (#17659)
add 884bcf4d3ce [Refactor] Simplify handling of InstancePartitions (#17944)
add 3b8d700ba93 [Flaky-test] Fix flakiness of UpsertTableIntegrationTest caused by server inconsistency (#17948)
add b1e87a34849 Remove Spark 2 integration support (#17950)
add be3ad3bc17d Simplify FilterMvScalarFunction: replace static Guava cache with instance-level caching (#17949)
add e5c9bcb86bb Migrate ZooKeeper from Bitnami to native Helm templates (chart v1.0.0) (#17946)
add 5b7d6fd146e Add post-partial-upsert transforms for derived columns (#17308)
add acedd322cf9 Enhance ContinuousJfrStarter to utilize JFR DiagnosticCommand MBean for recording management (#17851)
add 8d6a3bb16ac Add AI-friendly metadata fields (description, tags) to Schema, FieldSpec, and TableConfig (#17952)
add 1638473d807 Bump org.jline:jline from 4.0.8 to 4.0.9 (#17955)
add d8e3d3c5fa6 Bump software.amazon.awssdk:bom from 2.42.18 to 2.42.19 (#17956)
add 43c8ecccffd [multistage] Reset GRPC mailbox channel backoff on server instance config changes (#17892)
add d49d0d6993f Fix Helm ZK upgrade doc: handle snapshot/log separation during data migration (#17954)
add c30a5123ed9 Upgrade io.prometheus.jmx:jmx_prometheus_javaagent to 1.x #17777 (#17931)
add 3cf812bc6da Add configurable FNV partition function (#17964)
add fc424c47346 Handle exceptions in freshness checker per-segment loop (#17963)
add 2870e385859 Bump io.netty:netty-bom from 4.1.122.Final to 4.2.10.Final
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (3cde2dc579c)
\
N -- N -- N refs/heads/dependabot/maven/io.netty-netty-bom-4.2.10.Final (2870e385859)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.github/workflows/build-presto-docker-image.yml | 67 -
.github/workflows/close_stale_issues.yml | 53 +
.github/workflows/pinot_compatibility_tests.yml | 13 +-
...ulti_stage_query_engine_compatibility_tests.yml | 13 +-
.github/workflows/pinot_tests.yml | 235 +---
.../scripts/docker/.presto_build_info_gen.sh | 42 -
.../docker/.presto_docker_image_build_and_push.sh | 61 -
.../scripts/pr-tests/.pinot_tests_integration.sh | 41 +-
.github/workflows/scripts/retry_on_fast_fail.sh | 42 -
.gitignore | 4 +
.mvn/extensions.xml | 2 +-
AGENTS.md | 15 +-
CLAUDE.md | 132 ++
LICENSE-binary | 4 +-
README.md | 2 +-
compatibility-verifier/compCheck.sh | 70 +-
.../config/feature-test-2-realtime.json | 2 +-
.../config/feature-test-2-realtime.json | 2 +-
.../config/feature-test-3-realtime.json | 2 +-
.../pinot-base-runtime/amazoncorretto.dockerfile | 4 +-
.../pinot-base-runtime/ms-openjdk.dockerfile | 4 +-
.../pinot-base-runtime/openjdk.dockerfile | 4 +-
docker/images/pinot-presto/Dockerfile | 63 -
docker/images/pinot-presto/README.md | 62 -
docker/images/pinot-presto/docker-build.sh | 47 -
.../pinot-presto/etc/catalog/pinot.properties | 22 -
.../etc/catalog/pinot_quickstart.properties | 22 -
docker/images/pinot-presto/etc/config.properties | 27 -
docker/images/pinot-presto/etc/jvm.config | 8 -
docker/images/pinot-presto/etc/log.properties | 20 -
docker/images/pinot-presto/etc/node.properties | 22 -
docker/images/pinot/Dockerfile | 4 +-
docker/images/pinot/Dockerfile.build | 2 +-
docker/images/pinot/Dockerfile.package | 4 +-
docker/images/pinot/README.md | 2 +-
.../configs/controller.yml | 2 +-
.../airlineStats_realtime_table_config.json | 2 +-
.../meetupRsvp_realtime_table_config.json | 2 +-
helm/index.yaml | 66 +-
helm/pinot-1.0.0.tgz | Bin 0 -> 24565 bytes
helm/pinot/Chart.yaml | 4 +-
helm/pinot/README.md | 84 +-
helm/pinot/UPGRADING.md | 190 +++
helm/pinot/charts/zookeeper-13.8.7.tgz | Bin 55335 -> 0 bytes
helm/pinot/pinot-github-events-setup.yml | 2 +-
helm/pinot/pinot-realtime-quickstart.yml | 4 +-
helm/pinot/requirements.lock | 25 -
helm/pinot/requirements.yaml | 6 +-
helm/pinot/templates/_helpers.tpl | 40 +
.../{minion => zookeeper}/service-headless.yaml | 29 +-
.../service.yaml} | 21 +-
helm/pinot/templates/zookeeper/statefulset.yaml | 201 +++
helm/pinot/values.yaml | 85 +-
helm/presto-0.2.0.tgz | Bin 8299 -> 0 bytes
helm/presto-0.2.1.tgz | Bin 8313 -> 0 bytes
helm/presto/Chart.yaml | 34 -
helm/presto/README.md | 232 ----
helm/presto/launch-presto-ui.sh | 28 -
helm/presto/pinot-presto-cli.sh | 31 -
helm/presto/presto-cli.sh | 8 -
helm/presto/presto-coordinator.yaml | 159 ---
helm/presto/presto-worker.yaml | 144 --
helm/presto/templates/_helpers.tpl | 91 --
helm/presto/templates/coordinator/configmap.yaml | 56 -
.../templates/coordinator/service-external.yaml | 41 -
.../templates/coordinator/service-headless.yaml | 38 -
helm/presto/templates/coordinator/service.yaml | 38 -
helm/presto/templates/coordinator/statefulset.yml | 127 --
helm/presto/templates/worker/configmap.yaml | 44 -
helm/presto/templates/worker/service-headless.yaml | 38 -
helm/presto/templates/worker/service.yaml | 38 -
helm/presto/templates/worker/statefulset.yml | 127 --
helm/presto/values.yaml | 191 ---
.../broker/broker/helix/BaseBrokerStarter.java | 62 +-
.../requesthandler/BaseBrokerRequestHandler.java | 29 +
.../BaseSingleStageBrokerRequestHandler.java | 17 +
.../BrokerRequestHandlerDelegate.java | 5 +
.../broker/requesthandler/EmptyResponseUtils.java | 92 +-
.../MultiStageBrokerRequestHandler.java | 14 +-
.../requesthandler/TimeSeriesRequestHandler.java | 12 +-
.../instanceselector/BaseInstanceSelector.java | 37 +-
.../MultiStageReplicaGroupSelector.java | 16 +-
.../ReplicaGroupInstanceSelector.java | 18 +-
.../instanceselector/SegmentInstanceCandidate.java | 12 +-
.../routing/manager/BaseBrokerRoutingManager.java | 166 ++-
.../manager/MultiClusterRoutingManager.java | 9 +-
.../SegmentPartitionMetadataManager.java | 2 +-
.../tablesampler/FirstNSegmentsTableSampler.java | 76 +
.../broker/routing/tablesampler/TableSampler.java | 48 +
.../routing/tablesampler/TableSamplerFactory.java | 164 +++
.../requesthandler/EmptyResponseUtilsTest.java | 34 +
.../routing/manager/BrokerRoutingManagerTest.java | 58 +
.../manager/MultiClusterRoutingManagerTest.java | 33 +-
.../SegmentPartitionMetadataManagerTest.java | 21 +-
.../tablesampler/TableSamplerFactoryTest.java | 98 ++
.../external/ExternalAnnotatedSampler.java} | 21 +-
.../client/JsonAsyncHttpPinotClientTransport.java | 7 +-
.../apache/pinot/client/grpc/GrpcConnection.java | 75 +-
.../pinot/client/grpc/GrpcConnectionTest.java | 102 ++
.../pinot/client/grpc/PinotGrpcConnection.java | 3 +-
pinot-common/pom.xml | 8 +-
.../common/assignment/InstancePartitionsUtils.java | 12 +-
.../org/apache/pinot/common/audit/AuditConfig.java | 12 +
.../org/apache/pinot/common/audit/AuditEvent.java | 3 +-
.../pinot/common/audit/AuditIdentityResolver.java | 105 +-
.../org/apache/pinot/common/config/TlsConfig.java | 39 +-
... TableConfigBackwardIncompatibleException.java} | 4 +-
.../common/function/TransformFunctionType.java | 2 +
.../common/function/scalar/HashFunctions.java | 89 ++
.../common/function/scalar/StringFunctions.java | 34 +
.../apache/pinot/common/metrics/BrokerMeter.java | 2 +
.../pinot/common/metrics/ControllerGauge.java | 3 +
.../apache/pinot/common/metrics/ServerGauge.java | 2 +
.../apache/pinot/common/metrics/ServerMeter.java | 8 +
.../pinot/common/response/BrokerResponse.java | 4 +-
.../pinot/common/response/CursorResponse.java | 16 +-
.../response/broker/BrokerResponseNative.java | 3 +
.../response/broker/BrokerResponseNativeV2.java | 37 +-
.../response/mapper/TimeSeriesResponseMapper.java | 11 +
.../restlet/resources/TableMetadataInfo.java | 13 +-
.../common/tier/FixedTierSegmentSelector.java | 10 +-
.../utils/DefaultLogicalTableConfigSerDe.java | 128 ++
.../apache/pinot/common/utils/ExceptionUtils.java | 109 ++
.../org/apache/pinot/common/utils/FileUtils.java | 6 +-
.../LogicalTableConfigSerDe.java} | 39 +-
.../utils/LogicalTableConfigSerDeProvider.java | 75 +
.../common/utils/LogicalTableConfigUtils.java | 122 +-
.../common/utils/config/QueryOptionsUtils.java | 17 +-
.../common/utils/config/TableConfigSerDeUtils.java | 42 +-
.../utils/fetcher/PinotFSSegmentFetcher.java | 40 +
.../pinot/common/utils/helix/HelixHelper.java | 22 +-
.../pinot/common/utils/regex/JavaUtilPattern.java | 2 +-
.../common/utils/tls/JvmDefaultSslContext.java | 27 +-
.../apache/pinot/common/utils/tls/TlsUtils.java | 35 +-
.../common/audit/AuditIdentityResolverTest.java | 145 +-
.../pinot/common/audit/MockAuditTokenResolver.java | 93 ++
.../apache/pinot/common/config/TlsConfigTest.java | 57 +
.../common/function/scalar/HashFunctionsTest.java | 26 +
.../function/scalar/StringFunctionsTest.java | 58 +
.../ControllerPrometheusMetricsTest.java | 4 +
.../prometheus/PinotPrometheusMetricsTest.java | 30 +-
.../pinot/common/tier/TierSegmentSelectorTest.java | 16 +
.../utils/DefaultLogicalTableConfigSerDeTest.java | 175 +++
.../common/utils/config/QueryOptionsUtilsTest.java | 15 +
.../utils/fetcher/PinotFSSegmentFetcherTest.java | 229 +++
.../common/utils/tls/JvmDefaultSslContextTest.java | 60 +
.../pinot/common/utils/tls/TlsUtilsTest.java | 23 +
.../test/java/org/apache/pinot/util/TestUtils.java | 19 +-
.../java/org/apache/pinot/compat/StreamOp.java | 5 +-
pinot-connectors/pinot-flink-connector/pom.xml | 74 +-
...va => PinotSinkUpsertTableIntegrationTest.java} | 25 +-
pinot-connectors/pinot-spark-2-connector/README.md | 87 --
...pinot-connector-executor-server-interaction.jpg | Bin 100316 -> 0 bytes
.../documentation/read_model.md | 142 --
pinot-connectors/pinot-spark-2-connector/pom.xml | 192 ---
...org.apache.spark.sql.sources.DataSourceRegister | 1 -
.../connector/spark/datasource/DataExtractor.scala | 148 --
.../spark/datasource/PinotDataSourceReader.scala | 123 --
.../spark/datasource/PinotDataSourceV2.scala | 36 -
.../spark/datasource/PinotInputPartition.scala | 45 -
.../spark/datasource/query/FilterPushDown.scala | 127 --
.../src/test/resources/schema/pinot-schema.json | 75 -
.../src/test/resources/schema/spark-schema.json | 105 --
.../connector/spark/datasource/BaseTest.scala | 24 -
.../spark/datasource/DataExtractorTest.scala | 235 ----
.../ExampleSparkPinotConnectorTest.scala | 212 ---
.../datasource/query/FilterPushDownTest.scala | 82 --
.../spark/v3/datasource/PinotDataWriter.scala | 2 +-
.../spark/common/CaseInsensitiveStringMap.java | 5 +-
.../reader/PinotAbstractPartitionReader.scala | 4 +-
pinot-connectors/pom.xml | 1 -
.../pinot/controller/BaseControllerStarter.java | 34 +-
.../apache/pinot/controller/ControllerConf.java | 82 +-
.../api/dto/PinotTableReloadStatusResponse.java | 10 +
.../PinotInstanceAssignmentRestletResource.java | 4 +-
.../api/resources/PinotLogicalTableResource.java | 27 +-
.../PinotSegmentUploadDownloadRestletResource.java | 26 +
.../api/resources/PinotTableRestletResource.java | 116 +-
.../api/resources/TableConfigValidationUtils.java | 96 ++
.../api/resources/TableConfigsRestletResource.java | 52 +-
.../controller/cursors/ResponseStoreCleaner.java | 164 ++-
.../controller/helix/ControllerRequestClient.java | 24 +
.../helix/core/PinotHelixResourceManager.java | 309 +++--
.../helix/core/PinotTableIdealStateBuilder.java | 13 +-
.../instance/FDAwareInstancePartitionSelector.java | 8 +-
.../core/minion/PinotHelixTaskResourceManager.java | 168 ++-
.../helix/core/minion/PinotTaskManager.java | 235 +++-
.../core/periodictask/ControllerPeriodicTask.java | 26 +-
.../RealtimeOffsetAutoResetKafkaHandler.java | 14 +-
.../realtime/MissingConsumingSegmentFinder.java | 9 +-
.../realtime/PauselessSegmentCompletionFSM.java | 1 +
.../realtime/PinotLLCRealtimeSegmentManager.java | 458 ++++--
.../core/realtime/SegmentCompletionManager.java | 24 +-
.../core/rebalance/DefaultRebalancePreChecker.java | 2 +-
.../helix/core/rebalance/RebalancePreChecker.java | 2 +-
.../helix/core/rebalance/TableRebalancer.java | 34 +-
.../rebalance/ZkBasedTableRebalanceObserver.java | 22 +-
.../services/PinotTableReloadStatusReporter.java | 26 +-
.../util/ServerSegmentMetadataReader.java | 8 +-
.../BrokerResourceValidationManager.java | 34 +-
.../controller/validation/UtilizationChecker.java | 4 +-
.../workload/scheme/TablePropagationScheme.java | 12 +-
.../ClusterConfig.tsx => AsyncLogicalTables.tsx} | 35 +-
.../main/resources/app/components/Breadcrumbs.tsx | 10 +-
.../Homepage/Operations/AddIngestionComponent.tsx | 2 +-
.../Operations/AddRealTimeIngestionComponent.tsx | 2 +-
.../Homepage/Operations/AddRealtimeTableOp.tsx | 2 +-
.../components/Query/FlamegraphQueryStageStats.tsx | 78 +-
.../resources/app/pages/LogicalTableDetails.tsx | 347 +++++
.../main/resources/app/pages/TablesListingPage.tsx | 2 +
.../src/main/resources/app/pages/TaskQueue.tsx | 28 +-
.../src/main/resources/app/requests/index.ts | 9 +
pinot-controller/src/main/resources/app/router.tsx | 2 +
.../main/resources/app/utils/PinotMethodUtils.ts | 38 +-
.../src/main/resources/package-lock.json | 317 +++--
pinot-controller/src/main/resources/package.json | 4 +-
.../pinot/controller/ControllerConfTest.java | 29 +
.../api/TableConfigsRestletResourceTest.java | 55 +
.../resources/PinotLogicalTableResourceTest.java | 4 +-
.../resources/PinotTableRestletResourceTest.java | 54 +
.../cursors/ResponseStoreCleanerTest.java | 333 +++++
.../helix/LogicalTableMetadataCacheTest.java | 2 +-
.../PinotHelixResourceManagerAssignmentTest.java | 56 +
.../PinotHelixResourceManagerStatelessTest.java | 93 +-
.../instance/InstanceAssignmentTest.java | 231 ++++
.../RealtimeReplicaGroupSegmentAssignmentTest.java | 174 ++-
.../minion/PinotHelixTaskResourceManagerTest.java | 393 ++++++
.../core/minion/PinotTaskManagerOnChangeTest.java | 365 +++++
.../PinotLLCRealtimeSegmentManagerTest.java | 500 ++++++-
.../BrokerResourceValidationManagerTest.java | 98 ++
.../validation/ValidationManagerStatelessTest.java | 60 +
.../PerQueryCPUMemAccountantFactory.java | 25 +-
.../core/accounting/QueryResourceAggregator.java | 25 +-
.../accounting/ResourceUsageAccountantFactory.java | 111 +-
.../accounting/WorkloadResourceAggregator.java | 6 +-
.../org/apache/pinot/core/common/DataFetcher.java | 10 +-
.../apache/pinot/core/common/MinionConstants.java | 15 +
.../core/data/manager/BaseTableDataManager.java | 215 ++-
.../core/data/manager/InstanceDataManager.java | 5 +-
.../manager/SegmentOperationsExecutorService.java | 43 +-
.../data/manager/SegmentOperationsTaskContext.java | 92 ++
.../data/manager/SegmentOperationsTaskType.java | 59 +-
.../manager/offline/OfflineTableDataManager.java | 39 +
.../provider/DefaultTableDataManagerProvider.java | 10 +-
.../manager/provider/TableDataManagerProvider.java | 5 +-
.../manager/realtime/IngestionDelayTracker.java | 46 +-
.../realtime/RealtimeSegmentDataManager.java | 47 +-
.../manager/realtime/RealtimeTableDataManager.java | 145 +-
.../realtime/UpsertInconsistentStateConfig.java | 102 --
.../function/scalar/FilterMvScalarFunction.java | 242 ++++
.../pinot/core/operator/ProjectionOperator.java | 2 +-
.../dociditerators/MVScanDocIdIterator.java | 6 +-
.../dociditerators/SVScanDocIdIterator.java | 6 +-
.../core/operator/docidsets/MVScanDocIdSet.java | 6 +-
.../core/operator/docidsets/SVScanDocIdSet.java | 6 +-
.../operator/filter/ScanBasedFilterOperator.java | 5 +-
.../operator/filter/TextMatchFilterOperator.java | 9 +-
.../operator/query/JsonIndexDistinctOperator.java | 534 +++++++
.../function/FilterMvPredicateEvaluator.java | 450 ++++++
.../function/FilterMvTransformFunction.java | 337 +++++
.../JsonExtractScalarTransformFunction.java | 82 +-
.../function/TransformFunctionFactory.java | 1 +
.../function/TruncateDecimalTransformFunction.java | 17 +-
.../apache/pinot/core/plan/DistinctPlanNode.java | 13 +
.../core/plan/maker/InstancePlanMakerImplV2.java | 7 +-
.../apache/pinot/core/plan/maker/PlanMaker.java | 24 +-
.../function/DistinctCountAggregationFunction.java | 6 +-
.../DistinctCountBitmapAggregationFunction.java | 6 +-
.../DistinctCountCPCSketchAggregationFunction.java | 29 +-
.../DistinctCountHLLAggregationFunction.java | 6 +-
.../DistinctCountHLLPlusAggregationFunction.java | 6 +-
...CountIntegerTupleSketchAggregationFunction.java | 6 +-
.../DistinctCountMVAggregationFunction.java | 6 +-
.../DistinctCountOffHeapAggregationFunction.java | 7 +-
...stinctCountRawCPCSketchAggregationFunction.java | 7 +-
.../DistinctCountRawHLLAggregationFunction.java | 7 +-
...DistinctCountRawHLLPlusAggregationFunction.java | 7 +-
...inctCountRawThetaSketchAggregationFunction.java | 7 +-
.../DistinctCountRawULLAggregationFunction.java | 7 +-
.../DistinctCountSmartHLLAggregationFunction.java | 6 +-
.../DistinctCountSmartULLAggregationFunction.java | 3 +
...istinctCountThetaSketchAggregationFunction.java | 7 +-
.../DistinctCountULLAggregationFunction.java | 5 +-
.../IntegerTupleSketchAggregationFunction.java | 7 +-
...artitionedDistinctCountAggregationFunction.java | 4 +-
.../window/FunnelBaseAggregationFunction.java | 5 +
.../FunnelCompleteCountAggregationFunction.java | 4 +
...unnelEventsFunctionEvalAggregationFunction.java | 9 +
.../window/FunnelMatchStepAggregationFunction.java | 4 +
.../window/FunnelMaxStepAggregationFunction.java | 4 +
...FunnelStepDurationStatsAggregationFunction.java | 4 +
.../query/executor/LogicalTableExecutionInfo.java | 60 +-
.../query/executor/ServerQueryExecutorV1Impl.java | 6 +-
.../query/executor/SingleTableExecutionInfo.java | 39 +-
.../core/query/executor/TableExecutionInfo.java | 30 +
.../core/query/pruner/SegmentPrunerService.java | 20 +-
.../pinot/core/query/scheduler/QueryScheduler.java | 32 +-
.../pinot/core/routing/LogicalTableRouteInfo.java | 6 +-
.../apache/pinot/core/routing/RoutingManager.java | 9 +
.../DistinctCountCPCSketchAggregator.java | 22 +-
.../segment/processing/mapper/SegmentMapper.java | 44 +-
.../pinot/core/transport/DataTableHandler.java | 7 +
.../pinot/core/transport/DirectOOMHandler.java | 15 +-
.../core/transport/InstanceRequestHandler.java | 39 +-
.../pinot/core/transport/NettyInspector.java | 140 ++
.../apache/pinot/core/transport/NettyInstance.java | 133 ++
.../apache/pinot/core/transport/QueryServer.java | 6 +
.../pinot/core/transport/ServerChannels.java | 27 +-
.../pinot/core/transport/ServerInstance.java | 65 +-
.../pinot/core/transport/grpc/GrpcQueryServer.java | 11 +-
.../core/util/trace/ContinuousJfrStarter.java | 605 ++++++--
.../ServerSegmentCompletionProtocolHandler.java | 13 +-
.../apache/pinot/core/common/DataFetcherTest.java | 3 +-
.../data/function/GroovyFunctionEvaluatorTest.java | 17 +
.../BaseTableDataManagerAcquireSegmentTest.java | 19 +-
.../data/manager/BaseTableDataManagerTest.java | 15 +-
.../pinot/core/data/manager/TableIndexingTest.java | 15 +-
.../offline/DimensionTableDataManagerTest.java | 15 +-
.../realtime/IngestionDelayTrackerTest.java | 45 +-
.../operator/filter/FilterOperatorUtilsTest.java | 130 ++
.../function/FilterMvTransformFunctionTest.java | 366 +++++
.../TruncateDecimalTransformFunctionTest.java | 35 +
...tinctCountCPCSketchAggregationFunctionTest.java | 78 ++
.../executor/LogicalTableExecutionInfoTest.java | 294 ++++
.../query/pruner/SegmentPrunerServiceTest.java | 145 ++
...ogicalTableRouteProviderCalculateRouteTest.java | 71 +
.../DistinctCountCPCSketchAggregatorTest.java | 43 +
.../BaseSegmentProcessorFrameworkTest.java | 23 +-
.../processing/framework/SegmentMapperTest.java | 217 +++
.../pinot/core/transport/DirectOOMHandlerTest.java | 64 +
.../core/transport/InstanceRequestHandlerTest.java | 56 +
.../pinot/core/transport/QueryServerTest.java | 27 +
.../pinot/core/transport/ServerChannelsTest.java | 135 +-
.../pinot/core/transport/ServerInstanceTest.java | 53 +
.../core/util/trace/ContinuousJfrStarterTest.java | 408 ++++--
.../apache/pinot/queries/BaseJsonQueryTest.java | 4 +-
.../org/apache/pinot/queries/BaseQueriesTest.java | 6 +-
.../pinot/queries/JsonExtractScalarTest.java | 38 +
pinot-distribution/pinot-assembly.xml | 24 +-
pinot-integration-test-base/pom.xml | 36 +
.../tests/BaseClusterIntegrationTest.java | 323 ++++-
.../tests/ClusterIntegrationTestUtils.java | 41 +-
pinot-integration-tests/pom.xml | 45 +-
.../AggregateMetricsClusterIntegrationTest.java | 125 --
.../tests/BaseDedupIntegrationTest.java | 71 +-
.../tests/BasePauselessRealtimeIngestionTest.java | 6 +-
.../tests/BaseRealtimeClusterIntegrationTest.java | 17 +-
.../integration/tests/BrokerQueryLimitTest.java | 22 +-
.../tests/CommitTimeCompactionIntegrationTest.java | 55 +-
.../ControllerPeriodicTasksIntegrationTest.java | 50 +
.../integration/tests/CursorIntegrationTest.java | 2 +-
...tlyOnceKafkaRealtimeClusterIntegrationTest.java | 292 +++-
.../GroupByEnableTrimOptionIntegrationTest.java | 12 +-
.../tests/LLCRealtimeClusterIntegrationTest.java | 7 +-
...> LLCRealtimeKafka4ClusterIntegrationTest.java} | 22 +-
.../MergeRollupMinionClusterIntegrationTest.java | 4 +-
.../MultiStageEngineExplainIntegrationTest.java | 2 +-
.../tests/MultiStageEngineIntegrationTest.java | 114 +-
.../MultiStageWithoutStatsIntegrationTest.java | 2 +-
.../tests/NullHandlingIntegrationTest.java | 5 +-
...PartialUpsertTableRebalanceIntegrationTest.java | 89 +-
...pRealtimeIngestionSegmentCommitFailureTest.java | 2 +-
...sRealtimeIngestionSegmentCommitFailureTest.java | 5 +-
...otLLCRealtimeSegmentManagerIntegrationTest.java | 116 ++
...geMetadataPushMinionClusterIntegrationTest.java | 76 +
.../tests/PurgeMinionClusterIntegrationTest.java | 4 +-
.../tests/QueryQuotaClusterIntegrationTest.java | 3 +-
.../tests/QueryThreadContextIntegrationTest.java | 2 +-
.../tests/QueryWorkloadIntegrationTest.java | 20 +-
...fflineSegmentsMinionClusterIntegrationTest.java | 3 +-
...RefreshSegmentMinionClusterIntegrationTest.java | 445 ------
.../tests/RetentionManagerIntegrationTest.java | 21 +-
.../tests/RowLevelSecurityIntegrationTest.java | 5 +-
...mentGenerationMinionClusterIntegrationTest.java | 4 +-
...gmentGenerationMinionRealtimeIngestionTest.java | 4 +-
.../tests/SegmentUploadIntegrationTest.java | 17 +-
.../SegmentWriterUploaderIntegrationTest.java | 8 +-
.../SparkSegmentMetadataPushIntegrationTest.java | 11 +-
.../integration/tests/SpoolIntegrationTest.java | 2 +-
.../tests/StaleSegmentCheckIntegrationTest.java | 5 +-
.../StarTreeFunctionParametersIntegrationTest.java | 5 +-
.../TableRebalancePauselessIntegrationTest.java | 1 +
.../tests/TimeSeriesIntegrationTest.java | 1 +
.../integration/tests/TlsIntegrationTest.java | 59 +-
.../UpsertCompactMergeTaskIntegrationTest.java | 18 +-
.../tests/UpsertTableIntegrationTest.java | 90 +-
.../tests/custom/AggregateMetricsTest.java | 133 ++
.../pinot/integration/tests/custom/ArrayTest.java | 176 +++
.../BigNumberOfSegmentsTest.java} | 129 +-
.../CLPEncodingRealtimeTest.java} | 112 +-
.../CustomDataQueryClusterIntegrationTest.java | 153 +-
.../integration/tests/custom/FunnelCountTest.java | 351 +++++
.../GroupByOptionsTest.java} | 129 +-
.../GroupByTrimmingTest.java} | 182 ++-
.../integration/tests/custom/JsonPathTest.java | 149 ++
...ieldTypeMixedValueIngestingIntegrationTest.java | 144 ++
.../tests/custom/MultiColumnTextIndicesTest.java | 2 +-
.../tests/custom/OfflineUpsertTableTest.java | 259 ++++
.../tests/custom/RefreshSegmentMinionTest.java | 409 ++++++
.../RowExpressionTest.java} | 163 +--
.../SSBQueryTest.java} | 178 +--
.../StarTreeTest.java} | 205 +--
.../tests/custom/TableSamplerIntegrationTest.java | 175 +++
.../schemaregistry/SchemaRegistryStarter.java | 3 +-
.../BaseLogicalTableIntegrationTest.java | 8 +-
.../KafkaPartitionSubsetChaosIntegrationTest.java | 607 ++++++++
...alTableWithTwoRealtimeTableIntegrationTest.java | 251 ++++
.../models/DummyTableUpsertMetadataManager.java | 20 +-
...t.java => BaseMultiClusterIntegrationTest.java} | 393 +++---
.../multicluster/MultiClusterIntegrationTest.java | 776 +++--------
.../SameTableNameMultiClusterIntegrationTest.java | 31 +-
.../ingestion/BaseKinesisIntegrationTest.java | 20 +-
...aIncreaseDecreasePartitionsIntegrationTest.java | 7 +-
.../ingestion/RealtimeKinesisIntegrationTest.java | 11 +-
.../FailureInjectingTableDataManagerProvider.java | 4 +-
.../pinot/integration/tests/udf/UdfTest.java | 2 +-
.../simpleMeetup_realtime_table_config.json | 2 +-
.../org/apache/pinot/minion/BaseMinionStarter.java | 3 +
pinot-perf/pom.xml | 2 +-
...BenchmarkAggregateGroupByOrderByQueriesSSE.java | 6 +-
.../perf/BenchmarkDimensionTableOverhead.java | 15 +-
.../pinot/perf/BenchmarkFunctionOperand.java | 183 +++
.../pinot-batch-ingestion-spark-2.4/pom.xml | 121 --
.../spark/SparkSegmentGenerationJobRunner.java | 387 ------
.../spark/SparkSegmentMetadataPushJobRunner.java | 75 -
.../batch/spark/SparkSegmentTarPushJobRunner.java | 74 -
.../batch/spark/SparkSegmentUriPushJobRunner.java | 71 -
.../segmentCreationAndMetadataPushJobSpec.yaml | 53 -
.../segmentCreationAndTarPushJobSpec.yaml | 46 -
.../segmentCreationAndUriPushJobSpec.yaml | 46 -
.../src/main/resources/segmentCreationJobSpec.yaml | 44 -
.../src/main/resources/segmentTarPushJobSpec.yaml | 46 -
.../src/main/resources/segmentUriPushJobSpec.yaml | 46 -
.../spark/SparkSegmentGenerationJobRunnerTest.java | 234 ----
pinot-plugins/pinot-batch-ingestion/pom.xml | 1 -
.../pinot/plugin/filesystem/ADLSGen2PinotFS.java | 53 +-
.../test/ADLSGen2PinotFSPaginatedListTest.java | 273 ++++
.../filesystem/test/ADLSGen2PinotFSTest.java | 29 +
.../apache/pinot/plugin/filesystem/GcsPinotFS.java | 62 +-
.../filesystem/GcsPinotFSPaginatedListTest.java | 259 ++++
pinot-plugins/pinot-file-system/pinot-s3/pom.xml | 5 +-
.../apache/pinot/plugin/filesystem/S3Config.java | 6 +
.../apache/pinot/plugin/filesystem/S3PinotFS.java | 237 +++-
.../pinot/plugin/filesystem/S3ConfigTest.java | 13 +
.../pinot/plugin/filesystem/S3PinotFSCopyTest.java | 396 ++++++
.../filesystem/S3PinotFSPaginatedListTest.java | 357 +++++
.../pinot/plugin/filesystem/S3PinotFSTest.java | 15 +-
.../plugin/inputformat/avro/AvroRecordReader.java | 9 +-
.../inputformat/avro/KafkaAvroMessageDecoder.java | 92 +-
.../pinot-confluent-json/pom.xml | 2 +-
.../schemaregistry/SchemaRegistryStarter.java | 3 +-
.../pinot-confluent-protobuf/pom.xml | 2 +-
.../schemaregistry/SchemaRegistryStarter.java | 3 +-
.../plugin/inputformat/csv/CSVRecordReader.java | 12 +-
.../inputformat/csv/CSVRecordReaderTest.java | 11 +-
.../plugin/inputformat/json/JSONRecordReader.java | 13 +-
.../plugin/inputformat/orc/ORCRecordReader.java | 9 +-
.../parquet/ParquetAvroRecordReader.java | 9 +-
.../parquet/ParquetNativeRecordReader.java | 9 +-
.../pinot-input-format/pinot-protobuf/pom.xml | 15 -
.../inputformat/protobuf/ProtoBufRecordReader.java | 5 +-
.../inputformat/thrift/ThriftRecordReader.java | 3 +-
.../BaseMultipleSegmentsConversionExecutor.java | 115 +-
.../tasks/BaseSingleSegmentConversionExecutor.java | 73 +-
.../plugin/minion/tasks/BaseTaskExecutor.java | 129 ++
.../pinot/plugin/minion/tasks/MinionTaskUtils.java | 177 ++-
.../minion/tasks/purge/PurgeTaskGenerator.java | 2 +
.../RefreshSegmentTaskGenerator.java | 1 +
.../SegmentGenerationAndPushTaskExecutor.java | 15 +-
.../UpsertCompactionTaskExecutor.java | 10 +-
.../UpsertCompactionTaskGenerator.java | 1 +
.../UpsertCompactMergeTaskExecutor.java | 16 +-
.../UpsertCompactMergeTaskGenerator.java | 18 +-
.../plugin/minion/tasks/MinionTaskUtilsTest.java | 300 ++++
pinot-plugins/pinot-stream-ingestion/README.md | 2 +-
.../pinot-kafka-2.0/README.md | 42 -
.../kafka20/server/KafkaDataServerStartable.java | 171 ---
...tionLevelConsumerBackwardCompatibilityTest.java | 30 -
.../stream/kafka20/utils/MiniKafkaCluster.java | 125 --
.../pinot-stream-ingestion/pinot-kafka-3.0/pom.xml | 32 +
.../KafkaPartitionLevelConnectionHandler.java | 11 +-
.../kafka30/KafkaPartitionLevelConsumer.java | 13 +-
.../kafka30/KafkaStreamMetadataProvider.java | 159 ++-
.../stream/kafka30}/server/KafkaDataProducer.java | 9 +-
.../kafka30/server/KafkaServerStartable.java | 706 ++++++++++
...g.apache.pinot.spi.stream.StreamConsumerFactory | 2 +-
.../kafka30/KafkaPartitionLevelConsumerTest.java | 117 +-
.../kafka30/server/EmbeddedKafkaCluster.java | 233 ++++
.../kafka30/server/KafkaServerStartableTest.java | 102 ++
.../stream/kafka30/utils/MiniKafkaCluster.java | 138 --
.../{pinot-kafka-2.0 => pinot-kafka-4.0}/pom.xml | 27 +-
.../stream/kafka40}/KafkaConsumerFactory.java | 2 +-
.../KafkaPartitionLevelConnectionHandler.java | 15 +-
.../kafka40}/KafkaPartitionLevelConsumer.java | 15 +-
.../kafka40}/KafkaStreamMetadataProvider.java | 195 ++-
.../SynchronizedKafkaStreamMetadataProvider.java | 2 +-
.../kafka40}/KafkaAdminClientManagerTest.java | 2 +-
.../KafkaPartitionLevelConnectionHandlerTest.java | 2 +-
.../kafka40}/KafkaPartitionLevelConsumerTest.java | 163 ++-
.../KafkaPartitionLevelStreamConfigTest.java | 25 +-
.../stream/kafka40/utils/MiniKafkaCluster.java | 173 +++
.../src/test/resources/log4j2.xml | 0
.../kafka/KafkaPartitionLevelStreamConfig.java | 9 +
.../stream/kafka/KafkaPartitionSubsetUtils.java | 85 ++
.../pinot/plugin/stream/kafka/KafkaSSLUtils.java | 3 +-
.../stream/kafka/KafkaStreamConfigProperties.java | 6 +
.../kafka/KafkaPartitionSubsetUtilsTest.java | 201 +++
.../pinot-stream-ingestion/pinot-pulsar/pom.xml | 2 +-
.../plugin/stream/pulsar/PulsarConsumerTest.java | 2 +-
pinot-plugins/pinot-stream-ingestion/pom.xml | 2 +-
.../rel/rules/PinotJoinExchangeNodeInsertRule.java | 45 +-
.../pinot/calcite/rel/traits/TraitAssignment.java | 23 +-
.../planner/physical/DispatchablePlanVisitor.java | 9 +-
.../apache/pinot/query/routing/WorkerManager.java | 81 +-
.../apache/pinot/query/QueryCompilationTest.java | 89 ++
.../apache/pinot/query/mailbox/MailboxService.java | 9 +
.../pinot/query/mailbox/ReceivingMailbox.java | 93 +-
.../query/mailbox/channel/ChannelManager.java | 21 +
.../query/runtime/InStageStatsTreeBuilder.java | 85 +-
.../runtime/KeepPipelineBreakerStatsPredicate.java | 77 ++
.../apache/pinot/query/runtime/QueryRunner.java | 86 +-
.../pinot/query/runtime}/SendStatsPredicate.java | 2 +-
.../query/runtime/operator/AggregateOperator.java | 9 +
.../query/runtime/operator/BaseJoinOperator.java | 15 +
.../operator/BaseMailboxReceiveOperator.java | 6 +-
.../pinot/query/runtime/operator/LeafOperator.java | 29 +-
.../query/runtime/operator/MultiStageOperator.java | 3 +
.../runtime/operator/WindowAggregateOperator.java | 12 +
.../runtime/operator/exchange/BlockExchange.java | 17 +-
.../runtime/operator/operands/FunctionOperand.java | 20 +-
.../runtime/plan/OpChainExecutionContext.java | 17 +-
.../query/runtime/plan/PlanNodeToOpChain.java | 12 +-
.../plan/pipeline/PipelineBreakerExecutor.java | 4 +-
.../plan/pipeline/PipelineBreakerOperator.java | 10 +-
.../TimeSeriesExchangeReceiveOperator.java | 25 +-
.../query/service/dispatch/QueryDispatcher.java | 6 +-
.../apache/pinot/query/QueryServerEnclosure.java | 3 +-
.../pinot/query/mailbox/ReceivingMailboxTest.java | 71 +-
.../query/mailbox/channel/ChannelManagerTest.java | 81 ++
.../executor/OpChainSchedulerServiceTest.java | 2 +-
.../runtime/operator/AggregateOperatorTest.java | 39 +
.../runtime/operator/HashJoinOperatorTest.java | 104 ++
.../runtime/operator/MailboxSendOperatorTest.java | 2 +-
.../runtime/operator/NonEquiJoinOperatorTest.java | 122 ++
.../query/runtime/operator/OperatorTestUtil.java | 4 +-
.../operator/WindowAggregateOperatorTest.java | 68 +
.../runtime/plan/MultiStageQueryStatsTest.java | 48 +-
.../plan/pipeline/PipelineBreakerExecutorTest.java | 2 +-
.../query/runtime/queries/QueryRunnerTest.java | 7 +-
.../test/resources/queries/NonEquiOuterJoins.json | 64 +
.../DistinctCountCPCSketchValueAggregator.java | 14 +-
.../SanitizationColumnTransformer.java | 76 +
.../SpecialValueColumnTransformer.java | 85 ++
.../TimeValidationColumnTransformer.java | 68 +
.../local/data/manager/TableDataManager.java | 28 +-
.../local/dedup/BaseTableDedupMetadataManager.java | 8 +-
.../local/dedup/TableDedupMetadataManager.java | 4 +-
.../dedup/TableDedupMetadataManagerFactory.java | 6 +-
.../local/function/GroovyFunctionEvaluator.java | 17 +-
.../immutable/ImmutableSegmentLoader.java | 30 +-
.../indexsegment/mutable/MutableSegmentImpl.java | 22 +-
.../RealtimeLuceneRefreshListener.java | 4 +
.../invertedindex/RealtimeLuceneTextIndex.java | 4 +
.../writer/StatelessRealtimeSegmentWriter.java | 6 +-
.../recordtransformer/ExpressionTransformer.java | 148 +-
.../recordtransformer/RecordTransformerUtils.java | 37 +
.../recordtransformer/SanitizationTransformer.java | 195 +--
.../recordtransformer/SpecialValueTransformer.java | 63 +-
.../TimeValidationTransformer.java | 60 +-
.../local/segment/creator/TransformPipeline.java | 4 +-
.../creator/impl/SegmentDictionaryCreator.java | 27 +-
.../impl/SegmentIndexCreationDriverImpl.java | 5 +-
.../BigDecimalColumnPreIndexStatsCollector.java | 4 +
.../stats/DoubleColumnPreIndexStatsCollector.java | 4 +
.../stats/FloatColumnPreIndexStatsCollector.java | 4 +
.../stats/IntColumnPreIndexStatsCollector.java | 4 +
.../stats/LongColumnPreIndexStatsCollector.java | 4 +
.../stats/MapColumnPreIndexStatsCollector.java | 100 +-
.../index/dictionary/DictionaryIndexType.java | 4 +-
.../segment/index/loader/ForwardIndexHandler.java | 2 +-
.../segment/index/loader/SegmentPreProcessor.java | 28 +-
.../defaultcolumn/BaseDefaultColumnHandler.java | 4 +-
.../upsert/BasePartitionUpsertMetadataManager.java | 213 ++-
.../upsert/BaseTableUpsertMetadataManager.java | 19 +-
...oncurrentMapPartitionUpsertMetadataManager.java | 193 ++-
...nUpsertMetadataManagerForConsistentDeletes.java | 233 ++--
.../segment/local/upsert/PartialUpsertHandler.java | 15 +-
.../local/upsert/TableUpsertMetadataManager.java | 4 +-
.../upsert/TableUpsertMetadataManagerFactory.java | 6 +-
.../pinot/segment/local/upsert/UpsertContext.java | 12 +-
.../pinot/segment/local/upsert/UpsertUtils.java | 90 +-
.../utils/BaseSegmentOperationsThrottler.java | 254 ----
.../local/utils/ExpressionTransformerUtils.java | 105 --
.../pinot/segment/local/utils/HashUtils.java | 6 +
.../local/utils/SanitizationTransformerUtils.java | 262 ++++
.../utils/SegmentAllIndexPreprocessThrottler.java | 72 -
.../local/utils/SegmentDownloadThrottler.java | 81 --
...egmentMultiColTextIndexPreprocessThrottler.java | 75 -
.../local/utils/SegmentOperationsThrottler.java | 253 +++-
.../local/utils/SegmentOperationsThrottlerSet.java | 187 +++
.../utils/SegmentStarTreePreprocessThrottler.java | 74 -
.../local/utils/SpecialValueTransformerUtils.java | 154 +++
.../segment/local/utils/TableConfigUtils.java | 275 +++-
.../utils/TimeValidationTransformerUtils.java | 146 ++
.../DistinctCountCPCSketchValueAggregatorTest.java | 29 +
.../SanitizationColumnTransformerTest.java | 331 +++++
.../SpecialValueColumnTransformerTest.java | 289 ++++
.../TimeValidationColumnTransformerTest.java | 288 ++++
.../mutable/MutableSegmentImplTest.java | 24 +
.../converter/RealtimeSegmentConverterTest.java | 261 ++++
.../invertedindex/LuceneMutableTextIndexTest.java | 23 +
.../RealtimeLuceneRefreshListenerTest.java | 28 +
.../ExpressionTransformerTest.java | 65 +-
.../recordtransformer/RecordTransformerTest.java | 83 +-
.../segment/creator/TransformPipelineTest.java | 79 ++
.../stats/MapColumnPreIndexStatsCollectorTest.java | 126 ++
.../index/creator/CLPForwardIndexCreatorTest.java | 2 +-
.../index/dictionary/DictionaryIndexTypeTest.java | 2 +-
.../local/segment/index/loader/LoaderTest.java | 13 +-
.../index/loader/SegmentPreProcessorTest.java | 13 +-
.../BasePartitionUpsertMetadataManagerTest.java | 37 +-
...rrentMapPartitionUpsertMetadataManagerTest.java | 172 ++-
.../local/upsert/PartialUpsertHandlerTest.java | 83 +-
.../pinot/segment/local/utils/HashUtilsTest.java | 16 +
.../utils/SegmentOperationsThrottlerSetTest.java | 960 +++++++++++++
.../utils/SegmentOperationsThrottlerTest.java | 1190 ----------------
.../segment/local/utils/TableConfigUtilsTest.java | 356 ++++-
.../apache/pinot/segment/spi/SegmentMetadata.java | 9 +
.../segment/spi/index/DictionaryIndexConfig.java | 3 +-
.../spi/index/metadata/SegmentMetadataImpl.java | 31 +-
.../mutable/ThreadSafeMutableRoaringBitmap.java | 4 +
.../spi/index/reader/ForwardIndexReader.java | 9 +
.../index/reader/ForwardIndexReaderContext.java | 1 +
.../segment/spi/index/reader/JsonIndexReader.java | 10 +
.../segment/spi/index/reader/TextIndexReader.java | 16 +
.../pinot/segment/spi/memory/EmptyIndexBuffer.java | 69 +-
.../segment/spi/memory/PagedPinotOutputStream.java | 3 +-
.../spi/partition/FnvPartitionFunction.java | 158 +++
.../spi/partition/Murmur3PartitionFunction.java | 25 +-
.../spi/partition/MurmurPartitionFunction.java | 30 +-
.../spi/partition/PartitionFunctionFactory.java | 7 +-
.../spi/index/DictionaryIndexConfigTest.java | 10 +-
.../spi/partition/PartitionFunctionTest.java | 269 ++++
pinot-server/pom.xml | 5 +
.../server/api/resources/PrimaryKeyCount.java | 22 +-
.../pinot/server/api/resources/TablesResource.java | 23 +-
.../pinot/server/starter/ServerInstance.java | 22 +-
.../server/starter/helix/BaseServerStarter.java | 95 +-
.../FreshnessBasedConsumptionStatusChecker.java | 50 +-
.../starter/helix/HelixInstanceDataManager.java | 43 +-
.../IngestionBasedConsumptionStatusChecker.java | 3 +
.../ServerGrpcChannelBackoffResetHandler.java | 172 +++
.../pinot/server/worker/WorkerQueryServer.java | 18 +-
.../pinot/server/api/PrimaryKeyCountTest.java | 5 +
...FreshnessBasedConsumptionStatusCheckerTest.java | 301 ++--
.../ServerGrpcChannelBackoffResetHandlerTest.java | 237 ++++
.../spi/accounting/WorkloadBudgetManager.java | 28 +-
.../TableSamplerProvider.java} | 18 +-
.../apache/pinot/spi/audit/AuditTokenResolver.java | 51 +
.../apache/pinot/spi/audit/AuditUserIdentity.java | 25 +-
.../apache/pinot/spi/config/table/TableConfig.java | 88 +-
.../pinot/spi/config/table/UpsertConfig.java | 22 +
.../config/table/ingestion/IngestionConfig.java | 11 +
.../TableSamplerConfig.java} | 39 +-
.../java/org/apache/pinot/spi/data/FieldSpec.java | 97 +-
.../java/org/apache/pinot/spi/data/Schema.java | 74 +
.../spi/data/readers/ColumnReaderFactory.java | 18 +
.../apache/pinot/spi/data/readers/FileFormat.java | 18 +-
.../readers/RecordFetchException.java} | 29 +-
.../pinot/spi/data/readers/RecordReader.java | 39 +-
.../spi/data/readers/RecordReaderFactory.java | 17 +-
.../pinot/spi/filesystem/NoClosePinotFS.java | 8 +
.../org/apache/pinot/spi/filesystem/PinotFS.java | 33 +
.../pinot/spi/ingestion/batch/BatchConfig.java | 2 +-
.../org/apache/pinot/spi/plugin/PluginManager.java | 18 +-
.../pinot/spi/stream/PartitionGroupMetadata.java | 15 +-
.../spi/stream/PartitionGroupMetadataFetcher.java | 60 +-
.../pinot/spi/stream/StreamConfigProperties.java | 4 -
.../pinot/spi/stream/StreamDataDecoderImpl.java | 20 +-
.../spi/stream/StreamDataServerStartable.java | 23 +
.../apache/pinot/spi/stream/StreamMetadata.java | 66 +
.../apache/pinot/spi/utils/CommonConstants.java | 50 +-
.../ConsumingSegmentConsistencyModeListener.java | 134 ++
.../{ResourceUsageUtils.java => PinotMd5Mode.java} | 29 +-
.../spi/utils/builder/TableConfigBuilder.java | 31 +-
.../pinot/spi/utils/hash/FnvHashFunctions.java | 116 ++
.../pinot/spi/config/table/TableConfigTest.java | 99 ++
.../org/apache/pinot/spi/data/FieldSpecTest.java | 91 ++
.../pinot/spi/data/SchemaSerializationTest.java | 353 +++--
.../java/org/apache/pinot/spi/data/SchemaTest.java | 101 ++
.../pinot/spi/data/readers/FileFormatTest.java | 87 ++
.../spi/data/readers/RecordReaderFactoryTest.java | 86 ++
.../spi/filesystem/PinotFSPaginatedListTest.java | 129 ++
.../apache/pinot/spi/plugin/PluginManagerTest.java | 192 ++-
.../stream/PartitionGroupMetadataFetcherTest.java | 284 +++-
.../spi/stream/StreamDataDecoderImplTest.java | 41 +
.../pinot/spi/stream/StreamMetadataTest.java | 98 ++
.../apache/pinot/spi/utils/PinotMd5ModeTest.java | 60 +
.../pinot/spi/utils/hash/FnvHashFunctionsTest.java | 88 ++
.../pinot/tsdb/spi/series/TimeSeriesBlock.java | 4 +-
pinot-tools/pom.xml | 24 -
.../{AuthQuickstart.java => JfrQuickstart.java} | 30 +-
.../apache/pinot/tools/MultiClusterQuickstart.java | 456 ++++++
.../org/apache/pinot/tools/QuickStartBase.java | 179 ++-
.../org/apache/pinot/tools/RealtimeQuickStart.java | 25 +
.../LaunchSparkDataIngestionJobCommand.java | 3 +-
.../tools/admin/command/QuickStartCommand.java | 12 +
.../tools/admin/command/StartKafkaCommand.java | 39 +-
.../tools/admin/command/StopProcessCommand.java | 113 +-
.../converter/PinotSegmentConvertCommand.java | 2 +-
.../pinot/tools/utils/KafkaStarterUtils.java | 138 +-
.../conf/sample_realtime_table_config.json | 2 +-
.../airlineStats_offline_table_config.json | 9 +
.../githubEvents_realtime_table_config.json | 2 +-
.../airlineStats_realtime_table_config.json | 2 +-
.../docker/airlineStats_realtime_table_config.json | 2 +-
.../dailySales_realtime_table_config.json | 2 +-
.../fineFoodReviews_realtime_table_config.json | 2 +-
...eFoodReviews_part_0_realtime_table_config.json} | 5 +-
.../fineFoodReviews_part_0_schema.json} | 2 +-
...eFoodReviews_part_1_realtime_table_config.json} | 5 +-
.../fineFoodReviews_part_1_schema.json} | 2 +-
.../githubEvents_realtime_table_config.json | 2 +-
.../meetupRsvp_realtime_table_config.json | 2 +-
...eetupRsvpComplexType_realtime_table_config.json | 2 +-
.../meetupRsvpJson_realtime_table_config.json | 2 +-
...lRequestMergedEvents_realtime_table_config.json | 2 +-
...lRequestMergedEvents_realtime_table_config.json | 2 +-
...upsertJsonMeetupRsvp_realtime_table_config.json | 2 +-
.../upsertMeetupRsvp_realtime_table_config.json | 2 +-
...ertPartialMeetupRsvp_realtime_table_config.json | 2 +-
.../tools/admin/command/TestQuickStartCommand.java | 7 +-
pom.xml | 150 +-
scripts/update-release-binaries.py | 1457 ++++++++++++++++++++
734 files changed, 37340 insertions(+), 14389 deletions(-)
delete mode 100644 .github/workflows/build-presto-docker-image.yml
create mode 100644 .github/workflows/close_stale_issues.yml
delete mode 100755 .github/workflows/scripts/docker/.presto_build_info_gen.sh
delete mode 100755 .github/workflows/scripts/docker/.presto_docker_image_build_and_push.sh
delete mode 100755 .github/workflows/scripts/retry_on_fast_fail.sh
create mode 100644 CLAUDE.md
delete mode 100644 docker/images/pinot-presto/Dockerfile
delete mode 100644 docker/images/pinot-presto/README.md
delete mode 100755 docker/images/pinot-presto/docker-build.sh
delete mode 100644 docker/images/pinot-presto/etc/catalog/pinot.properties
delete mode 100644 docker/images/pinot-presto/etc/catalog/pinot_quickstart.properties
delete mode 100644 docker/images/pinot-presto/etc/config.properties
delete mode 100644 docker/images/pinot-presto/etc/jvm.config
delete mode 100644 docker/images/pinot-presto/etc/log.properties
delete mode 100644 docker/images/pinot-presto/etc/node.properties
create mode 100644 helm/pinot-1.0.0.tgz
create mode 100644 helm/pinot/UPGRADING.md
delete mode 100644 helm/pinot/charts/zookeeper-13.8.7.tgz
delete mode 100644 helm/pinot/requirements.lock
copy helm/pinot/templates/{minion => zookeeper}/service-headless.yaml (61%)
copy helm/pinot/templates/{serviceaccount.yaml => zookeeper/service.yaml} (71%)
create mode 100644 helm/pinot/templates/zookeeper/statefulset.yaml
delete mode 100644 helm/presto-0.2.0.tgz
delete mode 100644 helm/presto-0.2.1.tgz
delete mode 100644 helm/presto/Chart.yaml
delete mode 100644 helm/presto/README.md
delete mode 100755 helm/presto/launch-presto-ui.sh
delete mode 100755 helm/presto/pinot-presto-cli.sh
delete mode 100755 helm/presto/presto-cli.sh
delete mode 100644 helm/presto/presto-coordinator.yaml
delete mode 100644 helm/presto/presto-worker.yaml
delete mode 100644 helm/presto/templates/_helpers.tpl
delete mode 100644 helm/presto/templates/coordinator/configmap.yaml
delete mode 100644 helm/presto/templates/coordinator/service-external.yaml
delete mode 100644 helm/presto/templates/coordinator/service-headless.yaml
delete mode 100644 helm/presto/templates/coordinator/service.yaml
delete mode 100644 helm/presto/templates/coordinator/statefulset.yml
delete mode 100644 helm/presto/templates/worker/configmap.yaml
delete mode 100644 helm/presto/templates/worker/service-headless.yaml
delete mode 100644 helm/presto/templates/worker/service.yaml
delete mode 100644 helm/presto/templates/worker/statefulset.yml
delete mode 100644 helm/presto/values.yaml
create mode 100644 pinot-broker/src/main/java/org/apache/pinot/broker/routing/tablesampler/FirstNSegmentsTableSampler.java
create mode 100644 pinot-broker/src/main/java/org/apache/pinot/broker/routing/tablesampler/TableSampler.java
create mode 100644 pinot-broker/src/main/java/org/apache/pinot/broker/routing/tablesampler/TableSamplerFactory.java
create mode 100644 pinot-broker/src/test/java/org/apache/pinot/broker/routing/tablesampler/TableSamplerFactoryTest.java
copy pinot-broker/src/{main/java/org/apache/pinot/broker/routing/segmentpreselector/SegmentPreSelectorFactory.java => test/java/org/apache/pinot/broker/routing/tablesampler/external/ExternalAnnotatedSampler.java} (60%)
create mode 100644 pinot-clients/pinot-java-client/src/test/java/org/apache/pinot/client/grpc/GrpcConnectionTest.java
copy pinot-common/src/main/java/org/apache/pinot/common/exception/{SchemaBackwardIncompatibleException.java => TableConfigBackwardIncompatibleException.java} (86%)
create mode 100644 pinot-common/src/main/java/org/apache/pinot/common/utils/DefaultLogicalTableConfigSerDe.java
copy pinot-common/src/main/java/org/apache/pinot/common/{minion/BaseTaskMetadata.java => utils/LogicalTableConfigSerDe.java} (50%)
create mode 100644 pinot-common/src/main/java/org/apache/pinot/common/utils/LogicalTableConfigSerDeProvider.java
create mode 100644 pinot-common/src/test/java/org/apache/pinot/common/audit/MockAuditTokenResolver.java
create mode 100644 pinot-common/src/test/java/org/apache/pinot/common/config/TlsConfigTest.java
create mode 100644 pinot-common/src/test/java/org/apache/pinot/common/utils/DefaultLogicalTableConfigSerDeTest.java
create mode 100644 pinot-common/src/test/java/org/apache/pinot/common/utils/fetcher/PinotFSSegmentFetcherTest.java
create mode 100644 pinot-common/src/test/java/org/apache/pinot/common/utils/tls/JvmDefaultSslContextTest.java
rename pinot-connectors/pinot-flink-connector/src/test/java/org/apache/pinot/connector/flink/sink/{PinotSinkIntegrationTestUpsertTable.java => PinotSinkUpsertTableIntegrationTest.java} (95%)
delete mode 100644 pinot-connectors/pinot-spark-2-connector/README.md
delete mode 100644 pinot-connectors/pinot-spark-2-connector/documentation/images/spark-pinot-connector-executor-server-interaction.jpg
delete mode 100644 pinot-connectors/pinot-spark-2-connector/documentation/read_model.md
delete mode 100644 pinot-connectors/pinot-spark-2-connector/pom.xml
delete mode 100644 pinot-connectors/pinot-spark-2-connector/src/main/resources/META-INF/services/org.apache.spark.sql.sources.DataSourceRegister
delete mode 100644 pinot-connectors/pinot-spark-2-connector/src/main/scala/org/apache/pinot/connector/spark/datasource/DataExtractor.scala
delete mode 100644 pinot-connectors/pinot-spark-2-connector/src/main/scala/org/apache/pinot/connector/spark/datasource/PinotDataSourceReader.scala
delete mode 100644 pinot-connectors/pinot-spark-2-connector/src/main/scala/org/apache/pinot/connector/spark/datasource/PinotDataSourceV2.scala
delete mode 100644 pinot-connectors/pinot-spark-2-connector/src/main/scala/org/apache/pinot/connector/spark/datasource/PinotInputPartition.scala
delete mode 100644 pinot-connectors/pinot-spark-2-connector/src/main/scala/org/apache/pinot/connector/spark/datasource/query/FilterPushDown.scala
delete mode 100644 pinot-connectors/pinot-spark-2-connector/src/test/resources/schema/pinot-schema.json
delete mode 100644 pinot-connectors/pinot-spark-2-connector/src/test/resources/schema/spark-schema.json
delete mode 100644 pinot-connectors/pinot-spark-2-connector/src/test/scala/org/apache/pinot/connector/spark/datasource/BaseTest.scala
delete mode 100644 pinot-connectors/pinot-spark-2-connector/src/test/scala/org/apache/pinot/connector/spark/datasource/DataExtractorTest.scala
delete mode 100644 pinot-connectors/pinot-spark-2-connector/src/test/scala/org/apache/pinot/connector/spark/datasource/ExampleSparkPinotConnectorTest.scala
delete mode 100644 pinot-connectors/pinot-spark-2-connector/src/test/scala/org/apache/pinot/connector/spark/datasource/query/FilterPushDownTest.scala
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/api/resources/TableConfigValidationUtils.java
copy pinot-controller/src/main/resources/app/components/{Homepage/ClusterConfig.tsx => AsyncLogicalTables.tsx} (61%)
create mode 100644 pinot-controller/src/main/resources/app/pages/LogicalTableDetails.tsx
create mode 100644 pinot-controller/src/test/java/org/apache/pinot/controller/cursors/ResponseStoreCleanerTest.java
create mode 100644 pinot-controller/src/test/java/org/apache/pinot/controller/helix/core/minion/PinotTaskManagerOnChangeTest.java
create mode 100644 pinot-controller/src/test/java/org/apache/pinot/controller/validation/BrokerResourceValidationManagerTest.java
copy pinot-common/src/main/java/org/apache/pinot/common/data/Segment.java => pinot-core/src/main/java/org/apache/pinot/core/data/manager/SegmentOperationsExecutorService.java (51%)
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/data/manager/SegmentOperationsTaskContext.java
copy pinot-plugins/pinot-metrics/pinot-yammer/src/main/java/org/apache/pinot/plugin/metrics/yammer/YammerMetricName.java => pinot-core/src/main/java/org/apache/pinot/core/data/manager/SegmentOperationsTaskType.java (51%)
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/data/manager/realtime/UpsertInconsistentStateConfig.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/function/scalar/FilterMvScalarFunction.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/query/JsonIndexDistinctOperator.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/transform/function/FilterMvPredicateEvaluator.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/transform/function/FilterMvTransformFunction.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/transport/NettyInspector.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/transport/NettyInstance.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/operator/transform/function/FilterMvTransformFunctionTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/query/executor/LogicalTableExecutionInfoTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/transport/DirectOOMHandlerTest.java
delete mode 100644 pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/AggregateMetricsClusterIntegrationTest.java
copy pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/{LLCRealtimeKafka3ClusterIntegrationTest.java => LLCRealtimeKafka4ClusterIntegrationTest.java} (89%)
create mode 100644 pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/PinotLLCRealtimeSegmentManagerIntegrationTest.java
create mode 100644 pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/PurgeMetadataPushMinionClusterIntegrationTest.java
delete mode 100644 pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/RefreshSegmentMinionClusterIntegrationTest.java
create mode 100644 pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/custom/AggregateMetricsTest.java
rename pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/{BigNumberOfSegmentsIntegrationTest.java => custom/BigNumberOfSegmentsTest.java} (61%)
rename pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/{CLPEncodingRealtimeIntegrationTest.java => custom/CLPEncodingRealtimeTest.java} (66%)
create mode 100644 pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/custom/FunnelCountTest.java
rename pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/{GroupByOptionsIntegrationTest.java => custom/GroupByOptionsTest.java} (91%)
rename pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/{GroupByTrimmingIntegrationTest.java => custom/GroupByTrimmingTest.java} (86%)
create mode 100644 pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/custom/MapFieldTypeMixedValueIngestingIntegrationTest.java
create mode 100644 pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/custom/OfflineUpsertTableTest.java
create mode 100644 pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/custom/RefreshSegmentMinionTest.java
rename pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/{RowExpressionIntegrationTest.java => custom/RowExpressionTest.java} (72%)
rename pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/{SSBQueryIntegrationTest.java => custom/SSBQueryTest.java} (60%)
rename pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/{StarTreeClusterIntegrationTest.java => custom/StarTreeTest.java} (67%)
create mode 100644 pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/custom/TableSamplerIntegrationTest.java
create mode 100644 pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/logicaltable/KafkaPartitionSubsetChaosIntegrationTest.java
create mode 100644 pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/logicaltable/LogicalTableWithTwoRealtimeTableIntegrationTest.java
copy pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/multicluster/{MultiClusterIntegrationTest.java => BaseMultiClusterIntegrationTest.java} (73%)
copy pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/index/reader/SortedIndexReader.java => pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/multicluster/SameTableNameMultiClusterIntegrationTest.java (51%)
create mode 100644 pinot-perf/src/main/java/org/apache/pinot/perf/BenchmarkFunctionOperand.java
delete mode 100644 pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-2.4/pom.xml
delete mode 100644 pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-2.4/src/main/java/org/apache/pinot/plugin/ingestion/batch/spark/SparkSegmentGenerationJobRunner.java
delete mode 100644 pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-2.4/src/main/java/org/apache/pinot/plugin/ingestion/batch/spark/SparkSegmentMetadataPushJobRunner.java
delete mode 100644 pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-2.4/src/main/java/org/apache/pinot/plugin/ingestion/batch/spark/SparkSegmentTarPushJobRunner.java
delete mode 100644 pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-2.4/src/main/java/org/apache/pinot/plugin/ingestion/batch/spark/SparkSegmentUriPushJobRunner.java
delete mode 100644 pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-2.4/src/main/resources/segmentCreationAndMetadataPushJobSpec.yaml
delete mode 100644 pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-2.4/src/main/resources/segmentCreationAndTarPushJobSpec.yaml
delete mode 100644 pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-2.4/src/main/resources/segmentCreationAndUriPushJobSpec.yaml
delete mode 100644 pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-2.4/src/main/resources/segmentCreationJobSpec.yaml
delete mode 100644 pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-2.4/src/main/resources/segmentTarPushJobSpec.yaml
delete mode 100644 pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-2.4/src/main/resources/segmentUriPushJobSpec.yaml
delete mode 100644 pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-2.4/src/test/java/org/apache/pinot/plugin/ingestion/batch/spark/SparkSegmentGenerationJobRunnerTest.java
create mode 100644 pinot-plugins/pinot-file-system/pinot-adls/src/test/java/org/apache/pinot/plugin/filesystem/test/ADLSGen2PinotFSPaginatedListTest.java
create mode 100644 pinot-plugins/pinot-file-system/pinot-gcs/src/test/java/org/apache/pinot/plugin/filesystem/GcsPinotFSPaginatedListTest.java
create mode 100644 pinot-plugins/pinot-file-system/pinot-s3/src/test/java/org/apache/pinot/plugin/filesystem/S3PinotFSCopyTest.java
create mode 100644 pinot-plugins/pinot-file-system/pinot-s3/src/test/java/org/apache/pinot/plugin/filesystem/S3PinotFSPaginatedListTest.java
delete mode 100644 pinot-plugins/pinot-stream-ingestion/pinot-kafka-2.0/README.md
delete mode 100644 pinot-plugins/pinot-stream-ingestion/pinot-kafka-2.0/src/main/java/org/apache/pinot/plugin/stream/kafka20/server/KafkaDataServerStartable.java
delete mode 100644 pinot-plugins/pinot-stream-ingestion/pinot-kafka-2.0/src/test/java/org/apache/pinot/plugin/stream/kafka20/KafkaPartitionLevelConsumerBackwardCompatibilityTest.java
delete mode 100644 pinot-plugins/pinot-stream-ingestion/pinot-kafka-2.0/src/test/java/org/apache/pinot/plugin/stream/kafka20/utils/MiniKafkaCluster.java
rename pinot-plugins/pinot-stream-ingestion/{pinot-kafka-2.0/src/main/java/org/apache/pinot/plugin/stream/kafka20 => pinot-kafka-3.0/src/main/java/org/apache/pinot/plugin/stream/kafka30}/server/KafkaDataProducer.java (92%)
create mode 100644 pinot-plugins/pinot-stream-ingestion/pinot-kafka-3.0/src/main/java/org/apache/pinot/plugin/stream/kafka30/server/KafkaServerStartable.java
rename pinot-plugins/pinot-stream-ingestion/{pinot-kafka-2.0 => pinot-kafka-3.0}/src/main/resources/META-INF/services/org.apache.pinot.spi.stream.StreamConsumerFactory (92%)
create mode 100644 pinot-plugins/pinot-stream-ingestion/pinot-kafka-3.0/src/test/java/org/apache/pinot/plugin/stream/kafka30/server/EmbeddedKafkaCluster.java
create mode 100644 pinot-plugins/pinot-stream-ingestion/pinot-kafka-3.0/src/test/java/org/apache/pinot/plugin/stream/kafka30/server/KafkaServerStartableTest.java
delete mode 100644 pinot-plugins/pinot-stream-ingestion/pinot-kafka-3.0/src/test/java/org/apache/pinot/plugin/stream/kafka30/utils/MiniKafkaCluster.java
rename pinot-plugins/pinot-stream-ingestion/{pinot-kafka-2.0 => pinot-kafka-4.0}/pom.xml (81%)
rename pinot-plugins/pinot-stream-ingestion/{pinot-kafka-2.0/src/main/java/org/apache/pinot/plugin/stream/kafka20 => pinot-kafka-4.0/src/main/java/org/apache/pinot/plugin/stream/kafka40}/KafkaConsumerFactory.java (98%)
rename pinot-plugins/pinot-stream-ingestion/{pinot-kafka-2.0/src/main/java/org/apache/pinot/plugin/stream/kafka20 => pinot-kafka-4.0/src/main/java/org/apache/pinot/plugin/stream/kafka40}/KafkaPartitionLevelConnectionHandler.java (94%)
rename pinot-plugins/pinot-stream-ingestion/{pinot-kafka-2.0/src/main/java/org/apache/pinot/plugin/stream/kafka20 => pinot-kafka-4.0/src/main/java/org/apache/pinot/plugin/stream/kafka40}/KafkaPartitionLevelConsumer.java (92%)
rename pinot-plugins/pinot-stream-ingestion/{pinot-kafka-2.0/src/main/java/org/apache/pinot/plugin/stream/kafka20 => pinot-kafka-4.0/src/main/java/org/apache/pinot/plugin/stream/kafka40}/KafkaStreamMetadataProvider.java (61%)
rename pinot-plugins/pinot-stream-ingestion/{pinot-kafka-2.0/src/main/java/org/apache/pinot/plugin/stream/kafka20 => pinot-kafka-4.0/src/main/java/org/apache/pinot/plugin/stream/kafka40}/SynchronizedKafkaStreamMetadataProvider.java (97%)
rename pinot-plugins/pinot-stream-ingestion/{pinot-kafka-2.0/src/test/java/org/apache/pinot/plugin/stream/kafka20 => pinot-kafka-4.0/src/test/java/org/apache/pinot/plugin/stream/kafka40}/KafkaAdminClientManagerTest.java (99%)
rename pinot-plugins/pinot-stream-ingestion/{pinot-kafka-2.0/src/test/java/org/apache/pinot/plugin/stream/kafka20 => pinot-kafka-4.0/src/test/java/org/apache/pinot/plugin/stream/kafka40}/KafkaPartitionLevelConnectionHandlerTest.java (98%)
rename pinot-plugins/pinot-stream-ingestion/{pinot-kafka-2.0/src/test/java/org/apache/pinot/plugin/stream/kafka20 => pinot-kafka-4.0/src/test/java/org/apache/pinot/plugin/stream/kafka40}/KafkaPartitionLevelConsumerTest.java (78%)
rename pinot-plugins/pinot-stream-ingestion/{pinot-kafka-2.0/src/test/java/org/apache/pinot/plugin/stream/kafka20 => pinot-kafka-4.0/src/test/java/org/apache/pinot/plugin/stream/kafka40}/KafkaPartitionLevelStreamConfigTest.java (86%)
create mode 100644 pinot-plugins/pinot-stream-ingestion/pinot-kafka-4.0/src/test/java/org/apache/pinot/plugin/stream/kafka40/utils/MiniKafkaCluster.java
rename pinot-plugins/pinot-stream-ingestion/{pinot-kafka-2.0 => pinot-kafka-4.0}/src/test/resources/log4j2.xml (100%)
create mode 100644 pinot-plugins/pinot-stream-ingestion/pinot-kafka-base/src/main/java/org/apache/pinot/plugin/stream/kafka/KafkaPartitionSubsetUtils.java
create mode 100644 pinot-plugins/pinot-stream-ingestion/pinot-kafka-base/src/test/java/org/apache/pinot/plugin/stream/kafka/KafkaPartitionSubsetUtilsTest.java
create mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/KeepPipelineBreakerStatsPredicate.java
rename {pinot-server/src/main/java/org/apache/pinot/server/starter/helix => pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime}/SendStatsPredicate.java (99%)
create mode 100644 pinot-query-runtime/src/test/java/org/apache/pinot/query/mailbox/channel/ChannelManagerTest.java
create mode 100644 pinot-query-runtime/src/test/resources/queries/NonEquiOuterJoins.json
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/columntransformer/SanitizationColumnTransformer.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/columntransformer/SpecialValueColumnTransformer.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/columntransformer/TimeValidationColumnTransformer.java
delete mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/utils/BaseSegmentOperationsThrottler.java
delete mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/utils/ExpressionTransformerUtils.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/utils/SanitizationTransformerUtils.java
delete mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/utils/SegmentAllIndexPreprocessThrottler.java
delete mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/utils/SegmentDownloadThrottler.java
delete mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/utils/SegmentMultiColTextIndexPreprocessThrottler.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/utils/SegmentOperationsThrottlerSet.java
delete mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/utils/SegmentStarTreePreprocessThrottler.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/utils/SpecialValueTransformerUtils.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/utils/TimeValidationTransformerUtils.java
create mode 100644 pinot-segment-local/src/test/java/org/apache/pinot/segment/local/columntransformer/SanitizationColumnTransformerTest.java
create mode 100644 pinot-segment-local/src/test/java/org/apache/pinot/segment/local/columntransformer/SpecialValueColumnTransformerTest.java
create mode 100644 pinot-segment-local/src/test/java/org/apache/pinot/segment/local/columntransformer/TimeValidationColumnTransformerTest.java
create mode 100644 pinot-segment-local/src/test/java/org/apache/pinot/segment/local/utils/SegmentOperationsThrottlerSetTest.java
delete mode 100644 pinot-segment-local/src/test/java/org/apache/pinot/segment/local/utils/SegmentOperationsThrottlerTest.java
create mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/partition/FnvPartitionFunction.java
create mode 100644 pinot-server/src/main/java/org/apache/pinot/server/starter/helix/ServerGrpcChannelBackoffResetHandler.java
create mode 100644 pinot-server/src/test/java/org/apache/pinot/server/starter/helix/ServerGrpcChannelBackoffResetHandlerTest.java
copy pinot-spi/src/main/java/org/apache/pinot/spi/annotations/{minion/EventObserverFactory.java => tablesampler/TableSamplerProvider.java} (66%)
create mode 100644 pinot-spi/src/main/java/org/apache/pinot/spi/audit/AuditTokenResolver.java
copy pinot-query-planner/src/main/java/org/apache/pinot/calcite/rel/rules/TableOptions.java => pinot-spi/src/main/java/org/apache/pinot/spi/audit/AuditUserIdentity.java (61%)
copy pinot-spi/src/main/java/org/apache/pinot/spi/config/table/{TunerConfig.java => sampler/TableSamplerConfig.java} (55%)
copy pinot-spi/src/main/java/org/apache/pinot/spi/{exception/PinotRuntimeException.java => data/readers/RecordFetchException.java} (51%)
create mode 100644 pinot-spi/src/main/java/org/apache/pinot/spi/stream/StreamMetadata.java
create mode 100644 pinot-spi/src/main/java/org/apache/pinot/spi/utils/ConsumingSegmentConsistencyModeListener.java
copy pinot-spi/src/main/java/org/apache/pinot/spi/utils/{ResourceUsageUtils.java => PinotMd5Mode.java} (56%)
create mode 100644 pinot-spi/src/main/java/org/apache/pinot/spi/utils/hash/FnvHashFunctions.java
create mode 100644 pinot-spi/src/test/java/org/apache/pinot/spi/data/readers/FileFormatTest.java
create mode 100644 pinot-spi/src/test/java/org/apache/pinot/spi/filesystem/PinotFSPaginatedListTest.java
create mode 100644 pinot-spi/src/test/java/org/apache/pinot/spi/stream/StreamMetadataTest.java
create mode 100644 pinot-spi/src/test/java/org/apache/pinot/spi/utils/PinotMd5ModeTest.java
create mode 100644 pinot-spi/src/test/java/org/apache/pinot/spi/utils/hash/FnvHashFunctionsTest.java
copy pinot-tools/src/main/java/org/apache/pinot/tools/{AuthQuickstart.java => JfrQuickstart.java} (57%)
create mode 100644 pinot-tools/src/main/java/org/apache/pinot/tools/MultiClusterQuickstart.java
copy pinot-tools/src/main/resources/examples/stream/{fineFoodReviews/fineFoodReviews_realtime_table_config.json => fineFoodReviews_part_0/fineFoodReviews_part_0_realtime_table_config.json} (93%)
copy pinot-tools/src/main/resources/examples/stream/{fineFoodReviews/fineFoodReviews_schema.json => fineFoodReviews_part_0/fineFoodReviews_part_0_schema.json} (95%)
copy pinot-tools/src/main/resources/examples/stream/{fineFoodReviews/fineFoodReviews_realtime_table_config.json => fineFoodReviews_part_1/fineFoodReviews_part_1_realtime_table_config.json} (93%)
copy pinot-tools/src/main/resources/examples/stream/{fineFoodReviews/fineFoodReviews_schema.json => fineFoodReviews_part_1/fineFoodReviews_part_1_schema.json} (95%)
create mode 100644 scripts/update-release-binaries.py
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@pinot.apache.org
For additional commands, e-mail: commits-help@pinot.apache.org