You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pinot.apache.org by gi...@apache.org on 2024/04/17 22:59:14 UTC
(pinot) branch dependabot/npm_and_yarn/pinot-controller/src/main/resources/terser-4.8.1 updated (06053224ed -> 0b852db5f0)
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch dependabot/npm_and_yarn/pinot-controller/src/main/resources/terser-4.8.1
in repository https://gitbox.apache.org/repos/asf/pinot.git
discard 06053224ed Bump terser from 4.8.0 to 4.8.1 in /pinot-controller/src/main/resources
add f6c5e3a318 [hotfix] fix cross merge (#9087)
add 989df641b7 Upgrade Helix to 1.0.4 (#8325)
add 24130673d8 Fix the NPE for ADLSGen2PinotFS (#9088)
add 463bf976ad Task genrator debug api (#9058)
add 7142efe68a Ensure conversion of field specs to avro schema is ordered (#9077)
add f70c38bccb Fix segment pruning that can break server subquery (#9090)
add 1211f07ed9 Allow committing empty segment when some messages are fetched but all filtered out (#9089)
add b03b5e434f [multistage] Fix data block transfer semantics and plan node data schema usage. (#9064)
add 8fe333119d Enhance upsert metadata handling (#9095)
add bbec0a8070 Handle unknown magic byte error in Confluent Avro decoder (#9045) (#9051)
add 2f0eee9f12 Add health/readiness and health/liveness endpoint (#9031)
add 9a49ab2ded Enhance event loop initialization (#9094)
add dc2deb8b3b feature: add table type to segment upload (#9063)
add 0c1037ed90 Do not use PartitionUpsertMetadataManager.replaceSegment (#9101)
add 6e0adf6c41 Replace deprecated methods in ParquetNativeRecordReader (#9106)
add 0abd8f87ab [UI] Add controller UI to use multi-stage engine (#9072)
add 3c799cef75 Fail spark application in case of no input files (#9105)
add 9cf7d81dd0 Add consuming metadata to broker response (#9092)
add 49c0e24e3d Add support for IAM role based credentials in Kinesis Plugin (#9071)
add c675c2882f Fix authentication issue when auth annotation is not required (#9110)
add e2b54e586b Optimize PinotHelixResourceManager.getServerToSegmentsMap() and getServers() (#9118)
add fc696ceb4b Revert "Add consuming metadata to broker response (#9092)" (#9119)
add 5a6a6264cc Task queue table listing api update (#9066)
add 2676ffa1c2 fix log msg, as it missed one param value (#9124)
add 4084b6031b Handle case when segment time threshold is crossed and 0 batch messages are processed (#9093)
add 68ca538ffa Fix the race condition for partial upsert record read (#9130)
add 396f37daec Allow bloom filters for non dictionary columns (#9121)
add c6ac7d6df2 Emit a server side metric to identify if MV columns are present as part of the selection order by queries (#9117)
add 9fb30d350f Catch Throwable instead of Exception in SegmentGenerationJobRunner (#9120)
add 91289be930 Fix upsert replace (#9132)
add 7197461f29 add health check queryParam for servers (#9129)
add 8ece2147eb [multistage] fix timeout & excessive data block exception (#9116)
add bfb604a883 fix grpc query server not setting max inbound msg size (#9126)
add 32afa701ab fix jvm processors count (#9138)
add 280aad1588 Fixing ingress manifest for controller and broker (#9135)
add 8806dc35ec Add Protocol Buffer Stream Decoder (#8972)
add d0426e9864 Put Netty Channel handlers and Tls context creation logic at same place (#8163)
add cc8362fe60 Cleanup: Modify log message to indicate failure reasons when creating data directory on the server. (#9145)
add 55db06fab1 Add TLS1.3, Remove TLS1.0, Add User Agent Header, Add Timeouts for Pi… (#9008)
add 3d2b6f3429 Add controller API for reload segment task status (#8828)
add dad2586d5d Avoid swagger loading too much types and showing noisy log (#9144)
add 913f0d81a8 Add support for Base64 Encode/Decode Scalar Functions (#9114)
add 561e471a86 Add support for regexpReplace scalar function (#9123)
add 0be79c9b37 [multistage] adding error block bubble up for GRPC exceptions (#9143)
add 86a0cd497a Add timestamp index fields to schema for the real-time ingestion path (#9134)
add 76d1213f21 Upgrade netty version (4.1.74.Final -> 4.1.79.Final) (#9153)
add 778141958f [hotfix] gha trigger (#9157)
add 38817147f2 Add additional metadata to the response (#9122)
add d617f3b6c8 Proper null handling in Aggregation functions for SV data types (#9086)
add 449f89a3d7 isArray should return false for byte[] in this context (#9151)
add 51698e9b29 [Clean up] Simplify UpsertConfig (#9150)
add 2eadde4953 adding API for retention period on table rest resource (#9148)
add fb4966b0f7 [multistage] carry partition scheme for optimization (#9100)
add e8a8684e2d Improve the retry policy so that the thread doesn't sleep after the last failure (#9158)
add 22843c6118 remove customized sql parser, use common one (#9166)
add 4125daa4c7 Handle nulls in all SELECT paths (#9169)
add 0aeb42eebc Fix the race condition of reflection scanning classes (#9167)
add 7bd4dd4be1 Allow headers when making multi get requests + set headers when making controller API calls (#9170)
add 1cb172aae7 Proper null handling in equality, inequality and membership operators for all SV column data types (#9173)
add 3e98c65b6e Support partitioned assignment with single replica (#9178)
add cfe95f4ba4 Add id to MetadataKey so that we can change the key order (#9159)
add 67344859c2 Log Request header for Broker (#8907)
add 19938437f1 Add readiness metric to pinot-server (#9168)
add 6c9e407b06 allow mvn build with development webpack; fix instances default value (#9179)
add d70edd6017 show segment and instance count; use pagination for segments (#9181)
add f3b2919d55 Add support for functions arrayConcatLong, arrayConcatFloat, arrayConcatDouble (#9131)
add 6ed17d298a Adding ability to update logger level (#9180)
add 56927a193a Disable logging request header by default. (#9192)
add 54d2813c00 [colocated-join] Adds Support for instancePartitionsMap in Table Config (#8989)
add 802c596e9f add freshness lag when there are no consuming segments (#8911)
add 42e597de28 remove swagger dep from pinot pulsar plugin (#9195)
add 6bf696ec25 Make upsert metadata manager pluggable (#9186)
add 834909e2bd overload divide function to allow a default value when denominator==0 (#9196)
add 2f19683470 Update log level to ERROR for HelixZNodeSizeLimitTest (#9208)
add 2a43d2a2fd Bump mockito-inline from 3.9.0 to 4.7.0 (#9213)
add a4e3adb736 Refactor offline quickstarts to load all the tables by default (#9206)
add f3ff5eb5f0 support limit (#9214)
add 7818167fea refine error msg when applying TextMatch on column with text index (#9219)
add da7d534dac Avoid parsing query multiple times (#9202)
add 6fddffe66d make reset table async (#9203)
add 2aa2165367 fix UT failure on explain plan (#9226)
add 661a7d6a5d Adding pinot base docker image to reduce build time (#9229)
add 5c703695d2 Add close method to upsert interfaces (#9212)
add 807f84392c fix empty data block not returning schema (#9222)
add fe90978939 Bump zstd-jni from 1.4.9-5 to 1.5.2-3 (#9232)
add c1bdd10e6b Adding kafka offset support for period and timestamp (#9193)
add d41ec0bfd4 Refactor stream quickstart (#9227)
add 3a655d2d0e support to show running queries and cancel query by id (#9171)
add 766769253b [multistage] fixing count not resolving as SUM0 in intermediate stage (#9233)
add 8f495aefe8 Bug fix: Nested arrays and map not handled correctly for complex types (#9235)
add cc92e4cf68 Max number of multi values should be set in DefaultNullValueProvider (#9205)
add 3cd195213e move back interface change (#9237)
add 42a2fc70ff Add Support for Schema Registry in Protobuf Decoder (#9220)
add bf66eeeef4 add-table refactor of auth (#9228)
add 6c5d85ef7e Allow explicit partition for real-time segment assignment (#9225)
add f473bf656e [Refactor] Extract common segment assignment code (#9243)
add 6e6e0a4e86 Fix NPE in gap-fill when order-by is not specified (#9250)
add e6c2f5bd3b Refactor upsert quickstarts (#9246)
add 0a272b2956 Remove currentDataTableVersion from helm value (#9255)
add 7af3edbd52 Fix flakiness and cleanup SegmentLineageCleanupTest (#9256)
add a5a83aa81b Add more failure info in RealtimeNonReplicaGroupSegmentAssignmentTest.testRelocateCompletedSegments (#9254)
add 718f41f411 Don't throw exception if partition count can't be fetched (#9249)
add 80e69c5ab9 Show most recent scheduling errors (#9161)
add 13b363c109 Fix bug with logging request headers (#9247)
add 9bba76f45a Fix a UT that only shows up on host with more cores (#9257)
add e01f8c20e0 Cleanup: Fix README to indicate `SQL based query execution engine.` (#9267)
add fad3de8023 Do not use aggregation result for distinct query in IntermediateResultsBlock (#9262)
add fd5c942fc8 Add metrics to track controller segment download and upload requests in progress (#9258)
add 0adf5efe67 Emit metrics for ratio of actual consumption rate to rate limit in realtime tables (#9201)
add dafa5bff8d [UI]: hide query console tab based on cluster config (#9261)
add e14fba0c2b Fix a typo in TableUpsertMetadataManager (#9269)
add 526653067a add metrics entry (#9270)
add 022fd37d24 Fix message count (#9271)
add 4f95945c49 refine query cancel resp msg (#9242)
add 8bf94e7252 refactor query and option compilation (#9239)
add 7d9dcdfd83 add query cancel APIs on controller to easily show running queries across the cluster and cancel them (#9276)
add ae8781959c [Feature] Add an option to search input files recursively in ingestion job. The default is set to true to be backward compatible. (#9265)
add f6e26c2350 add @ManualAuthorization annotation for non-standard endpoints (#9252)
add d778df2c0f Optimize ser/de to avoid using output stream (#9278)
add 88bb40c346 Add Support for Covariance Function (#9236)
add acdad54b49 fix Quickstart -bootstrapTableDir command line option. (#9285)
add 1bef3890d5 add a freshness based consumption status checker (#9244)
add 70ecda4952 Adding endpoint to download local log files for each component (#9259)
add 53c117f501 Throw an exception when MV columns are present in the order-by expression list in selection order-by only queries (#9078)
add 15b16e8f10 Improve server query cancellation and timeout checking during execution (#9286)
add 8767437931 Fix issue with auth AccessType in Schema resource (#9293)
add 5ecca80cc8 Force commit consuming segments (#9197)
add a273af0262 Add capabilities to ingest from another stream without disabling the realtime table (#9289)
add 6da31ab798 [Cleanup] Break IntermediateResultsBlock into different results blocks (#9282)
add d1a71d8518 Fix PerfBenchmarkRunner to skip the tmp dir (#9298)
add d0b4f234e5 Make thrift deserializer threadsafe (#9299)
add 74fd91aa18 Fix transformation to string for BOOLEAN and TIMESTAMP (#9287)
add 784f995566 Clean up AggregationFunctionUtils (#9301)
add b837350034 Add minMaxInvalid flag to avoid unnecessary needPreprocess (#9238)
add 755818438f Update BrokerRoutingManager.java (#9303)
add 1c9528c1f5 [multistage] explain plan to visualization (#9280)
add 22de7d27a4 [hotfix] add VARBINARY to multistage planner (#9313)
add 0a32e0a13f Required changes from 0.11.0 release (#9314)
add 8151cea439 Update pom version to 0.12.0-SNAPSHOT (#9317)
add a5227873d6 add cardinality function (#9300)
add 04c5a1af18 Add support for custom null values in CSV record reader (#9318)
add d1bad1d29a Infer parquet reader type based on file metadata (#9294)
add e5ad87c7af Include fmpp plugin module inside the src as it's required for building source code (#9321)
add 4ab1076c29 Add Support for Cast Function on MV Columns (#9296)
add 8e17e632ce [multistage] support HAVING clause (#9274)
add 6047b06ac6 Allow ingestion of errored records with incorrect datatype (#9320)
add c3c9e2e84a [multistage] do not pushdown inequality join rules (#9328)
add b4c8271757 [multistage] fix literal aggregate function not working issue (#9331)
add 0f4bcfcb60 upgrade h3 lib from 3.7.2 to 4.0.0 to lower glibc requirement (#9335)
add 6a336a97e8 [Feature] Not Operator Transformation (#9330)
add e930244601 Upgrade zookeeper version (3.5.8 -> 3.5.10) (#9083)
add 0af226d62f [Code Refactor] ArrayCopyUtils 2D Array for Transform Functions (#9324)
add 5ca2ed4cbe Allow server to directly return the final aggregation result (#9304)
add 12e5b34b2d Fix annotation for /recommender endpoint (#9326)
add c08342be84 Handle null string in CSV decoder (#9340)
add 0067b64bbf [Feature] Not scalar function (#9338)
add 857d2775c7 Add support for EXTRACT syntax and converts it to appropriate Pinot expression (#9184)
add 77c1f697d3 Update requirements-db.txt (#9341)
add 15e939818c Add support for Auth in controller requests in java query client (#9230)
add 06b76e6dd1 Add Spark Job Launcher tool (#9288)
add 334c978367 Enable Consistent Data Push for Standalone Segment Push Job Runners (#9295)
add cf13b24b9c delete all related minion task metadata when deleting a table (#9339)
add 43f8903de0 [multisage] support ORDER BY (#9279)
add 8925ee85e9 support table type routing (#9346)
add 9d76fcf244 Allow hiding pinot broker swagger UI by config (#9343)
add 5bd49197a7 Remove flaky test for RealtimeNonReplicaGroupSegmentAssignmentTest (#9347)
add 95024d1bc9 Fix jdk8 build issue due to missing pom dependency (#9351)
add 33dc520f3a Fix pom to use pinot-common-jdk8 for pinot-connector presto (#9353)
add c8a114db48 Allow skipTimeValueCheck from table config (#9349)
add a92ce22f0a fixing the typo in pinot-java-client-jdk8 pom (#9361)
add 2afd273c84 BloomFilterRule should only recommend for supported column type (#9364)
add 230c857972 [Minor] Add the missing formatter on in RealtimeNonReplicaGroupSegmentAssignmentTest (#9363)
add e3939a4b86 Adding more test cases for parquet files (#9352)
add 1806676002 add test (#9357)
add 454a1d8740 [Feature][multistage] Thread-safe query planning (#9344)
add ff98c5ad1b Improve segment name check in metadata push (#9359)
add f796de43d6 add a test for a join b using(col) (#9373)
add 65e97d23ef Allow expression transformer cotinue on error (#9376)
add ff0a3530fc [multistage] hybrid routing support (#9379)
add c8d108506d Fix log to reflect job type (#9381)
add 987480ba2d [multistage] add calcite function catalog (#9375)
add 45cc5dd0e1 skip late cron job with max allowed delay (#9372)
add 7648a96de9 Enhance `and` filter predicate evaluation efficiency (#9336)
add 7f8ea6d182 Deprecate instanceId Config For Broker/Minion Specific Configs (#9308)
add 5506871181 Optimize combine operator to fully utilize threads (#9387)
add 6a5fd21cf9 Terminate the query after plan generation if timeout (#9386)
add 3112cac380 [multistage][bugfix] fix group-by without agg call plan failure (#9383)
add c5a2ec5b4a support SEMI join (#9367)
add 48c0ab457a [multistage][bug-fix] Fix the join condition order different from join table order (#9350)
add ff2a33318e [multistage] add cast function (#9384)
add b777a620c4 adding routing entry checker for null tables (#9396)
add 92f9056605 Reduce the log in tests (#9398)
add d2b65db6df [Feature] Support IsDistinctFrom and IsNotDistinctFrom (#9312)
add a949f9553b [Feature] Support Coalesce for Column Names (#9327)
add 61fc9190bc [multistage] Support IN and NOT-IN Clauses (#9374)
add c9587df919 Disable logging for interrupted exceptions in kinesis (#9405)
add 41c4aca217 set MDC so that one can route minion task logs to separate files cleanly (#9400)
add 2bb224cdd2 [Bugfix] schema update bug fix (#9382)
add 50cdd28e9e Benchmark thread cpu time (#9408)
add bfa2a5a23c [multistage] Initial commit to support h2 testing (#9406)
add 9b3ac2a63e Use ISODateTimeFormat as default for SIMPLE_DATE_FORMAT (#9378)
add 3633495f5d Add missing properties in CSV plugin (#9399)
add 2d6665b8e5 [multistage] test using BaseClusterIntegrationTestSet (#9412)
add d1ccee675f fix histogram null pointer exception (#9428)
add 353774faaf Fix thread safety issues with SDF (#9425)
add 6cc2422313 Bug fix: failure status in ingestion jobs doesn't get reflect in exitCode (#9410)
add 6bf11c8d18 Fix the flaky NullHandlingIntegrationTest (#9430)
add 974e1ea01f Cleanup null value handling in data table (#9429)
add 985d0b52c7 Do not implicit cast for BOOLEAN and TIMESTAMP (#9385)
add b043dd8604 Fix skip segment logic in MinMaxValueBasedSelectionOrderByCombineOperator (#9434)
add ab2db0c693 Extract the common logic for upsert metadata manager (#9435)
add 71b84452c9 [multistage] support NULL in data blocks (#9427)
add 7be06af22c Make minion task metadata manager methods more generic (#9436)
add 0d14363fcb [multistage] make leaf stage run query optimizer (#9439)
add b6f3331e22 Fix the bug of hybrid table request using the same request id (#9443)
add b4b0a947e4 Always pass clientId to kafka's consumer properties (#9444)
add 65f1f22c5d Adaptive Server Selection (#9311)
add 44da34884a make IndexHandler methods reentrant (#9440)
add fa2328e4aa fix(ui): table only displaying first 10 results when not explicitly paginated (#9404)
add 7af0d20aaa use MinionEventObserver to track finer grained task progress status on worker (#9432)
add 69722b0dbd Add support for spaces in file paths (#9426)
add bdf632ca44 Add support for gracefully handling the errors while transformations (#9377)
add d4392f9a60 fix typo in log msg (#9447)
add 89711a517a [Feature] Add BigDecimal Metric In QuickStart (#9390)
add aa1d2f68c1 Cache Deleted Segment Names in Server to Avoid SegmentMissingError (#9423)
add a07f757e40 [multistage] adding support for range predicate (#9445)
add fea74a4f15 [multistage][hotfix] fix filter operator type convert (#9450)
add 165e26f5ef Handle Invalid timestamps (#9355)
add 67390528f6 refine minion worker event observer to track finer grained progress for tasks (#9449)
add 96f4d1e96d Fix the range check for range index on raw column (#9453)
add fd579b02d4 fix typo (#9458)
add 4326d8de86 spark-connector should use v2/brokers endpoint (#9451)
add e314a1ccb6 Use codecov action (#9459)
add e2d8aaab72 Remove netty server query support from presto-pinot-driver to remove pinot-core and pinot-segment-local dependencies (#9455)
add dd8397df96 Bump snakeyaml from 1.30 to 1.33 (#9464)
add 7b4ef53e36 Adaptive Server Selection: address review comments (#9462)
add 4d799542b4 refactor LLRealtimeSegmentDataManager (#9424)
add 6e697d8d9f [multistage][hotfix] fix type cast handling and value literal gen (#9456)
add b3332f1ac9 [multistage] generated test for v2 engine (#9452)
add 66a9e0ea44 track progress from within segment processor framework (#9457)
add 83b7f157f7 Fix Data-Correctness Bug in GTE Comparison in BinaryOperatorTransformFunction (#9461)
add 38183973ae [enhancement] [release-note] Update get bytes to return raw bytes of string and support getBytesMV (#9441)
add a6ad9f75cb Decouple ser/de from DataTable (#9468)
add 8e1a87fe66 [hotfix] upgrade cache action version (#9469)
add 9f92392b90 collect file info like mtime, length while listing files for free (#9466)
add e926b7dbe7 Load inverted index in BaseSingleValueQueriesTest (#9474)
add 737d443f60 Extract record keys, headers and metadata from Stream sources (#9224)
add 550cb0233a extend PinotFS impls with listFilesWithMetadata and some bugfix (#9478)
add 2daa8632ad Bump Spark Connector max inbound message size (#9475)
add ae239cd100 refine the minion task progress api a bit (#9482)
add ddc5d43119 fix regression due to refactoring (#9481)
add d2619c1613 Add a new API to fix segment date time in metadata (#9413)
add 8e80093a3c Add UI to show fine-grained minion task progress (#9488)
add dc84310077 add parsing for AT TIME ZONE (#9477)
add 3057712fdc [multistage] support inequality JOIN (#9448)
add 14e3670ee5 [multistage] add LEFT JOIN (#9446)
add 41e71cd2b0 Eliminate explosion of metrics due to gapfill queries (#9490)
add e917bdc5b7 ForwardIndexHandler: Change compressionType during segmentReload (#9454)
add 96f297a447 fix null transform bound check (#9495)
add 270315a13f [Cleanup] Simplify the operator name for group-by (#9483)
add db9238569f Fix JsonExtractScalar when no value is extracted (#9500)
add 0171f99ee1 [multistage] restructure runner test (#9489)
add 19cec5b195 Introduce segment assignment strategy interface #9047 (#9309)
add b026d321d3 Add query interruption flag check to broker groupby reduction (#9499)
add 03b9d4a708 adding optional client payload (#9465)
add 0770bb12ea add debug string to query plan [MINOR] (#9497)
add a12c54fab2 Fix AddTable for realtime tables (#9506)
add cc14ec9845 distinct from scalar functions (#9486)
add aade773e6a add tests for LIMIT/OFFSET in QueryRunnerTest (#9496)
add 15f27118a9 Check data table version on server only for null handling (#9508)
add 3f2547195c Refactor DataTable to pinot-common (#9503)
add 421154f1d9 Add docId and column name to segment read exception (#9512)
add 189fa185e6 Fix some type convert scalar functions (#9509)
add 64352999e4 Sort scanning based operators by cardinality in AndDocIdSet evaluation (#9420)
add 119c4a2b68 Do not fail CI when codecov upload fails (#9522)
add cef84f0737 [multisage] fix queries with LIMIT and no ORDER BY (#9498)
add 38ac70a9c1 [Upsert] persist validDocsIndex snapshot for Pinot upsert optimization (#9062)
add f3eb5dabad broker filter (#9391)
add 4a8fac2800 [feature] coalesce scalar (#9487)
add 79c27e0c2b Allow setting custom time boundary for hybrid table queries (#9356)
add e1aa147f0f add cache timeout (#9524)
add d18d41b744 Optimize PinotHelixResourceManager.hasTable() (#9526)
add 3fe4a9b8a4 fix spammy logs for KafkaConfluentSchemaRegistryAvroMessageDecoderRealtimeClusterIntegrationTest (#9516)
add b62fac4a4c Include exception when metadata manager cannot be created (#9532)
add 5ca72a377d add reserved keyword inbuilt function evaluator (#9528)
add 6903648df8 Fix timestamp index on column of preserved key (#9533)
add d9e8719d69 Add UI to track segment reload progress (#9521)
add c79d029384 allow to config task expire time (#9530)
add c145ac853b Remove the wrong warning log in KafkaPartitionLevelConsumer (#9536)
add fe91910cc3 expose task finish time via debug API (#9534)
add 5a2ed96af2 [multistage] [enhancement] Split row data block when row size is too large (#9485)
add c5d4b15ffb adding ssb quickstart (#9525)
add 749857af4e refactor query logging to allow separate log file (#9513)
add f342684645 [Feature] [Refactoring] Create LiteralContext to hold type and value of literal and Boolean literal eval support (#9389)
add 1c202c7ea0 get task runtime configs tracked in Helix (#9540)
add eb9bd11f1b Fix record extractor when ByteBuffer can be reused (#9549)
add 0fa9397187 starting http server for minion worker conditionally (#9542)
add 75892a78be Improve primary key serialization performance (#9538)
add 8cdae92502 [Upsert] Skip removing upsert metadata when shutting down the server (#9551)
add fd95f75d3e add array element at function (#9554)
add 0d69ae1157 Make StreamMessage generic (#9544)
add 7681dff274 fix column name for record metadata (#9552)
add fa155befab SSB integration test (#9559)
add b91fa406bc [Refactor] Return InstanceResponseBlock in QueryExecutor (#9561)
add 65e01f1307 Add more options to json index (#9543)
add 6ab65f8cf7 Handle the case when enableNullHandling is true and an aggregation function is used w/ a column that has an empty null bitmap (#9566)
add 03121cf455 fix hybrid quickstart; add @Produces to new timeBoundary APIs (#9564)
add 6d2a886f28 fix: quick start on docker and kubernetes test file path issue (#9562)
add a71a2b9bf6 Fix explain plan ALL_SEGMENTS_PRUNED_ON_SERVER node (#9572)
add e813867985 Add an option to disable the creation of the forward index for a column (#9333)
add 2d520d41c9 Fix time validation when data type needs to be converted (#9569)
add 00d35a284c UI: fix incorrect task finish time (#9557)
add c581fd9157 [cleanup] moving test sql to a yaml file for better readability (#9580)
add 97bff5916d Fix the bug where uploaded segments cannot be deleted on real-time table (#9579)
add cea282c368 [Flaky test] fix PurgeMinionClusterIntegrationTest (#9583)
add 9d16896483 Enhance SegmentNameGenerator type inference if not explicitly set in config (#9550)
add d22b4678f5 [cleanup][bugfix] remove useless check (#9587)
add a8d95f234a TierBasedSegmentDirectoryLoader to keep segments in multi-datadir (#9306)
add 4caab2b6ff [bugfix] correct the dir for building segments in FileIngestionHelper (#9591)
add 0a442b90a3 add version information to JMX metrics & component logs (#9578)
add 4935326785 [multistage] refactor traversals of stage nodes into visitor pattern (#9560)
add edf0c01be0 Fix NonAggregationGroupByToDistinctQueryRewriter (#9605)
add 52d0eddf76 remove unused classes (#9607)
add 209c060191 fix distinct query in v2 engine (#9582)
add ae93ce74e7 Support rewriting forward index upon changing compression type for existing raw MV column (#9510)
add d396b973a4 [Clean up] Remove the unused methods in TransformFunctionType (#9613)
add 6b3689c5ef [multistage] support not-in in leaf stage (#9610)
add 287534262f [hotfix] fix cache timeout again (#9614)
add 63c6438d3c Add more test for NonAggregationGroupByToDistinctQueryRewriter (#9616)
add 96fb243f22 [feature] [kubernetes] add loadBalancerSourceRanges to service-external.yaml for controller and broker (#9494)
add 722141b248 Limit up to 10 unavailable segments to be printed in the query exception (#9617)
add fa955699de add SegmentTierAssigner and refine restful APIs to get segment tier info (#9598)
add d580bbcaec Exposing consumer's record lag in /consumingSegmentsInfo (#9515)
add 4439197054 ISSUE-9555 fix GcsPinotFS (#9556)
add e7159699d1 remove more unused filter code (#9620)
add aa6bf865ba Do not cache record reader in segment (#9604)
add c3a5280951 fix DataSchema thread-safe issue (#9619)
add e0ea3e40f6 make data block util return actual object type (#9618)
add ff5f939653 Bump up ZK version to 3.6.3 (#9612)
add 2d78b358ef Bug fix: Add missing table config fetch for /tableConfigs list all (#9603)
add 510051a011 [multistage] Introduce InMemoryMailboxService for Optimizing Join Performance (#9484)
add bf70071bc1 [hotfix][multistage] support filter boolean ref & literal (#9597)
add 5209000d0c fix missing information in pinot realtime quickstart yml (#9627)
add 3e1aba37de make first part of user agent header configurable (#9471)
add a83a7fbaa1 optimize `order by sorted ASC, unsorted` and `order by DESC` cases (#8979)
add 7de438e434 Add segment level debug API (#9609)
add 2210254397 add support for testing using JAR resource (#9633)
add 273e1de430 Fix reloading segment when the previous upload failed (#9631)
add bcc9587eda Remove the temporary workaround for a Helix bug (#9634)
add fafb518f75 Enhance cluster config update API to handle non-string values properly (#9635)
add 97e4e3ec93 Reverts recommender REST API back to PUT (reverts PR #9326) (#9638)
add 3de1c54f07 [hotfix] npe (#9639)
add 9f5aa89809 Revert "Bug fix: Add missing table config fetch for /tableConfigs list all (#9603)" (#9644)
add b2da31005b Remove invalid pruner names from server config (#9646)
add 77fa36d06f [hotfix] add integration test for distinct (#9637)
add 3dac920bfc Show minion task runtime config details in UI (#9652)
add c5b8c67be4 [Minor cleanup] Remove TrieNode (#9649)
add 5539eb67b6 notify servers that need to move segments to new tiers via SegmentReloadMessage (#9624)
add 7518b3dcab Fix string split which should be on whole separator (#9650)
add 382d177e60 Using `usageHelp` instead of deprecated `help` in picocli commands (#9608)
add 62f6fe1d1a [multistage] support like and regex like (#9654)
add 46aa54139f Fix server request sent delay to be non-negative (#9656)
add 103e6cbb26 Handle unique query id on server (#9648)
add 6ffb9718e4 bugfix: Add missing BIG_DECIMAL support for GenericRow serde (#9661)
add 585e0448d4 [multistage] create pinot override SqlOpTable (#9643)
add 1e69c8dfc0 Fix extra restlet resource test which should be stateless (#9674)
add 5a38fada37 stateless group marker missing several (#9673)
add cef0dfc81e Support reloading consuming segment using force commit (#9640)
add f7c5511ca3 Improve star-tree to use star-node when the predicate matches all the non-star nodes (#9667)
add 91fa86b2a3 add FetchPlanner interface to decide what column index to prefetch (#9668)
add 6f9079921b [multistage] visitor pattern for server request construction (#9653)
add dcbd4d7907 Improve star-tree traversal using ArrayDeque (#9688)
add 2ba230c39a Handle errors in combine operator (#9689)
add 8b03dee7ad return different error code if old version is not on master (#9686)
add dcc496f63b Add record availability lag for Kafka connector (#9621)
add 7a93045768 AdaptiveServerSelection: Fix timer (#9697)
add 85ee94f004 Make PinotHelixResourceManager test run on a standalone cluster (#9703)
add 694999cbd0 [Clean up] Auto reformat controller tests (#9706)
add e4ee05355c fix PinotVersion to be compatible with prometheus (#9701)
add a5413962ab Fix the setup for ControllerTest shared cluster (#9704)
add 351cb3e4e9 Support creating dictionary at runtime for an existing column (#9678)
add 229c55e65a Customize stopword for Lucene Index (#9708)
add 9698b3e4dd [hotfix]groovy class cache leak (#9716)
add 2cee782a25 check mutable segment explicitly instead of checking existence of indexDir (#9718)
add d2fbcf6cca Remove leftover file before downloading segmentTar (#9719)
add 5988ff3671 Fix TIMESTAMP index handling in SegmentMapper (#9722)
add 9898b913e0 another appraoch (#9712)
add a3bed7c06d Fix the server admin endpoint cache to reflect the config changes (#9734)
add 5e4589e5b8 upgrade RoaringBitmap and revert workaround for bug (#9730)
add d530695c57 Use ideal state as source of truth for segment existence (#9735)
add 34a5c944bd [FLaky test] Fix OfflineClusterIntegrationTest.testLiteralOnlyFunc() (#9736)
add 22b345526b [multistage] [bugfix] Fix hash collision (#9729)
add 4b36685daf [bugfix] fix case-when issue (#9702)
add aa013a432a support partial operator chain execution (#9711)
add 2f640ff868 [bugfix] Let StartControllerCommand also handle "pinot.zk.server", "pinot.cluster.name" in default conf/pinot-controller.conf (#9739)
add c8c6b253ae decouple datablock from datatable (#9731)
add c9a6e5207a Clean up the TIMESTAMP index logic to always update table config and schema together (#9725)
add f5fc107aa5 [multistage] test restructure (#9726)
add 58c1dc9b7d Close Filesystem on exit with Minion Tasks (#9681)
add 2e36a7057d UI: re define the segment status (#9699)
add 818f59af5e render the tables list even as the table sizes are loading (#9741)
add 01b0c5b095 fix error not returned issue (#9760)
add 08a0ba6285 [hotfix] cover non-tested data table v4 code path (#9758)
add e3f2835686 Add Support for IP Address Function (#9501)
add c48926a13b added test for CASE (#9764)
add 715df15ffa Add query tests for changeCompression and enableDictionary changes (#9768)
add 8c9af20c3f [multistage] clean up AggregateOperator and add test coverage (#9767)
add 3252a62062 bubble up error messages from broker (#9754)
add 2c38d292ea fix flaky QueryLoggerTest (#9759)
add 15bca84bad Add support to disable the forward index for existing columns (#9740)
add 6ade81fa61 show table metadata info in aggregate index size form (#9733)
add 8fb5d48ad3 [multistage] add test coverage for SortOperator (#9769)
add 1de904f545 [multistage] leaf-node return data in non-serialized format (#9755)
add d24f31ca76 [hotfix] semi-join opt (#9779)
add dc49b2cbb1 [multistage][test] restructure test compose (#9765)
add b0a671572f Fixing the rebalance issue for real-time table with tier (#9780)
add d71049b307 write helix logs into dedicated files (#9786)
add cd1a017deb Preprocess immutable segments from REALTIME table conditionally when loading them (#9772)
add 463c120cfd revert default timeout nano change in QueryConfig (#9790)
add daab972af5 UI: show segment debug details when segment is in bad state (#9700)
add df44d67885 UI: show an option to reload the segments during edit schema (#9762)
add e13ba3e2a8 [multistage][hotfix] fix typo in cast (#9795)
add 7b98e30441 [multistage] expand test framework features (#9794)
add 78504b9413 [multistage] refactor MailboxSendOperator for testability and tests (#9773)
add e307106a59 AdaptiveServerSelection: update response stats for servers that have not responded (#9801)
add 1ac7fb3e14 fix flaky UT to avoid IllegalArgumentException: bound must be positive (#9799)
add 47c8f18436 [multistage] add test for LiteralValueOperator (#9796)
add 342b6a57b5 [multistage] implement naive round robin operator chain scheduling (#9753)
add 7b8c8a0fe8 [multistage] [testing] Filter Operator Unit Test (#9792)
add 2987f7ad08 [multistage] [testing] Add transform operator unit test (#9791)
add 00294bdd93 [multistage] add tests for lexical structure and value exprs (#9798)
add 9aa49778f2 [multistage] add big_decimal support and numeric type tests (#9806)
add 73e6129941 [multistage] split out leaf stage operator (#9807)
add 150a6eafd2 adding in select test list (#9823)
add 16704a3cb1 Add null value index for default column (#9777)
add 6d49424f1b Fix the replication in segment assignment (#9816)
add 50688476c2 fix potential fd leakage for SegmentProcessorFramework (#9797)
add bad572ecb6 [MergeRollupTask] include partition info into segment name (#9815)
add ec47f5af23 [multistage] [testing] Add join operator unit test (#9775)
add e98fa6e47f [multistage] add comparison tests (#9821)
add 3724ba27cf Adding a consumer lag as metric via a periodic task in controller (#9800)
add 2cd03495ff [multistage] initial commit to support all scalar/transform/filter match (#9707)
add 84b8563a49 [multistage][test] add from expression queries (#9782)
add 591356a8a6 Fix NPE when reading ZK address from controller config (#9751)
add 1491f34471 have query table list show search bar; fix InstancesTables filter (#9742)
add 24ec46f99a load schema ui async; use skeleton loading indicator (#9781)
add 20720366c4 Deserialize Hyperloglog objects more optimally (#9749)
add 99fc894585 add json config to not wrap automatically (#9827)
add f2b56d9788 [Multistage][Testing] Integration test for general aggregate functions. (#9811)
add 6cfa6dca8b Download offline segments from peers (#9710)
add 69ad81b616 Thread Level Usage Accounting and Query Killing on Server (#9727)
add 32314bb433 Fix Spark connector empty datatable handling in GRPC reader (#9837)
add d62a867d46 Add max merger and min mergers for partial upsert (#9665)
add 214095425e Do not create dictionary for high-cardinality columns (#9527)
add caa5dbc4ef #9518 added pinot helm 0.2.6 with secure version pinot 0.11.0 (#9519)
add 0d3e4a3cff Fix a typo in JsonExtractKeyTransformFunction (#9856)
add 555e5a0443 Combine the read access for replication config (#9849)
add 0c673299b0 ADLS file system upgrade (#9855)
add 4303ad9d82 add v1 ingress in helm chart (#9862)
add aa839c97b5 Adding new ADLSPinotFS auth type: DEFAULT (#9860)
add 27d4c3ee27 [multistage] [testing] Mailbox receive operator test (#9778)
add 837aff94a6 [hotfix] fix type hoisting (#9829)
add 6ef4dfc500 [multistage] m0ar tests! (binary, boolean, char, time) (#9818)
add 375b7d0269 [multistage][test] add table expression tests (#9817)
add 86f923de45 Support Avro's Fixed data type (#9642)
add 03ce7d3bd9 Optimize AdaptiveServerSelection for replicaGroup based routing (#9803)
add 443b8c542c Clean up transform functions (#9858)
add d458668690 Do not sort the instances in InstancePartitions (#9866)
add 26a83ba4f3 [bugfix] fix mergeRollupTask metrics (#9864)
add e41bdd0c6f [multistage] Add Multi Stage Strict Replica Group Routing Strategy (#9808)
add 74e13b1aa0 Merge new columns in existing record with default merge strategy (#9851)
add ca4c16cc61 [multistage][testing] Add some having test case (#9833)
add d50f9ee8b0 Fix a typo in ScalarTransformFunctionWrapperTest.testStringSplitPartTransformFunction() (#9871)
add a22250270d [multistage] test coverage for CASE and fix bug with CHAR literals (#9846)
add 4198af7016 remove json file requirement (#9879)
add 28f337a6af Bug fix: Get correct primary key count (#9876)
add 99d2eb84c9 Bump spotless-maven-plugin from 2.9.0 to 2.28.0 (#9877)
add 9bd420fc4a [multistage][hotfix] shuffle rewrite (#9870)
add 6210f43ca0 Disable Dictionary (#9868)
add 041865a80f [multistage] support sort push-down (#9832)
add 0a6d84391d support BOOL_AND and BOOL_OR aggregate functions (#9848)
add 2dae95127d #9834 Added Delete Schema/Table pinot admin commands (#9857)
add f6f59ebedf Fix issues for realtime table reload (#9885)
add b4faa4e43a initial commit to add timeoutMs from broker and from query options (#9571)
add 9690b2dcdc Use Pulsar AdminClient to delete unused subscriptions (#9859)
add 716797fca1 UI: fix segment status color remains same in different table page (#9891)
add 568d858f16 Fix bloom filter creation on BYTES (#9898)
add 42354206b7 Add memory optimized dimension table (#9802)
add 9b8809fea5 add table sort function for table size (#9844)
add 85e413ebe8 In Kafka consumer, seek offset only when needed (#9896)
add 4ae6d35ff1 [hotfix] broker selection not using table name (#9902)
add ecf41be2ec [multistage][test] add with statement test (#9826)
add d5211a1439 [multistage][testing] Basic math func test and some more between test (#9850)
add e883ed55e5 [multistage] add tests for string functions (#9901)
add e6d3dcdbda [multistage] Fix leaf stage return (#9892)
add a2fe26b6d9 Revert "[multistage] Fix leaf stage return (#9892)" (#9916)
add 7b4cc830a6 fallback if no broker found for the specified table name (#9914)
add a1010a4e26 Allow liveness check during server shutting down (#9915)
add fb48288ef6 Allow segment upload via Metadata in MergeRollup Minion task (#9825)
add e6a9881d7d [multistage] improved task scheduling (#9887)
add 4d1602757a [multistage] refactor callback passing (#9919)
add b5233dc959 UI: fix blank screen when redirect to unknown app route (#9888)
add 969a6d59fa [multistage] fix decimal types (#9917)
add 173916e42f Add back the Helix workaround for missing IS change (#9921)
add 76c649258c Add rate limit to Kinesis requests (#9863)
add 66ed9b7167 Allow uploading realtime segments via CLI (#9861)
add bb83f5c7e2 Add capability to update and delete table config via CLI (#9852)
add edffe1a832 Fix race condition when 2 segment upload occurred for the same segment (#9905)
add cf1e073bf1 default to TAR if push mode is not set (#9935)
add d39b844c9c load startree index via segment reader interface (#9828)
add 8cb4cef68b Allow to configure multi-datadirs as instance configs and a Quickstart example about them (#9705)
add 1353c38fcf fixed flaky test in URIUtilsTest (#9928)
add ab223582a9 Allow collections for MV transform functions (#9908)
add 280c2255d1 Fixed flaky test in PluginManagerTest (#9925)
add e4184fc3be Construct new IndexLoadingConfig when loading completed realtime segments (#9938)
add 17cee10ceb Make GET /tableConfigs backwards compatible in case schema does not match raw table name (#9922)
add 8a2fbf9caf feat: add compressed file support for ORCRecordReader (#9884)
add eb5e5d3045 [multistage][reland] fix leaf stage return data schema (#9929)
add e225528786 Clean up TableDataManagerConfig to be a thin wrapper over instance and table config (#9920)
add 3a37f036b8 fixed flaky test in LoggerUtilsTest.java (#9939)
add 852477bdf3 Add Variance and Standard Deviation Aggregation Functions (#9910)
add d3ea8dc162 enable MergeRollupTask on realtime tables (#9890)
add 0f3e86bd8e Bump decode-uri-component in /pinot-controller/src/main/resources (#9941)
add 630f94da4c [multistage][bugfix] allow having clause in leaf-stage return extra columns (#9947)
add 2ecb2aac8d Fix the flaky test for StatisticalQueriesTest (#9948)
add 06ef52d4a9 Update cardinality when converting raw column to dict based (#9875)
add 0fe6603ece [multistage] add observability logging for thread scheduling (#9933)
add 9ef59e2231 [multistage] [bugfix] Disable shuffle rewrite (#9930)
add 07516eedba disable flaky tests in MergeRollupMinionClusterIntegrationTest (#9953)
add 60a62fe74d fix timezone_hour/timezone_minute functions (#9949)
add 6abfbfb6f7 [multistage] fix function usage of casting (#9909)
add b3d1ac3d28 [multistage] Resolve case sensitivity issue on functions (#9937)
add 0ca5fcb472 Add back auth token for UploadSegmentCommand (#9960)
add 2253bd717a Improving gz support for avro record readers (#9951)
add 9c64672340 Move brokerId extraction to BaseBrokerStarter (#9965)
add 86fe730de0 Default column handling of noForwardIndex and regeneration of forward index on reload path (#9810)
add fb921d080b [bugfix] use container instead of datablock (#9964)
add 6a5f58b8e1 [multistage][testing] Add test for null handling, round func and some other cases (#9950)
add 7f643b1df8 Adding configs for zk client timeout (#9975)
add 0338d5d681 Fix the executor config wiring issue for Multi-stage engine (#9978)
add c56a023f7a coalesce literal (#9958)
add e092140d5f [multistage] add defensive scheduling, enable for tests (#9962)
add bb12396406 [Clean up] Do not cache PropertiesConfiguration within SegmentMetadataImpl (#9952)
add 1870f662b3 [multistage][bugfix] fixing empty response unable to convert issue (#9983)
add 7d20fbb312 [hotfix] github action script contains duplicate (#9984)
add f743ff124e Fix ser/de for StringLongPair (#9985)
add 2d0cbc19de Ability to initialize S3PinotFs with serverSideEncryption properties when passing client directly (#9988)
add f54e3e73ff [multistage][test] add multi-server, multi-segment test (#9943)
add f7c281f2dc [multistage] [bugfix] Throw error when GrpcMailbox receiving buffer is full (#9969)
add cf4356738e handle pending minion tasks properly when getting the task progress status (#9911)
add 8bb551e27b allow gauge stored in metric registry to be updated (#9961)
add 8fbb2d5451 support case-insensitive query options in SET syntax (#9912)
add 7eba70c0ed pin versions-maven-plugin to 2.13.0 (#9993)
add 09493b700f [multistage] fix join hashing issue (#9996)
add c0345035cc bugfix dir check for HadoopPinotFS.copyFromLocalDir (#9979)
add 54046e1547 [multistage] [feature] Support Right join and Full join and inEqui mix. (#9907)
add d5e7906448 [multistage] remove limit from in-memory mailbox queue (#9999)
add f57d92275a [multistage] add file filter to RBQT [MINOR] (#10003)
add f1807c9cc5 Pulsar Connection handler should not spin up a consumer / reader (#9893)
add f2972c9866 Add a benchmark test for varLengthDictionary (#10007)
add 5dc60be5d5 Handle in-memory segment metadata for index checking (#10017)
add dab27dc0fd [Flaky test] Fix ForwardIndexHandlerTest (#10018)
add 20ff0187fa Support the cross-account access using IAM role for S3 PinotFS (#10009)
add ef9e294d0c remove toString() deserializing rows in datatable (#10015)
add 36c82b66b9 report minion task metadata last update time as metric (#9954)
add 36cb37bf8c Bugfix: Use correct exception import in TableRebalancer. (#10025)
add 6303fc9940 support SKEW_POP and KURTOSIS_POP aggregates (#10021)
add 880a5c779f emit minion task generation time and error metrics (#10026)
add ac5cd0baf5 Use the same default time value for all replicas (#10029)
add 3fb211845d Reduce the number of segments to wait for convergence when rebalancing (#10028)
add 431b91802c Fix NPE in AbstractMetrics From Race Condition (#10022)
add e312661bb6 Update Pom version to 0.13.0-SNAPSHOT as well as Notice & License (#10038)
add c02927217b report table task type level execution metrics (#10037)
add 27ac27ead0 For segment metadata push, don't copy the segment tarball when it's already local (#10033)
add b7e93ac14b Add Support for Tuning HTTP Server Thread Pool (#10001)
add 53e1dbcf63 add validation for proto decoder (#9588)
add c124c6c2b7 [bugfix] fix placeholder resolution for scalar function (#10050)
add 98bf0e681c [multistage][bugfix] Fix not-in clause not execute properly (#10020)
add 9c840fd2ae add successful tests back to ITCase list (#10051)
add c50cef11a7 Fix local segment tar copy (#10048)
add 303b1a7cbe [Issue 7519] Adds support for multiple filtered/unfiltered aggregations with GROUP BY (#10000)
add 98c39a5f71 Repurpose MinionInstancesCleanupTask to StaleInstancesCleanupTask to remove stale broker and server instances as well. (#10027)
add b58514c799 Create metadata only tarball for metadata push job (#10034)
add a46b05f8f6 print explain plan when integration test query fails to ease debugging (#10057)
add c4ae332df9 Add pinot prefix to config namespace (#10059)
add 2b7f4ac295 [refactor] move min/max combine out (#10058)
add 02dc4b4f09 Remove table gauge metrics once table got deleted. (#10062)
add 036f7ddaa0 output explain plan when compatibility verifier rejects change in query execution (#10063)
add fd0267df81 [feature] Add pinot-clp-log plugin to encode user-specified fields with CLP during ingestion (#9942)
add 97678f8745 add query option allowing to scan startree index tree nodes unconditionally (#10066)
add 782c3c2df5 Remove ConvertToRawIndexTask (#10068)
add 2a9c8b61ca Optimize TableRebalancer to not always recompute target assignment when IS changes (#10031)
add 04d09e5986 upgrade to RoaringBitmap 0.9.38 (#10072)
add 10ebfa51ef adding rows with error to docker metrics config (#10075)
add 93fa0e72e5 Fixing the issue that S3PinotFS cannot open a file > 2GB (#10078)
add f7c42c82ae logging error if tableConfig is null while retrieving all tables for a tenant (#10080)
add f9c8983a1c add realtime consumption exception to LL consumer data manager metrics (#10074)
add 20ca63f4be handle null more defensively when loading startree index (#10081)
add fa5526748a push unsigned byte comparison down into ValueReader (#10044)
add 6a216c5a4f [feature] Add a Tracker class to support aggregate-worst case consumption delay… (#9994)
add 7751867574 solve injection issue using a dummy log file server (#10085)
add e63ef628f3 Move the logic to modify default value for consuming segment inside RealtimeTableDataManager (#10086)
add 139245edea report minion task queue metrics at table level (#10083)
add 0446989ed6 Fix flaky ForwardIndexHandlerTest (#10093)
add 79ad59ae4d fix(ui): show query result along with error message if both exist (#10071)
add b09e9e645f evaluate EQ queries against range index when available (#10043)
add 2c798e7c42 [Clean up] Remove the deprecated RecordTransformer (#10084)
add c3c96adda1 fix a metric name composing issue (#10100)
add 8022c792f1 Prevent appending http headers when uploadSegmentMetadata is called in a loop (#10102)
add f5a27359c4 Add DistinctSum and DistinctAvg aggregation functions (#10054)
add 3b80705f89 Fix bug in colocated tenant creation (#10098)
add b1c3e38da3 BugFix: Handle BYTES column type for partitioning. (#10110)
add 96bf3e7434 Reload the SegmentMetadata even for temporary forward index (#9982)
add 5a64475502 Allow liveness check using query parameter during server shutdown (#10111)
add bfdc74802c Simplify delay tracking in ingestion delay metric code (#10101)
add eb2b941a16 make it more configurable to wait for external view to converge with ideal states (#10112)
add 79a7ccff24 Replace FileUtils.delete with FileUtils.deleteQuitely to expand compatibility (#10115)
add ce35b36c3f [multistage] Do Not Ignore Exception in MailboxReceiveOperator (#10107)
add 36307cb501 Fixes filtered agg result column naming and filtered agg order-by compat (#10092)
add c84eda42c2 Add controller API for force commit status (#10088)
add 8e77080007 Add an API to download validDocIdsSnapshots from peer servers (#10052)
add ca86efca00 Update to next bug-fix release of clp. (#10125)
add 50b629eb8d add option to run SegmentRelocator sequentially and kinda fairly (#10118)
add 7de02e837d fix java doc in AbstractMetrics (#10104)
add c9ef76fb04 [multistage] Add Greedy Shuffle Skip Optimizer for Colocated Joins (#9873)
add 82589e24df [multistage] [bugfix] Temp fix for grpc receiving buffer full issue (#10099)
add cb79e5eb4d Quickstart should honor overrides from command line (#10133)
add e29aa12ef9 REALTIME Table add purge feature (#9568)
add d63508d4b8 Fixes one case of counting null instances impacting avg agg accuracy (#10119)
add eaa60d93fb [multistage] Optimize hasNext in RoundRobinScheduler (#10141)
add 58b113225a [multistage][refactor] Introduce MultiStageOperator with close() API (#10123)
add df66d83eed Add RealtimeIngestionDelayMs metric to JMX exporter (#10134)
add 93bfc527e9 fix(ui): update table status to inline with new segment status (#10090)
add 2d43123026 [Clean up] Remove the support for non-zero padding (#10087)
add 5e76b100b9 Support for DistinctSumMV and DistinctAvgMV aggregation functions (#10128)
add 1231a2c985 [multistage] support aggregations that require intermediate representations (#10120)
add 21c6532564 Fix docker build script tagging (#10145)
add 112893bd6e Fixing the metadata tar gz file path (#10149)
add 5416652ff5 [multistage] [debuggability] OpChain and operator stats (#10094)
add d4356b47ed clean up the logic of reading guage metrics (#10106)
add fbd673482b [multistage] [feature] Add a query option to pass some v1 limit (#9957)
add 4d7da0abab Fix json-smart version (#10150)
add a8a3db5ef1 [multistage] make mailboxID JSON serialized (#10154)
add 0507a842ff Simplify UTF-8 comparison on zero byte (#10151)
add 7d09489c5b allow editing pools in instance details ui (#10153)
add d2d74d1a01 Decouple dependency on using peer segment download scheme for doing metadata pushes to controller (#10136)
add 2e44bae857 JMX to Prom Exporter - More Inclusive Table Regex (#10139)
add 4dbd8d5761 [multistage] Do Not Visit ValueNode's Input in Visitor (#10163)
add f004683cba Push bytes comparison down into ValueReader (#10161)
add f53bdf8ce8 Make a system property to call system.exit() for LaunchDataIngestionJobCommand (#10155)
add a519b4f8ac [refactor] combine operator API changes (#10006)
add 9225ec0144 Add a tracker for end-to-end consumption delay of events. (#10121)
add 06ed8c32c1 extend SegmentDirectory.Reader iface to abstract access to index buffers from StarTree index (#10158)
add 12d54127ae fixing IN subquery compilation issue (#10168)
add aaf603d0df [hotfix] data block to string simplification (#10173)
add 28b3d3e396 Discard existing instancePartitions if bootstrap rebalance mode is enabled (#10167)
add 9105a06ce8 [multistage] use virtual servers instead of ServerInstance (#10157)
add 952a2e2b6b initial commit to make QueryServer async process query (#10135)
add 2cd914869d add API to get progress of subtasks with given state (#10132)
add ed66031579 Improve JSON_EXTRACT_SCALAR error message (#10176)
add 9b12f3d33c fix jmx_prometheus_javaagent config to extract cron scheduler metrics (#10178)
add 01f3528ffc Enhance early termination for combine operators (#10169)
add 09aff0c3dd Cleaning up some code (#10162)
add e6f77dfd37 [multistage] add support for stage parallelism (#10166)
add 7af2bac942 Reload conditional skip (#10089)
add 0797e05da6 [bugfix] Fix null value handling in PinotResultSet (#10177)
add 1ee4aac5f7 deprecate _gaugeValues used in AbstractMetrics (#10182)
add 90e4d57cb2 Introduce new metric for filtered records - RT_ROWS_FILTERED; include decoding errors in rows_with_errors (#10175)
add 8e8634532b emit numberTasks metrics from minion (#10195)
add 819168f2e8 [Clean up] Remove IntermediateSegment (#10199)
add 9f5fe2b7be Fix the potential deadlock for partial-upsert segment loading check (#10198)
add 99ceafb2ee [multistage] add RelFieldTrimmer (#10187)
add 0a774844c8 Fix a typo in ready to consume check (#10204)
add 325a1628c4 [multistage] support count distinct in intermediate stage (#10188)
add 544499cf3b add the missing pinot-minion-log4j2.xml to docker config (#10203)
add c03e17d339 improve error message for NormalizedDateSegmentNameGenerator (#10202)
add 63f21c864e revise table regex to exclude dot (#10207)
add 36e7418787 fix explain plan render, which is going to be multiple lined (#10208)
add 1d370a8c24 Refactor server killing code, add support for broker query killing (#10171)
add 7b75ed2cb7 [multistage] [refactor] Introduce cancel on error API for MultiStageOperator and sending and receiving mailbox (#10170)
add 76a38bffab unignore tests that pass now (#10215)
add 5f3e1dcc47 [multistage] add singleton instance stage (#10211)
add af12ebff76 Fix bug is realtime segment completion for MV Raw columns (#10186)
add 5a89491ce1 [spark-connector] Memory optimization for GRPC data fetcher (#10209)
add 41d51ed9dc refine a few logs for easier debugging (#10223)
add c70fcaa282 [multistage][bugfix] fix non-grouping agg result issue (#10222)
add 4c05a37800 Change scripts to use npm ci and webpack --mode development by default (#10221)
add ce0af82131 [hotfix] fix limit pushdown only keep 10_000 rows (#10224)
add 0bbb9455eb [multistage] [bugfix] Fix sending mailbox object leak (#10190)
add b50c58fcd3 Fix the issue with ADLSGen2 connector when writing a file (#10230)
add d3e0177c6f Fix Schema name in Quickstart (#10233)
add 61c9b8e580 Allow segment upload to deepstore only when server segment store uri is configured (#10216)
add 3d6163a73b Bump h3 from 4.0.0 to 4.1.1 (#10232)
add c6b7a9ef95 [multistage] consolidate operator stats (#10235)
add b1bf79ca9a Add more information when JSON flattening throws exception (#10236)
add 5e0a8dbaa1 adding inequality join condition test and specifically exclude unsupported syntax (#10242)
add f17c820041 Fix race condition on removing aged deleted segments (#10238)
add 3c9a9df8ca [multistage] Initial (phase 1) query planner support for window functions (#10228)
add b284154731 StarTree non deterministic ordering of functions in startree_index_map and other places (#10231)
add 0f2d51cc80 [multistage] optimize limit without order by (#10241)
add 10747952f9 [feature] Pass null literal as a boolean null value thrift (#10217)
add a22fb68ffc update an existing API to reset only segments with Error EV (#10239)
add 63c1e504db Add SASL_SSL support for stream github event command (#10253)
add 2c57462d3b Avoid upsert metadata access after the manager is closed (#10251)
add d3c3e3fead [minion] check segment existency and fail early (#10261)
add dfc84a529b Refactor logging for query killing (#10262)
add 53e80fc696 Add PinotHelixResourceManager to MetadataEventNotifier (#10247)
add 28c439ca98 close startree index properly (#10265)
add 874d9d688b [bugfix]when the query record is 0 will infinite loop (#10246)
add cb952899d4 use normal baseballStats (#10245)
add f5579184af improve startReplaceSegments error message (#10264)
add 6caa8a038f upload large s3 object by multi parts to overcome the 5GB limit of PutObject (#10263)
add 41be2e4395 Make PlanMaker plugable (#10269)
add a9c827379f Fix bug with time based segment relocator where it would try to move real-time segments that are still in the consuming state (#10272)
add c0f61354aa fix the default value for enabling multipart upload (#10275)
add f4fad9b1cd Refactor padding check to support old segments with "\\u0000" padding (#10276)
add addb6525fc move segment existency check to preprocess (#10279)
add e3a70d1186 Update Apache Datasketches to 3.3.0 (#10281)
add a151bba929 Resolve NullPointerException when COUNT() is passed literal and nullHandling is enabled (#10268)
add b19f3fecbb [multistage] Store Sender/Receiver Stage Id in MailboxId (#10285)
add b66f49a63e Improve the error message for segment replacement (#10284)
add 0cb28aaba2 limit helix task result info message size to 1000 (#10287)
add 02cb2d4970 Add name case for ScalarFunction annotation for casewhen (#10266)
add 2f345da102 Handle big In clause (#10254)
add a0162559b5 Add broker metrics to V2 Engine (#10214)
add 2187a9b63a [hotfix] use legacy case-when format before releasing 0.13 (#10291)
add cd6f9f1b3b [multistage] Allow multiStageReplicaGroup Routing for Upsert Tables (#10258)
add 4e0afef532 Handle interrupted exception during Kinesis rate limit (#10297)
add ba8aad7ad0 Add a tight retry block to update ZK during endSegmentReplacement (#10290)
add 78308da90d update task metadata API response when no metadata (#10301)
add 1033a11b6d [multistage] support SEMI/ANTI join (#10294)
add 0927e94b0d [Quickstart] Improve error message and remove NullPointerException when connection fails (#10293)
add 442bfc3af1 Minor: Limit MultiStageQuickstart output (#10307)
add 83cdb398e9 Add the support of Apache Pulsar for StreamGithubEventsCommand (#10308)
add 1aa1368a1a [multistage] Fix Issues with OpChainScheduler (#10289)
add 0722bf077b Remove duplicate stats aggregator from V2 query metrics (#10299)
add 6aea80c2d5 [multistage] Fix return type for AVG aggregate function (#10314)
add fc40a97c24 [multistage] properly support query hint (#10315)
add c72873a27b Update grpc to 1.53.0 and protobuf to 3.22.0 (#10312)
add a591090f2c [multistage] Close OpChains That Return Error-Block (#10319)
add 1fce07ed77 Allow file overwrite during the segment refresh (#10317)
add 9b49bca554 Add Theta Sketch Aggregation for StarTree Indexes (#10288)
add 02baaac1c1 Relax the constraint to have a dictionary and inverted index when forward index is disabled (#10260)
add 69420af19e fix table sorting while filter is applied (#10226)
add a1d1c3b1af Always pass the QueryContext into TransformFunctionFactory (#10320)
add d3c8ec2ec0 Upgrade github action versions (#10327)
add 1f726dc6fc Fix the missing BIG_DECIMAL handling in range predicate evaluator (#10330)
add e8c04d454c [multistage] Fix Flaky OpChainSchedulerServiceTest (#10340)
add 3772b55dc4 enable readonly access to controller UI for users without table restrictions (#10329)
add 69d2fae2b4 [multi-stage] Support query plan for GROUP BY only in the intermediary stage (#10248)
add f39550ce0a [multistage] Increase Max Inbound Message Size to 64MB for QueryServer (#10333)
add 9d5ba2c3d3 [quickstart] configure the controller to schedule tasks when minion is enabled (#10338)
add 3ba6d2682b Add HLL and Theta Aggregation support in Merge/Rollup (#10328)
add 0e88f54510 Add Sketch Creation Scalar Functions for HLL/Theta (#10347)
add 555a4a35ef append UUID to segment name in SegmentGenerationAndPushTask (#10335)
add c5dd6df27c Add Statistics grouped at Stage ID level in the V2 Engine Response (#10337)
add 2dc26ac402 [feature] Add jdbc multistage support (#10292)
add 733cc2fa6b [multistage] Use Different Thread Pool for QueryServer (#10349)
add ea6424e3d8 Show correct query plan when prefetch is enabled (#10172)
add 8ddbd25e18 Add min / max values to virtual column metadata to allow segment pruning (#10343)
add 135f13e323 Adding setter to DeletedSegmentsRetentionPeriod in TableConfigBuilder (#10351)
add 246f4db352 [multistage] Dispatch Query Plan in Parallel (#10332)
add c58a01d9f0 [bugfix] Fix bug with PERCENT_SEGMENTS_AVAILABLE metric rounding down (#10348)
add 42588248d4 Clean up the Block APIs (#10358)
add 697adabc2e Adding table name to create unique Kafka consumer client Ids (#10324)
add 9c7e771d22 Fixes filter aggs perf (#10356)
add 398b7f5350 Fix for flaky test ForwardIndexHandlerTest.testEnableDictionaryForMultipleColumns (#10366)
add b6bcb05522 10249: Separating the v1beta1 & v1 ingress. (#10367)
add 2e03df02f6 Add support for multiple comparison columns (i.e. one comparison column per producer sinking to a table) (#10234)
add 6322d39e18 [Query Killing] Enhance gc related logic, refactor logging (#10373)
add f28525b417 Add operator level stats to response when tracing is enabled (#10364)
add e342b1fb5d [multistage] Initial (phase 1) Query runtime for window functions - empty OVER() and OVER(PARTITION BY) (#10286)
add 3a307f1521 Fix AVG Return Type (#10368)
add 0c0c6550d8 Add controller API to fetch all segment zookeeper metadata for a table (#10363)
add 5d0089a6fa Fix WindowFunctionPlans test causing failures due to changes in test columns (#10385)
add 2e55d1c04d Patch: Allow fetching comparable index from ComparisonColumns (#10388)
add 4eeaf82185 Refactor Spark Connector into two modules for reusability (#10321)
add 585f62a3c7 allow to customize the httpclient used to create S3PinotFS (#10369)
add 52761fcb72 add the ability to change FilterOperatorUtils code (#10371)
add 3ffa7c3e32 [multistage][stats] clean up some stats (#10390)
add 7c3c8e8705 Allow replica group assignment support in tier configs (#10255)
add 221db828cf Let applyAnd to be applied using different window sizes (#10372)
add 6bd8a7dcff Enhance select order-by combine to use merge sort (#10357)
add dadd42cff1 Make startReplaceSegments() more robust for NPE (#10403)
add 5b289fc2e5 [multistage] Fix Leaks in Mailbox (#10322)
add b62033a3ac [multistage] early terminate from query dispatcher (#10401)
add 2607c0ee11 refine method name withForwardIndexDisabled (#10407)
add be9dfe74ad Bug Fix: Handle empty validDocId snapshots during reloading (#10406)
add 6db6d65adf 10271: Updated the code for handling the slash at the end for controller.data.dir (#10395)
add d475712d31 allow segment details page to load without indices (#10398)
add 41db04509f [Multistage] Allow queries on multiple tables of same tenant to be executed from controller UI (#10336)
add 15cb707e86 Encapsulate changes in IndexLoadingConfig and SegmentGeneratorConfig (#10352)
add f8d432013b [Index SPI] IndexType (#10191)
add 81ceb1d020 Simplify filtered aggregate transform operator creation (#10410)
add 3bad67db07 feat(ui): persist oidc auth details (#10389)
add 01ff18d47c Introduce BaseProjectOperator and ValueBlock (#10405)
add 0b111a1310 Fix JDBC driver check for username (#10416)
add 856503256f Adding Pinot base build/runtime image support for Amazon Corretto and MS OpenJDK (#10422)
add 11b6bcda50 [multistage] Fix Predicate Pushdown by Using Rule Collection (#10409)
add 0362ad369d Support multi-arch pinot docker image (#10429)
add ce299cfe80 try fixing mailbox cancel race condition (#10432)
add 16cae5d9c6 Add support to create realtime segment in local (#10433)
add 00284b9ede Refactor: Pass context instead on individual arguments to operator (#10413)
add 40a7911c53 Revert "Add support to create realtime segment in local (#10433)" (#10436)
add dcddb9ff02 Adding dropResults parameter in queryOptions to drop the resultTable field from the response (#10419)
add e01df9a7ce Data visitors (#10361)
add bc9aa75585 Add a PinotLogicalSortExchange to replace usage of LogicalSortExchange as it will be sender and receiver aware (#10408)
add dca5d383c6 [Clean up] Remove getColumnName() from AggregationFunction interface (#10431)
add bf5528c885 [multistage] Catch Throwable To Propagate Proper Error Message (#10438)
add 5673c8e6b2 RebalanceStatus API changes to track the status/progress of rebalance. (#10359)
add d9c4315ca1 Pinot Spark Connector for Spark3 (#10394)
add cb1069f11d Add Spark connector option for passing Pinot query options (#10443)
add 3687b2b732 Trying to setup node before Compatibility Regression Testing (#10440)
add 854e7f8d2a Index spi: index service (#10192)
add ee71befad3 Add "processAll" mode for MergeRollupTask (#10387)
add c0d0896ac3 Upgrade h2 version from 1.x to 2.x (#10456)
add 8452c25a09 fix jersey TerminalWriterInterceptor MessageBodyWriter not found issue (#10462)
add f3c2c0d98f Bug fix: Start counting operator execution time from first NoOp block (#10450)
add abe47bfc52 Fix unavailable instances issues for StrictReplicaGroup (#10466)
add 11272b7eb2 Added optional force param to the table configs update API (#10441)
add 316842f66e [multistage] Support array type for select query (#10434)
add 8bfb0b82b2 Change shell to bash (#10469)
add 40b2a65287 Fix the double destroy of segment data manager during server shutdown (#10475)
add 3f36623c56 Enhance broker reduce to handle different column names from server response (#10454)
add d1227e466d [feature] [null support # 1] selection only literal in broker null support (#10376)
add ea0ecde9ed Remove "isSorted()" precondition check in the ForwardIndexHandler (#10476)
add 173edb4925 Bump json-smart from 2.4.7 to 2.4.10 (#10471)
add b57353921a Bump maven-enforcer-plugin from 3.0.0-M3 to 3.2.1 (#10212)
add 0e6c386094 Upgraded joda-time library version from 2.10.5 to 2.11.2 (#10474)
add a44d5354aa [feature] [backward-incompat] [null support # 2] Preserve null literal information in literal context and literal transform (#10380)
add 549d565ddd Fix null handling in streaming selection operator (#10453)
add fd08b906c0 Adding fields to enable/disable dictionary optimization. (#10484)
add f136a08831 Remove converted H2 type NUMERIC(200, 100) from BIG_DECIMAL (#10483)
add a7b2b67361 Fix jackson dependencies (#10477)
add 38211a6c79 Add JOIN support to PinotQuery (#10421)
add 1d02d0eb50 Index spi: all types (#10193)
add d40cba4d50 10218: Added log statement for jvm options. (#10446)
add c6c4a2990f optimize queries where lhs and rhs of predicate are equal (#10444)
add 889ed7b3ec Trivial fix on a warning detected by static checker (#10492)
add 81e02df0fa Add testng on verifier (#10491)
add e185c5c90a include azure identity dependencies into final package (#10495)
add ef3ab8788e Bump snakeyaml from 1.33 to 2.0 (#10391)
add 399c793376 Bump redis from 3.4.1 to 4.5.3 in /docker/images/pinot-superset (#10485)
add c4af1811af fix msal4j dependency version (#10496)
add a257cfb283 Fix bug and add test for noDict -> Dict conversion for sorted column (#10497)
add 0c6c54e9e5 Clean up temp consuming segment files during server start (#10489)
add 40ac22da06 wait for full segment commit protocol on force commit (#10479)
add 2ca27edf07 make pinot k8s sts and deployment start command configurable (#10509)
add 985d48294a [Multistage] Pushdown explain plan queries from controller to broker (#10505)
add 2c5adc8207 Make column order deterministic in segment (#10468)
add d97f2d92bc Type match between resultType and function's dataType (#10472)
add 2050376adc Fix Bottleneck for Server Bootstrap by Making maxConnsPerRoute Configurable (#10487)
add 641ec601d5 [feature] [null support # 3] Add default implementation for null support in transform function (#10386)
add 48deafdf94 create segment zk metadata cache (#10455)
add 660d3fd02f [multistage] Initial (phase 1) Query runtime for window functions with ORDER BY within the OVER() clause (#10449)
add acb452ab72 Bump redis from 4.5.3 to 4.5.4 in /docker/images/pinot-superset (#10517)
add 6e9bfb18b3 Allow empty segmentsTo for segment replacement protocol (#10511)
add f69557e325 Complete index spi (#10184)
add 26a6c50180 Use string as default compatible type for coalesce (#10516)
add 32eda70f6e Use threadlocal variable for genericRow to make the MemoryOptimizedTable threadsafe (#10502)
add 60ee5eb0e8 Allow ValueBlock length to increase in TransformFunction (#10515)
add 7a89a4d13b Fix shading in spark2 connector pom file (#10490)
add d7411c5d38 Fix ramping delay caused by long lasting sequence of unfiltered messa… (#10418)
add 941cbf84f9 Do not serialize metrics in each Operator (#10473)
add 3062bd0e54 Allow configuring helix timeouts for EV dropped in Instance manager (#10510)
add c53a62c9ad Bump pulsar.version from 2.7.2 to 2.11.0 (#10501)
add 25c5da6aae Add SSLContext Only Constructor for HttpClient (#10519)
add caacf84971 Change bitmap inverted index to be able to be embedded in a buffer. (#10370)
add 8adb692e4b Fix an error introduced in index-spi that ignores the createInvertedI… (#10524)
add 114a81ef02 Make pinot-controller apply webpack production mode when bin-dist profile is used. (#10525)
add bde66ebdb9 Enhance error reporting (#10531)
add 1fc81505e4 Exclude woodstox-core from azure-storage-file-datalake in pinot-adls module (#10530)
add 2de7d46256 Fix FS props handling when using /ingestFromUri (#10480)
add acaf201153 Combine "GET /segments" API & "GET /segments/{tableName}/select" (#10412)
add 145a8c00a1 Clean up v0_deprecated batch ingestion jobs (#10532)
add 513fa3147b Deprecate kafka 0.9 support (#10522)
add a9c279ad75 Reduce timeout for codecov and not fail the job in any case (#10547)
add 764d28a053 fix checkstyle (#10544)
add 29fd5d9cd9 [multistage] fix tenant detection issues (#10546)
add e3d74339a4 [integration test] test query via controller (#10551)
add 586c937114 Suppress exception stacktrace when ThreadAccountantFactory is null (#10556)
add 1772b2f527 Make v2 bytes value displayed same as v1 hex string (#10559)
add f6c6d14540 Adding rebalanceId to logs so that its easy to associate with the rebalance Op (#10533)
add 8eaeb036e3 Turn on v2 engine by default (#10543)
add 0026369d09 [refactor] add dispatchable plan visitor (#10481)
add 5eac999cd5 [feature] [null support # 4] Support null in some default transform functions (#10545)
add 0df38f144e Exposed the CSV header map as part of CSVRecordReader (#10542)
add 6283ee7fb8 [multistage] Split MailboxReceiveOperator into sorted and non-sorted versions (#10570)
add 28c602bb6a Moving Zk updates for reload,force_commit to their own Znodes which will spread out Zk write load across jobTypes (#10451)
add ea63617018 Remove stack trace from logs for multiget calls for getting table size (#10568)
add eac5895345 Enable index config by default. (#10584)
add 440a938106 bump up the azure-storage-file-datalake ver to 12.14.1 (#10581)
add 70c4c5b801 [multistage] Table level Access Validation, QPS Quota, Phase Metrics for multistage queries (#10534)
add 2ad741d0b5 [multistage] Add support for the ranking ROW_NUMBER() window function (#10527)
add 9e4b5ade7e Enabling dictionary override optimization on the segment reload path as well. (#10557)
add d3cf729fe4 Revert "[multistage] Add support for the ranking ROW_NUMBER() window function (#10527)" (#10586)
add 7f4c4d2da2 Support null in DistinctFromTransformFunction. (#10579)
add cde82bb883 Fix DataTableV3 serde bug for empty array (#10583)
add fe7a72b9d2 Do not record operator stats when tracing is enabled (#10447)
add a679fa0b94 Refactor DistinctFromTransformFunctionTest. (#10582)
add 47b275f2e7 10459: Change H2 __MV columns to Array DataType (#10561)
add f6cf96faea Forward auth token for logger APIs from controller to other controllers and brokers (#10590)
add 4fe5227c09 Make broker's rest resource packages configurable (#10588)
add 7c1d10a358 [feature] [null support # 6] Use default null support for array transform functions (#10563)
add 0cb456a3b0 [multistage] Handle Integer.MIN_VALUE in hashCode based FieldSelectionKeySelector (#10596)
add 267e51d4c8 Index conf disabled (#10585)
add 003b2a8256 Check EV not exist before allowing creating the table (#10593)
add 13a792f03f Bug fix: Partial upsert default strategy is null (#10610)
add c7e05a7b58 Fix flaky test caused by EV check during table creation (#10616)
add 27a8a26c58 Fix withDissabledTrue typo (#10624)
add d03eab22f7 Allow to overwrite index configs at tier level (#10553)
add 178aa200a7 10567[integration-test-base refactor]: Initial code refactoring. (#10612)
add 45190cf859 [multistage] Run ExpandSearch Rule After All Filter Pushdown Rules (#10627)
add 44fe6940e1 [multistage] populate queryOption down to leaf (#10626)
add ddff096e4f [feature] [null support # 5] Support null in scalar transform function wrapper (#10562)
add 4457e614ef Cleanup unnecessary mailbox id ser/de (#10629)
add 873cc0a215 [multistage] improve error message in case of non-existent table queried from controller (#10599)
add 8dab8034cf no error metric for queries where all segments are pruned (#10589)
add 2bde942a4c bug fix: to keep QueryParser thread safe when handling many read requests on class RealtimeLuceneTextIndex (#10620)
add 0ebeddc681 Fix more flaky test caused by EV check during table creation (#10641)
add 89039205ed Fix static DictionaryIndexConfig.DEFAULT_OFFHEAP being actually onheap (#10632)
add f2afe21b99 [New Feature] Add new configuration options which allows broker to use a bounded Jersey ThreadPool (#10614)
add 18adba0c91 [multistage] Make Intermediate Stage Worker Assignment Tenant Aware (#10617)
add b03f5763c4 Adding an parameter (toSegments) to the endSegmentReplacement API (#10630)
add 7adac6f60e 10567: [cleanup pinot-integration-test-base], clean query generations and some other refactoring. (#10648)
add a48591b335 update target tier for segments if tierConfigs is provided (#10642)
add 096d9ca8c6 Add support for custom compression factor for Percentile TDigest aggregation functions (#10649)
add 2d6a38c0a1 [multi-stage] Support SetOperations(UNION/INTERSECT/MINUS) compilation in query planner (#10535)
add 9d9c9efb60 Fixes backward incompatability with SegmentGenerationJobSpec for segment push job runners (#10645)
add 3a631dd05e Bug fix to get the toSegments list correctly (#10659)
add 4481e1b1ab Utility to convert table config into updated format (#10623)
add 529432c7d7 [multistage] Add Callbacks for Complete Events (#10564)
add 4e50229a64 global index virtualID (#10665)
add 13dd8b562f 10661: Fix for failing numeric comparison in where clause for IllegalStateException. (#10662)
add 03511e980e [feature] [null support # 7] Support null in least and greatest transform functions. (#10575)
add 866c796bd5 Enhance mailbox receive operator (#10669)
add 4914947263 [multistage] Add support for the ranking ROW_NUMBER() window function (#10587)
add a130cb2b1e [multistage] Modify empty LogicalProject for window functions to have a literal (#10635)
add 96d34fd280 [multistage] Add some additional planner tests for ROW_NUMBER() window function (#10684)
add 8a1d92fc06 Change getPrettyName() to default to getId() (#10674)
add 6d73e58fab Segment lifecycle event listener support (#10536)
add 45eea269e8 [Spark Connector] Escape column names when querying Pinot (#10663)
add 797eebad70 use work break for long names in query console (#10666)
add 948957a29e Support null in InTransformFunction and NotInTransformFunction. (#10604)
add bcfcd0a4ab [multistage]re-implement mailbox (#10681)
add d806b5f8f2 Add server metrics to capture gRPC activity (#10678)
add 499a109ed0 Fixes partial upsert not reflecting multiple comparison column values (#10693)
add 2b9aa48807 Fix Bug in Reporting Timer Value for Min Consuming Freshness (#10690)
add 768a0b90b6 Add getName() function in LiteralTransformFunction (#10696)
add 4a6e31d38a Decorrelate plan before optimizer (#10685)
add f5dba86d5c [multistage] clean up stage metadata and mailbox usage on instance/server (#10673)
add 2bcf592d43 Separate and parallelize BloomFilter based semgment pruner (#10660)
add 228afaa3df [multistage] separate leaf and intermediate threadpool (#10698)
add ab79548e98 Fix typo of rowSize -> columnSize (#10699)
add 53cb451ea9 update segment target tier before table rebalance (#10695)
add f5d75866f6 API to expose the contract/rules imposed by pinot on tableConfig (#10655)
add b72051c3eb Fix a bug in star-tree filter operator which can incorrecly filter documents (#10707)
add cad764dcbe Check if serverTags as configured in tierConfigs are valid (#10705)
add 1c4d0fe0a3 [multistage] UNION/INTERSECT/EXCEPT implementation (#10622)
add 1ffd804e4d Allow custom lineage update and gc (#10679)
add b190599cf1 [cleanup] last place to clean up OpChain wake up callback (#10710)
add 815cd6ebb7 [multistage]Refactor Mailbox assignment logic to planner (#10708)
add c47e7e55ce Making StartReplaceSegmentsRequest, EndReplaceSegmentsRequest backwards compatible (#10722)
add 6c62784c53 [multistage][refactor] Refactor RelNode to StageNode conversion (#10730)
add 054dad1d87 [multistage]10732: Fix for tabledoesnotexit error in multistage. (#10733)
add 7c3dd06a9b Refactor all StageNodes to PlanNodes during query planning phase (#10735)
add e1efc1414e 10688: Handling the Join route parsing (#10692)
add 7dcae9208e 10737: Fix for SQL parsing error in multistage (#10738)
add b97ac02f34 [multistage] scheduler logic fixes (#10728)
add 7ab0af00a1 [multistage][cleanup] make leaf stage also registered with SchedulerService (#10711)
add 102a216366 Enhance the instrumentation for a corner case where the query doesn't go through DocIdSetOp (#10729)
add 7a673fd604 Support for ARG_MIN and ARG_MAX Functions (#10636)
add 0a0ab995ee bug fix: add missing properties when edit instance config (#10741)
add a9c97e3045 Add description field to metrics in Pinot (#10744)
add 53469c0b75 changing the dedup store to become pluggable (#10639)
add 6eeb9fb594 [multistage] 10736: Fix for self join table names extraction in multistage (#10739)
add 4f5030530f Add request id to the V2 broker response (#10706)
add cb0ffc0307 Fix githubEvents table for quickstart recipes (#10716)
add 1763e70f79 Minor Realtime Segment Commit Upload Improvements (#10725)
add 738e607106 Make the TimeUnit in the DATETRUNC function case insensitive. (#10750)
add 3a8c578020 Return 503 for all interrupted queries. Refactor the query killing code. (#10683)
add fe98bb0783 [multistage] Refactor query planner and dispatcher (#10748)
add 78c05f6301 [feature] Consider tierConfigs when assigning new offline segment (#10746)
add 02d2390d6e Add opt ports to helm (#10540)
add 9e1160272a [feature] [null support # 8] Support null in all null related transform functions (#10594)
add 0912544cce [multistage] follow up leaf scheduler (#10760)
add dc3b6fd319 [multistage]: better error messages. (#10763)
add ca37a1e909 Improvements on the utility to convert table config to updated format (#10757)
add 27eb9601fa [multisage] fix set op issue (#10764)
add 579082c803 Compress idealstate according to estimated size (#10766)
add 41fbb32846 Add PercentileKLL aggregation function (#10643)
add 12d86902a8 [feature] [null support # 9] Support null in time related transform functions. (#10598)
add 59599872fb [multistage]: Added support for Json Data Type. (#10765)
add 4f15641379 [multistage] mailbox sending exchange service (#10761)
add ab0c27e947 Add decoder initialization error to the server's error cache (#10773)
add 61d6b1075d Minor Pinot Deepstore Upload Retry Task Improvements (#10752)
add cb607a8594 Track Number of Segments Fixed by Deep-store Retry Task (#10780)
add efb4f46775 Implement mutable index using index SPI (#10687)
add 8293facfa0 Keep last completed segment for retention (#10754)
add e302318d33 bug fix: add @JsonProperty to SegmentAssignmentConfig (#10759)
add 4a18a3d28b update pinot helm readme (#10778)
add 3851f33094 upgrade guava version to 30.1.1-jre for CVE fixes (#10776)
add c78026da73 ensure we wait the full no query timeout before shutting down (#10784)
add 5577c388d0 [multistage] hintable option framework & dynamic broadcast hint (#10772)
add 101b27e2d0 Clean up KLL functions with deprecated convention (#10795)
add d6862727c2 [multistage] Avoid Broker Request Id Collision (#10789)
add fec7b885c1 10689: Update for pinot helm release version 0.2.7 (#10723)
add 1f0100c7fe [multistage][bugfix] fix singleton exchange (#10797)
add b76f24cb30 Enhance the test cases for query killing to reduce the log size and fix a flaky test (#10798)
add c4ee122df5 Allow env var substibution for Pinot configs (#10785)
add f3a07dfdd2 Redefine the semantics of SEGMENT_STREAMED_DOWNLOAD_UNTAR_FAILURES metric to count individual segment fetch failures. (#10777)
add 00d3133ccc fix excpetion during exchange routing causes stucked pipeline (#10802)
add fcaebab69a [Multi-stage] Support null in aggregate and filter (#10799)
add ded7e8f5ed Integer Tuple Sketch support (#10427)
add 434d9733c3 Add a comment to and a unit test for the group by expressions deduplication logic (#10803)
add 2e6f1e63f0 Use min of (retry count, number of controller addresses) as retry count when fetch segment (#10804)
add 5ee6e137c0 [multistage] Refactor StageMetadata from pinot-query-planner to pinot-query-runner module (#10791)
add c8531ce4d4 [bugfix] fix floating point and integral type backward incompatible issue (#10650)
add 51bf75efa6 10608: Changes for adding partitionColumn in replicaGroupPartitionConfig (#10656)
add bbf5c14179 [multistage][bugfix] fix array type empty issue (#10810)
add c48f4b3771 Parse nulls last/first. (#10805)
add 6a7ca904f4 [multistage][bugfix] order by limit is capped at 10_000 (#10809)
add d8b78c3fb7 Make OrderByComparatorFactory consume OrderByExpressionContext::isNullsLast. (#10817)
add ab4e8fac84 Fix a bug in the order by comparator (#10818)
add 37f44f08d9 [Multi-stage] Support ordering null values (#10819)
add 714ea4ed64 [multistage] pipeline breaker framework and dynamic-broadcast pipeline breaker (#10779)
add 6dbd9e23fe Keeps nullness attributes of merged in comparison column values (#10704)
add 60ab652e32 Add required JSON annotation in H3IndexResolution (#10792)
add 84688577e4 Making NormalizedDateSegmentNameGenerator use joda time to keep consistency other time handling (#10721)
add 87379fc641 Enhancing Table Size API to return table size per replica (#10812)
add dc35068da1 Fix a bug in SELECT DISTINCT ORDER BY. (#10827)
add da6944882d Initial commit. (#10840)
add 6a7a0668cd [multistage] setting default to INT_MAX for leaf stage limit (#10834)
add 0b0962d6a8 Fix MultiNodesOfflineClusterIntegrationTest to restore the state in case of failure (#10850)
add 5e442959a4 add partition metadata manager (#10461)
add f8766129f0 Support Off Heap for Native Text Indices (#10842)
add 0f244ecf21 [feature] Add flags to indicate if FST, H3, and Text indexes are on a segment (#10835)
add 9fae8ad72e Make DistinctTable consume OrderByExpressionContext::isNullsLast (#10839)
add 3b2e31cfad [hotfix] use proper threadpool for test (#10858)
add 4b0d0d86a9 refine segment reload executor to avoid creating threads unbounded (#10837)
add 4b9af9d83b clean up output files upon exceptions more properly for SegmentProcessorFramework (#10847)
add 0f58e48c8e compress nullvector bitmap upon seal (#10852)
add 24b50ed65f jsonPathString should return null instead of string literal "null" (#10855)
add 03c49e43b4 [multistage] register opChain finish callback for pipeline breaker to continue (#10870)
add c704147d3e PinotBufferFactory and a buffer implementation that uses Unsafe (#10528)
add 26e5952d75 Bug Fix: Segment Purger cannot purge old segments after schema evolution (#10869)
add a75544f2c6 Fix #10713 by giving metainfo more priority than config (#10851)
add 880a074c7a Refactor single column distinct executors (#10859)
add d9fb58def9 Select distinct multi-column NULL support. (#10860)
add b1e8655449 [multistage][bugfix] fix PB operator never returns block (#10881)
add 86b3b3e1c5 [feature] multi-value datetime transform variants (#10841)
add 207036950a Close PinotFS after Data Manager Shutdowns (#10888)
add 0420414fc2 bump awssdk version for a bugfix on http conn leakage (#10898)
add 3dbdaf60b5 Fix colocated join quickstart script (#10889)
add 0a97ca81f3 [multistage][float-double-comparison]: updated for CAST function addition based on correct precision. (#10814)
add 1d9682fc67 Enable case insensitivity by default (#10771)
add 14670f49f6 Add clpDecode transform function for decoding CLP-encoded fields. (#10885)
add 449c95c6b9 Making segmentMapper do the init and cleanup of RecordReader (#10874)
add bb4091f12f adding PinotLogicalExchange to add exchange type indicator (#10813)
add 81813c28fc Fix MultiNodesOfflineClusterIntegrationTest.testServerHardFailure() (#10909)
add a5327e7039 Add Support for Disabling Default User Agent for Http Client (#10895)
add 90dc3a3c56 Fix a bug in SELECT DISTINCT ORDER BY LIMIT. (#10887)
add f1966d9fa0 [Multi-stage] Support partition based colocated join (#10886)
add 85bb1fab54 Change list.of to immutableList.of to solve java 8 compilation (#10929)
add b2efb8117a Properly set the records list initial size to avoid unnecessary resizing. (#10935)
add 9a1795c2b0 Upgrade to Apache Datasketches 4.0.0 (#10878)
add e800693dad Avoid parsing offset when invalid (#10893)
add 2baff8180f Bump jetty-server in /pinot-plugins/pinot-stream-ingestion/pinot-pulsar (#10908)
add ce50e71d1e Fix an integer overflow bug. (#10940)
add a8988dd48f Bump snappy-java from 1.1.8.2 to 1.1.10.1 (#10922)
add 4af43665ec [multistage] Do Not Log Entire Plan in QueryServer (#10930)
add 8b2fb03d85 [Flaky-test] Fix flaky PinotResourceManagerTest and also clean it up (#10941)
add 9443c5f0bb Updated AuthProvider to extract user identity (#10925)
add 70fc973d66 Adding method to register components in broker API (#10942)
add 844ca4d671 [hotfix] remove singleton from dynamic broadcast rule (#10949)
add 84bc45f713 Fixing table name extraction for lateral join queries (#10933)
add d6152a8666 Return true when _resultSet is not null (#10899)
add 493d4e5c14 Fix casting when prefetching mmap'd segment larger than 2GB (#10936)
add 73830ae3ce [multistage][cleanup] clean up PhysicalPlanContext usage (#10950)
add b699cdbf81 Push out-of-order events metrics for full upsert (#10944)
add 17ee2024dd FUNNEL_COUNT Aggregation Function (#10867)
add 70020005b1 Null check before closing reader (#10954)
add 30b5da9626 Add a new SegmentPurger interface method to get record purger based on table configs and schema (#10946)
add 2b47dd6892 Make org.apache.pinot.client.BrokerResponse public (#10932)
add aea890a5ee Update pinot client to not use Calcite extractTableNames (#10955)
add 3a326b0656 [multistage] Add support for RANK and DENSE_RANK ranking window functions (#10700)
add 84aa659b71 Fixes SQL wildcard escaping in LIKE queries (#10897)
add 3c92b32711 Take upsert snapshot when creating new consuming segment (#10928)
add e658f86a8a update libtasn1 lib to fix CVE-2022-1471 (#10775)
add 24c5d8fe85 [multistage][bugfix] fix pipeline breaker error block populate (#10957)
add 89ad4d80bf Fix TransformBlockValSet::getNullBitmap. (#10959)
add f903314645 Support NULL literal selection. (#10962)
add a208607254 [#10884][feature] add requestId for BrokerResponse in pinot-broker and java-client (#10943)
add 7e76cac586 Use _hasNull in the object single column distinct executors. (#10914)
add 608cb8de2b Add delete support to upsert tables (#10703)
add f8e783899f Remove handle out-of-order from updateRecord method (#10968)
add e8841316fa Simplify the handling for partial-upsert record update (#10970)
add 6a47311c03 [multistage][feature] add pipeline breaker stats collector (#10958)
add 8170d435c5 Changed Lists.of to ImmutableList.of for test in java8 (#10972)
add 48df78e476 Provide results in CompletableFuture for java clients and expose metrics (#10326)
add a62cb0b271 Make TransformBlockValSet::getNullBitmap return the cache. (#10967)
add 2d30e28bed Add minion observability for segment upload/download failures (#10978)
add 3b07def331 use MultiStageRequestIdGenerator in v1 engine (#10966)
add fc9f56b07b allow to add custom context into query trace (#10977)
add b001c40182 [multistage][feature] pipeline breaker on broker reduce (#10971)
add 238629c41c Support NULL for multi-column GROUP BY. (#10938)
add 04bdb9a397 Enhance early terminate for combine operator (#10988)
add 45a32eaaad Add a PrioritizedFilterOperator (#10953)
add 82252ed843 [Clean up] Do not count DISTINCT as aggregation (#10985)
add 5c3cf01cd8 do not readd lucene readers to queue if segment is destroyed (#10989)
add ed4774c5d9 Use pinot-query-planner utils to extract table names in pinot-controller (#10873)
add db0f3dcb73 Fix a flaky test NullEnabledQueriesTest.testQueriesWithDictFloatColumnNoNullValues. (#10997)
add fc26d6d897 Fix the NULL ordering in TableResizer for GROUP BY. (#10939)
add 9374964ad4 Message batch ingestion lag fix (#10983)
add db8793f780 Fix a typo in snapshot lock (#11007)
add cc5a9bec7d Fix flaky MultiNodesOfflineClusterIntegrationTest.testServerHardFailure() (#10999)
add 379d7610ac Adding segmentRowComputer interface for SegmentProcessorFramework to use (#10987)
add 0b097a8dab Fix a flaky test ADLSGen2PinotFSTest.testLastModified. (#11010)
add bde2d01153 Update dockerfile with recent jdk distro changes (#10963)
add 2e346d4a6a Upgrade commons-codec:commons-codec@1.11 to commons-codec:commons-codec@1.15 in pinot-pulsar (#11011)
add 49efcfa587 Upgrade circe-parser from 0.13.0 to 0.14.2 (#11012)
add fac02cf4df When extracting root-level field name for complex type handling, use the whole delimiter (#11005)
add 25173a3f28 Add fromController method that accepts a PinotClientTransport (#11013)
add e1c4e2fdd1 add support for mv cols with realtime lucene index (#11000)
add 9821cee011 Updated the code for showing the sql parsing exception. (#11009)
add b9cec629b7 Add CLPDecodeRewriter to make it easier to call clpDecode with a column-group name rather than the individual columns. (#11006)
add 6f2bcde2e1 Fix a flaky test OfflineGRPCServerIntegrationTest.testQueryingGrpcServer. (#11022)
add a6ee2773a2 [Multistage] Runtime changes for leveraging V1 Aggregation Functions (#10845)
add 0821e3b967 update jersey to fix Denial of Service (DoS) (#11021)
add eefa8fbfe8 Allow custom segment grouping in MergeRollupTask based on lineage metadata (#10964)
add ffbc5b0e52 Ensure min/max value generation in the segment metadata. (#10891)
add f7a076496a Startree index build enhancement (#10905)
add 6c8eb96dd8 [multistage] Initial planner changes to support the v1 aggregation functions in multistage (#10846)
add 2fabbe4005 Apply some allocation optimizations on GrpcSendingMailbox (#11015)
add a0ed20fe86 Update getTenantInstances call for controller and separate POST operations on it (#10993)
add f3f1c3ecbe Improve `DateTimeGranularitySpec` to follow the convention of new dateTimeField format (#11030)
add 878f61357b Instance drop operation validation check API (#10969)
add c29782f895 [enhance]: When enable case-insensitive, don't allow to add newly column name which have the same lowercase name with existed columns. (#10991)
add 3648f182fe Reverts strictly skipping removeNull from comparison column (#11044)
add f09a91ca81 update freemaker to fix Server-side Template Injection (#11019)
add 6d99eec997 [multistage] clean up aggregate v1 function for v2 planner (#11036)
add 31b01fe699 Update maven-core to 3.8.2 (#11043)
add 393f80bbe2 Upgrading spark versions (#11037)
add 9b21eb94c0 format double 0 properly to compare with h2 results (#11049)
add 68ab6bcd8d Upgraded httpclient library version from 4.5.1 to 4.5.13 in module pinot-druid-benchmark (#11063)
add 56a78829d9 upgrade parquet to more recent version (#11062)
add 96407ecc5f [multistage] Add TPC-H Test for Multistage Engine (#10918)
add ea651ffe30 update amazon sdk to 2.20.87 (#11056)
add 022e430c21 Update Jackson Databind to newer version (#11058)
add 3bc8cdf712 Update the version of jcabi log (#11047)
add 12fb274ef7 Bump bcprov-jdk15to18 (#11042)
add 2e885e44fb Upgrade swagger from 1.6.6 to 1.6.9 (#11054)
add 4fa9c5335d Upgrade netty from 4.1.79.Final to 4.1.94.Final (#11055)
add 729e86ad13 Bump h2 from 2.1.214 to 2.2.220 (#11066)
add 1b81ebafc8 Updated calcite version to 1.30.0 (#11067)
add 457c2b776f Fix double-checked locking in ConnectionFactory (#11014)
add ed5dea97d6 Replace Long attributes with primitive values to reduce boxing (#11059)
add abfdc61615 Remove presto-pinot-driver and pinot-java-client-jdk8 module (#11051)
add 12a090d90d Make RequestUtils always return a string array when getTableNames (#11069)
add 10a18d55b9 retry KafkaConsumer creation in KafkaPartitionLevelConnectionHandler.java (#253) (#11040)
add e3cac6428d pull up awssdk version to top pom.xml (#10906)
add 8171cfb000 Fix BOOL_AND and BOOL_OR result type (#11033)
add b56c7283e5 [cleanup] Consolidate some query and controller/broker methods in integration tests (#11064)
add 19dce0e282 [multistage] Fix aggregate type issues (#11068)
add 4bb7e6a7b0 allow to preload segments with upsert snapshots to speedup table loading (#11020)
add 9bb3cbb3d6 Rework transform functions NULL support. (#11008)
add 1651d989bb Upgrade spark version. (#11075)
add 7c33dc4d92 Bump license-maven-plugin from 4.0 to 4.2 (#11071)
add f26af9018c [multistage] Register Pinot Transform Functions into Calcite (#11048)
add c9699594c1 upgrade protobuf-lite from 1.19.0 to 1.21.0 (#11074)
add 1cdcf70dce New API to get tenant tags (#10937)
add 437504331e Support for new dataTime format in `DateTimeGranularitySpec` without explicitly setting size (#11057)
add 7f855a5220 Fix grpc regression on multi-stage engine (#11086)
add 0350c9b5bd Set _disableAcl appropriately when initializing directly with client (#11087)
add 3f15e10ffd Consistently use isNullRow in transform function tests. (#11079)
add 5b157dfcf5 Delete an obsolete TODO. (#11080)
add 4f45907931 Update jackson libraries to 2.13.5 (#11081)
add 02715141f5 Upgraded commons-cli and commons-lang3 package version. (#11083)
add c302354dd7 Minor fix on AddTableCommand.toString() (#11082)
add 20bef67a56 Upgrade swagger-ui from 3.23.11 to 5.1.0 (#11091)
add 4e1c8fc94f Adding alias for Transform function type registry (#11094)
add b39329966f Allow using Lucene text indexes on mutable MV columns. (#11093)
add 1622a9e7d6 Add a new controller endpoint for segment deletion with a time window (#10758)
add 967e83b32b Use aws bom (#11070)
add 6ef119005e Update aws 2.20.94 (#11088)
add 35d7a8faa5 Fix a flaky test LLCRealtimeClusterIntegrationTest.testAddRemoveDicionaryAndInvertedIndex. (#11096)
add 365608fbb9 Delete Dockerfile_mio (#11111)
add 135fa4322e Allow offloading multiple segments from same table in parallel (#11107)
add ebeb0d8495 Bump lombok from 1.18.26 to 1.18.28 (#11090)
add 3d60d556c8 Use PUT request to enable/disable table/instance (#11109)
add 85bfeb4e17 Allow setting the default MergeRollupTask segment group manager (#11101)
add 2c3ea27f3b Improve error message in case of throwables in multistage (#11103)
add abf395996d quick fix to change uri (#11102)
add c32318360e Upgrading com.google.guava:guava from 30.1.1 to 32.0.1 to stay up to date and leverage the most recent improvements (#11115)
add 7422edfc1c Bump jts-core from 1.16.1 to 1.19.0 (#11089)
add ffedfdfcb9 Added serviceAccount to minion-stateless (#11095)
add abc7497744 revert jackson update (#11126)
add 95eef85a31 Register dateTimeConverter,timeConvert,dateTrunc to v2 functions (#11097)
add 43bcd1ea96 Bug fix: TableUpsertMetadataManager is null (#11129)
add 8fff7eb705 Fix a flaky test OfflineClusterMemBasedBrokerQueryKillingTest.testDigestOOMMultipleQuerie. (#11121)
add df72d1dfb1 Adding v2 map function supports (#11104)
add ad26013ae7 V2 allocation optimizations (#11112)
add 218ecddbaf Bump bouncycastle.version from 1.74 to 1.75 (#11125)
add 9824f603f3 [multistage] add hint option for table node (#11114)
add cfc3abcf71 [multistage][agg] support agg with literal arguments (#11105)
add 9cb876422c Fix reload bug (#11131)
add 961695798b Allow each test to specify the query engine (#11138)
add ead75229af Separate BitmapBasedFilterOperator into two filter operators. (#11137)
add 7e782ddd8b Avoid string splitting wherever possible (#11141)
add 723b764bc9 Allow extra aggregation types in RealtimeToOfflineSegmentsTask (#10982)
add 18dbadafeb Bump azure-storage-file-datalake from 12.14.1 to 12.16.0 (#11134)
add 12ddd3310b Fix a bug when use range index to solve EQ predicate (#11146)
add 6a10bd8aca Returning 403 status code in case of authorization failures (#11136)
add fc5adb790c Bump org.apache.datasketches:datasketches-java from 4.0.0 to 4.1.0 (#11148)
add fe2b013a65 Extract record keys, headers and metadata from Pulsar sources (#10995)
add 4dd2bb5bb4 Sanitise API inputs used as file path variables (#11132)
add cb0c86c178 Fix the NPE when query response error stream is null (#11154)
add 635c2fb96e Fix NPE when nested query doesn't have gapfill (#11155)
add 5eafe76ee8 [Upsert TTL] Add Watermark for each partitions for Primary key cleanup (#10915)
add 35fb1d0886 Fix compatibility test (#11156)
add 41b3c70906 [multistage][hotfix] should never pull project up below sort (#11161)
add ea493a2532 Extract headers for Kinesis Connector (#9713)
add 4135e07220 [multistage] support physical plan in Explain queries (#11052)
add ff6d527fbf [multistage] Register theta sketch aggregation functions in v2 query engine (#11143)
add 06d8540378 For table rebalance, check if instances are equal for NO_OP (#11073)
add 1d61fc2845 Make interface methods non private, for java 8 compatibility (#11164)
add 6fa8cab1e0 Simplify compatible test to avoid test against itself (#11163)
add a7530255d4 Support sum precision (#11162)
add 7231ecfee8 Increment nextDocId even if geo indexing fails (#11158)
add d5e6a56a6a deprecated(since) is not supported in jdk 8 (#11172)
add b34fad1251 [multistage]fix count star handling in v1 planner (#11171)
add 9d55a46047 Instance retag validation check api (#11077)
add 7191cc54bf Fix the issue of consuming segment entering ERROR state due to stream connection errors (#11166)
add f793bca39d In TableRebalancer, remove instance partitions only when reassigning instances (#11169)
add c4015fafed Remove JDK 8 unsupported code (#11176)
add 4823c958ae Updated code for setting value of segment min/max property. (#10990)
add 9e079b1da9 Add stat to track number of segments that have valid doc id snapshots (#11110)
add 94bbc671ed Adding default multi-stage query ports for k8s (#11180)
add d9c64f347a Add Integration test for Upsert Preload (#11160)
add e87a05045d Fix compat test by adding -am flag to build pinot-integration-tests (#11181)
add 09bc525598 removing the format support in explain physical plan sql queries. (#11179)
add 4d72eb5a58 Segment compaction for upsert real-time tables (#10463)
add a86ba9c42f Add brokerId and brokerReduceTimeMs to the broker response stats (#11142)
add a0ff2e8420 [multistage] bridge v2 query engine for leaf stage v1 multi-value column (#11117)
add d83d1e8713 Non-leaf filter operators NULL support. (#11185)
add 1c7fde0c5a safely multiply integers to prevent overflow (#11186)
add 61dcea6b71 Rbac impl (#11016)
add a21380f82d Move largest comparison value update logic out of map access (#11157)
add 4a12ebf2df dont duplicate register scalar function in CalciteSchema (#11190)
add 11b85df331 add theta sketch scalar (#11153)
add 44baeb3a24 Remove Java 8 incompatible code (#11197)
add e1e1a8511f Fix the storage quota check for metadata push (#11193)
add 78736645f4 [multistage] Support Geometry queries (#11191)
add b73b7a10aa Column filter operators NULL support. (#11078)
add 2904f1bce1 Optimize DimensionTableDataManager to abort unnecesarry loading (#11192)
add 459e88aae2 rename metadataFields config field name to match other metadata config fields. (#11202)
add 00502337f6 Delete filtering NULL support dead code paths. (#11198)
add d736307f8e Refine isNullsLast and isAsc functions. (#11199)
add 35328c0f12 [multistage] fix error propagate physical planner (#11173)
add 98e482c911 Realtime pre-aggregation for Distinct Count HLL & Big Decimal (#10926)
add b69f438a79 Make Preload Integration test more extensible (#11195)
add 05989559e0 [multistage][agg] support agg with filter (#11144)
add 019f4c5fbf [multistage] Return empty block if MailboxRecv nodes have no paired MailboxSender (#11201)
add 44434cf9d8 Fix the repeat planning for multi-stage query (#11215)
add 86a5c2af8b Enhance hash exchange (#11217)
add 834c9707e8 [multistage] enable theta sketch integration tests for v2 (#11214)
add 93af58cf0c Fix the escape/unescape issue for property value in metadata (#11223)
add 8d3b305be3 UI: use new PUT api's to enable/disable table/instance state (#11225)
add 214feadc9a Fail the query if a filter's rhs contains NULL. (#11188)
add 57249a067d Clean up RangeIndexBasedFilterOperator. (#11219)
add 030d9c08c8 Fix null pointer exception in segment debug endpoint (#11228)
add e809b4e81e Adding vector scalar functions (#11222)
add d359b72ff4 Fix IndexOutOfBoundException in filtered aggregation group-by (#11231)
add 27ebe7e582 [pinot-core] Start consumption after creating segment data manager (#11227)
add e49b5c1b14 expand the vector test threshold (#11233)
add 9d7676ed8c [multistage] Support multi-value aggregation functions (#11216)
add d2789319d5 Support st-union function in v2 (#11235)
add c68b3be360 [multistage] support more agg functions currently implementable (#11208)
add e7e2affa8f Make test Java 8 compatible (#11239)
add 6bce5faa54 Update the pinot tenants tables api to support returning broker tagged tables (#11184)
add 98803b786a Rebalance unit test and integration test time for github action (#11230)
add 103b13e39a ExpressionFilterOperator NULL support. (#11220)
add 1e58df7713 [bugfix] Do not move real-time segments to working dir on restart (#11226)
add 83ed397210 add multi-value support for native text index (#11204)
add 659fe7c68a Support distinctCountBitmap and *TupleSketch functions in v2 (#11245)
add 42897ad448 Remove support for High level consumers in Apache Pinot (#11017)
add 044588f94f HAVING filter IS NULL and IS NOT NULL support. (#11242)
add 5d312e5a3f [Multi-stage] Support partition based leaf stage processing (#11234)
add d01d4f9a3d Enable some ignored queries in pinot-query-runtime (#11248)
add 9509248132 Fix a bug in ExpressionScanDocIdIterator for multi-value. (#11253)
add 6a71cd56f2 Add and refine tests for ExpressionScanDocIdIterator. (#11250)
add b1318b4a9a Fix a bug in BaseFilterOperator. (#11257)
add 49fe4f2c6e Allow custom operations after upsert preload is done (#11259)
add 43eb011c12 In DispatchablePlanMetadata, store worker id to server instance map (#11256)
add 37c618445a Remove JsonUtils dependency due to classpath issues (#11264)
add 583c205d7f Upgrade joda-time lib and timezone index (#11252)
add 33fa27704f ExpressionFilterOperator IS NULL and IS NOT NULL support. (#11249)
add 75a4bc3f39 Allow custom operations before upsert preload starts (#11265)
add 0984168988 [multistage] support multi-tenant lookup for v2 engine (#11241)
add 1b0199e7ec Exclude NULLs when PredicateEvaluator::isAlwaysTrue is true. (#11261)
add a46ad72797 Update licenses 1.0 (#11279)
add 8bc4febba0 UI: fix sql query options seperator (#10770)
add c1e3159b02 Adding ASF DOAP file (#11284)
add f7d55c5d92 fix pinot doap git repo (#11286)
add 48490933de Support parsing ARRAY literal in multistage query engine (#11268)
add bc4a225428 Make PinotTableRestletResourceTest java8 compatible (#11287)
add f4e1ce9110 Add a method before server starts serving queries (#11288)
add a6e23c1f73 Fix Java8 compat in Vector Transform tests (#11289)
add d7d3bdb1ab fixing pmc field in doap_Pinot.rdf (#11295)
add 714aca6eef Update Notice-Binary (#11294)
add 9f1ab2a25c Add query log for multi-stage queries (#11297)
add 95f2382a6e Add percentiles report in QuerySummary (#11299)
add 4b30fa5c02 Fixing the flaky test TupleSketchIntegrationTest (#11290)
add 2c4b3ff1f2 Add meter for broker responses with unavailable segments (#11301)
add 6fa426886e Add projection operator utils to unify and allow plugability (#11291)
add 02dc4704b1 Add the missing Authorize annotation to broker instance resource (#11302)
add ee4044c54b Added support for COMMA join (#11312)
add 0addf8138e Add instrumentation for dcount merge. Release bitmaps for and/or doc id set to save memory. `performance` (#11200)
add 99a6a04587 Bump org.codehaus.mojo:versions-maven-plugin from 2.13.0 to 2.16.0 (#11304)
add bf721212bf Fix GREATEST and LEAST transform functions. (#11308)
add 3bdc0e1c86 [multistage] Derive SUM return type to be PostgreSQL compatible (#11151)
add 3fd8c36de0 Make task MaxAttemptsPerTask configurable (#11243)
add 527eb4fddb Include package-lock.json in generated sources (#11321)
add c6dd50aed7 refactor argmin/max to exprmin/max and make it calcite compliant (#11296)
add d6b1b4feba Tenant rebalance and status tracking APIs (#11128)
add c229f97a1c Remove the redundant OrderByExpressionContext::isDesc. (#11316)
add dea2cacea9 Fix a bug in NULL ordering using ordinal. (#11320)
add 93a5a7eb46 separate tags with commas as indicated in action doc (#11303)
add 5290b80c9b Add Server API to get tenant pools (#11273)
add 8a86c7b1f2 Fix a NullPointerException bug in ScalarTransformFunctionWrapper. (#11309)
add 4325cf87ec By default ignore virtual columns for select * queries in v2 (#11327)
add 51da2f5f67 Remove commons-httpclient 3.1 library dependency. (#11277)
add 169797a40b [UI] Show size of table is with replication (#11331)
add cbfb06f777 UI: remove V2 Multi-Stage Query Engine warning (#11336)
add 165008567e [UI] add multi value column in schema table (#11335)
add 807052305c [UI] change UI to show 'Use Multi-Stage Engine' instead of 'Use V2 Engine' (#11338)
add 2d95baa100 Enhance Minion task management (#11315)
add 6764244bf6 Fix CASE WHEN expression operands ordering. (#11328)
add f25f3ed1f2 Cleanup HLC code (#11326)
add 153aeacbd1 Add a test for CASE WHEN scalar function. (#11340)
add 916ac181a8 increase the parquet dependency version (#11337)
add 8318650f2f Add new broker query point for querying multi-stage engine (#11341)
add 80d3d48d16 [refactor] improve disk read for partial upsert handler (#10927)
add 8b71e3560e Bump org.codehaus.mojo:sonar-maven-plugin from 2.5 to 2.7.1 (#11352)
add 29e08beda2 Consolidate per function/data type integration test (#11319)
add ddb12dcd28 Fix the wrong query time when the response is empty (#11349)
add 75ab18bfcc Adding vector search example into QuickStart (#11351)
add 4c307e1bb2 Fix the flaky SimpleMinionClusterIntegrationTest (#11357)
add e4220ecea5 getMessageAtIndex should actually return the value in the streamMessage for compatibility (#11355)
add f82d61b6b7 Provide more detailed/consolidated exceptions (#11363)
add 344f3e0023 Fix a flaky test PinotFSSegmentUploaderTest. (#11366)
add b0c360aae1 [multistage] Early terminate SortOperator if there is a limit (#11334)
add 3b8390784d [multistage] Support TIMESTAMP type and date ops functions (#11350)
add 088599f7be Remove presto jdk8 related dependencies (#11285)
add 575398dae0 Remove special routing handling for multiple consuming segments (#11371)
add 1c61e4cebf Adding rule to skip SINGLE_VALUE agg function (#11383)
add decc4eba2f Properly handle shutdown of TableDataManager (#11380)
add 624478781d disable broker query killing test (#11367)
add c64040b017 add additional lucene index configs (#11354)
add a5a1641e60 Remove noop (#11205)
add dd22f8bca1 Add DECIMAL data type to orc record reader (#11377)
add 1060b4c785 Fixing the stale pinot ServerInstance in _tableTenantServersMap (#11386)
add 534f158c50 Fix the thread safety issue for mutable forward index (#11392)
add 1783f2a10a Add extract(quarter/dow/doy) support (#11388)
add 430734e950 UI: fix message shown after scheduling task (#11391)
add 6c89906dd6 Fix for issue when using MinIO as deep store (#11196)
add 2c023895a2 Fix intermediate stage routing for multi-stage engine (#11393)
add 76e3899bcf Remove dedicated executor for exchange (#11394)
add 2236237f30 Upgrade jacoco plugin to use the new includeCurrentProject flag (#11381)
add bfa4e9a36b Clean up ScalarTransformFunctionWrapper. (#11385)
add 4a263ea7d9 DISTINCT COUNT/SUM/AVG NULL support. (#11348)
add 3974b1681a Integration test exceptions fix (#11396)
add adbfd23edc Tests for CASE/WHEN query with NULL support (#11395)
add 5915aae4fa add configuration to fail server startup on non-good status checker (#11347)
add afd5530230 allow passing freshness checker after an idle threshold (#11345)
add 027943b6e4 [multistage] Retain timestampAdd and timestampDiff functions during SqlNode to RexNode conversion (#11400)
add e8da9eb053 Fix RawStringDistinctExecutor integer overflow (#11403)
add 800220b860 VarianceAggregationFunction NULL support. (#11365)
add 32e47c7b00 Minor change to keep all distinct executor consistent (#11405)
add e0d0aeb3d4 [multistage] Make join operator more resilient (#11401)
add ce7208add7 Split current current QueryConfig to QueryRunnerServerConfig and QueryRuntimeConfig (#11410)
add f31ce3835c ForwardIndexHandler should only refer to columns in schema (#11374)
add e6efb9c504 [Multi-stage] Minor fix on executor service (#11416)
add c17807325a [minor] typo (#11419)
add b670c552f5 Fix pipeline breaker error handling (#11411)
add 8ca6435209 Add broker validation for hybrid tableConfig creation (#7908)
add 4ebed46eb1 [Multi-stage] Refactor query dispatcher to remove pipeline breaker (#11422)
add c092b105e1 Fix a bug in SortOperator that prevents error block to be propogated (#11425)
add 11276c6cd8 [Multi-stage] Limit groups for group-by executor (#11424)
add 37e70ecb77 [Multi-stage] Fix minor indentation error for physical plan (#11423)
add d91e5db76c Add SchemaConformingTransformer to transform records with varying keys to fit a table's schema without dropping fields. (#11210)
add 2b4036292e [logging] fix consume rate logging bug to respect 1 minute threshold (#11421)
add 5faa792762 Support partition parallelism for partitioned table scan (#11266)
add 399f033ec3 [Multi-stage] Remove PhysicalPlanContext and clean up executor logic (#11439)
add 94d3b7dfe9 Use fromValue instead of valueOf to parse sse config (#11428)
add 2e1e475697 Skip computation incase of Null Literal for case/when transformation (#11444)
add c1693f8715 Allow adding exception to TransferableBlock without converting it to DataBlock (#11456)
add 9e0752c267 [multistage]use all servers if no server instance found for intermediate stage (#11452)
add 7a3d89cb19 Add array functions to v2 fn registry (#11455)
add 6c69be463f Fix the data type handling in multi-stage engine (#11453)
add cacb0b12e8 fixing canonicalize function name (#11460)
add 513f79df24 improve error message to suggest multi-stage engine when possible (#11451)
add d7aed2e863 Funnel Count - Multiple Strategies (no partitioning requisites) (#11092)
add fcb7172408 [Flaky-test] Fix UpsertTableSegmentPreloadIntegrationTest (#11458)
add c793d505cd Upgrade hadoop version to 3.2.4 (#11369)
add 0817c5e848 Turn on expand identifier in SqlValidator config (#11457)
add f14700a1e2 only emit throttling metrics when throttling is allowed (#11443)
add 5bee13a68a sql between function should be inclusive (#11467)
add b3b0b9ea8a Many places in the code, the entire response String is read, then converted into JSON. Changing that to directly populate JSON using the Stream to reduce the memory overhead. (#11465)
add dea0cd3c04 [multistage] fix the logic of parsing float literal (#11466)
add 86a6b78935 Validate ArrayToMv function presence only in leaf stage (#11454)
add ff3dcbc3d9 Upgrading Apache Helix to latest version (#11450)
add a29e93b92f Disallow tenant tag override with upsert tables (#11468)
add a022e4194d Fix partition info in segment ZK metadata for changes in stream partition count (#11476)
add fac2d9ff06 Use operator name instead of explain string in operatorId (#11480)
add 43e785dfb3 Reuse broker/server hostname for multistage queryrunner hostname (#11473)
add 2f48060d37 override leaf query limit to 0 if set explicitly from outside (#11479)
add 385878711c Fix some misuse of full class name (#11481)
add 0ae7b8b565 create h2 tables for result comparison in TPCHQueryIntegrationTest (#11389)
add d8d1e92cb9 Stream leaf stage blocks (#11472)
add c48d7f8087 set reader spec config and add test (#10731)
add a485778a8e [multistage] Evaluate literal expression during query parsing (#11438)
add b2eb24a9a7 Fix return type for arrayLength (#11498)
add 7ac65bb702 Updated License-binary for stax2-api. (#11500)
add 4aecd77fd5 Changes to support private columns (#11484)
add d97651bfd9 Add metric to track helix connection for minions (#11508)
add 2ad5351023 Update license binary (#11505)
add 2ab25322d2 add floating point integration test (#11492)
add 5baf56658c do not rewrite float double comparison in NumericalFilterOptimizer (#11493)
add ecf7c7af42 Change substring to comply with standard sql definition (#11502)
add af8521cb03 UI: fix sql exception display (#11513)
add f5e94c2277 Make all accessor methods on BrokerResponse public (#11506)
add cca684d89e do not rewrite float equals in NumericalFilterOptimizer (#11495)
add 3b2fd7d3cc Added support to skip unparseable records in the csv record reader (#11487)
add 5ed8fb01ee Ensure dataStream is cleaned up even when offsetStream cleanup fails. (#11490)
add 18f3d0a8a5 Add auto generated query tests for tpch (#11511)
add b25b62add5 [multistage] disable calcite float to double cast (#11518)
add cd32d16f60 enable some previously failed tests (#11516)
add e949d958a8 [multistage] Support range queries in search (#11512)
add 32d25ab0a6 UI: add error code to sql exceptions (#11526)
add 444e445dbf Add metric to track the number of primary keys in valid doc id snapshot (#11515)
add b3c87ec195 Return better error info when no servers instances can be found in mu… (#11440)
add 8e956ff0e2 fix quickstart ci (#11524)
add 53be25eaa2 fix(ui): UI shows a blank screen when it encounters a unknown task (#11527)
add 1238c1a43f fixing dateTimeConvert with double scientific notation values (#11528)
add 982b128ba3 handle reading empty parquet files (#11532)
add 61a81abc33 Exclude unnecessary dependencies in pinot-clients (#11510)
add be496bc763 Multi stage int tests (#11404)
add 017e813213 Update Segment Download URL Even When CRC Matches (#11536)
add 6208e7cb46 Fix the issue with dict -> noDict (noDict -> dict) + Startree creation (#11537)
add 3c7cc4fa41 [Minor] Change an argument name in PlanMaker (#11550)
add 1ce2bf7aaf Add Boolean assertion transform functions. (#11547)
add a13a0a343a [bugfix] Pulsar Stream metadata missing (#11542)
add 494eef320c Fix AND and OR transform functions. (#11546)
add 9c3a6e7d46 Null support for protobuf ingestion. (#11553)
add 594f1ba946 [bugfix] Fix stream config validator for protobuf decoders (#11551)
add d8d7bbe125 Add some catch-all rules (#11539)
add 293f153395 Fixing flaky VectorTest (#11514)
add d211d89985 Adding tuple sketch scalar functions (#11517)
add 0df481da32 Remove the unnecessary placeholder scaler functions (#11552)
add f6b29aa0a2 Improve PinotEvaluateLiteralRule (#11554)
add bc63e05610 Revert Helix back to 1.0.4 because of a critical bug (#11560)
add 722f093ccd [feature] Reduce noise level due to slow topics (#11565)
add 032a5cce47 Fix the wrong reference comparison in PinotEvaluateLiteralRule (#11567)
add b297245f1c Support up to 15 boolean expressions for casewhen scalar function (#11566)
add bc0d9fb659 Fail reload if derived columns can't be created (#11559)
add c254e393ef Keep header parsing logic the same in defailt CSVRecordReader and the line iterator (#11540)
add 30e29abe60 do not emit lag once tabledatamanager shutdown (#11534)
add e62a271221 Fix direct memory OOM on broker (#11496)
add 0929b4cdd1 Disallow peer download when replication is < 2 (#11469)
add 5253c37088 default enable metadata manager for colocated join quickstart (#11579)
add e326311b86 make lead controller resource rebalance delay configurable (#11509)
add daa6d11839 Add argument check for aggregation functions with single argument (#11556)
add 011c072196 Enabled the method 'next(GenericRow row)' in the CSVRecordReader while using the line iterator (#11581)
add ae77667671 Enhance SegmentPartitionMetadataManager to handle new segment (#11585)
add 3caf9ab0e6 [multistage] fix usage of metadata overrides (#11587)
add a8b5fe77fa Allow override/force options when add schema (#11572)
add 8abe86b41f Optimize in clause evaluation (#11557)
add 30dae4be8a log errors without exceptions in query console (#11598)
add 14f3246b55 Log warning when multi-stage engine planning throws exception (#11595)
add cf460aa8b3 Fix the bug of using push time to identify new created segment (#11599)
add e1a66512dc CSVRecordReader – Set header record when header is explicitly provided (#11594)
add 4292356500 [maven-release-plugin] prepare for next development iteration (#11384)
add e26a29ea14 Remove/Deprecate HLC handling code (#11590)
add 41ef450250 Schema add UI: fix passing wrong data in the request header (#11602)
add 5df3fb46d3 Fix the broken Pinot JDBC client. (#11606)
add a8411c02d9 Change the Forbidden error to Unauthorized (#11501)
add b1b070f68d Use builder methof initalizing immutable map in integration test (#11564)
add 49196ec7df Add table indexes API (#11576)
add fef4e64ed7 Avoid unnecessary rows conversion in aggregation (#11607)
add 086a936340 Remove old thirdeye files. (#11609)
add 7fb47f062d Select testng as the test provider explicitly instead of relying on the classpath. (#11612)
add 949083d8b4 UI: add toggle to hide/show query exceptions (#11611)
add 70a1335460 Remove deprecated Request class from pinot-java-client (#11614)
add 2bb8e0be7c Move all BlockValSet into the same package (#11616)
add 0db63aac80 Use constant null place holder (#11615)
add d9c0790a46 Periodically delete Tmp Segment file brought by the SplitCommit End phase (#10815)
add e1236429a7 Fix the alias handling in single-stage engine (#11610)
add 7990712fd9 Support several extensions on indexes (#11600)
add 60abbcc7a5 Refactor BasicAuthUtils from pinot-core to pinot-common and remove pinot-core dependency from pinot-jdbc-client (#11620)
add fa51477350 fix jackson vulnerability (#11619)
add 987ebc0d0e In multi-stage aggregate, directly store column index as identifier (#11617)
add 2306298930 Remove table state update operation in GET call (#11621)
add cf017f1c63 Add FrequentStringsSketch and FrequentLonsSketch aggregation functions (#11098)
add 47eff886cd Add more array scalar functions (#11555)
add f6cb672980 Optimize group-by and join for single key scenario (#11630)
add 9bcbef80cc Handle interrupt gracefully for Lucene mutable index (#11558)
add a96e36eecd Simplify authrozation for table config get (#11640)
add 09c138503b Fix NPE in SingleColumnKeySelector (#11644)
add 1b94818311 Simplify kafka build and remove old kafka 0.9 files (#11638)
add bc07eb8e7f update maven-jar-plugin and maven-enforcer-plugin version (#11637)
add 1847a44514 Adding comments for docker image tags, make a hyper link of helmChart from root directory (#11646)
add 4226ea0505 modify the error response on controller. (#11624)
add 3dce80838e deprecate k8s skaffold scripts and move helm to project root directory (#11648)
add 3501b869c7 Add hyperLogLogPlus aggregation function for distinct count (#11346)
add a433cbb6e9 Export Additional Upsert Metrics to Prom (#11660)
add be9b7d6231 Update the table config in quick start (#11652)
add 5b18145a72 assign segments for upsert table with respect to ideal state (#11628)
add 55309f2f79 Remove split commit and some deprecated config for real-time protocol on controller (#11663)
add 2a3a171af3 rename arrayIndexOfAll -> arrayIndexesOf; use it.unimi.dsi.fastutil.ints.IntArray (#11654)
add 16ab9c1945 Remove the old deprecated commit end without metadata (#11662)
add e0902c19ff Force FileChannel to commit data to disk (#11625)
add 4964a56631 Clean up CaseTransformFunction::constructStatementListLegacy. (#11339)
add 272a19992d Adding query function override for Aggregate functions of multi valued column (#11307)
add c0f237b344 Allow delete local files with special characters (#11664)
add e6655dd9d4 update license-maven-plugin (#11665)
add 7cccc5e92a [multistage] add fromDateTime malformed handling option(#11258)
add e1441474f1 Do not execute spotless in Java 21 (#11670)
add c5095c4164 fix custom property naming (#11675)
add 46b0c468ef Bump org.xerial.snappy:snappy-java from 1.1.10.1 to 1.1.10.4 (#11678)
add aa5d65fccf Cleanup some reader/writer logic for raw forward index (#11669)
add b7cda012e1 Update compatibility verifier (#11684)
add 1b5de109c8 Don't allow NaN as default value for Float and Double in Schemas (#11661)
add 9ed9f219db Remove the global lock in SegmentCompletionManager (#11679)
add ff264a3999 Always use split commit on server (#11680)
add 1748be4f82 Add broker query event listener (#11437)
add 8ce30621ab fixing ValueReaderComparisonTest during to accidentally hitting surrogates (#11681)
add e686b6aa32 Loose type check for FirstWithTime and LastWithTime (#11683)
add 44b803ae8e Rename LLRealtimeSegmentDataManager to RealtimeSegmentDataManager (#11687)
add e1cb8c1745 Fix log issue (#11693)
add 17ff44e127 Using isOptional instead of the deprecated hasOptionalKeyword (#11682)
add 82de30dd89 Fix the potential access to upsert metadata manager after it is closed (#11692)
add b1cc3e397d Expose Additional Realtime Ingestion Metrics (#11685)
add 1f93870ad3 Change json_format to return java null when java null is received (#11673)
add ce017c00d4 Minor improvement to upsert preload (#11694)
add b16cdece24 [multistage] improve dispatch exception handling (#11688)
add 0e2486329e [multistage] default enable dynamic broadcast for SEMI join (#11696)
add 572d56d24e Add float type into literal thrift (#11697)
add cf8fd93759 MultiValue VarByte V4 index writer and consolidate V4 reader for all types (#11674)
add 9ead3ff5bc Upgrade Avro dependency to 1.10.2 (#11698)
add d78682e291 Make constructor and functions public to be used from scheduler plugins. (#11699)
add 81e1143f39 refactor code and doc occurrences of argmin/max -> exprmin/max (#11700)
add c642db0666 use SlidingTimeWindowArrayReservoir instead of default ExponentiallyDecayingReservoir in dropwizard metrics (#11695)
add 15988f6016 add ignored test capability (#11703)
add e08e66c399 correct default log4j2 config file path in helm chart (#11707)
add 54a1ca01b5 Allow GcsPinotFS to work with granular permissions (#11655)
add 82140f1177 JSON index: Add support for ignoring values longer than a given length. (#11604)
add dcffc6dea1 Gapfill: Fix bug with SumAvgGapfillProcessor. (#11714)
add ae1681273c Add more test for broker jersey bounded thread pool (#11705)
add 5308cf0607 Adding a metric to measure total thread cpu time for a table (#11713)
add 5bfb00818d Add metrics to export netty direct memory used and max (#11575)
add 196b42ba2a [Flaky-test] Fix TableCacheTest (#11717)
add 9b39d9484a fixing the corner of missing segment file to download when refresh segment with metadata then segment push (#11720)
add 38acdc6d29 Use string to represent BigDecimal response (#11716)
add cb29d3c270 Added calls for BaseTransformation init function for NULL support (#11653)
add c3cb5c0051 Added UTs for null handling in CaseTransform function. (#11721)
add e0a1f621b3 upgrade testng version to 7.8.0 (#11462)
add 1d0303ce55 Reduce cpu usage by avoiding throwing an exception during query execution (#11715)
add f26faa49e4 Support excluding time values in SimpleSegmentNameGenerator (#11650)
add af310b30f9 fix ProtoBuf inputformat plug-in handling for null values (#11723)
add 78fc66b27c [multistage] clean up transform function type (#11726)
add 873992f93d Post build index creation (#11711)
add 0bb84ae19f Move scala dependencies to root pom (#11671)
add 312808c651 Change comment to be more precise (#11735)
add 3329d8396e Modify StPoint scalar function signature for v2 compatibility (#11731)
add fb656c5f23 Throw exception when schema name doesn't match table name during table creation (#11591)
add 7ed9aa3369 [multistage][hotfix] add special column escape test cases (#11737)
add c96221f697 add RebalanceConfig class to replace use of BaseConfiguration for rebalance configs (#11730)
add 87996d2d4e Use BinaryArray to wire proto for multi-stage engine bytes literal handling (#11738)
add d1021dfd60 update map initial capacity (#11709)
add 873d76e9a2 Add pre-aggregation support for distinct count hll++ (#11747)
add 13c2901978 update lombok version and config (#11742)
add 24dba83421 Upgrading Apache Helix to 1.3.1 version (#11754)
add a0964ecba4 Fix trivy CI issue (#11757)
add 52d16f7668 Add integration test for rebalance in upsert tables (#11568)
add 24af80d3bc more geospatial v2 integration tests (#11741)
add 3a9f95f469 Fix PeerServerSegmentFinder not respecting HTTPS port (#11752)
add 17ffa3e305 Capture build scans on ge.apache.org to benefit from deep build insights (#11767)
add cdd16fef4d Prevent NPE when attempt to fetch partition information fails (#11769)
add 169aba9fc9 Fix schema name in table config during controller startup (#11574)
add 10055ffc39 free up more disk for trivy job (#11780)
add 7124a035e0 Fix a flaky test (#11771)
add 884dbdbb6e Fix flaky TableViewsTest (#11770)
add 314cc03de9 Adding support for generating data in JSON format. (#11778)
add ad0d2b173a Enhance Broker reducer to handle expression format change (#11762)
add 876e58dcc5 [multistage] framework to back-propagate metadata across opChains (#11746)
add 1b7cb166de Add support to read exact buffer byte ranges corresponding to a given forward index doc id (#11729)
add 0174c71535 move jobId out of rebalanceConfig as it's more like a runtime context (#11790)
add bfa03fe387 [multistage][hotfix] init execution stats map to avoid NPE (#11801)
add cedac51f29 Upgrade spark from 3.2 to 3.5 (#11702)
add 2eacd30295 [UI] use indexes API instead of fetching all segment metadata (#11793)
add 16989370ce reload status should only count online/consuming segments (#11787)
add aff30d6380 Reverts interface refactor on PinotBrokerRestletResource.java
add 1e04c8a095 separate pr test scripts and codecov (#11804)
add d7d504b7f6 Fix regression in ForwardIndexType detected in https://github.com/apache/pinot/issues/11745 (#11784)
add 7873b7bb90 Minor improve on leaf execution stats NPE handling (#11805)
add e826a23ab4 [SQL Compatible] Fix literal type handling (#11763)
add 6fbbc6833e Add Links to Instance in Table and Segment View (#11807)
add cf939ac0ba Use expected version in api for table config read modify write change (#11782)
add 36be75f1dd Add more information in RequestContext class (#11708)
add 104cc6e5cb Allow schema to be created with JSON config in UI (#11809)
add 1455449800 11085: Added commons-configuration2 dependency. (#11792)
add a5b3483a83 [Flaky-test] Fix LLCRealtimeClusterIntegrationTest.testReset (#11806)
add cd79884ce9 Remove actually unsupported config that selectively enable nullable columns (#10653)
add b836e86889 Fix job submission time for reload and foce commit job (#11803)
add 51335a2db1 Adding zstd examples (#11808)
add 7247da84bc When reading server to segments map, exclude OFFLINE segments (#11818)
add d8315c6025 clean up integration test pom file (#11817)
add 9378b06612 Update doap to reflect latest release (#11827)
add d1222e7de1 Reduce direct memory OOM chances on broker with a per server query response size budget (#11710)
add bd86e7bdc6 Add support for Apache Datasketches CPC sketch (#11774)
add 5ecbb0a5ac make testInvalidateCachedControllerLeader times based on getMinInvalidateIntervalMs (#11815)
add 0cf091a7ef Add support to retry failed table rebalance (#11740)
add 26224cfbf1 Java 21 pipeline (#11672)
add 0d08316dbf Updated the response for reload API to be pretty printed (#11608)
add 54b74803e4 Fix the way of fetching the segment zk metadata for task generators (#11832)
add 86d3c44a7c Fix a null related error in queries like: (#11829)
add 1108036110 Allow cast dateTimeConvert scalar function to BigInt or String to match the Transform function behavior (#11839)
add eca8a7270e Expose GRPC metrics (#11842)
add 229ce867d2 Remove pinot-integration-tests from unit test suite 2 (#11844)
add 08a3083b6a Adding RBAC authorization checks for multi-stage query engine (#11830)
add 996f060615 Log query and emit metrics for grpc request and multi-stage leaf stage (#11838)
add 226087f29c Fix the bug of reading decimal value stored in int32 or int64 (#11840)
add ecac6c9376 Add ArrayAgg aggregation function (#11822)
add 9f0d5946da Upgrade confluent libraries to 7.2.6 to fix some errors related to optional proto fields (#11753)
add 88edfd49cc Update Segment builder to use column major tables (#11776)
add 025038a5e9 Bump aws.sdk.version from 2.20.94 to 2.20.137 (#11463)
add 8166842606 fixing arrayAgg null support (#11853)
add 7051e4634b fixing flaky tests in TupleSelectionTransformFunctionsTest (#11848)
add 8c8771041d Fixing flaky ArrayAgg test (#11860)
add 25b1fcbcf0 Improve tests when errors are received in the consumer thread (#11858)
add d0426826ff Log upsert config when initializing the metadata manager (#11864)
add 0dd7e8a4c0 [bugfix] Agg literal attach should happen after BASIC_RULES (#11863)
add 60d34daf17 Multiple JDBC Driver fixes to support Jetbrains Intellij/Datagrip database tooling (#11814)
add 70ac4b63a9 Add UltraLogLog support (#11835)
add deab1a821b move pinot-segment-local test from unit test suite 1 to 2 (#11865)
add f1c36f1f97 pinot-s3: add woodstox-core to dependencies and fix stack trace (#11799)
add 2dca1411fb Correct case of `useMultistageEngine` property reference in `JsonAsyncHttpPinotClientTransportFactory` (#11820)
add be74dc1429 Resolve dependency conflict in pinot-protobuf module (#11867)
add f232a5fae2 Bump com.github.luben:zstd-jni from 1.5.2-3 to 1.5.5-6 (#11855)
add 712c3e438b Config Validation: upsert table should not assign COMPLETED segments to different server (#11852)
add d9f618480c Bump org.codehaus.mojo:exec-maven-plugin from 1.5.0 to 3.1.0 (#11856)
add 649477a3be Bump org.easymock:easymock from 4.2 to 5.2.0 (#11854)
add 91bba48638 Add dropOutOfOrderRecord config to drop out-of-order events (#11811)
add c3f7b6db7a Support helm chart server separate liveness and readiness probe endpoints (#11800)
add 736829cdda add LazyRow abstraction for previously indexed record (#11826)
add 06631660cb add json_extract_index transform function to leverage json index for json value extraction (#11739)
add d6f22ac976 Fix the NPE for rebalance retry (#11883)
add 8feec414cb Fix issue with realtime partition mismatch metric (#11871)
add 5d58102d0a Fixing unit-test-2 build (#11889)
add 6853991193 Fix multiple consecutive Exchange returning empty response (#11885)
add ce25936323 Radomize server port to avoid port already bind issue (#11861)
add 8c870b7655 Bump browserify-sign in /pinot-controller/src/main/resources (#11896)
add 60edf49db6 Add 'jsonKey' option for GcsPinotFS (#11890)
add 9022eaec2b Bump org.yaml:snakeyaml from 2.0 to 2.2 (#11876)
add 22f41716fd Bump net.minidev:json-smart from 2.4.10 to 2.5.0 (#11875)
add 8e8bd328a6 11085: Pre PinotConfig commons-configuartions2 upgrade (#11868)
add 55f29fe04d Adding support for listing dimension tables in /tables API (#11859)
add 86735ce1cc [multistage][bugfix] eliminate multiple exchanges (#11882)
add 2e37f2c837 pre-configuration based assignment (#11578)
add 0d937913ff Bump com.google.errorprone:error_prone_annotations from 2.3.4 to 2.23.0 (#11905)
add c97cff3823 modify TimeValidationTransformer to mark rows as invalid in case primary time column is invalid (#11907)
add b4774c2567 Add isPartialResult flag to broker response (#11592)
add e597f38bea Capture auth phase timing during query execution, even if access is denied. (#11884)
add 9da03b47cd Add compression configuration for functionColumnPairs to StartreeIndexConfigs (#11744)
add abad6c8d26 Deprecate _segmentAssignmentStrategy in SegmentsValidationAndRetentionConfig (#11869)
add d240975d19 [multistage] fix mailbox visitor mismatch receive/send (#11908)
add 7b0eb2951c Allowing custom transformers to be passed to SegmentProcessingFramework (#11887)
add 9069fe294c UI: show partial index in reload status (#11913)
add 8d49b112c2 [hotfix] avoid npe when checking mirror server set assignment (#11915)
add 168d630a05 Fix flaky OfflineClusterIntegrationTest on server response size tests (#11926)
add 03a9ec73cd Refactor PlanFragmenter to make the logic more clear (#11912)
add 403790b88f Support auth for queryRunner (#11897)
add fee11d6dc5 Fix NPE for IN clause on constant STRING dictionary (#11930)
add 53e80331a4 Removing direct dependencies on `commons-logging` and replacing with `jcl-over-slf4j` (#11920)
add cf41a0e5c7 Support Upsert deletion for TTL: construct queryableDocIds when adding segments out of TTL (#11791)
add bbeb1dac1a Broker Query Timeout Metric (#11892)
add 18639b9443 Early release AcquireReleaseColumnsSegmentOperator during explain plan (#11945)
add ee4b834e5f adding catch all logging for exception during DQL/DML process (#11944)
add 37ee8f6414 Ask server to directly return final result for queries hitting single server (#11938)
add 5904df3a14 Fix the NPE in minimizeDataMovement instance assignment strategy (#11952)
add baea4a20df Add DATETIMECONVERTWINDOWHOP function (#11773)
add 6638d4edcb [bugfix]Add logs to track sequence of events for table creation (#11946)
add d177866527 [bugfix][multistage] explicit warning flags set on each stage stats (#11936)
add 8f69299aef upgrade lucene to 9.8.0
add 00cf7a8295 Try lucene-backward-codecs package
add 06b58d4dcd adding lucene 80 compatible test
add 45f186903e Support constant filter in QueryContext, and make server able to handle it (#11956)
add 8961e5460f added check for illegal character '/' in taskName
add 9092244e0b Added invalid argument related tests for AdhocTaskConfig and rephrased an error message.
add b5e982333d [test][multistage] enhance query plan test (#11966)
add e3f2777e36 Updated for commons-configuration2 in PinotConfiguartion (#11916)
add 49faa9424a register the new segment when it's fully initalized by partitionUpsertMetadataManager (#11964)
add fc2395a29c Added invalid argument related tests for AdhocTaskConfig and rephrased an error message.
add 3e2aa44535 Allow user specify local temp directory for quickstart
add 972b555cc5 fixing dateTimeConvert
add aac489864b Ability to fetch Segment metadata in batches
add 330938fe4c Make groupBy trim size configurable at Broker (#11958)
add 40ede67d76 fixing the wrong import for Preconditions (#11979)
add b92e4da2a0 Bump io.netty:netty-bom from 4.1.94.Final to 4.1.100.Final (#11972)
add a40ed04bac Bump org.scalatest:scalatest-maven-plugin from 1.0 to 2.2.0 (#11973)
add a986dd1536 fix for #11974, exclude `module-info.class` (#11975)
add 73d82ec666 [multistage][bugfix] fix operator eos pull (#11970)
add 10afb1a89d [enhance]: Add cache for Bcrypt password
add bb52625f8a instrument building datatable (#11942)
add 2beb9a4938 Bump commons-net:commons-net from 3.1 to 3.10.0 (#11982)
add b38bd9fb34 [hotfix] fix filter merge after rule (#11989)
add 610c36afb6 [test][multistage] adding filter pushdown tests (#11994)
add f30fdee7ba [multistage][feature] leaf planning with multi-semi join support (#11937)
add 0dd2522afd add an option to skip controller cert validation in AddTableCommand (#11967)
add b2b802a427 fix for #11996 which corrects property name typo (#11997)
add e26404ca54 Bump com.jayway.jsonpath:json-path from 2.7.0 to 2.8.0 (#11987)
add b685a2e318 Bump simpleclient_common.version from 0.8.1 to 0.16.0 (#11986)
add 53883aedb5 Adding byte functions for UUIDs (#11988)
add 5f22d16086 Fix fromULL scalar function (#11995)
add 7217bb9d16 [multistage][bugfix] leaf limit refactor issue (#12001)
add 62abf1fb22 Fix the test failures caused by instance drop failure (#12002)
add 6d1b0609c5 Fix the misuse of star-tree when all predicates are always false under OR (#12003)
add 88fe079ecd Fix the race condition of concurrent modification to segment data managers (#12004)
add 45f7d44dc9 Bump com.mercateo:test-clock from 1.0.2 to 1.0.4 (#12005)
add 5f601bcc01 Bump circe.version from 0.14.2 to 0.14.6 (#12006)
add 1ab9e62b6d Add query option override for Broker MinGroupTrimSize (#11984)
add 71e9c2cd25 Replace timer with scheduled executor service in IngestionDelayTracker (#11849)
add 11151e6df6 Bump net.nicoulaj.maven.plugins:checksum-maven-plugin from 1.8 to 1.11 (#12008)
add 41d1a12160 Bump com.google.code.gson:gson from 2.2.4 to 2.10.1 (#12009)
add 09da0eac74 [multistage][feature] support RelDistribution trait planning (#11976)
add 1d8f2b6366 canonicalize SqlKind.OTHERS as well as SqlKind.OTHER_FUNCTIONS (#12025)
add 8c604f8354 [Flaky-test] Fix PinotTenantRestletResourceTest (#12019)
add 8d93a169a1 Bump grpc.version from 1.53.0 to 1.59.0 (#12023)
add 968c0a3d2a Bump dropwizard-metrics.version from 4.2.2 to 4.2.22 (#12022)
add 0cb43eb499 Bump org.jacoco:jacoco-maven-plugin from 0.8.9 to 0.8.11 (#12024)
add c1fdb66ae8 Add upsert config - outOfOrderRecordColumn to track out-of-order events (#11877)
add 244c947fdd Fix flaky PinotTenantRestletResourceTest (#12026)
add 6aecd41641 Add a check to enable size based threshold for realtime tables (#12016)
add f7f82608e0 Adds support for leveraging StarTree index in conjunction with filtered aggregations (#11886)
add 32db500160 Fix derived column from MV column (#12028)
add 8e84fc3fc5 Optimize segment commit to not read partition group metadata (#11943)
add 54e828ad14 Bump com.google.code.findbugs:jsr305 from 3.0.0 to 3.0.2 (#12031)
add f435f4c7e4 Bump org.codehaus.mojo:appassembler-maven-plugin from 1.10 to 2.1.0 (#12030)
add 61556af200 fix by checking the index first (#12029)
add 35748a013b Explicit null handling (#11960)
add 2c88c4f74d fix flakyness by replacing HashSet and HashMap with LinkedHashSet and LinkedHashMap (#11941)
add 31c5aaec0a Bump org.reactivestreams:reactive-streams from 1.0.3 to 1.0.4 (#12033)
add e4d3a8dde8 Bump io.grpc:grpc-context from 1.14.0 to 1.59.0 (#12034)
add 22403e5675 [multistage][bugfix] fix multi-semi-join issues (#12038)
add b3af476b83 Prevent inverted index on a non dictionary column in table config (#12043)
add 95d4950dab Added new SpecialValueTransformer and tests.
add 5c8f43ead1 fix typo in comment.
add 2c05f8dca9 addressed comments and added test for ensuring order of transformers.
add 06e91c13a1 added code to remove NaN from multivalued columns and modified order of transformers.
add 05be5cfd9a modifed test to ensure order of transformers.
add f79b618141 fixed note in SpecialValueTransformer.
add 97f8f5f6cb Disable rebase/merge merge buttons (#12051)
add a37ced6ec9 Fix rebalance on upsert table (#12054)
add bfd7dce57e Fix the memory leak issue on `CommonsConfigurationUtils` (#12056)
add 6fe2d25c21 Fix incorrect handling of consumer creation errors (#12045)
add d654cc9db2 Add a new MV forward index to only store unique MV values (#11993)
add 3bd74b36e4 Allow optional segments that can be skipped by servers without failing the query (#11978)
add 37270f749c [multistage][cleanup] remove some unused rules (#12052)
add c57117a750 [multistage] don't prune project after agg during relBuilder (#12058)
add b9ed378355 [multistage][refactor] clean up planner (#12070)
add 88fcd0e4ee Fix bug with silently ignoring force commit call failures (#12044)
add cc7e7a8b86 Introduce low disk mode to table rebalance (#12072)
add d7c76b9fbb no need for segment locks during segment preloading (#12077)
add fe072c63bd Remove what pinot doesn't do (#12075)
add b131f89461 make deep store upload retry async with configurable parallelism (#12017)
add 69fbeeffe6 Enabling SegmentGenerationAndPushTask to push segment to realtime table (#12084)
add 9497f06cba Fix default brokerUpdateFrequencyInMillis for connector (#12093)
add 6d19f4a3b4 Bump up the parquet version to 1.13.1 (#12076)
add 12beff75df Bump xml-apis:xml-apis from 1.4.01 to 2.0.2 (#12082)
add d7e2e7834c Fixed log4j location in values.yaml #12010 (#12083)
add 9d779b4757 Correct path of default log4j configures (#12069)
add 96c2f3dd9d fix by repalcing HashSet with TreeSet (#12047)
add b25f7cf6c1 Adds support for CTRL key as a modifier for Query shortcuts (#12087)
add 67cdb27721 Configurable Lucene analyzer (#12027)
add 559623054b Bump com.azure:azure-identity from 1.8.1 to 1.11.1 (#12095)
add 49d0ff01a4 Add support for murmur3 as a partition function (#12049)
add a9e319964f Theta Sketch Aggregation Enhancements (#12042)
add 9013e724a7 Fix compilation issue for lucene analyzer class change (#12101)
add 49804a4f56 Add support for retention on deleted keys of upsert tables (#12037)
add 3474db4abb [test] fix multi-stage explain error test (#12098)
add 48dd67e761 Bump net.java.dev.javacc:javacc from 7.0.10 to 7.0.13 (#12103)
add 3811240629 need to synchronize replacing upsert segment (#12105)
add 47cfcb382c Support Vector index and HNSW as the first implementation (#11977)
add e62db612c9 Metrics for Table Disabled and Consumption Paused (#12000)
add 45d9a4b8cf UI: add lowDiskMode option in rebalance operation (#12112)
add e207844038 [multistage]partition assignment refactor (#12079)
add 20e7fdc1d8 Bump org.apache.maven.plugins:maven-assembly-plugin from 3.1.1 to 3.6.0 (#12109)
add f5f878e1ba Fix helm chart server probe endpoint backward incompatible (#12114)
add d7dc4c5eff Bump org.apache.avro:avro from 1.10.2 to 1.11.3 (#12116)
add 56ecafc17e Add singleton registry for all metrics (#12119)
add 27cc8a796f Reduce logging volume to log the conversions per record instead of per conversion for SpecialValueTransformer (#12121)
add ed8a251f07 Bump com.google.guava:guava from 32.0.1-jre to 32.1.3-jre (#12124)
add a4e5fa3326 Bump com.github.luben:zstd-jni from 1.5.5-6 to 1.5.5-11 (#12125)
add d68a5a8dac PR to address Issue #12127 - Refactor foreign logger initialization in multiple classes (#12128)
add f4b5de6b8a [hotfix] remove non-exist vector transform (#12140)
add 92e26a5847 Introduce UpsertContext to simplify the upsert metadata manager constructor (#12120)
add d38e15d1fa fixes #12136 (#12137)
add 05afb65ec7 fix multiple instances where the number of placeholders did not match the number of arguments to logging methods (#12134)
add a47b9cff16 Bump log4j.version from 2.20.0 to 2.22.0 (#12143)
add f3b94f60e4 Fix for #12133 - add context and proper logging framework to OsCheck output (#12135)
add 280d368a71 avoid unnecessary transformer (#12138)
add 5b623855bc Bump org.apache.commons:commons-collections4 from 4.1 to 4.4 (#12149)
add f22de0a4be Improve resource management with try-with-resource blocks. Fix for #12129 (#12130)
add 46ae9e97ff refine warning msg when preloading segments not exist on server (#12153)
add 7514fc5978 Bump org.apache.zookeeper:zookeeper from 3.6.3 to 3.7.2 (#12152)
add b44b3aeb8f Changes for migration to commons-configuration2 (#11985)
add 618e049dde Bump org.apache.datasketches:datasketches-java from 4.1.0 to 5.0.0 (#12161)
add 979c9125ed Bump com.google.api.grpc:proto-google-common-protos (#12159)
add 0a124ee3be Bump org.glassfish.tyrus.bundles:tyrus-standalone-client (#12162)
add aa834f4ccc Remove parameters from ThetaSketchAggregation function (#12147)
add fd45c1bbd2 [feature] add support for StreamNative OAuth2 authentication for pulsar. (#12068)
add 333e17c765 Update LICENSE-binary for commons-configuration2 upgrade. (#12165)
add ccc5f34507 Bump org.apache.httpcomponents:httpclient from 4.5.13 to 4.5.14 (#12172)
add 3d3012fd20 Bump com.gradle:common-custom-user-data-maven-extension (#12171)
add c085f0497d Bump org.apache.yetus:audience-annotations from 0.13.0 to 0.15.0 (#12170)
add f0b78b44e3 Bug fix: reset primary key count to 0 when table is deleted (#12169)
add f36cc10f4f Support initializing broker tags from config (#12175)
add 488b336ab4 Bump dropwizard-metrics.version from 4.2.22 to 4.2.23 (#12178)
add fade75bf4e Fix rebalancer converge check to ensure EV is converged before reporting success (#12182)
add c706fd04e5 Fix partition handling by always using string values (#12115)
add 85b5779cff Support array literal functions (#12118)
add 85d3850227 fix regex gen with escape issue on single quote (#12181)
add 24f8433d5f Bump com.google.auto.service:auto-service from 1.0.1 to 1.1.1 (#12183)
add 9d939a007e Add partition level Force Commit (#12088)
add 9b6d0b7cb8 Bump org.freemarker:freemarker from 2.3.30 to 2.3.32 (#12192)
add 50153796c6 Bump com.azure:azure-core from 1.37.0 to 1.45.1 (#12193)
add 9cfce82385 Proper computation of realtime "segment.flush.threshold.size" in case of force-commit (#12188)
add 95ec64e50e Bump io.grpc:grpc-context from 1.59.0 to 1.60.1 (#12198)
add 344eba125e Bump org.apache.spark:spark-launcher_2.12 from 3.2.1 to 3.5.0 (#12199)
add a20031528d Data generator reorganisation (#12122)
add 50912eb0c4 Create DateTimeGenerator and add it to data generator (#12206)
add 5b4e19aa4e fix: Pulsar OAuth2 Authentication Factory (#12195)
add d4d910cec1 FileWriter bug fixes (#12208)
add a0a9b6bca6 Specify Multi-Release property in manifest (#12131)
add f9df57a9e3 Add column name to JSONParsing exception message during index build (#12151)
add add2236a42 [hotfix] fix table name not escaped during routing (#12212)
add d1cc17c579 [multistage][hotfix] use UTF-8 as default CharSet, this is also true for v1 engine (#12213)
add 8f5fa804cd Add a 'lastUsed' option for resumeConsumption.consumeFrom (#12200)
add 298e8d9191 Fix connection pool error by creating new default credential (#12221)
add 436968e080 make all /size users render async (#12210)
add 07bcab80f1 [test] add back quickstart streaming (#12231)
add 388d394c7f Fix upsert tenant tag override check (#12233)
add 23c1e5f3a5 [bugfix] fix literal query return multiple duplicate results (#12240)
add d1817efff7 [multistage][bugfix] improve sort copy rule (#12237)
add 7cb5973185 fix a deadlock due to getting segmentlock before snapshot lock when replacing segment (#12241)
add 9947bc5916 refine how to take validDocIds snapshot (#12232)
add d05e3bd05c [bugfix] Handle NPE in controller SQL Resource (#12211)
add 8c86ad4652 fix a bug that would take validdocids snapshots redundantly (#12246)
add 747e34dede Allow String / numeric data type for deleteRecordColumn config (#12222)
add 7132a2203f [multistage][bugfix] sort copy rule to always push limit when no collation (#12251)
add 2e367a202e UI: fix table link issue in task detail page (#12253)
add b4fbfe9687 Making utility accessible to generate metadata file (#12255)
add a4c3286018 add null handling to sketch group-by (#12259)
add ae55a7abf8 Catch-all Regex for JXM -> Prom Exporter (#12073)
add 19e74e80a8 Added dynamic SSL initialization support for the Kafka client (#12249)
add 21f3d283d4 Allow server level configuration for Upsert metadata class (#11851)
add 110c5b4947 Bump com.yscope.clp:clp-ffi from 0.4.3 to 0.4.4 (#12203)
add 12c90b2155 Bump flink.version from 1.12.0 to 1.14.6 (#12202)
add 8713dc045f Bump commons-codec:commons-codec from 1.15 to 1.16.0 (#12204)
add 4ad36c3482 Remove TableDataManagerConfig and simplify TableDataManager construction (#12189)
add 6bb387a10a Support array gen in literal evaluation (#12278)
add 17e1aa11a4 Fix chained literal functions evaluation (#12248)
add 894e56e0a2 Expose metric for table rebalance (#12270)
add 7b2a82dd27 Modify distribution pom to include services (#12289)
add 640ebe52cf Sticky query routing via query options (#12276)
add 0f6015a5d3 JMX Exporter Preserve Original Regexes (#12295)
add 5cc7231dc0 Backwards compatible theta sketch aggregation (#12288)
add 7b69d094be Refactoring the upsert compaction related code (#12275)
add ced6bc282e Use higher fetch timeout for Kinesis (#12214)
add f1fec060a6 Support runtime reload for TLS resources (#12277)
add eeaf1f0811 [feature] allow dim table config to detect/disallow duplicate PK (#12290)
add 35faeb6712 Revert allowing tag override with upserts (#12311)
add 63e91ef95f Support table suffix in ZkBasicAuthAccessControlFactory (#12310)
add 91ffcc759f Reduce Disk Footprint for Segment Processor Framework to Avoid Out of Disk Issues (#12220)
add f43664dd13 Support server level consumption throttle (#12292)
add 9c1bb02dec Misc fixes for upsert metadata manager (#12319)
add 76d0eb25db Reduce Heap Usage of OnHeapStringDictionary (#12223)
add 7978d29031 Mark distribution as multi-release (#12300)
add 5a382f2e7d Shared aggregations in StarTree (#12164)
add 2acf8ea354 correct errmsg format for Preconditions.check... (#12327)
add 23dbb08e8d Make server resource classes configurable (#12324)
add ed6761a982 Fix "rewind()" for CompactedPinotSegmentRecordReader (#12329)
add 4823802886 Wire soft upsert delete for compaction task (#12330)
add 6cc1915140 Add HttpHeaders in broker event listener requestContext (#12258)
add e1d20d75d5 Making taskManager resources protected for derived classes to override in their setUp() method. (#12335)
add 1a82ba6fc6 Add CPU metrics for minion purge task (#12337)
add d5014786db Add first implementation of clpMatch that doesn't explicitly use indexes. (#12291)
add 3ab28348fb auto reload TLS resources when loading from local files (#12325)
add 8988b755d6 Remove segments with empty download url in UpsertCompactionTask (#12320)
add dd8be2a229 add TextMatchFilterOptimizer to maximally push down `text_match` filters to Lucene (#12339)
add 17db0fd17b add ScalingThreadPoolExecutor and use for realtime Lucene thread pool (#12274)
add 76379fb86a making nonLeaderForTables exhaustive (#12345)
add a8b1fa3dce Maintain pool selection for the minimizeDataMovement instance partition assignment strategy (#11953)
add 04cf96e03e Implement IN and NOT_IN filters in FilterOperand class (#12285 fix) (#12305)
add 33074e1e7e Work around the problem of Helix sending 2 transitions for CONSUMING -> DROPPED (#12351)
add 0a4398634b [bugfix] fix getBigDecimal() scale throwing rounding error
add 041e04078f Add segment metadata deletion code to segment deletion path (#12350)
add 87c089f8eb Release all segments of a table in releaseAndRemoveAllSegments method (#12297)
add ab525ee929 Cover the race condition for upsert compaction (#12346)
add c9a82c40a2 [Multi-stage] Optimize query dispatch (#12358)
add 0a03c542ec Skip instead of throwing error on 'getValidDocIdMetadata' (#12360)
add 0a5a134fb5 [Multi-stage] Ser/de stage plan in parallel (#12363)
add 96c3bf2b1e [Multi-stage] Fix stage id in stage plan (#12366)
add 3cefed570b log information about SSLFactory renewal (#12357)
add 480d32c034 Fixing array literal usage for vector (#12365)
add 71b72e13c4 Fixing quickstart table baseballStats minion ingestion (#12371)
add 5c81c0a88a Fix backward compatible issue in DistinctCountThetaSketchAggregationFunction (#12347)
add 9314c116ad [multistage][test] adding tests for IN/NOT-IN operation (#12349)
add cad8c56d9d Add Helper Functions in StarTreeBuilderUtils and StarTreeV2BuilderConfig (#12361)
add e99684328d Fluent test framework (#12215)
add 0761a65480 Update docker image and github action scripts (#12378)
add f6ae06f499 Fixing the bug for Upsert compaction task generator (#12380)
add 8434158758 [Multi-stage] Optimize query plan serialization (#12370)
add 506892d953 Make thread local variable static to avoid the memory leaking issue (#12242)
add 3fe25ba2e2 Make segment download from Peer servers more robust by retrying both peer discovery and download. (#12317)
add 7c9bf8cf49 Adding support for configuration through environment variables (#12307)
add 2b69d6afe2 Fixing the multiple files concurrent write issue when reloading SSLFactory (#12384)
add 8684e046c0 Skip invalid json string rather than throwing error during json indexing (#12238)
add 2d41b3806e [Multi-stage] Optimize mailbox info in query plan (#12382)
add 947b47e3f4 Enhancing metadata API to return upsert partition to primary key count map for both controller and server APIs (#12334)
add 43dadbfd96 Fixing the backward compatible issue that existing metadata may contain unescaped characters (#12393)
add 04b279e8da Remove the feature flag `allow.table.name.with.database` (#12402)
add 0e09e725f3 Fix the double unescape of property value (#12405)
add dc427fb13d [Multi-stage] Optimize group key generation (#12394)
add e1e22bd4ed Fix file handle leaks in Pinot Driver (apache#12263) (#12356)
add 9321eabe78 Add round-robin logic during downloadSegmentFromPeer (#12353)
add 04dd57924b Adding bytes string data type integration tests (#12387)
add b38fcee62c Bug fix: Do not ignore scheme property (#12332)
add a5ae4d738a [Multi-stage] Fix SortedMailboxReceiveOperator to not pull 2 EOS blocks (#12406)
add 38d86b0a64 Adding support of insecure TLS (#12416)
add 24f48e3963 cache ssl contexts and reuse them (#12404)
add 9eaa3a1364 Add metrics for SEGMENTS_WITH_LESS_REPLICAS monitoring (#12336)
add 21346f6001 Ensure FieldConfig.getEncodingType() is never null (#12430)
add b5dc09aeb5 Upgrade google library versions (#12432)
add 706dd5926d Adding support to insecure TLS when creating SSLFactory (#12425)
add 2a4e79dcf0 Add upsert-snapshot timer metric (#12383)
add 20f3fc6790 Fix bug in logging in UpsertCompaction task (#12419)
add cfac709480 Change helm app version to 1.0.0 for Apache Pinot latest release version (#12436)
add 1d490c1ac3 Bump com.azure:azure-core-http-netty from 1.13.1 to 1.14.0 (#12373)
add e21c2c0224 remove akka from LICENSE-binary (#12443)
add 9f57e17830 Clean up arbitrary sleep in /GrpcBrokerClusterIntegrationTest (#12379)
add 8c395ff078 Remove usages of lombok (#12447)
add d0ce68b916 Fix bug to return validDocIDsMetadata from all servers (#12431)
add d0c28fb9d9 Fix Bug in Handling Equal Comparison Column Values in Upsert (#12395)
add 8932df3214 Bump org.apache.commons:commons-compress from 1.21 to 1.26.0 (#12452)
add 16e97c5668 untrack the segment out of TTL (#12449)
add 99e290861c make http listener ssl config swappable (#12455)
add 66aed3a62b Bump com.jcabi:jcabi-log from 0.18.1 to 0.24.1 (#12283)
add 3d50df63f4 Fix connection issues if using JDBC and Hikari (#12267) (#12411)
add e161b786f5 Schedule segments with higher invalidDocs first in Upsert Compaction task (#12461)
add b148858b3f Bump commons-cli:commons-cli from 1.5.0 to 1.6.0 (#12282)
add 0b9bb54507 Simplify Google dependencies by importing BOM (#12456)
add 38fb0b5f8a Add the possibility of configuring ForwardIndexes with compressionCodec (#12218)
add 7d5e5623e5 Bump ip from 1.1.8 to 1.1.9 in /pinot-controller/src/main/resources (#12453)
add 254cda3459 Bump com.jayway.jsonpath:json-path from 2.8.0 to 2.9.0 (#12303)
add b7893bd0aa Readme - How to setup Pinot UI for development (#12408)
add 839a91edae bugfix: re-add support for `not text_match` (#12372)
add 133ad9e41d Publish helm 0.2.8 (#12465)
add 6b0cfebffe share the same table config object (#12463)
add d7feaaf4f8 cleanup: fix apache rat violation (#12476)
add 1004d3b0d2 bugfix: reduce enum array allocation in QueryLogger (#12478)
add fe7530969d bugfix: fixing jdbc client sql feature not supported exception (#12480)
add 4621aaf85b Remove mercateo test-clock dependency (#12473)
add 3d7bc6f09f cleanup: maven no transfer progress (#12444)
add 7f09cc8d56 [Adaptive Server Selector] Add metrics for Stats Manager Queue Size (#12340)
add efd7786797 require noDictionaryColumns with aggregationConfigs (#12464)
add 59551e4522 Emit Metrics for Broker Adaptive Server Selector type (#12482)
add 2086f93782 Bump org.apache.maven.plugins:maven-checkstyle-plugin (#12489)
add 62352d53e0 Upgrade github action plugin versions (#12490)
add 0ff9fe2b3f bump netty 4.1.100 to 4.1.107 (#12485)
add 55cecc1824 Enabling avroParquet to read Int96 as bytes (#12484)
add c8060c143c [Feature] Add Support for SQL Formatting in Query Editor (#11725)
add fb1b79da88 Fix the race condition for H3InclusionIndexFilterOperator (#12487)
add cd41d70e30 add Netty unit test (#12486)
add 6903eca09e enable Netty leak detection (#12483)
add e2444422db add Netty arm64 dependencies (#12493)
add 7f8bfab1b4 bump maven-surefire-plugin to 3.2.5 (#12491)
add 5b834e1f9a bump testng to 7.9.0 (#12492)
add dcbaca1f1a bump maven-dependency-plugin to 3.6.1 (#12495)
add a1ed8bdb62 close JDBC connections (#12494)
add 8977c85e4f Remove all table metrics when a table is deleted (#12403)
add 3267a749f8 int96 parity with native parquet reader (#12496)
add 07daa7bbaa Record enricher (#12243)
add b42010a1ec auto renew jvm default sslconext when it's loaded from files (#12462)
add d9ac0efa7d Add config option for timezone (#12386)
add 5dc807bb0a Adds per-column, query-time index skip option (#12414)
add 74989c0191 Lint failure (#12294)
add 19e1ab7932 fix GuavaRateLimiter acquire method (#12500)
add bc07b8dd2c Metric for upsert tables count (#12505)
add 28e480e8d3 Fix ColumnMinMaxValueGenerator (#12502)
add 7e6117f046 Add controller API to get allLiveInstances (#12498)
add 53b3bfa41c refactor TlsUtils class (#12515)
add eb61827435 Update license & notice for release 1.1.0 (#12511)
add 689d7d712b Propagate Disable User Agent Config to Http Client (#12479)
add ac13a191b9 Added pinot-error-code header in query response (#12338)
add 704f73d4f9 update ControllerJobType from enum to string (#12518)
add 35c89c87a5 [Multi-stage] Reduce the stats transfered (#12517)
add bddd3612bc Pass explicit TypeRef when evaluating MV jsonPath (#12524)
add 2249be357b Rest Endpoint to Create ZNode (#12497)
add f0fcbd8701 Adding record reader config/context param to record transformer (#12520)
add 8972bc6066 Revert " Adding record reader config/context param to record transformer (#12520)" (#12526)
add 1bfc6ac4dd maven: no transfer progress (#12528)
add f51c34fcbd Egalpin/skip indexes minor changes (#12514)
add 954f5d7e51 use Temurin instead of AdoptOpenJdk (#12533)
add 7b71babb73 reformat ClusterTest.java (#12531)
add 60d23ca97b Prepare for next development iteration (#12530)
add 9a8fa79199 Allow passing custom record reader to be inited/closed in SegmentProcessorFramework (#12529)
add 01b0f8c272 [null-aggr] Add null handling support in `mode` aggregation (#12227)
add 06495fdd7e remove duplicate scala.version (#12543)
add dbf55b3435 Metrics for Realtime Rows Fetched and Stream Consumer Create Exceptions (#12522)
add 8b05ccab9c bump mockito to 5.11.0 (#12536)
add 7ba328fa3d Addressed comments and fixed tests from pull request 12389. /uptime and /start-time endpoints working all components (#12512)
add 81b2eef49b use maven 3.9.6 in docker (#12549)
add c275823728 build-helper-maven-plugin 3.5.0 (#12548)
add 3397986ada maven-compiler-plugin 3.12.1 (#12540)
add fc2fb69f05 Bump org.apache.maven.scm:maven-scm-provider-gitexe from 1.9.4 to 2.0.1 (#12472)
add edfd78d181 Bump org.apache.maven.plugins:maven-eclipse-plugin from 2.9 to 2.10 (#12471)
add 0175f33763 GitHub Actions checkout v4 (#12550)
add 96fdacbf72 replaced getServer with getServers (#12545)
add fc776e77c5 exclude .mvn directory from source assembly (#12558)
add 12060f7770 Support empty strings as json nodes^ (#12555)
add 964ff0ce85 Fix environment variables not applied when creating table (#12560)
add 0420a9b66c Enter segment preloading at partition level (#12451)
add c6e8cab1fa Upgrade hadoop version to 3.3.6 (#12561)
add 9205494cc1 aws sdk 2.25.3 (#12562)
add fec8d76138 add test cases in RequestUtilsTest (#12557)
add 7f8b5db022 Bump nl.jqno.equalsverifier:equalsverifier from 3.14.1 to 3.15.8 (#12553)
add 4803f49c4b reformat AdminConsoleIntegrationTest.java (#12552)
add 83b148fbf7 Bump com.h2database:h2 from 2.2.220 to 2.2.224 (#12470)
add 87c1522bf7 use https (#12551)
add 9f5b126a9a Update kotlin and okio dependency version (#12565)
add 083ab4e671 Fix issue with startree index metadata loading for columns with '__' in name (#12554)
add 2e84561985 fixing CVE critical issues by resolving kerby/jline and wildfly libraries (#12566)
add 5e14029ac3 upgrade jettison version to fix CVE (#12567)
add edebbab10c fixing pinot-adls high severity CVEs (#12571)
add 3c2b100742 validate DropwizardMetricName equals (#12559)
add 038ef06e5f verify Plugin equals method (#12575)
add 797e39cae1 Bump antlr.version from 4.6 to 4.13.1 (#12572)
add c6cfc602b0 Update hadoop transitive dependencies and remove redundant exclusions (#12576)
add acbbd01317 reduce Java enum .values() usage in TimerContext (#12579)
add a36b564391 Upgrade hadoop-common dependency from hadoop-shaded-protobuf_3_7 to hadoop-shaded-protobuf_3_21 (#12578)
add af43f591b7 Upgrade com.microsoft.azure:msal4j from 1.3.5 to 1.3.10 for CVE fixing (#12580)
add 0153e9ee73 Revert "Bump org.apache.maven.scm:maven-scm-provider-gitexe from 1.9.4 to 2.0.1 (#12472)" (#12582)
add 227281aa1d Supporting human-readable format when configuring broker response size (#12510)
add 528294279d verify PrimaryKey equals (#12574)
add e578dd2b19 Remove hadoop-mapreduce-client-core dependency from pinot-parquet (#12583)
add 7a79e1eb77 fix shared buffer, tests (#12587)
add f06d5a80a8 verify FilterContext equals (#12593)
add 4e4f9666f9 use gte(let) to replace between() which has a bug (#12595)
add 8737a1787e verify ServerInstance equals (#12592)
add 03188010c7 upgrade maven release plugin (#12584)
add 09fa963922 Bump io.projectreactor:reactor-core from 3.4.27 to 3.6.2 (#12589)
add 9ab0286d67 Bump com.gradle:common-custom-user-data-maven-extension (#12590)
add 0a2debf532 Upgrade nimbus and jetty library versions for CVE (#12596)
add 61aeb6f18f Improve exception logging when we fail to index / transform message (#12594)
add 5beab96bea Move wildfly-openssl dependency management to root pom (#12597)
add c7cc821698 Enhance json index to support regexp and range predicate evaluation (#12568)
add 88c901a5fc Update 'instances' API with ability to filter by tag (#12585)
add 71cd29f93b Remove AzurePinotFS due to ADLSGen1 deprecation (#12601)
add 499b661e2b Bugfix. Maintain literal data type during function evaluation (#12607)
add 8d80991f9b dropwizard metrics 4.2.25 (#12600)
add 07e9c75d1f Bump net.openhft:chronicle-core from 2.24ea16 to 2.25ea10 (#12605)
add bca1e82b49 add unit test for QueryServer (#12599)
add 42de5063a0 Consolidate nimbus-jose-jwt version to 9.37.3 (#12609)
add 469f4f9297 Bump org.xerial.snappy:snappy-java from 1.1.10.4 to 1.1.10.5 (#12606)
add 7fa8bec911 Add metric to track number of segments missed in upsert-snapshot (#12581)
add 6b123cb965 Upgrade RoaringBitmap to 1.0.5 to pick up the fix for RangeBitmap.between() (#12604)
add c2d7846915 12435: fix for quick start Cluster Manager issue (#12610)
add b11d53cbc5 Detect expired messages in Kafka. Log and set a gauge. (#12608)
add b2689bcd80 Add a post-validator visitor that verifies there are no cast to bytes (#12475)
add 1ae85e19f6 Fix pinot-parquet NoClassFound issue (#12615)
add c72eadf4a7 add insecure mode when Pinot uses TLS connections (#12525)
add 8b88697e73 Fix the ConcurrentModificationException for And/Or DocIdSet (#12611)
add 1897249c56 Removed antlr from the dependency (#12623)
add 76d171e2c5 verify ServerRoutingInstance equals (#12614)
add e3b21af559 use Maven no transfer progress (#12617)
add 76b5b220d4 upgrade to log4j 2.23.1 (#12618)
add 2886e67434 adjust the llc partition consuming metric reporting logic (#12627)
add f14f1a4c8f Add isJson UDF (#12603)
add 2228ddde37 Bump org.apache.maven.plugins:maven-gpg-plugin from 1.6 to 3.2.0 (#12621)
add 8857c14f30 Bump com.twitter:chill_2.11 from 0.9.3 to 0.10.0 (#12622)
add 96acd2f3a0 Upgrade spark version and cleanup dependencies (#12626)
add a3ee0a35b4 add unit test for ServerChannels (#12616)
add 410a2cf132 Upgrade parquet usage for deprecated APIs (#12625)
add 41ec20996f Bump jmh.version from 1.26 to 1.37 (#12631)
add f25f889230 Extract json individual array elements from json index for the transform function jsonExtractIndex (#12466)
add da2604b9fe bugfix: do not move src ByteBuffer position for LZ4 length prefixed decompress (#12539)
add e7220fa9b5 Allow Aggregations in Case Expressions (#12613)
add 93e1a8faed add unit test for JsonAsyncHttpPinotClientTransport (#12633)
add fdc6dbf372 update javadocs for isJson UDF (#12636)
add e29619b62d use Maven ntp for quickstart (#12634)
add b06c0613fe Allow passing database context through `database` http header (#12417)
add 3b48a672d2 Add back some exclude deps from hadoop-mapreduce-client-core (#12638)
add e1aee5fd07 Remove rest APIs that was deprecated more than 4 years ago (#12639)
add 394922ef55 missed to delete the temp dir (#12637)
add 9e77a5b9f7 upgrade guava to 33.1.0 (#12646)
add 9aee17dd70 Bump com.clearspring.analytics:stream from 2.7.0 to 2.9.8 (#12644)
add d7cfc992c2 Better handling of null tableNames (#12654)
add a5e3d43f2b Adds AGGREGATE_CASE_TO_FILTER rule (#12643)
add 3b45dd6ed2 Modify consumingSegmentsInfo endpoint to indicate how many servers failed (#12523)
add eabb4d540e Bump com.101tec:zkclient from 0.7 to 0.11 (#12649)
add 08fe5d680d Bump org.apache.maven.plugins:maven-resources-plugin from 2.6 to 3.3.1 (#12650)
add ca29a57d52 Bump info.picocli:picocli from 4.6.1 to 4.7.5 (#12651)
add 168408aa8d Bump follow-redirects in /pinot-controller/src/main/resources (#12655)
add f4ea58066b Ignore case when checking for Direct Memory OOM (#12657)
add 7c6ce9dffa maven-compiler-plugin 3.13.0 (#12669)
add 1f668c72d2 Assign default value to newly added derived column upon reload (#12648)
add 1d4d2e7e27 Bump okio.version from 3.8.0 to 3.9.0 (#12664)
add 5df0781558 Bump confluent.version from 7.2.6 to 7.6.0 (#12665)
add 6f54aac50b Bump kr.motd.maven:os-maven-plugin from 1.6.2 to 1.7.1 (#12666)
add def8a47f56 Logging a warn message instead of throwing exception (#12546)
add d12ce887a9 Minmaxrange null (#12252)
add 8c9234130c Fix PulsarUtils to not share buffer (#12671)
add cb3ccdcaee First with time (#12235)
add fd19845892 Bump org.apache.zookeeper:zookeeper from 3.7.2 to 3.9.2 (#12674)
add 566a64402a 12435: fix Cluster Manager error (#12632)
add 3cca82ca40 Fixing instance type to resolve https://github.com/apache/pinot/issues/12677 issue (#12678)
add ddc3d0b1d1 Json extract index mv (#12532)
add 02d1c128f9 CLP as a compressionCodec (#12504)
add 51f2cbb0f3 Bump org.apache.datasketches:datasketches-java from 5.0.0 to 5.0.1 (#12687)
add 4551d4f713 Moving deleteSegment call from POST to DELETE call (#12663)
add 00fdc5f511 [multistage] support database/namespace in v2 (#12591)
add af0e5b82ba Add a way to pass `database` context as header from swagger UI (#12695)
add 3f15c1280c bump netty to 4.1.108 (#12702)
add d51ec09c94 Bump org.apache.maven.plugins:maven-jxr-plugin from 2.3 to 3.3.2 (#12700)
add 1b2c5898e5 Upgrade all Apache commons dependencies (#12692)
add 02fd51d8bb Consolidate bouncycastle libraries (#12706)
add 17c0436672 Bump io.airlift:aircompressor from 0.21 to 0.26 (#12620)
add fbee14a8c7 Update Doap for 1.1.0 release (#12715)
add 2ac1db8d01 Fix error message on database context mismatch in v1 query (#12699)
add 0a08a919ea Upgrade pulsar version to 2.11.4 (#12708)
add 4ed96b51de add some metrics for upsert table preloading (#12722)
add 78f38db365 Enhance commit threshold to accept size threshold without setting rows to 0 (#12684)
add 8404bc872e Add base class for custom object accumulator (#12685)
add 8e85853ac0 Bump org.codehaus.mojo:versions-maven-plugin from 2.16.0 to 2.16.2 (#12716)
add 540b38146d refine when to registerSegment while doing addSegment and replaceSegment for upsert tables for better data consistency (#12709)
add 57f50d3dec Json extract index filter support (#12683)
add 824b5a0806 Pull janino dependency to root pom (#12724)
add 47b66df2f2 Bump express in /pinot-controller/src/main/resources (#12723)
add 4c32feb16a upgrade ow2 ASM to 9.7 (#12720)
add 7f266c3651 upgrade kotlin to 1.9.23 (#12719)
add 0c61bb67af Bugfix. Avoid passing null table name input to translation util (#12726)
add eceffb9bca Bump aws.sdk.version from 2.25.3 to 2.25.17 (#12725)
add 5201d2f8ee upgrade redis version in superset pinot docker image (#12729)
add 2b47523faf Consistency in API response for live broker (#12201)
add 3697552290 Remove commons-logging exclusion (#12730)
add af614ede58 Bump io.grpc:grpc-protobuf-lite from 1.19.0 to 1.62.2 (#12733)
add da24616750 Bump com.google.cloud:libraries-bom from 26.32.0 to 26.34.0 (#12740)
add 03e945bf20 Bump org.apache.maven.plugins:maven-assembly-plugin from 3.6.0 to 3.7.1 (#12741)
add bb2eb49475 Replace custom fmpp plugin with fmpp-maven-plugin (#12737)
add 470f8ba2e0 Add GZIP Compression Codec (#11434) (#12668)
add 174377df2a jsonExtractIndex support array of default values (#12748)
add 28aec2e01c Add some additional metrics for Minion tasks (#12710)
add 3185e303f4 Improved null check for varargs (#12673)
add c15c3912cb Percentile operations supporting null (#12271)
add 62b97ef3b4 Add support for phrase search with wildcard and prefix matching for Lucene indexed tables (#12680)
add e71c3dc023 upgrade to slf4j 2.0.12 (#12761)
add 4f0bc11b95 Cleanup Javax and Jakarta dependencies (#12760)
add 08fc2c7d62 upgrade lmax disruptor to 4.0.0 (#12769)
add 4abb2d18f7 Set column major builder to be on by default (#12770)
add 3695bed80d Upgrade Calcite to 1.36.0 (#12754)
add 3badec56d7 Remove unused jcabi-log dependency (#12771)
add e7e4888ef7 Upgrade Jersey related libraries (#12772)
add 2904ceb407 Delete database API (#12765)
add 987a0fe622 upgrade to jacoco 0.8.12 (#12777)
add 721e6550b9 BugFix: Fix merge result from more than one server (#12778)
add eb8fbba11c Deprecate PinotHelixResourceManager#getAllTables() in favour of getAllTables(String databaseName) (#12782)
add 11d64d08f5 Make task manager APIs database aware (#12766)
add b825bb44c4 Add minionInstanceTag config to minion-tasks for resource isolation (#12459)
add 201510f02b validate swagger endpoints (#12750)
add a74a6e499e upgrade testcontainers to 1.19.7 (#12780)
add 4306a6f9e3 Add support for date_bin() function. (#12790)
add 70cfaca721 Bugfix. Correct wrong method call from scheduleTask() to scheduleTaskForDatabase() (#12791)
add 054bcbb65d enable parallel Maven in pinot linter script (#12751)
add 92f2fe2684 Emit table size related metrics only in lead controller (#12747)
add 8631bd83b3 add jmx to promethues metric exporting rule for realtimeRowsFiltered (#12759)
add 3ce3697668 allow passing null http headers object to translateTableName (#12764)
add 3174e91b96 12508: Feature add segment rows flush config (#12681)
add de3d803ba8 Add Postgres compliant name aliasing for String Functions. (#12795)
add 77a5672f6c Update metric rules to emit database as a label (#12739)
add 01df14b4b0 pluggable partial upsert merger (#11983)
add ea135ebce3 upgrade to zstd-jni 1.5.6-2 (#12797)
add a92850e440 Gzip compression, ensure uncompressed size can be calculated from compressed buffer (#12802)
add 41cbd7fab0 handle table name translation on missed api resources (#12792)
add e477afa0cb Added tests for additional data types in SegmentPreProcessorTest.java (#12755)
add 7f87cd3a9f Cleanup the consumer interfaces and legacy code (#12697)
add 32a02bc1a3 Fix some resource leak in tests (#12794)
add a0a2171d34 Fix the time segment pruner on TIMESTAMP data type (#12789)
add 00b5a73b20 Keep get tables API with and without database (#12804)
add c7ef7a9b02 Make KafkaConsumerFactory method less restrictive to avoid incompatibility (#12815)
add a07cd63b57 set dependabot open-pull-requests-limit (#12798)
add 650e2584b1 [Minor] Add Nullable annotation to HttpHeaders in BrokerRequestHandler (#12816)
add 805bc4ac1b Bump nl.jqno.equalsverifier:equalsverifier from 3.15.8 to 3.16.1 (#12836)
add 98873ebcbf Bump net.sf.jopt-simple:jopt-simple from 4.6 to 5.0.4 (#12835)
add d001acedf3 Bump jakarta.annotation:jakarta.annotation-api from 2.1.1 to 3.0.0 (#12834)
add 68b7302463 Bump org.apache.datasketches:datasketches-java from 5.0.1 to 5.0.2 (#12833)
add 9b38a1f14c Bump io.projectreactor:reactor-core from 3.6.2 to 3.6.4 (#12832)
add 39edec5cb4 Bump com.azure:azure-core-http-netty from 1.14.0 to 1.14.2 (#12831)
add 0f8630d2a3 Bump net.java.dev.jna:jna-platform from 5.6.0 to 5.14.0 (#12829)
add eb91286552 Bump com.diffplug.spotless:spotless-maven-plugin from 2.28.0 to 2.43.0 (#12827)
add 2fe29bb052 Bump com.azure:azure-storage-file-datalake from 12.18.2 to 12.18.3 (#12826)
add 5504d0857b Bump bouncycastle.version from 1.77 to 1.78 (#12825)
add 569189fe0d Bump actions/checkout from 2 to 4 (#12822)
add 364f000036 Bump com.google.cloud:libraries-bom from 26.34.0 to 26.37.0 (#12823)
add af44a2048e Bump actions/setup-node from 3 to 4 (#12821)
add 3c57a47a50 Bump testcontainers.version from 1.17.3 to 1.19.7 (#12820)
add 369c6593d1 Bump docker/login-action from 2 to 3 (#12819)
add 2f5dbf1c70 Bump docker/setup-buildx-action from 2 to 3 (#12817)
add 396988de67 Bump github/codeql-action from 2 to 3 (#12818)
add 156a3e425f Bump org.apache.maven.plugins:maven-gpg-plugin from 3.2.0 to 3.2.2 (#12728)
add 620c46acd3 Move package org.apache.calcite to org.apache.pinot.calcite (#12837)
add 101af7c583 add SegmentContext to collect validDocIds bitmaps for many segments together (#12694)
add b5148ebfeb Bump cloud.localstack:localstack-utils from 0.2.19 to 0.2.23 (#12842)
add c722607743 Bump aws.sdk.version from 2.25.17 to 2.25.27 (#12843)
add 73ef57b3af Bump org.apache:apache from 21 to 31 (#12846)
add abf45fc6e0 Bump com.google.errorprone:error_prone_annotations from 2.25.0 to 2.26.1 (#12847)
add df5fcb7b0f Bump com.google.apis:google-api-services-storage (#12848)
add e001a884e4 Bump com.gradle:common-custom-user-data-maven-extension from 1.13 to 2 (#12850)
add d9b1f040bf Bump com.microsoft.azure:msal4j from 1.14.3 to 1.15.0 (#12853)
add 3a7cef3155 Bump net.openhft:chronicle-core from 2.25ea10 to 2.25ea13 (#12854)
add 07682d24f8 Bump com.azure:azure-identity from 1.11.3 to 1.12.0 (#12855)
add 7e4ea06b99 use static TypeReference object (#12776)
add 425eea9e80 Bump org.apache.maven.plugins:maven-javadoc-plugin from 3.2.0 to 3.6.3 (#12852)
add c93de37765 remove easymock library (#12859)
add 13673f1150 Add SchemaConformingTransformerV2 to enhance text search abilities (#12788)
add 85806e4398 Bump org.testng:testng from 7.9.0 to 7.10.1 (#12868)
add 02dd133952 Bump org.codehaus.woodstox:stax2-api from 4.1 to 4.2.2 (#12851)
add 6bc2450a73 Bump org.glassfish.tyrus.bundles:tyrus-standalone-client (#12869)
add 0e3a9a64af Bump com.google.j2objc:j2objc-annotations from 2.8 to 3.0.0 (#12870)
add ae819e2321 Bump com.github.eirslett:frontend-maven-plugin from 1.11.0 to 1.15.0 (#12874)
add c39a97845a Bump org.apache.spark:spark-launcher_2.12 from 3.5.0 to 3.5.1 (#12877)
add 870fa2a810 Bump org.apache.maven.plugins:maven-project-info-reports-plugin (#12876)
add 30a3cd5a9c Bump io.grpc:grpc-context from 1.60.1 to 1.63.0 (#12872)
add 9af7cd6c10 Bump com.fasterxml.woodstox:woodstox-core from 6.4.0 to 6.6.2 (#12873)
add f2d27da607 Bump aws.sdk.version from 2.25.27 to 2.25.28 (#12871)
add 9b64b5cdd0 Support ValueWindowFunction for LEAD/LAG/FIRST_VALUE/LAST_VALUE (#12878)
add 6725ca8c92 Bump net.minidev:json-smart from 2.5.0 to 2.5.1 (#12881)
add 0da1d4e006 Bump com.puppycrawl.tools:checkstyle from 8.45.1 to 10.15.0 (#12784)
add 549cb60cac Bump org.scalatest:scalatest_2.12 from 3.1.1 to 3.2.18 (#12879)
add 5a909743e9 Move some mispositioned tests under pinot-core (#12884)
add ed0ecdd2e4 Bump io.projectreactor:reactor-core from 3.6.4 to 3.6.5 (#12897)
add 6ca21baf4d Bump com.azure:azure-core from 1.45.1 to 1.48.0 (#12896)
add 2063690b11 Bump aws.sdk.version from 2.25.28 to 2.25.29 (#12894)
add be2b3e5970 Bump com.github.jnr:jnr-constants from 0.10.3 to 0.10.4 (#12893)
add f5d629c10e Bump org.apache.spark:spark-core_2.12 from 3.5.0 to 3.5.1 (#12903)
add 6ab2c89a6b Bump org.apache.httpcomponents:httpcore from 4.4.13 to 4.4.16 (#12902)
add 8ee2663c20 Bump com.github.seancfoley:ipaddress from 5.3.4 to 5.5.0 (#12901)
add 8d6a892a26 Bump io.grpc:grpc-protobuf-lite from 1.62.2 to 1.63.0 (#12900)
add 183144f07f Upgrade reflections from 0.9.11 to 0.10.2 (#12885)
add 1c409c2e8c Bump org.apache.rat:apache-rat-plugin from 0.13 to 0.16.1 (#12895)
add 7b2005dfa8 Bump confluent.version from 7.6.0 to 7.6.1 (#12891)
add ec56ba601e Bump com.gradle:gradle-enterprise-maven-extension from 1.19.2 to 1.20.1 (#12889)
add 7401798d1e Bump commons-io:commons-io from 2.15.1 to 2.16.1 (#12890)
add ce2d0dbac1 Bump com.github.jnr:jnr-posix from 3.1.15 to 3.1.19 (#12892)
add 1f17c465f2 Cleanup HTTP components dependencies and upgrade Thrift (#12905)
add bc68041592 Cleanup unnecessary dependencies under pinot-s3 (#12904)
add eacbf12ee2 Enhance Pulsar consumer (#12812)
add df38aa6a38 swagger-ui upgrade to 5.15.0 Fixes (#12908)
add 4c514725af Bump javax.servlet.jsp:javax.servlet.jsp-api from 2.2 to 2.3.3 (#12919)
add 2c88d09466 Bump org.apache.maven.plugins:maven-gpg-plugin from 3.2.2 to 3.2.3 (#12918)
add 21275580d4 Bump io.github.hakky54:sslcontext-kickstart-for-netty (#12917)
add 2c22980c46 Bump it.unimi.dsi:fastutil from 8.2.3 to 8.5.13 (#12916)
add 94b2f3f07b Bump aws.sdk.version from 2.25.29 to 2.25.30 (#12914)
add f86928d744 Bump com.mycila:license-maven-plugin from 4.2 to 4.3 (#12912)
add 159aca6bc9 Bump org.codehaus.mojo:exec-maven-plugin from 3.1.0 to 3.2.0 (#12911)
add 4040a19875 fix(build): update node version to 16 (#12924)
add 848fe9c4ac Added PR compatability test against release 1.1.0 (#12921)
add 2c6a84b8ec Improved segment build time for Lucene text index realtime to offline conversion (#12744)
add c823430f11 Bump io.netty:netty-bom from 4.1.108.Final to 4.1.109.Final (#12929)
add af8fd4089c Using local copy of segment instead of downloading from remote (#12863)
add 2459cfce75 Bump slf4j.version from 2.0.12 to 2.0.13 (#12928)
add 684cece35e Bump org.apache.maven.plugins:maven-jar-plugin from 3.3.0 to 3.4.0 (#12927)
add 013435a6a1 Bump aws.sdk.version from 2.25.30 to 2.25.31 (#12926)
add edf9d53597 Specify version for commons-validator (#12935)
add c08ba2ccd5 Bump org.apache.maven.scm:maven-scm-provider-gitexe from 2.0.1 to 2.1.0 (#12925)
add ec452a49f3 Refine PeerServerSegmentFinder (#12933)
add 3c45469c39 Update superset docker build script (#12385)
add 1393750622 Allow Server throttling just before executing queries on server to allow max CPU and disk utilization (#12930)
add 9b4ec33d68 Bump org.scala-lang.modules:scala-xml_2.12 from 1.3.0 to 2.3.0 (#12939)
add b264512c0c Bump org.codehaus.mojo:buildnumber-maven-plugin from 1.3 to 3.2.0 (#12937)
add d4cb93dbda Fix metric rule pattern regex (#12856)
add 67cb52c04b Refine SegmentFetcherFactory (#12936)
add 1d807df401 Add validation check for forward index disabled if it's a REALTIME table (#12838)
add 7dbc345929 Move PinotRelExchangeType back to the original package to fix backward compatibility (#12944)
add 2f3db6e053 TLS Port for Minion (#12943)
add 263f4f6c01 Fix a typo when calculating query freshness (#12947)
add af2fcb7887 Enhance ProtoSerializationUtils to handle class move (#12946)
add 3b46d2c5e6 Bump org.apache.commons:commons-text from 1.11.0 to 1.12.0 (#12950)
add d206f127f3 Allowing users to pass minionInstanceTag as a param in /tasks/schedule API (#12786)
add 2a38d14645 Bump org.apache:apache from 31 to 32 (#12952)
add ece96d3538 Bump aws.sdk.version from 2.25.31 to 2.25.32 (#12951)
add 0b852db5f0 Bump terser from 4.8.0 to 4.8.1 in /pinot-controller/src/main/resources
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (06053224ed)
\
N -- N -- N refs/heads/dependabot/npm_and_yarn/pinot-controller/src/main/resources/terser-4.8.1 (0b852db5f0)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.asf.yaml | 7 +
.github/dependabot.yml | 1 +
.../build-multi-arch-pinot-docker-image.yml | 108 +
.../workflows/build-pinot-base-docker-image.yml | 50 +
.github/workflows/build-pinot-docker-image.yml | 8 +-
.github/workflows/build-presto-docker-image.yml | 8 +-
.github/workflows/build-superset-docker-image.yml | 8 +-
.github/workflows/pinot_compatibility_tests.yml | 20 +-
.github/workflows/pinot_tests.yml | 255 +-
.github/workflows/pinot_vuln_check.yml | 15 +-
.../scripts/.pinot_compatibility_verifier.sh | 40 +-
.github/workflows/scripts/.pinot_linter.sh | 8 +-
.github/workflows/scripts/.pinot_quickstart.sh | 162 +-
.github/workflows/scripts/.pinot_test.sh | 80 -
.github/workflows/scripts/.pinot_vuln_check.sh | 43 +
.../.pinot_base_docker_image_build_and_push.sh | 40 +
.../scripts/docker/.pinot_build_info_gen.sh | 41 +
.../scripts/docker/.pinot_docker_image_build.sh | 10 +-
.../docker/.pinot_docker_image_build_and_push.sh | 10 +-
...not_multi_arch_docker_image_manifest_package.sh | 64 +
.../.pinot_single_platform_docker_image_build.sh | 89 +
.../scripts/docker/.presto_build_info_gen.sh | 42 +
.../docker/.presto_docker_image_build_and_push.sh | 31 +-
.../.superset_docker_image_build_and_push.sh | 2 +-
...erset_multi_arch_docker_image_build_and_push.sh | 59 +
.../scripts/pr-tests/.pinot_tests_build.sh | 61 +
.../pr-tests/.pinot_tests_custom_integration.sh | 33 +
.../scripts/pr-tests/.pinot_tests_integration.sh | 37 +
.../scripts/pr-tests/.pinot_tests_unit.sh | 50 +
.gitignore | 3 +-
.mvn/extensions.xml | 33 +
.mvn/gradle-enterprise.xml | 48 +
CONTRIBUTING.md | 2 +
LICENSE-binary | 552 +-
NOTICE-binary | 465 +-
README.md | 4 +-
compatibility-verifier/checkoutAndBuild.sh | 152 +-
compatibility-verifier/compCheck.sh | 6 +
.../config/queries/feature-test-1-sql.queries | 6 +-
.../queries/feature-test-2-sql-realtime.queries | 6 +-
.../query-results/feature-test-1-rest-sql.results | 6 +-
.../feature-test-2-sql-realtime.results | 4 +-
config/codestyle-intellij.xml | 4 +
config/suppressions.xml | 4 +
contrib/pinot-druid-benchmark/pom.xml | 2 +-
contrib/pinot-fmpp-maven-plugin/pom.xml | 111 -
.../main/java/org/apache/pinot/fmpp/FMPPMojo.java | 270 -
.../org/apache/pinot/fmpp/MavenDataLoader.java | 55 -
doap_Pinot.rdf | 64 +
docker/images/pinot-base/README.md | 54 +
.../pinot-base-build/amazoncorretto.dockerfile | 64 +
.../pinot-base-build/ms-openjdk.dockerfile | 48 +
.../pinot-base/pinot-base-build/openjdk.dockerfile | 52 +
.../pinot-base-runtime/amazoncorretto.dockerfile | 40 +
.../pinot-base-runtime/ms-openjdk.dockerfile | 40 +
.../pinot-base-runtime/openjdk.dockerfile | 39 +
docker/images/pinot-presto/Dockerfile | 2 +-
docker/images/pinot-superset/requirements-db.txt | 4 +-
docker/images/pinot-thirdeye/Dockerfile | 78 -
docker/images/pinot-thirdeye/README.md | 102 -
docker/images/pinot-thirdeye/bin/start-thirdeye.sh | 88 -
.../pinot-thirdeye/config/ephemeral/dashboard.yml | 40 -
.../config/ephemeral/data-sources/cache-config.yml | 34 -
.../data-sources/data-sources-config-backend.yml | 189 -
.../data-sources/data-sources-config-frontend.yml | 189 -
.../pinot-thirdeye/config/ephemeral/data/README.md | 7 -
.../pinot-thirdeye/config/ephemeral/data/daily.csv | 732 -
.../config/ephemeral/data/hourly.csv | 66498 -------------------
.../config/ephemeral/data/pageviews.csv | 67 -
.../alertFilterAutotune.properties | 0
.../anomaly-functions/anomalyClassifier.properties | 0
.../anomaly-functions/functions.properties | 0
.../pinot-thirdeye/config/ephemeral/detector.yml | 127 -
.../config/ephemeral/persistence.yml | 5 -
.../images/pinot-thirdeye/config/ephemeral/rca.yml | 98 -
.../config/pinot-quickstart/bootstrap.sql | 4 -
.../config/pinot-quickstart/dashboard.yml | 40 -
.../pinot-quickstart/data-sources/cache-config.yml | 34 -
.../data-sources/data-sources-config.yml | 14 -
.../config/pinot-quickstart/data/README.md | 7 -
.../config/pinot-quickstart/data/daily.csv | 732 -
.../config/pinot-quickstart/data/hourly.csv | 66498 -------------------
.../config/pinot-quickstart/data/pageviews.csv | 67 -
.../anomaly-functions/alertFilter.properties | 0
.../alertFilterAutotune.properties | 0
.../anomaly-functions/anomalyClassifier.properties | 0
.../anomaly-functions/functions.properties | 0
.../config/pinot-quickstart/detector.yml | 127 -
.../config/pinot-quickstart/persistence.yml | 5 -
.../pinot-thirdeye/config/pinot-quickstart/rca.yml | 98 -
.../images/pinot-thirdeye/docker-build-and-push.sh | 30 -
docker/images/pinot-thirdeye/docker-build.sh | 47 -
docker/images/pinot-thirdeye/docker-push.sh | 29 -
docker/images/pinot/Dockerfile | 55 +-
docker/images/pinot/Dockerfile.build | 59 +
docker/images/pinot/Dockerfile.package | 45 +
docker/images/pinot/README.md | 4 +-
.../images/pinot/etc/conf/pinot-broker-log4j2.xml | 38 +
.../pinot/etc/conf/pinot-controller-log4j2.xml | 19 +
.../images/pinot/etc/conf/pinot-minion-log4j2.xml | 80 +
.../images/pinot/etc/conf/pinot-server-log4j2.xml | 19 +
.../pinot/etc/jmx_prometheus_javaagent/README.md | 16 +-
.../jmx_prometheus_javaagent/configs/broker.yml | 245 +-
.../configs/controller.yml | 308 +-
.../jmx_prometheus_javaagent/configs/minion.yml | 55 +-
.../etc/jmx_prometheus_javaagent/configs/pinot.yml | 728 +-
.../jmx_prometheus_javaagent/configs/server.yml | 245 +-
helm/README-dev.md | 45 +
{kubernetes/helm => helm}/README.md | 0
{kubernetes/helm => helm}/gke-pd.yaml | 0
{kubernetes/helm => helm}/gke-ssd.yaml | 0
{kubernetes/helm => helm}/helm-rbac.yaml | 0
helm/index.yaml | 299 +
{kubernetes/helm => helm}/open-superset-ui.sh | 0
{kubernetes/helm => helm}/pinot-0.2.0.tgz | Bin
{kubernetes/helm => helm}/pinot-0.2.1.tgz | Bin
{kubernetes/helm => helm}/pinot-0.2.2.tgz | Bin
{kubernetes/helm => helm}/pinot-0.2.3.tgz | Bin
{kubernetes/helm => helm}/pinot-0.2.4.tgz | Bin
{kubernetes/helm => helm}/pinot-0.2.5.tgz | Bin
helm/pinot-0.2.6.tgz | Bin 0 -> 60818 bytes
helm/pinot-0.2.7.tgz | Bin 0 -> 61088 bytes
helm/pinot-0.2.8.tgz | Bin 0 -> 52849 bytes
helm/pinot/Chart.yaml | 35 +
helm/pinot/README.md | 457 +
helm/pinot/charts/zookeeper-7.0.0.tgz | Bin 0 -> 34028 bytes
.../pinot/pinot-github-events-setup.yml | 0
helm/pinot/pinot-realtime-quickstart.yml | 829 +
.../helm => helm}/pinot/query-pinot-data.sh | 0
{kubernetes/helm => helm}/pinot/requirements.lock | 0
{kubernetes/helm => helm}/pinot/requirements.yaml | 0
.../helm => helm}/pinot/templates/_helpers.tpl | 0
.../pinot/templates/broker/configmap.yaml | 0
helm/pinot/templates/broker/ingress-v1.yaml | 36 +
helm/pinot/templates/broker/ingress-v1beta1.yaml | 30 +
helm/pinot/templates/broker/service-external.yaml | 41 +
helm/pinot/templates/broker/service-headless.yaml | 39 +
helm/pinot/templates/broker/service.yaml | 41 +
helm/pinot/templates/broker/statefulset.yaml | 114 +
.../pinot/templates/controller/configmap.yaml | 0
helm/pinot/templates/controller/ingress-v1.yaml | 36 +
.../templates/controller/ingress-v1beta1.yaml | 30 +
.../templates/controller/service-external.yaml | 41 +
.../templates/controller/service-headless.yaml | 39 +
helm/pinot/templates/controller/service.yaml | 41 +
helm/pinot/templates/controller/statefulset.yaml | 133 +
.../templates/minion-stateless/configmap.yaml | 0
.../templates/minion-stateless/deployment.yaml | 125 +
.../pinot/templates/minion-stateless/pvc.yaml | 0
.../pinot/templates/minion/configmap.yaml | 0
helm/pinot/templates/minion/service-headless.yaml | 41 +
helm/pinot/templates/minion/service.yaml | 43 +
helm/pinot/templates/minion/statefulset.yaml | 142 +
.../pinot/templates/server/configmap.yaml | 0
helm/pinot/templates/server/service-headless.yaml | 45 +
helm/pinot/templates/server/service.yaml | 46 +
helm/pinot/templates/server/statefulset.yaml | 149 +
.../pinot/templates/serviceaccount.yaml | 0
helm/pinot/values.yaml | 617 +
{kubernetes/helm => helm}/presto-0.2.0.tgz | Bin
{kubernetes/helm => helm}/presto-0.2.1.tgz | Bin
{kubernetes/helm => helm}/presto/Chart.yaml | 0
{kubernetes/helm => helm}/presto/README.md | 0
.../helm => helm}/presto/launch-presto-ui.sh | 0
.../helm => helm}/presto/pinot-presto-cli.sh | 0
{kubernetes/helm => helm}/presto/presto-cli.sh | 0
.../helm => helm}/presto/presto-coordinator.yaml | 0
.../helm => helm}/presto/presto-worker.yaml | 0
.../helm => helm}/presto/templates/_helpers.tpl | 0
.../presto/templates/coordinator/configmap.yaml | 0
.../templates/coordinator/service-external.yaml | 0
.../templates/coordinator/service-headless.yaml | 0
.../presto/templates/coordinator/service.yaml | 0
.../presto/templates/coordinator/statefulset.yml | 0
.../presto/templates/worker/configmap.yaml | 0
.../presto/templates/worker/service-headless.yaml | 0
.../presto/templates/worker/service.yaml | 0
.../presto/templates/worker/statefulset.yml | 0
{kubernetes/helm => helm}/presto/values.yaml | 0
{kubernetes/helm => helm}/setup_gke.sh | 0
{kubernetes/helm => helm}/superset.yaml | 0
kubernetes/README.md | 31 -
kubernetes/helm/README-dev.md | 45 -
kubernetes/helm/index.yaml | 215 -
kubernetes/helm/pinot/Chart.yaml | 35 -
kubernetes/helm/pinot/README.md | 436 -
.../helm/pinot/pinot-realtime-quickstart.yml | 491 -
.../helm/pinot/templates/broker/ingress.yaml | 33 -
.../pinot/templates/broker/service-external.yaml | 37 -
.../pinot/templates/broker/service-headless.yaml | 33 -
.../helm/pinot/templates/broker/service.yaml | 35 -
.../helm/pinot/templates/broker/statefulset.yml | 111 -
.../helm/pinot/templates/controller/ingress.yaml | 33 -
.../templates/controller/service-external.yaml | 37 -
.../templates/controller/service-headless.yaml | 33 -
.../helm/pinot/templates/controller/service.yaml | 35 -
.../pinot/templates/controller/statefulset.yaml | 130 -
.../templates/minion-stateless/deployment.yml | 121 -
.../pinot/templates/minion/service-headless.yaml | 35 -
.../helm/pinot/templates/minion/service.yaml | 37 -
.../helm/pinot/templates/minion/statefulset.yml | 139 -
.../pinot/templates/server/service-headless.yaml | 38 -
.../helm/pinot/templates/server/service.yaml | 40 -
.../helm/pinot/templates/server/statefulset.yml | 138 -
kubernetes/helm/pinot/values.yaml | 569 -
kubernetes/helm/thirdeye/Chart.yaml | 23 -
kubernetes/helm/thirdeye/README.md | 82 -
.../config/data-sources/data-sources-config.yml | 12 -
kubernetes/helm/thirdeye/config/initdb.sql | 460 -
kubernetes/helm/thirdeye/install.sh | 15 -
kubernetes/helm/thirdeye/templates/_helpers.tpl | 131 -
.../thirdeye/templates/backend/deployment.yaml | 102 -
.../templates/backend/service-headless.yaml | 38 -
.../helm/thirdeye/templates/backend/service.yaml | 38 -
.../helm/thirdeye/templates/common/configmap.yaml | 246 -
.../thirdeye/templates/frontend/deployment.yaml | 96 -
.../helm/thirdeye/templates/frontend/ingress.yaml | 14 -
.../templates/frontend/service-headless.yaml | 38 -
.../helm/thirdeye/templates/frontend/service.yaml | 38 -
kubernetes/helm/thirdeye/values.yaml | 74 -
kubernetes/skaffold/gke/README.md | 119 -
kubernetes/skaffold/gke/cleanup.sh | 39 -
.../skaffold/gke/gke-storageclass-kafka-pd.yml | 29 -
.../gke/gke-storageclass-pinot-controller-pd.yml | 29 -
.../gke/gke-storageclass-pinot-server-pd.yml | 29 -
kubernetes/skaffold/gke/gke-storageclass-zk-pd.yml | 29 -
kubernetes/skaffold/gke/kafka.yml | 408 -
kubernetes/skaffold/gke/pinot-broker.yml | 88 -
kubernetes/skaffold/gke/pinot-controller.yml | 105 -
.../skaffold/gke/pinot-realtime-quickstart.yml | 40 -
kubernetes/skaffold/gke/pinot-server.yml | 101 -
kubernetes/skaffold/gke/query-pinot-data.sh | 28 -
kubernetes/skaffold/gke/setup.sh | 51 -
kubernetes/skaffold/gke/skaffold.yaml | 35 -
kubernetes/skaffold/gke/zookeeper.yml | 80 -
.../LICENSE-azure-msal4j-persistence-extension.txt | 21 +
licenses-binary/LICENSE-bouncycastle.txt | 2 +-
licenses-binary/LICENSE-go.txt | 27 +
licenses-binary/LICENSE-grizzled-slf4j.txt | 36 +
licenses-binary/LICENSE-janino.txt | 31 +
licenses-binary/LICENSE-jbcrypt.txt | 17 +
licenses-binary/LICENSE-jcabi-log.txt | 27 +
licenses-binary/LICENSE-jnr.txt | 23 +
licenses-binary/LICENSE-kryo.txt | 10 +
licenses-binary/LICENSE-minlog.txt | 10 +
licenses-binary/LICENSE-scopt.txt | 21 +
pinot-broker/pom.xml | 55 +-
.../org/apache/pinot/broker/api/AccessControl.java | 14 +-
.../pinot/broker/api/HttpRequesterIdentity.java | 43 +
.../apache/pinot/broker/api/RequesterIdentity.java | 5 +
.../broker/api/resources/InstanceResource.java | 81 +
.../api/resources/PinotBrokerAppConfigs.java | 4 +
.../broker/api/resources/PinotBrokerDebug.java | 166 +-
.../api/resources/PinotBrokerHealthCheck.java | 35 +
.../broker/api/resources/PinotBrokerLogger.java | 127 +
.../broker/api/resources/PinotBrokerRouting.java | 35 +-
.../broker/api/resources/PinotClientRequest.java | 235 +-
.../pinot/broker/broker/AccessControlFactory.java | 2 +-
.../broker/AllowAllAccessControlFactory.java | 6 +
.../pinot/broker/broker/AuthenticationFilter.java | 97 +
.../broker/BasicAuthAccessControlFactory.java | 49 +-
.../broker/broker/BrokerAdminApiApplication.java | 89 +-
.../broker/BrokerManagedAsyncExecutorProvider.java | 108 +
.../broker/ZkBasicAuthAccessControlFactory.java | 127 +-
.../broker/broker/helix/BaseBrokerStarter.java | 184 +-
...okerResourceOnlineOfflineStateModelFactory.java | 2 +-
.../broker/broker/helix/ClusterChangeMediator.java | 6 +-
.../apache/pinot/broker/querylog/QueryLogger.java | 288 +
.../HelixExternalViewBasedQueryQuotaManager.java | 4 +-
.../requesthandler/BaseBrokerRequestHandler.java | 1421 +-
.../requesthandler/BrokerRequestHandler.java | 31 +-
.../BrokerRequestHandlerDelegate.java | 86 +-
.../requesthandler/BrokerRequestIdGenerator.java | 49 +
.../requesthandler/GrpcBrokerRequestHandler.java | 59 +-
.../MultiStageBrokerRequestHandler.java | 359 +-
.../SingleConnectionBrokerRequestHandler.java | 32 +-
.../pinot/broker/routing/BrokerRoutingManager.java | 167 +-
.../AdaptiveServerSelector.java | 58 +
.../AdaptiveServerSelectorFactory.java | 79 +
.../adaptiveserverselector/HybridSelector.java | 116 +
.../adaptiveserverselector/LatencySelector.java | 110 +
.../NumInFlightReqSelector.java | 114 +
.../instanceselector/BalancedInstanceSelector.java | 88 +-
.../instanceselector/BaseInstanceSelector.java | 523 +-
.../routing/instanceselector/InstanceSelector.java | 39 +-
.../instanceselector/InstanceSelectorFactory.java | 57 +-
.../MultiStageReplicaGroupSelector.java | 170 +
.../routing/instanceselector/NewSegmentState.java | 51 +
.../ReplicaGroupInstanceSelector.java | 149 +-
.../instanceselector/SegmentInstanceCandidate.java | 44 +
.../routing/instanceselector/SegmentStates.java | 63 +
.../StrictReplicaGroupInstanceSelector.java | 180 +-
.../SegmentZkMetadataFetchListener.java | 56 +
.../segmentmetadata/SegmentZkMetadataFetcher.java | 133 +
.../segmentpartition/SegmentPartitionInfo.java | 48 +
.../SegmentPartitionMetadataManager.java | 299 +
.../segmentpartition/SegmentPartitionUtils.java | 139 +
.../SegmentLineageBasedSegmentPreSelector.java | 2 +-
.../SegmentPreSelectorFactory.java | 2 +-
.../routing/segmentpruner/EmptySegmentPruner.java | 42 +-
.../MultiPartitionColumnsSegmentPruner.java | 148 +-
.../routing/segmentpruner/SegmentPruner.java | 24 +-
.../segmentpruner/SegmentPrunerFactory.java | 35 +-
.../SinglePartitionColumnSegmentPruner.java | 128 +-
.../routing/segmentpruner/TimeSegmentPruner.java | 183 +-
.../segmentselector/DefaultSegmentSelector.java | 45 +
.../segmentselector/OfflineSegmentSelector.java | 51 -
.../segmentselector/RealtimeSegmentSelector.java | 163 -
.../routing/segmentselector/SegmentSelector.java | 12 -
.../segmentselector/SegmentSelectorFactory.java | 7 +-
.../routing/timeboundary/TimeBoundaryInfo.java | 37 -
.../routing/timeboundary/TimeBoundaryManager.java | 85 +-
.../api/resources/PinotClientRequestTest.java | 54 +
.../broker/broker/BasicAuthAccessControlTest.java | 40 +-
.../BrokerManagedAsyncExecutorProviderTest.java | 154 +
.../broker/HelixBrokerStarterHostnamePortTest.java | 28 +
.../broker/broker/HelixBrokerStarterTest.java | 28 +-
.../ConnectionFailureDetectorTest.java | 8 +-
.../pinot/broker/querylog/QueryLoggerTest.java | 294 +
...elixExternalViewBasedQueryQuotaManagerTest.java | 48 +-
.../BaseBrokerRequestHandlerTest.java | 171 +-
.../requesthandler/BrokerRequestOptionsTest.java | 112 +-
.../LiteralOnlyBrokerRequestTest.java | 234 +-
.../MultiStageBrokerRequestHandlerTest.java | 104 +
.../broker/requesthandler/QueryOverrideTest.java | 20 +
.../AdaptiveServerSelectorTest.java | 589 +
.../instanceselector/InstanceSelectorTest.java | 1054 +-
.../SegmentZkMetadataFetcherTest.java | 175 +
.../SegmentPartitionMetadataManagerTest.java | 275 +
.../segmentpreselector/SegmentPreSelectorTest.java | 2 +-
.../routing/segmentpruner/SegmentPrunerTest.java | 673 +-
.../segmentselector/SegmentSelectorTest.java | 134 -
.../timeboundary/TimeBoundaryManagerTest.java | 50 +-
pinot-broker/src/test/resources/log4j2.xml | 11 +-
pinot-clients/pinot-java-client/pom.xml | 47 +-
.../java/org/apache/pinot/client/BrokerCache.java | 78 +-
.../pinot/client/BrokerCacheUpdaterPeriodic.java | 18 +-
.../org/apache/pinot/client/BrokerResponse.java | 32 +-
.../org/apache/pinot/client/BrokerSelector.java | 4 +-
.../java/org/apache/pinot/client/Connection.java | 131 +-
.../org/apache/pinot/client/ConnectionFactory.java | 83 +-
.../apache/pinot/client/ConnectionTimeouts.java | 53 +
.../client/ControllerBasedBrokerSelector.java | 29 +-
.../apache/pinot/client/DynamicBrokerSelector.java | 18 +-
.../org/apache/pinot/client/ExecutionStats.java | 12 +
.../client/JsonAsyncHttpPinotClientTransport.java | 158 +-
.../JsonAsyncHttpPinotClientTransportFactory.java | 50 +-
.../apache/pinot/client/PinotClientTransport.java | 24 +-
.../org/apache/pinot/client/PreparedStatement.java | 9 +-
.../main/java/org/apache/pinot/client/Request.java | 50 -
.../apache/pinot/client/SimpleBrokerSelector.java | 2 +-
.../java/org/apache/pinot/client/TlsProtocols.java | 52 +
.../apache/pinot/client/UpdatableBrokerCache.java | 2 +-
.../pinot/client/utils/BrokerSelectorUtils.java | 72 +
.../apache/pinot/client/utils/ConnectionUtils.java | 76 +
.../src/main/resources/version.properties | 21 +
.../apache/pinot/client/BrokerResponseTest.java | 52 +
.../apache/pinot/client/ConnectionFactoryTest.java | 13 +
.../pinot/client/DynamicBrokerSelectorTest.java | 22 +-
.../JsonAsyncHttpPinotClientTransportTest.java | 137 +
.../apache/pinot/client/PreparedStatementTest.java | 49 +-
.../apache/pinot/client/ResultSetGroupTest.java | 16 +-
.../src/test/resources/log4j2.xml | 11 +-
.../org/apache/pinot/client/aggregation.json | 1 +
.../apache/pinot/client/aggregationGroupBy.json | 1 +
.../org/apache/pinot/client/exception.json | 1 +
.../org/apache/pinot/client/selection.json | 1 +
pinot-clients/pinot-jdbc-client/pom.xml | 41 +-
.../org/apache/pinot/client/PinotConnection.java | 56 +-
.../pinot/client/PinotConnectionMetaData.java | 12 +-
.../java/org/apache/pinot/client/PinotDriver.java | 39 +-
.../pinot/client/PinotPreparedStatement.java | 16 +-
.../org/apache/pinot/client/PinotResultSet.java | 40 +-
.../org/apache/pinot/client/PinotStatement.java | 13 +-
.../pinot/client/base/AbstractBaseConnection.java | 238 +-
.../pinot/client/base/AbstractBaseStatement.java | 10 +-
.../controller/PinotControllerTransport.java | 43 +-
.../PinotControllerTransportFactory.java | 34 +-
.../response/ControllerResponseFuture.java | 11 +-
.../response/ControllerTenantBrokerResponse.java | 12 +-
.../client/controller/response/SchemaResponse.java | 9 +-
.../client/controller/response/TableResponse.java | 12 +-
.../org/apache/pinot/client/utils/Constants.java | 2 +-
.../org/apache/pinot/client/utils/DriverUtils.java | 44 +-
.../src/main/resources/version.properties | 20 +
.../pinot/client/DummyPinotClientTransport.java | 18 +-
.../client/DummyPinotControllerTransport.java | 17 +
.../apache/pinot/client/PinotConnectionTest.java | 30 +-
.../org/apache/pinot/client/PinotDriverTest.java | 20 +
.../pinot/client/PinotPreparedStatementTest.java | 33 +-
.../apache/pinot/client/PinotResultSetTest.java | 63 +-
.../apache/pinot/client/PinotStatementTest.java | 116 +-
.../src/test/resources/result_table.json | 30 +-
pinot-clients/pom.xml | 2 +-
pinot-common/pom.xml | 311 +-
pinot-common/src/main/codegen/config.fmpp | 117 +-
pinot-common/src/main/codegen/default_config.fmpp | 465 +
.../src/main/codegen/includes/parserImpls.ftl | 43 +-
pinot-common/src/main/codegen/templates/Parser.jj | 9131 +++
.../java/org/apache/pinot/common/CustomObject.java | 43 +
.../assignment/InstanceAssignmentConfigUtils.java | 43 +-
.../common/assignment/InstancePartitions.java | 28 +-
.../common/assignment/InstancePartitionsUtils.java | 43 +-
.../pinot/common/auth/AuthProviderUtils.java | 58 +
.../apache/pinot/common/auth/BasicAuthUtils.java | 106 +
.../org/apache/pinot/common/config/GrpcConfig.java | 77 +
.../org/apache/pinot/common/config/TlsConfig.java | 33 +
.../config/provider/AccessControlUserCache.java | 249 +-
.../pinot/common/config/provider/TableCache.java | 24 +-
.../pinot/common/datablock/BaseDataBlock.java | 585 +
.../pinot/common/datablock/ColumnarDataBlock.java | 96 +
.../apache/pinot/common/datablock/DataBlock.java | 111 +
.../pinot/common/datablock/DataBlockUtils.java | 164 +
.../pinot/common/datablock/MetadataBlock.java | 167 +
.../pinot/common/datablock/RowDataBlock.java | 93 +
.../pinot/common/datatable/BaseDataTable.java | 288 +
.../apache/pinot/common/datatable/DataTable.java | 208 +
.../pinot/common/datatable/DataTableFactory.java | 52 +
.../pinot/common/datatable/DataTableImplV2.java | 272 +
.../pinot/common/datatable/DataTableImplV3.java | 403 +
.../pinot/common/datatable/DataTableImplV4.java | 647 +
.../pinot/common/datatable/DataTableUtils.java | 93 +
.../pinot/common/exception/QueryException.java | 27 +-
.../common/function/DateTimePatternHandler.java | 13 +
.../pinot/common/function/FunctionInvoker.java | 12 +
.../pinot/common/function/FunctionRegistry.java | 109 +-
.../pinot/common/function/FunctionUtils.java | 5 +
.../common/function/TransformFunctionType.java | 367 +-
.../function/scalar/ArithmeticFunctions.java | 17 +-
.../common/function/scalar/ArrayFunctions.java | 149 +
.../function/scalar/ComparisonFunctions.java | 13 +-
.../scalar/DataTypeConversionFunctions.java | 35 +-
.../common/function/scalar/DateTimeConvert.java | 10 +-
.../common/function/scalar/DateTimeFunctions.java | 839 +-
.../common/function/scalar/IpAddressFunctions.java | 80 +
.../common/function/scalar/JsonFunctions.java | 23 +-
.../common/function/scalar/LogicalFunctions.java | 37 +
.../common/function/scalar/ObjectFunctions.java | 212 +-
.../common/function/scalar/StringFunctions.java | 319 +-
.../common/function/scalar/VectorFunctions.java | 186 +
.../apache/pinot/common/http/MultiGetRequest.java | 119 -
.../apache/pinot/common/http/MultiHttpRequest.java | 146 +
.../common/http/MultiHttpRequestResponse.java | 48 +
.../pinot/common/lineage/SegmentLineage.java | 38 +-
.../common/lineage/SegmentLineageAccessHelper.java | 4 +-
.../pinot/common/lineage/SegmentLineageUtils.java | 8 +-
.../pinot/common/messages/ForceCommitMessage.java | 2 +-
.../messages/RoutingTableRebuildMessage.java | 2 +-
.../common/messages/RunPeriodicTaskMessage.java | 2 +-
.../common/messages/SegmentRefreshMessage.java | 2 +-
.../common/messages/SegmentReloadMessage.java | 38 +-
.../common/messages/TableConfigRefreshMessage.java | 2 +-
.../apache/pinot/common/metadata/ZKMetadata.java | 2 +-
.../pinot/common/metadata/ZKMetadataProvider.java | 145 +-
.../metadata/controllerjob/ControllerJobType.java | 34 +
.../metadata/instance/InstanceZKMetadata.java | 2 +-
.../common/metadata/segment/SegmentZKMetadata.java | 38 +-
.../pinot/common/metrics/AbstractMetrics.java | 461 +-
.../apache/pinot/common/metrics/BrokerGauge.java | 37 +-
.../apache/pinot/common/metrics/BrokerMeter.java | 14 +-
.../apache/pinot/common/metrics/BrokerMetrics.java | 20 +
.../pinot/common/metrics/ControllerGauge.java | 53 +-
.../pinot/common/metrics/ControllerMeter.java | 8 +
.../pinot/common/metrics/ControllerMetrics.java | 10 +
.../pinot/common/metrics/ControllerTimer.java | 1 +
.../apache/pinot/common/metrics/MinionGauge.java | 1 +
.../apache/pinot/common/metrics/MinionMeter.java | 12 +-
.../apache/pinot/common/metrics/MinionMetrics.java | 10 +
.../pinot/common/metrics/MinionQueryPhase.java | 5 +-
.../apache/pinot/common/metrics/MinionTimer.java | 5 +-
.../apache/pinot/common/metrics/ServerGauge.java | 46 +-
.../apache/pinot/common/metrics/ServerMeter.java | 51 +-
.../apache/pinot/common/metrics/ServerMetrics.java | 25 +
.../apache/pinot/common/metrics/ServerTimer.java | 47 +-
.../pinot/common/minion/BaseTaskGeneratorInfo.java | 49 +
.../pinot/common/minion/BaseTaskMetadata.java | 2 +-
.../minion/InMemoryTaskManagerStatusCache.java | 82 +
.../common/minion/MergeRollupTaskMetadata.java | 2 +-
.../apache/pinot/common/minion/MinionClient.java | 52 +-
.../common/minion/MinionTaskMetadataUtils.java | 110 +-
.../RealtimeToOfflineSegmentsTaskMetadata.java | 2 +-
.../minion/TaskGeneratorMostRecentRunInfo.java | 122 +
.../common/minion/TaskManagerStatusCache.java | 32 +
.../protocols/SegmentCompletionProtocol.java | 56 +-
.../apache/pinot/common/request/BrokerRequest.java | 14 +-
.../apache/pinot/common/request/DataSource.java | 135 +-
.../apache/pinot/common/request/Expression.java | 47 +-
.../pinot/common/request/ExpressionType.java | 2 +-
.../org/apache/pinot/common/request/Function.java | 55 +-
.../apache/pinot/common/request/Identifier.java | 14 +-
.../pinot/common/request/InstanceRequest.java | 226 +-
.../java/org/apache/pinot/common/request/Join.java | 708 +
.../org/apache/pinot/common/request/JoinType.java | 67 +
.../org/apache/pinot/common/request/Literal.java | 659 +-
.../apache/pinot/common/request/PinotQuery.java | 74 +-
.../apache/pinot/common/request/QuerySource.java | 9 +-
.../common/request/context/ExpressionContext.java | 52 +-
.../common/request/context/FilterContext.java | 75 +-
.../common/request/context/LiteralContext.java | 295 +
.../request/context/OrderByExpressionContext.java | 28 +-
.../request/context/RequestContextUtils.java | 376 +-
.../request/context/predicate/Predicate.java | 3 +-
.../request/context/predicate/RangePredicate.java | 10 +-
.../predicate/VectorSimilarityPredicate.java | 82 +
.../pinot/common/response/BrokerResponse.java | 52 +
.../pinot/common/response/ProcessingException.java | 2 +-
.../response/broker/BrokerResponseNative.java | 102 +-
.../response/broker/BrokerResponseNativeV2.java | 96 +
.../response/broker/BrokerResponseStats.java | 136 +
.../server/TableIndexMetadataResponse.java | 44 +
.../resources/EndReplaceSegmentsRequest.java | 59 +
.../resources/RevertReplaceSegmentsRequest.java | 41 +
.../restlet/resources/SegmentConsumerInfo.java | 51 +-
.../resources/StartReplaceSegmentsRequest.java | 24 +-
.../restlet/resources/TableMetadataInfo.java | 17 +-
.../resources/TableSegmentValidationInfo.java | 44 +
.../resources/ValidDocIdsBitmapResponse.java | 54 +
.../restlet/resources/ValidDocIdsMetadataInfo.java | 69 +
.../common/restlet/resources/ValidDocIdsType.java | 39 +
.../segment/generation/SegmentGenerationUtils.java | 69 +-
.../common/tier/FixedTierSegmentSelector.java | 2 +-
.../common/tier/TimeBasedTierSegmentSelector.java | 6 +
.../org/apache/pinot/common/utils/BcryptUtils.java | 53 +-
.../org/apache/pinot/common/utils/DataSchema.java | 399 +-
.../org/apache/pinot/common/utils/DataTable.java | 169 -
.../apache/pinot/common/utils/DatabaseUtils.java | 158 +
.../apache/pinot/common/utils/DateTimeUtils.java | 13 +-
.../apache/pinot/common/utils/ExceptionUtils.java | 62 +
.../common/utils/ExponentialMovingAverage.java | 108 +
.../common/utils/FileUploadDownloadClient.java | 208 +-
.../org/apache/pinot/common/utils/FileUtils.java | 20 +
.../apache/pinot/common/utils/HLCSegmentName.java | 151 -
.../apache/pinot/common/utils/LLCSegmentName.java | 81 +-
.../org/apache/pinot/common/utils/LoggerUtils.java | 106 +
.../apache/pinot/common/utils/PinotDataType.java | 29 +-
.../common/utils/RegexpPatternConverterUtils.java | 87 +-
.../pinot/common/utils/RoaringBitmapUtils.java | 51 +
.../pinot/common/utils/RoundRobinURIProvider.java | 58 +-
.../common/utils/ScalingThreadPoolExecutor.java | 128 +
.../org/apache/pinot/common/utils/SchemaUtils.java | 56 +-
.../org/apache/pinot/common/utils/SegmentName.java | 74 +-
.../apache/pinot/common/utils/SegmentUtils.java | 48 +-
.../pinot/common/utils/ServiceStartableUtils.java | 40 +-
.../pinot/common/utils/SimpleHttpErrorInfo.java | 2 +
.../org/apache/pinot/common/utils/TlsUtils.java | 342 -
.../org/apache/pinot/common/utils/URIUtils.java | 13 +
.../org/apache/pinot/common/utils/ZkStarter.java | 2 +-
.../utils/config/AccessControlUserConfigUtils.java | 2 +-
.../pinot/common/utils/config/InstanceUtils.java | 49 +-
.../common/utils/config/QueryOptionsUtils.java | 279 +
.../common/utils/config/TableConfigUtils.java | 187 +-
.../pinot/common/utils/config/TagNameUtils.java | 7 +
.../pinot/common/utils/config/TierConfigUtils.java | 87 +
.../common/utils/fetcher/BaseSegmentFetcher.java | 54 +-
.../common/utils/fetcher/HttpSegmentFetcher.java | 129 +-
.../common/utils/fetcher/HttpsSegmentFetcher.java | 3 +-
.../pinot/common/utils/fetcher/SegmentFetcher.java | 12 +-
.../utils/fetcher/SegmentFetcherFactory.java | 106 +-
.../pinot/common/utils/grpc/GrpcQueryClient.java | 108 +-
.../common/utils/grpc/GrpcRequestBuilder.java | 6 +-
.../common/utils/helix/FakePropertyStore.java | 41 +-
.../pinot/common/utils/helix/HelixHelper.java | 42 +-
.../PinotHelixPropertyStoreZnRecordProvider.java | 2 +-
.../apache/pinot/common/utils/http/HttpClient.java | 39 +-
.../pinot/common/utils/http/HttpClientConfig.java | 107 +
.../pinot/common/utils/log/DummyLogFileServer.java | 40 +
.../pinot/common/utils/log/LocalLogFileServer.java | 77 +
.../pinot/common/utils/log/LogFileServer.java | 42 +
.../pinot/common/utils/request/RequestUtils.java | 235 +-
.../common/utils/tls/JvmDefaultSslContext.java | 108 +
.../pinot/common/utils/tls/PinotInsecureMode.java | 38 +
.../pinot/common/utils/tls/RenewableTlsUtils.java | 289 +
.../apache/pinot/common/utils/tls/TlsUtils.java | 356 +
.../common/utils/webhdfs/WebHdfsV1Client.java | 36 +-
.../apache/pinot/common/version/PinotVersion.java | 78 +
.../pinot/core/util/PeerServerSegmentFinder.java | 118 +
.../main/java/org/apache/pinot/sql/FilterKind.java | 3 +-
.../apache/pinot/sql/parsers/CalciteSqlParser.java | 408 +-
.../org/apache/pinot/sql/parsers/ParserUtils.java | 70 +
.../pinot/sql/parsers/SqlNodeAndOptions.java | 19 +-
.../pinot/sql/parsers/parser/SqlAtTimeZone.java | 63 +
.../sql/parsers/parser/SqlPhysicalExplain.java | 36 +
.../pinot/sql/parsers/rewriter/AliasApplier.java | 52 +-
.../pinot/sql/parsers/rewriter/ClpRewriter.java | 633 +
.../rewriter/CompileTimeFunctionsInvoker.java | 17 +-
.../sql/parsers/rewriter/ExprMinMaxRewriter.java | 176 +
...nAggregationGroupByToDistinctQueryRewriter.java | 71 +-
.../sql/parsers/rewriter/OrdinalsUpdater.java | 15 +-
.../rewriter/PredicateComparisonRewriter.java | 43 +-
.../sql/parsers/rewriter/QueryRewriterFactory.java | 12 +-
pinot-common/src/main/proto/mailbox.proto | 18 -
pinot-common/src/main/proto/plan.proto | 22 +-
pinot-common/src/main/proto/server.proto | 18 -
pinot-common/src/main/proto/worker.proto | 68 +-
.../src/main/resources/pinot-version.properties | 20 +
.../src/main/resources/zone-index.properties | 2 +-
.../InstanceAssignmentConfigUtilsTest.java | 238 +
.../pinot/common/data/DateTimeFormatSpecTest.java | 27 +
.../apache/pinot/common/data/FieldSpecTest.java | 52 +-
.../org/apache/pinot/common/data/SchemaTest.java | 47 +-
.../pinot/common/datablock/MetadataBlockTest.java | 128 +
.../function/AggregationFunctionTypeTest.java | 12 +-
.../function/FunctionDefinitionRegistryTest.java | 68 +-
.../pinot/common/function/JsonFunctionsTest.java | 2 +-
.../common/function/TransformFunctionTypeTest.java | 55 -
.../scalar/ArrayAwareJacksonJsonProviderTest.java | 6 +-
.../function/scalar/StringFunctionsTest.java | 43 +
.../pinot/common/http/MultiGetRequestTest.java | 158 -
.../pinot/common/http/MultiHttpRequestTest.java | 237 +
.../pinot/common/lineage/SegmentLineageTest.java | 26 +-
.../common/metadata/InstanceZKMetadataTest.java | 2 +-
.../metadata/MetadataEqualsHashCodeTest.java | 21 +-
.../pinot/common/metadata/MetadataUtils.java | 2 +-
.../RealtimeToOfflineSegmentsTaskMetadataTest.java | 2 +-
.../common/metadata/SegmentZKMetadataTest.java | 2 +-
.../segment/ColumnPartitionMetadataTest.java | 4 +-
.../pinot/common/metrics/AbstractMetricsTest.java | 51 +
.../pinot/common/metrics/MetricValueUtils.java | 123 +
.../pinot/common/metrics/PinotMetricUtilsTest.java | 13 +
.../pinot/common/minion/MinionClientTest.java | 7 +-
.../common/minion/MinionTaskMetadataUtilsTest.java | 92 +-
.../common/request/context/FilterContextTest.java | 32 +
.../common/request/context/LiteralContextTest.java | 225 +
.../generation/SegmentGenerationUtilsTest.java | 125 +
.../pinot/common/tier/TierConfigUtilsTest.java | 30 +
.../pinot/common/tier/TierSegmentSelectorTest.java | 26 +-
.../apache/pinot/common/utils/DataSchemaTest.java | 42 +-
.../pinot/common/utils/DatabaseUtilsTest.java | 82 +
.../common/utils/ExponentialMovingAverageTest.java | 117 +
.../pinot/common/utils/FALFInternerTest.java | 168 +
.../FileUploadDownloadClientWithoutServerTest.java | 41 +
.../pinot/common/utils/LLCSegmentNameTest.java | 98 +
.../apache/pinot/common/utils/LoggerUtilsTest.java | 132 +
.../pinot/common/utils/PinotDataTypeTest.java | 6 +-
.../utils/RegexpPatternConverterUtilsTest.java | 37 +
.../common/utils/RoundRobinURIProviderTest.java | 2 +-
.../utils/ScalingThreadPoolExecutorTest.java | 69 +
.../pinot/common/utils/SegmentNameBuilderTest.java | 172 -
.../pinot/common/utils/SegmentUtilsTest.java | 38 +
.../org/apache/pinot/common/utils/TestClock.java | 56 +
.../apache/pinot/common/utils/URIUtilsTest.java | 17 +-
.../common/utils/config/InstanceUtilsTest.java | 2 +-
.../common/utils/config/QueryOptionsUtilsTest.java | 68 +
.../common/utils/config/TableConfigSerDeTest.java | 32 +-
.../pinot/common/utils/config/TableConfigTest.java | 37 +-
.../common/utils/config/TableConfigUtilsTest.java | 117 +-
.../utils/fetcher/HttpSegmentFetcherTest.java | 115 +
.../utils/fetcher/SegmentFetcherFactoryTest.java | 12 +-
.../common/utils/http/HttpClientConfigTest.java | 46 +
.../common/utils/log/LocalLogFileServerTest.java | 79 +
.../common/utils/request/RequestUtilsTest.java | 68 +
.../pinot/common/utils/tls/TlsUtilsTest.java | 366 +
.../pinot/sql/parsers/CalciteSqlCompilerTest.java | 868 +-
.../sql/parsers/rewriter/ClpRewriterTest.java | 282 +
.../parsers/rewriter/ExprMinMaxRewriterTest.java | 76 +
...regationGroupByToDistinctQueryRewriterTest.java | 163 +-
.../parsers/rewriter/QueryRewriterFactoryTest.java | 11 +-
.../test/java/org/apache/pinot/util/TestUtils.java | 70 +-
pinot-common/src/test/resources/log4j2.xml | 11 +-
.../multipleIndexPartialUpsertConfig.json | 41 +
...artialUpsertMultipleComparisonColumnConfig.json | 41 +
.../src/test/resources/tls/keystore-updated.p12 | Bin 0 -> 2581 bytes
pinot-common/src/test/resources/tls/keystore.p12 | Bin 0 -> 2581 bytes
.../src/test/resources/tls/truststore-updated.p12 | Bin 0 -> 1186 bytes
pinot-common/src/test/resources/tls/truststore.p12 | Bin 0 -> 1186 bytes
pinot-common/src/thrift/query.thrift | 49 +-
pinot-common/src/thrift/request.thrift | 1 +
pinot-compatibility-verifier/pom.xml | 31 +-
.../pinot/compat/CompatibilityOpsRunner.java | 56 +-
.../main/java/org/apache/pinot/compat/QueryOp.java | 27 +-
.../java/org/apache/pinot/compat/StreamOp.java | 28 +-
pinot-connectors/pinot-flink-connector/pom.xml | 30 +-
.../connector/flink/sink/FlinkSegmentWriter.java | 11 +-
.../flink/sink/PinotSinkIntegrationTest.java | 70 +-
pinot-connectors/pinot-spark-2-connector/README.md | 87 +
...pinot-connector-executor-server-interaction.jpg | Bin
.../documentation/read_model.md | 141 +
pinot-connectors/pinot-spark-2-connector/pom.xml | 212 +
...org.apache.spark.sql.sources.DataSourceRegister | 0
.../spark/datasource/PinotDataSourceReader.scala | 123 +
.../spark/datasource/PinotDataSourceV2.scala | 0
.../spark/datasource/PinotInputPartition.scala | 44 +
.../connector/spark/datasource/TypeConverter.scala | 139 +
.../spark/datasource/query/FilterPushDown.scala | 127 +
.../src/test/resources/schema/pinot-schema.json | 0
.../src/test/resources/schema/spark-schema.json | 0
.../connector/spark/datasource/BaseTest.scala | 24 +
.../ExampleSparkPinotConnectorTest.scala | 212 +
.../spark/datasource/TypeConverterTest.scala | 201 +
.../datasource/query/FilterPushDownTest.scala | 82 +
pinot-connectors/pinot-spark-3-connector/README.md | 86 +
...pinot-connector-executor-server-interaction.jpg | Bin
.../documentation/read_model.md | 141 +
pinot-connectors/pinot-spark-3-connector/pom.xml | 208 +
...org.apache.spark.sql.sources.DataSourceRegister | 1 +
.../spark/v3/datasource/PinotDataSource.scala | 55 +
.../spark/v3/datasource/PinotInputPartition.scala | 42 +
.../connector/spark/v3/datasource/PinotScan.scala | 97 +
.../spark/v3/datasource/PinotScanBuilder.scala | 82 +
.../connector/spark/v3/datasource/PinotTable.scala | 50 +
.../spark/v3/datasource/TypeConverter.scala | 138 +
.../spark/v3/datasource/query/FilterPushDown.scala | 127 +
.../src/test/resources/log4j2.xml | 36 +
.../src/test/resources/schema/pinot-schema.json | 75 +
.../src/test/resources/schema/spark-schema.json | 105 +
.../connector/spark/v3/datasource/BaseTest.scala | 24 +
.../ExampleSparkPinotConnectorTest.scala | 213 +
.../spark/v3/datasource/PinotScanBuilderTest.scala | 51 +
.../spark/v3/datasource/PinotScanTest.scala | 51 +
.../spark/v3/datasource/TypeConverterTest.scala | 203 +
.../v3/datasource/query/FilterPushDownTest.scala | 82 +
pinot-connectors/pinot-spark-common/pom.xml | 256 +
.../spark/common/CaseInsensitiveStringMap.java | 201 +
.../pinot/connector/spark/common/HttpUtils.scala | 73 +
.../pinot/connector/spark/common/Logging.scala | 77 +
.../spark/common/PinotClusterClient.scala | 224 +
.../spark/common/PinotDataSourceReadOptions.scala | 116 +
.../pinot/connector/spark/common/exceptions.scala | 27 +
.../pinot/connector/spark/common/package.scala | 41 +
.../spark/common/partition/PinotSplitter.scala | 101 +
.../connector/spark/common/query/ScanQuery.scala | 33 +
.../spark/common/query/ScanQueryGenerator.scala | 101 +
.../reader/PinotAbstractPartitionReader.scala | 72 +
.../common/reader/PinotGrpcServerDataFetcher.scala | 87 +
.../common/reader/PinotServerDataFetcher.scala | 139 +
.../src/test/resources/log4j2.xml | 36 +
.../pinot/connector/spark/common/BaseTest.scala | 24 +
.../common/PinotDataSourceReadOptionsTest.scala | 86 +
.../connector/spark/common/PinotSplitterTest.scala | 134 +
.../common/query/ScanQueryGeneratorTest.scala | 105 +
pinot-connectors/pinot-spark-connector/README.md | 69 -
.../documentation/read_model.md | 142 -
pinot-connectors/pinot-spark-connector/pom.xml | 378 -
.../connector/spark/connector/FilterPushDown.scala | 123 -
.../spark/connector/PinotClusterClient.scala | 230 -
.../connector/PinotGrpcServerDataFetcher.scala | 85 -
.../spark/connector/PinotServerDataFetcher.scala | 136 -
.../connector/spark/connector/PinotSplitter.scala | 101 -
.../connector/spark/connector/PinotUtils.scala | 133 -
.../spark/connector/query/GeneratedSQLs.scala | 33 -
.../query/SQLSelectionQueryGenerator.scala | 94 -
.../datasource/PinotDataSourceReadOptions.scala | 104 -
.../spark/datasource/PinotDataSourceReader.scala | 120 -
.../spark/datasource/PinotInputPartition.scala | 38 -
.../datasource/PinotInputPartitionReader.scala | 65 -
.../connector/spark/exceptions/exceptions.scala | 27 -
.../org/apache/pinot/connector/spark/package.scala | 41 -
.../pinot/connector/spark/utils/HttpUtils.scala | 74 -
.../pinot/connector/spark/utils/Logging.scala | 77 -
.../src/test/resources/log4j2.xml | 35 -
.../apache/pinot/connector/spark/BaseTest.scala | 24 -
.../spark/ExampleSparkPinotConnectorTest.scala | 196 -
.../spark/connector/FilterPushDownTest.scala | 75 -
.../spark/connector/PinotSplitterTest.scala | 132 -
.../connector/spark/connector/PinotUtilsTest.scala | 172 -
.../query/SQLSelectionQueryGeneratorTest.scala | 92 -
.../PinotDataSourceReadOptionsTest.scala | 89 -
pinot-connectors/pom.xml | 18 +-
.../pinot-common-jdk8/pom.xml | 424 -
.../pinot-common-jdk8/src | 1 -
.../pinot-core-jdk8/pom.xml | 278 -
.../pinot-core-jdk8/src | 1 -
.../pinot-java-client-jdk8/pom.xml | 112 -
.../pinot-java-client-jdk8/src | 1 -
.../pinot-segment-local-jdk8/pom.xml | 147 -
.../pinot-segment-local-jdk8/src | 1 -
.../pinot-segment-spi-jdk8/pom.xml | 78 -
.../pinot-segment-spi-jdk8/src | 1 -
.../pinot-spi-jdk8/pom.xml | 133 -
.../prestodb-pinot-dependencies/pinot-spi-jdk8/src | 1 -
.../prestodb-pinot-dependencies/pom.xml | 82 -
.../presto-pinot-driver/pom.xml | 536 -
.../presto/PinotScatterGatherQueryClient.java | 338 -
.../presto/grpc/PinotStreamingQueryClient.java | 52 -
.../apache/pinot/connector/presto/grpc/Utils.java | 54 -
.../plugin/metrics/NoopPinotMetricFactory.java | 292 -
pinot-controller/package-lock.json | 6 +
pinot-controller/pom.xml | 118 +-
.../pinot/controller/BaseControllerStarter.java | 273 +-
.../apache/pinot/controller/ControllerConf.java | 287 +-
.../pinot/controller/api/CallableHttpGet.java | 36 -
.../api/ControllerAdminApiApplication.java | 20 +-
.../pinot/controller/api/access/AccessControl.java | 19 +-
.../controller/api/access/AccessControlUtils.java | 89 +-
.../api/access/AuthenticationFilter.java | 65 +-
.../api/access/BasicAuthAccessControlFactory.java | 9 +-
.../access/ZkBasicAuthAccessControlFactory.java | 145 +-
.../DefaultMetadataEventNotifierFactory.java | 9 +-
.../api/events/MetadataEventNotifierFactory.java | 9 +-
.../api/exception/NoTaskMetadataException.java | 29 -
.../pinot/controller/api/resources/Constants.java | 2 +
.../controller/api/resources/DebugResource.java | 546 +
.../InflightRequestMetricsInterceptor.java | 85 +
.../api/resources/InstanceTagUpdateRequest.java | 50 +
.../resources/LLCSegmentCompletionHandlers.java | 115 +-
.../api/resources/OperationValidationResponse.java | 107 +
.../PinotAccessControlUserRestletResource.java | 50 +-
.../api/resources/PinotBrokerRestletResource.java | 176 +-
.../api/resources/PinotClusterConfigs.java | 22 +-
.../api/resources/PinotControllerAppConfigs.java | 4 +
.../api/resources/PinotControllerAuthResource.java | 14 +-
.../api/resources/PinotControllerHealthCheck.java | 37 +
.../api/resources/PinotControllerLogger.java | 244 +
...PinotControllerPeriodicTaskRestletResource.java | 32 +-
.../resources/PinotDatabaseRestletResource.java | 157 +
.../resources/PinotIngestionRestletResource.java | 31 +-
.../PinotInstanceAssignmentRestletResource.java | 245 +-
.../resources/PinotInstanceRestletResource.java | 252 +-
.../PinotLeadControllerRestletResource.java | 27 +-
.../api/resources/PinotQueryResource.java | 261 +-
.../api/resources/PinotRealtimeTableResource.java | 211 +-
.../api/resources/PinotRunningQueryResource.java | 248 +
.../api/resources/PinotSchemaRestletResource.java | 194 +-
.../api/resources/PinotSegmentRestletResource.java | 764 +-
.../PinotSegmentUploadDownloadRestletResource.java | 110 +-
.../api/resources/PinotTableIndexingConfigs.java | 94 -
.../api/resources/PinotTableInstances.java | 33 +-
.../api/resources/PinotTableMetadataConfigs.java | 91 -
.../api/resources/PinotTableRestletResource.java | 783 +-
.../controller/api/resources/PinotTableSchema.java | 22 +-
.../api/resources/PinotTableSegmentConfigs.java | 96 -
.../api/resources/PinotTableTenantConfigs.java | 24 +-
.../api/resources/PinotTaskRestletResource.java | 390 +-
.../api/resources/PinotTenantRestletResource.java | 265 +-
.../api/resources/PinotUpsertRestletResource.java | 55 +-
.../api/resources/PinotVersionRestletResource.java | 4 +
.../ServerRebalanceJobStatusResponse.java | 55 +
.../ServerReloadControllerJobStatusResponse.java | 87 +
.../api/resources/ServerTableSizeReader.java | 9 +-
.../api/resources/TableAndSchemaConfig.java | 3 +
.../api/resources/TableConfigsRestletResource.java | 155 +-
.../api/resources/TableDebugResource.java | 448 -
.../pinot/controller/api/resources/TableSize.java | 43 +-
.../pinot/controller/api/resources/TableViews.java | 27 +-
.../TenantRebalanceJobStatusResponse.java | 43 +
.../api/resources/TrackInflightRequestMetrics.java | 36 +
.../controller/api/resources/TrackedByGauge.java | 37 +
.../api/resources/ZookeeperResource.java | 101 +-
.../api/services/PinotBrokerService.java | 217 -
.../api/upload/SegmentValidationUtils.java | 25 +-
.../pinot/controller/api/upload/ZKOperator.java | 132 +-
.../controller/helix/ControllerRequestClient.java | 90 +-
.../controller/helix/RealtimeConsumerMonitor.java | 122 +
.../controller/helix/SegmentStatusChecker.java | 146 +-
...erResourceOnlineOfflineStateModelGenerator.java | 2 +-
.../helix/core/PinotHelixResourceManager.java | 2224 +-
...lixSegmentOnlineOfflineStateModelGenerator.java | 2 +-
.../helix/core/PinotTableIdealStateBuilder.java | 137 +-
.../helix/core/SegmentDeletionManager.java | 89 +-
.../instance/FDAwareInstancePartitionSelector.java | 11 +-
.../instance/InstanceAssignmentDriver.java | 45 +-
.../instance/InstancePartitionSelector.java | 8 +-
.../instance/InstancePartitionSelectorFactory.java | 12 +-
.../InstanceReplicaGroupPartitionSelector.java | 684 +-
.../instance/InstanceTagPoolSelector.java | 61 +-
.../MirrorServerSetInstancePartitionSelector.java | 366 +
.../assignment/segment/BaseSegmentAssignment.java | 163 +
.../segment/OfflineDimTableSegmentAssignment.java | 92 -
.../segment/OfflineSegmentAssignment.java | 296 +-
.../segment/RealtimeSegmentAssignment.java | 309 +-
.../core/assignment/segment/SegmentAssignment.java | 12 +-
.../segment/SegmentAssignmentFactory.java | 18 +-
.../assignment/segment/SegmentAssignmentUtils.java | 118 +-
.../segment/StrictRealtimeSegmentAssignment.java | 197 +
.../AllServersSegmentAssignmentStrategy.java | 93 +
.../BalancedNumSegmentAssignmentStrategy.java | 86 +
.../ReplicaGroupSegmentAssignmentStrategy.java | 150 +
.../strategy/SegmentAssignmentStrategy.java | 67 +
.../strategy/SegmentAssignmentStrategyFactory.java | 105 +
.../core/cleanup/StaleInstancesCleanupTask.java | 146 +
.../helix/core/lineage/DefaultLineageManager.java | 130 +
.../helix/core/lineage/LineageManager.java | 73 +
.../helix/core/lineage/LineageManagerFactory.java | 45 +
.../helix/core/minion/ClusterInfoAccessor.java | 45 +-
.../helix/core/minion/CronJobScheduleJob.java | 21 +-
.../core/minion/MinionInstancesCleanupTask.java | 88 -
.../core/minion/PinotHelixTaskResourceManager.java | 480 +-
.../helix/core/minion/PinotTaskManager.java | 205 +-
.../core/minion/TableTaskSchedulerUpdater.java | 2 +-
.../helix/core/minion/TaskMetricsEmitter.java | 108 +-
.../helix/core/minion/TaskTypeMetricsUpdater.java | 2 +-
.../core/minion/generator/BaseTaskGenerator.java | 56 +-
.../core/minion/generator/PinotTaskGenerator.java | 21 +
.../minion/generator/TaskGeneratorRegistry.java | 2 +-
.../core/minion/generator/TaskGeneratorUtils.java | 62 +-
.../core/periodictask/ControllerPeriodicTask.java | 57 +-
.../realtime/MissingConsumingSegmentFinder.java | 6 +-
.../realtime/PinotLLCRealtimeSegmentManager.java | 623 +-
.../core/realtime/PinotRealtimeSegmentManager.java | 409 -
.../core/realtime/SegmentCompletionManager.java | 105 +-
.../segment/CommittingSegmentDescriptor.java | 10 +
.../segment/DefaultFlushThresholdUpdater.java | 11 +-
.../segment/FixedFlushThresholdUpdater.java | 39 +
.../segment/FlushThresholdUpdateManager.java | 35 +-
.../realtime/segment/FlushThresholdUpdater.java | 11 +-
.../segment/SegmentFlushThresholdComputer.java | 57 +-
.../SegmentSizeBasedFlushThresholdUpdater.java | 26 +-
.../core/rebalance/NoOpTableRebalanceObserver.java | 49 +
.../helix/core/rebalance/RebalanceChecker.java | 328 +
.../helix/core/rebalance/RebalanceConfig.java | 263 +
.../core/rebalance/RebalanceJobConstants.java | 29 +
.../helix/core/rebalance/RebalanceResult.java | 29 +-
.../core/rebalance/TableRebalanceContext.java | 94 +
.../core/rebalance/TableRebalanceObserver.java | 50 +
.../rebalance/TableRebalanceProgressStats.java | 130 +
.../helix/core/rebalance/TableRebalancer.java | 745 +-
.../rebalance/ZkBasedTableRebalanceObserver.java | 277 +
.../rebalance/tenant/DefaultTenantRebalancer.java | 212 +
.../rebalance/tenant/TenantRebalanceConfig.java | 81 +
.../rebalance/tenant/TenantRebalanceObserver.java | 38 +
.../tenant/TenantRebalanceProgressStats.java | 114 +
.../rebalance/tenant/TenantRebalanceResult.java | 59 +
.../core/rebalance/tenant/TenantRebalancer.java | 23 +
.../tenant/ZkBasedTenantRebalanceObserver.java | 114 +
.../helix/core/relocation/SegmentRelocator.java | 233 +-
.../helix/core/retention/RetentionManager.java | 102 +-
.../helix/core/util/HelixSetupUtils.java | 150 +-
.../helix/core/util/ZKMetadataUtils.java | 39 +-
.../recommender/data/DataGenerationHelpers.java | 138 +
.../recommender/data/generator/AvroWriter.java | 79 -
.../recommender/data/generator/DataGenerator.java | 85 +-
.../data/generator/DataGeneratorSpec.java | 116 +-
.../data/generator/DateTimeGenerator.java | 51 +
.../data/generator/PatternSeasonalGenerator.java | 2 +-
.../data/generator/PatternSequenceGenerator.java | 2 +-
.../data/generator/PatternSpikeGenerator.java | 2 +-
.../data/generator/PatternStringGenerator.java | 2 +-
.../recommender/data/writer/AvroWriter.java | 117 +
.../recommender/data/writer/AvroWriterSpec.java | 56 +
.../recommender/data/writer/CsvWriter.java | 66 +
.../recommender/data/writer/FileWriter.java | 81 +
.../recommender/data/writer/FileWriterSpec.java | 47 +
.../recommender/data/writer/JsonWriter.java | 43 +
.../controller/recommender/data/writer/Writer.java | 49 +
.../recommender/data/writer/WriterSpec.java | 34 +
.../controller/recommender/io/InputManager.java | 10 +-
.../realtime/provisioning/MemoryEstimator.java | 79 +-
.../recommender/rules/impl/BloomFilterRule.java | 18 +-
.../recommender/rules/impl/FlagQueryRule.java | 6 +-
.../recommender/rules/impl/JsonIndexRule.java | 2 +-
.../NoDictionaryOnHeapDictionaryJointRule.java | 5 +-
.../rules/impl/PinotTablePartitionRule.java | 7 +-
.../recommender/rules/impl/RangeIndexRule.java | 5 +-
.../utils/QueryInvertedSortedIndexRecommender.java | 7 +-
.../controller/tuner/TableConfigTunerRegistry.java | 27 +-
.../controller/util/AutoAddInvertedIndex.java | 11 +-
.../controller/util/CompletionServiceHelper.java | 109 +-
.../util/ConsumingSegmentInfoReader.java | 90 +-
.../pinot/controller/util/FileIngestionHelper.java | 17 +-
.../controller/util/SegmentCompletionUtils.java | 47 -
.../util/ServerSegmentMetadataReader.java | 236 +-
.../controller/util/ServerTableTierReader.java | 7 +-
.../util/TableIngestionStatusHelper.java | 5 +-
.../pinot/controller/util/TableMetadataReader.java | 85 +-
.../controller/util/TableRetentionValidator.java | 11 +-
.../pinot/controller/util/TableSizeReader.java | 103 +-
.../pinot/controller/util/TableTierReader.java | 57 +-
.../RealtimeSegmentValidationManager.java | 79 +-
pinot-controller/src/main/resources/.nvmrc | 1 +
pinot-controller/src/main/resources/Readme.md | 41 +
pinot-controller/src/main/resources/app/App.tsx | 250 +-
.../src/main/resources/app/app_state.ts | 1 +
.../app/components/AppLoadingIndicator.tsx | 43 +
.../app/components/AsyncInstanceTable.tsx | 131 +
.../resources/app/components/AsyncPinotSchemas.tsx | 76 +
.../resources/app/components/AsyncPinotTables.tsx | 220 +
.../resources/app/components/ComponentLoader.tsx | 44 +
.../main/resources/app/components/CustomDialog.tsx | 9 +-
.../app/components/Homepage/ClusterConfig.tsx | 1 -
.../app/components/Homepage/InstanceTable.tsx | 5 +-
.../app/components/Homepage/InstancesTables.tsx | 43 +-
.../Homepage/Operations/AddIngestionComponent.tsx | 3 +-
.../Operations/AddRealTimeIngestionComponent.tsx | 3 +-
.../Homepage/Operations/AddRealtimeTableOp.tsx | 3 +-
.../components/Homepage/Operations/AddSchemaOp.tsx | 153 +-
.../Homepage/Operations/RebalanceServerTableOp.tsx | 15 +-
.../Homepage/Operations/ReloadStatusOp.tsx | 228 +-
.../app/components/Homepage/TenantsListing.tsx | 66 +-
.../app/components/Homepage/useTaskTypesTable.tsx | 1 -
.../src/main/resources/app/components/Layout.tsx | 17 +-
.../src/main/resources/app/components/Loading.tsx | 25 +
.../src/main/resources/app/components/NotFound.tsx | 69 +
.../app/components/Query/QuerySideBar.tsx | 13 +-
.../main/resources/app/components/SearchBar.tsx | 2 +-
.../app/components/SegmentStatusRenderer.tsx | 182 +
.../resources/app/components/SimpleAccordion.tsx | 12 +-
.../src/main/resources/app/components/Table.tsx | 88 +-
.../resources/app/components/auth/AuthProvider.tsx | 281 +
.../resources/app/components/usePeriodicTasks.tsx | 1 -
.../resources/app/components/useTaskListing.tsx | 1 -
pinot-controller/src/main/resources/app/index.tsx | 42 +
.../src/main/resources/app/interfaces/types.d.ts | 121 +-
.../src/main/resources/app/pages/HomePage.tsx | 128 +-
.../main/resources/app/pages/InstanceDetails.tsx | 467 +-
.../resources/app/pages/InstanceListingPage.tsx | 11 +-
.../src/main/resources/app/pages/Query.tsx | 294 +-
.../main/resources/app/pages/SchemaPageDetails.tsx | 304 +-
.../main/resources/app/pages/SegmentDetails.tsx | 440 +-
.../src/main/resources/app/pages/SubTaskDetail.tsx | 59 +-
.../main/resources/app/pages/TablesListingPage.tsx | 149 +-
.../src/main/resources/app/pages/TaskDetail.tsx | 57 +-
.../src/main/resources/app/pages/TaskQueue.tsx | 10 +-
.../main/resources/app/pages/TaskQueueTable.tsx | 17 +-
.../src/main/resources/app/pages/TenantDetails.tsx | 676 +-
.../src/main/resources/app/pages/Tenants.tsx | 110 +-
.../resources/app/pages/TenantsListingPage.tsx | 31 +-
.../src/main/resources/app/requests/index.ts | 94 +-
pinot-controller/src/main/resources/app/router.tsx | 1 +
.../main/resources/app/utils/PinotMethodUtils.ts | 341 +-
.../src/main/resources/app/utils/SortFunctions.tsx | 49 +
.../src/main/resources/app/utils/Utils.tsx | 213 +-
.../src/main/resources/app/utils/axios-config.ts | 93 +-
.../src/main/resources/package-lock.json | 15071 ++++-
pinot-controller/src/main/resources/package.json | 6 +-
.../src/main/resources/webpack.config.js | 2 +-
.../pinot/controller/ControllerConfTest.java | 23 +
.../pinot/controller/api/AccessControlTest.java | 60 -
.../ConsumingSegmentInfoReaderStatelessTest.java | 121 +-
.../PinotAccessControlUserRestletResourceTest.java | 195 +-
.../PinotBrokerRestletResourceStatelessTest.java | 4 +
.../api/PinotControllerAppConfigsTest.java | 20 +-
.../pinot/controller/api/PinotFileUploadTest.java | 11 +-
...PinotIngestionRestletResourceStatelessTest.java | 23 +-
...anceAssignmentRestletResourceStatelessTest.java | 385 +
...PinotInstanceAssignmentRestletResourceTest.java | 344 -
.../api/PinotInstanceRestletResourceTest.java | 345 +-
.../api/PinotSchemaRestletResourceTest.java | 131 +-
.../api/PinotSegmentRestletResourceTest.java | 212 +-
.../controller/api/PinotSegmentsMetadataTest.java | 37 +-
.../api/PinotTableRestletResourceTest.java | 511 +-
.../api/PinotTenantRestletResourceTest.java | 197 +-
.../api/SegmentCompletionProtocolDeserTest.java | 49 +-
.../controller/api/SegmentCompletionUtilsTest.java | 40 -
.../controller/api/ServerTableSizeReaderTest.java | 33 +-
.../api/TableConfigsRestletResourceTest.java | 449 +-
.../pinot/controller/api/TableSizeReaderTest.java | 222 +-
.../pinot/controller/api/TableTierReaderTest.java | 25 +-
.../pinot/controller/api/TableViewsTest.java | 123 +-
.../api/access/AuthenticationFilterTest.java | 66 +-
.../PinotDummyExtraRestletResource.java | 45 +
.../InflightRequestMetricsInterceptorTest.java | 99 +
.../PinotDatabaseRestletResourceTest.java | 102 +
...inotDummyExtraRestletResourceStatelessTest.java | 61 +
.../PinotDummyExtraRestletResourceTest.java | 61 -
.../resources/PinotTaskRestletResourceTest.java | 139 +
.../api/resources/ZookeeperResourceTest.java | 4 +-
.../PinotDummyExtraRestletResource.java | 45 -
.../controller/api/upload/ZKOperatorTest.java | 35 +-
.../helix/ControllerInstanceToggleTest.java | 106 +-
...ControllerPeriodicTaskStarterStatelessTest.java | 3 +-
.../controller/helix/ControllerSentinelTest.java | 93 +
.../controller/helix/ControllerSentinelTestV2.java | 112 -
.../pinot/controller/helix/ControllerTest.java | 284 +-
.../helix/PinotControllerModeStatelessTest.java | 14 +-
.../controller/helix/PinotResourceManagerTest.java | 233 +-
.../helix/RealtimeConsumerMonitorTest.java | 168 +
.../controller/helix/SegmentStatusCheckerTest.java | 447 +-
.../pinot/controller/helix/TableCacheTest.java | 57 +-
.../PinotHelixResourceManagerAssignmentTest.java | 170 +
.../PinotHelixResourceManagerStatelessTest.java | 1408 +-
.../helix/core/PinotHelixResourceManagerTest.java | 1333 -
.../instance/InstanceAssignmentTest.java | 1527 +-
.../InstanceReplicaGroupPartitionSelectorTest.java | 217 +
.../OfflineDimTableSegmentAssignmentTest.java | 126 -
...fflineNonReplicaGroupSegmentAssignmentTest.java | 154 -
...NonReplicaGroupTieredSegmentAssignmentTest.java | 47 +-
.../OfflineReplicaGroupSegmentAssignmentTest.java | 380 -
...altimeNonReplicaGroupSegmentAssignmentTest.java | 129 +-
...NonReplicaGroupTieredSegmentAssignmentTest.java | 86 +-
.../RealtimeReplicaGroupSegmentAssignmentTest.java | 174 +-
.../StrictRealtimeSegmentAssignmentTest.java | 287 +
.../AllServersSegmentAssignmentStrategyTest.java | 150 +
.../BalancedNumSegmentAssignmentStrategyTest.java | 157 +
.../ReplicaGroupSegmentAssignmentStrategyTest.java | 481 +
.../SegmentAssignmentStrategyFactoryTest.java | 149 +
.../cleanup/SchemaCleanupTaskStatelessTest.java | 285 +
.../StaleInstancesCleanupTaskStatelessTest.java | 143 +
.../MinionInstancesCleanupTaskStatelessTest.java | 82 -
.../minion/PinotHelixTaskResourceManagerTest.java | 342 +
.../core/minion/PinotTaskManagerStatelessTest.java | 48 +-
.../helix/core/minion/TaskMetricsEmitterTest.java | 308 +
.../minion/generator/TaskGeneratorUtilsTest.java | 40 +-
.../periodictask/ControllerPeriodicTaskTest.java | 28 +-
.../PinotLLCRealtimeSegmentManagerTest.java | 215 +-
.../helix/core/realtime/SegmentCompletionTest.java | 75 +
.../segment/FlushThresholdUpdaterTest.java | 193 +-
.../segment/SegmentFlushThresholdComputerTest.java | 131 +-
.../helix/core/rebalance/RebalanceCheckerTest.java | 388 +
.../TableRebalancerClusterStatelessTest.java | 216 +-
.../helix/core/rebalance/TableRebalancerTest.java | 921 +-
.../TestZkBasedTableRebalanceObserver.java | 111 +
.../rebalance/tenant/TenantRebalancerTest.java | 196 +
.../core/relocation/SegmentRelocatorTest.java | 212 +
.../helix/core/retention/RetentionManagerTest.java | 164 +-
.../core/retention/SegmentLineageCleanupTest.java | 194 +-
.../core/util/SegmentDeletionManagerTest.java | 31 +-
.../controller/util/ListenerConfigUtilTest.java | 139 +-
.../controller/utils/SegmentMetadataMockUtils.java | 37 +-
.../validation/StorageQuotaCheckerTest.java | 25 +-
.../validation/ValidationManagerStatelessTest.java | 5 +-
.../validation/ValidationManagerTest.java | 34 +-
pinot-controller/src/test/resources/log4j2.xml | 19 +-
pinot-core/pom.xml | 148 +-
.../CPUMemThreadLevelAccountingObjects.java | 128 +
.../HeapUsagePublishingAccountantFactory.java | 72 +
.../PerQueryCPUMemAccountantFactory.java | 851 +
.../PerQueryCPUMemAccountantFactoryForTest.java | 49 +
.../java/org/apache/pinot/core/auth/Actions.java | 150 +
.../java/org/apache/pinot/core/auth/Authorize.java | 44 +
.../org/apache/pinot/core/auth/BasicAuthUtils.java | 99 +-
.../pinot/core/auth/FineGrainedAccessControl.java | 50 +
.../pinot/core/auth/FineGrainedAuthUtils.java | 117 +
.../pinot/core/auth/ManualAuthorization.java | 36 +
.../org/apache/pinot/core/auth/TargetType.java | 27 +
.../java/org/apache/pinot/core/common/Block.java | 37 +-
.../apache/pinot/core/common/BlockDocIdSet.java | 53 +-
.../pinot/core/common/BlockDocIdValueIterator.java | 33 -
.../pinot/core/common/BlockDocIdValueSet.java | 24 -
.../apache/pinot/core/common/BlockMetadata.java | 42 -
.../org/apache/pinot/core/common/BlockValSet.java | 7 +
.../apache/pinot/core/common/DataBlockCache.java | 18 +
.../org/apache/pinot/core/common/DataFetcher.java | 145 +-
.../apache/pinot/core/common/MinionConstants.java | 40 +-
.../apache/pinot/core/common/ObjectSerDeUtils.java | 827 +-
.../org/apache/pinot/core/common/Operator.java | 28 +-
.../core/common/RowBasedBlockValueFetcher.java | 11 +
.../pinot/core/common/datablock/BaseDataBlock.java | 689 -
.../core/common/datablock/ColumnarDataBlock.java | 94 -
.../core/common/datablock/DataBlockBuilder.java | 363 +-
.../core/common/datablock/DataBlockUtils.java | 219 -
.../pinot/core/common/datablock/MetadataBlock.java | 65 -
.../pinot/core/common/datablock/RowDataBlock.java | 112 -
.../pinot/core/common/datatable/BaseDataTable.java | 310 -
.../common/datatable/BaseDataTableBuilder.java | 11 +-
.../core/common/datatable/DataTableBuilder.java | 5 +-
.../common/datatable/DataTableBuilderFactory.java | 81 +
.../common/datatable/DataTableBuilderV2V3.java | 5 +-
.../core/common/datatable/DataTableBuilderV4.java | 8 +-
.../core/common/datatable/DataTableFactory.java | 98 -
.../core/common/datatable/DataTableImplV2.java | 271 -
.../core/common/datatable/DataTableImplV3.java | 405 -
.../core/common/datatable/DataTableImplV4.java | 53 -
.../core/common/datatable/DataTableUtils.java | 238 -
.../evaluators/DefaultJsonPathEvaluator.java | 149 +-
.../core/data/manager/BaseTableDataManager.java | 447 +-
.../core/data/manager/InstanceDataManager.java | 36 +-
.../core/data/manager/offline/DimensionTable.java | 36 +-
.../manager/offline/DimensionTableDataManager.java | 195 +-
.../manager/offline/FastLookupDimensionTable.java | 64 +
.../offline/ImmutableSegmentDataManager.java | 2 +-
.../data/manager/offline/LookupRecordLocation.java | 46 +
.../offline/MemoryOptimizedDimensionTable.java | 95 +
.../manager/offline/OfflineTableDataManager.java | 1 +
.../manager/offline/TableDataManagerProvider.java | 57 +-
.../manager/realtime/DefaultSegmentCommitter.java | 55 -
.../realtime/HLRealtimeSegmentDataManager.java | 475 -
.../core/data/manager/realtime/IdleTimer.java | 71 +
.../manager/realtime/IngestionDelayTracker.java | 365 +
.../realtime/LLRealtimeSegmentDataManager.java | 1551 -
.../realtime/PeerSchemeSplitSegmentCommitter.java | 48 -
.../manager/realtime/PinotFSSegmentUploader.java | 45 +-
.../realtime/RealtimeConsumptionRateManager.java | 156 +-
.../realtime/RealtimeSegmentDataManager.java | 1747 +-
.../manager/realtime/RealtimeTableDataManager.java | 603 +-
.../realtime/SegmentBuildTimeLeaseExtender.java | 4 +-
.../data/manager/realtime/SegmentCommitter.java | 2 +-
.../manager/realtime/SegmentCommitterFactory.java | 36 +-
.../manager/realtime/SegmentCompletionUtils.java | 61 +
.../data/manager/realtime/SegmentUploader.java | 11 +-
.../realtime/Server2ControllerSegmentUploader.java | 31 +-
.../manager/realtime/SplitSegmentCommitter.java | 25 +-
.../apache/pinot/core/data/table/IndexedTable.java | 20 +-
.../org/apache/pinot/core/data/table/Table.java | 7 +-
.../apache/pinot/core/data/table/TableResizer.java | 30 +-
.../core/function/scalar/SketchFunctions.java | 520 +
.../function/BaseBinaryGeoTransformFunction.java | 62 +-
.../function/ConstructFromTextFunction.java | 13 +-
.../function/ConstructFromWKBFunction.java | 13 +-
.../transform/function/GeoToH3Function.java | 28 +-
.../transform/function/ScalarFunctions.java | 55 +-
.../transform/function/StAreaFunction.java | 13 +-
.../transform/function/StAsBinaryFunction.java | 13 +-
.../transform/function/StAsTextFunction.java | 13 +-
.../transform/function/StContainsFunction.java | 6 +-
.../transform/function/StDistanceFunction.java | 8 +-
.../transform/function/StEqualsFunction.java | 6 +-
.../transform/function/StGeometryTypeFunction.java | 13 +-
.../transform/function/StPointFunction.java | 30 +-
.../transform/function/StPolygonFunction.java | 8 +-
.../transform/function/StWithinFunction.java | 6 +-
.../apache/pinot/core/minion/PinotTaskConfig.java | 13 +-
.../pinot/core/minion/RawIndexConverter.java | 260 -
.../apache/pinot/core/minion/SegmentPurger.java | 25 +-
.../AcquireReleaseColumnsSegmentOperator.java | 28 +-
.../apache/pinot/core/operator/BaseOperator.java | 8 +-
.../pinot/core/operator/BaseProjectOperator.java | 44 +
.../core/operator/BitmapDocIdSetOperator.java | 5 +
.../apache/pinot/core/operator/ColumnContext.java | 73 +
.../pinot/core/operator/DocIdSetOperator.java | 17 +-
.../core/operator/InstanceResponseOperator.java | 71 +-
.../pinot/core/operator/ProjectionOperator.java | 31 +-
.../core/operator/ProjectionOperatorUtils.java | 57 +
.../StreamingInstanceResponseOperator.java | 62 -
.../pinot/core/operator/blocks/DocIdSetBlock.java | 49 +-
.../pinot/core/operator/blocks/FilterBlock.java | 41 +-
.../operator/blocks/InstanceResponseBlock.java | 125 +-
.../operator/blocks/IntermediateResultsBlock.java | 505 -
.../operator/blocks/PassThroughTransformBlock.java | 41 -
.../core/operator/blocks/ProjectionBlock.java | 32 +-
.../pinot/core/operator/blocks/TransformBlock.java | 52 +-
.../pinot/core/operator/blocks/ValueBlock.java | 52 +
.../blocks/results/AggregationResultsBlock.java | 216 +
.../operator/blocks/results/BaseResultsBlock.java | 203 +
.../blocks/results/DistinctResultsBlock.java | 85 +
.../blocks/results/ExceptionResultsBlock.java | 73 +
.../blocks/results/ExplainResultsBlock.java | 109 +
.../blocks/results/GroupByResultsBlock.java | 306 +
.../blocks/results/MetadataResultsBlock.java | 58 +
.../operator/blocks/results/ResultsBlockUtils.java | 120 +
.../blocks/results/SelectionResultsBlock.java | 86 +
.../combine/AggregationCombineOperator.java | 45 +
.../combine/AggregationOnlyCombineOperator.java | 58 -
.../core/operator/combine/BaseCombineOperator.java | 210 +-
.../combine/BaseSingleBlockCombineOperator.java | 156 +
.../operator/combine/CombineOperatorUtils.java | 38 +-
.../operator/combine/DistinctCombineOperator.java | 47 +-
.../operator/combine/GroupByCombineOperator.java | 253 +
.../combine/GroupByOrderByCombineOperator.java | 256 -
...xValueBasedSelectionOrderByCombineOperator.java | 117 +-
.../combine/SelectionOnlyCombineOperator.java | 51 +-
.../combine/SelectionOrderByCombineOperator.java | 69 +-
.../merger/AggregationResultsBlockMerger.java | 45 +
.../combine/merger/DistinctResultsBlockMerger.java | 61 +
.../combine/merger/ResultsBlockMerger.java | 47 +
.../merger/SelectionOnlyResultsBlockMerger.java | 60 +
.../merger/SelectionOrderByResultsBlockMerger.java | 55 +
.../dociditerators/ArrayBasedDocIdIterator.java | 53 -
.../ExpressionScanDocIdIterator.java | 214 +-
.../dociditerators/MVScanDocIdIterator.java | 54 +-
.../dociditerators/SVScanDocIdIterator.java | 66 +-
.../dociditerators/ScanBasedDocIdIterator.java | 20 +-
.../pinot/core/operator/docidsets/AndDocIdSet.java | 65 +-
.../operator/docidsets/ArrayBasedDocIdSet.java | 38 -
.../core/operator/docidsets/BitmapDocIdSet.java | 3 +-
.../core/operator/docidsets/EmptyDocIdSet.java | 5 +-
.../operator/docidsets/ExpressionDocIdSet.java | 49 +
.../docidsets/ExpressionFilterDocIdSet.java | 45 -
.../operator/docidsets/FilterBlockDocIdSet.java | 75 -
.../core/operator/docidsets/MVScanDocIdSet.java | 10 +-
.../core/operator/docidsets/MatchAllDocIdSet.java | 3 +-
.../pinot/core/operator/docidsets/NotDocIdSet.java | 7 +-
.../pinot/core/operator/docidsets/OrDocIdSet.java | 42 +-
.../docidsets/RangelessBitmapDocIdSet.java | 3 +-
.../core/operator/docidsets/SVScanDocIdSet.java | 9 +-
.../core/operator/docidsets/SortedDocIdSet.java | 3 +-
.../core/operator/docvalsets/DataBlockValSet.java | 156 +
.../docvalsets/FilteredDataBlockValSet.java | 186 +
.../docvalsets/FilteredRowBasedBlockValSet.java | 311 +
.../operator/docvalsets/ProjectionBlockValSet.java | 8 +
.../operator/docvalsets/RowBasedBlockValSet.java | 435 +
.../operator/docvalsets/TransformBlockValSet.java | 78 +-
.../core/operator/filter/AndFilterOperator.java | 35 +-
.../operator/filter/BaseColumnFilterOperator.java | 81 +
.../core/operator/filter/BaseFilterOperator.java | 41 +
.../operator/filter/BitmapBasedFilterOperator.java | 129 +-
.../operator/filter/CombinedFilterOperator.java | 24 +-
.../core/operator/filter/EmptyFilterOperator.java | 16 +-
.../operator/filter/ExpressionFilterOperator.java | 70 +-
.../core/operator/filter/FilterOperatorUtils.java | 386 +-
.../filter/H3InclusionIndexFilterOperator.java | 67 +-
.../operator/filter/H3IndexFilterOperator.java | 39 +-
.../filter/InvertedIndexFilterOperator.java | 159 +
.../operator/filter/JsonMatchFilterOperator.java | 9 +-
.../operator/filter/MatchAllFilterOperator.java | 15 +-
.../core/operator/filter/NotFilterOperator.java | 24 +-
.../core/operator/filter/OrFilterOperator.java | 37 +-
.../operator/filter/PrioritizedFilterOperator.java | 52 +
.../filter/RangeIndexBasedFilterOperator.java | 354 +-
.../operator/filter/ScanBasedFilterOperator.java | 32 +-
.../filter/SortedIndexBasedFilterOperator.java | 21 +-
.../core/operator/filter/TestFilterOperator.java | 107 +
.../filter/TextContainsFilterOperator.java | 9 +-
.../operator/filter/TextMatchFilterOperator.java | 7 +-
.../filter/VectorSimilarityFilterOperator.java | 118 +
.../predicate/EqualsPredicateEvaluatorFactory.java | 152 +-
.../predicate/InPredicateEvaluatorFactory.java | 125 +-
.../NotEqualsPredicateEvaluatorFactory.java | 112 +-
.../predicate/NotInPredicateEvaluatorFactory.java | 124 +-
.../filter/predicate/PredicateEvaluator.java | 9 +
.../predicate/PredicateEvaluatorProvider.java | 21 +-
.../operator/filter/predicate/PredicateUtils.java | 56 +-
.../predicate/RangePredicateEvaluatorFactory.java | 51 +-
.../RegexpLikePredicateEvaluatorFactory.java | 3 +-
.../filter/predicate/traits/DoubleRange.java | 25 +
.../filter/predicate/traits/DoubleValue.java | 23 +
.../filter/predicate/traits/FloatRange.java | 25 +
.../filter/predicate/traits/FloatValue.java | 23 +
.../operator/filter/predicate/traits/IntRange.java | 25 +
.../operator/filter/predicate/traits/IntValue.java | 23 +
.../filter/predicate/traits/LongRange.java | 25 +
.../filter/predicate/traits/LongValue.java | 23 +
.../query/AggregationGroupByOrderByOperator.java | 174 -
.../core/operator/query/AggregationOperator.java | 46 +-
.../query/DictionaryBasedDistinctOperator.java | 143 +-
.../core/operator/query/DistinctOperator.java | 62 +-
.../operator/query/EmptySelectionOperator.java | 35 +-
.../operator/query/FastFilteredCountOperator.java | 17 +-
.../query/FilteredAggregationOperator.java | 58 +-
.../operator/query/FilteredGroupByOperator.java | 233 +
.../pinot/core/operator/query/GroupByOperator.java | 171 +
.../query/LinearSelectionOrderByOperator.java | 417 +
.../query/NonScanBasedAggregationOperator.java | 67 +-
.../core/operator/query/SelectionOnlyOperator.java | 50 +-
.../operator/query/SelectionOrderByOperator.java | 290 +-
.../SelectionPartiallyOrderedByAscOperator.java | 82 +
.../SelectionPartiallyOrderedByDescOperation.java | 105 +
.../streaming/BaseStreamingCombineOperator.java | 207 +
.../StreamingAggregationCombineOperator.java | 45 +
.../StreamingDistinctCombineOperator.java | 45 +
.../streaming/StreamingGroupByCombineOperator.java | 268 +
.../StreamingInstanceResponseOperator.java | 103 +
.../operator/streaming/StreamingResponseUtils.java | 2 +-
.../StreamingSelectionOnlyCombineOperator.java | 105 +-
.../streaming/StreamingSelectionOnlyOperator.java | 78 +-
.../StreamingSelectionOrderByCombineOperator.java | 45 +
.../transform/PassThroughTransformOperator.java | 61 -
.../core/operator/transform/TransformOperator.java | 113 +-
.../function/AdditionTransformFunction.java | 57 +-
.../function/AndOperatorTransformFunction.java | 5 +
.../function/ArrayAverageTransformFunction.java | 36 +-
.../function/ArrayLengthTransformFunction.java | 40 +-
.../function/ArrayLiteralTransformFunction.java | 518 +
.../function/ArrayMaxTransformFunction.java | 82 +-
.../function/ArrayMinTransformFunction.java | 86 +-
.../function/ArraySumTransformFunction.java | 24 +-
.../BaseBooleanAssertionTransformFunction.java | 84 +
.../transform/function/BaseTransformFunction.java | 679 +-
.../function/BinaryOperatorTransformFunction.java | 363 +-
.../function/CLPDecodeTransformFunction.java | 132 +
.../transform/function/CaseTransformFunction.java | 1114 +-
.../transform/function/CastTransformFunction.java | 505 +-
.../ClpEncodedVarsMatchTransformFunction.java | 150 +
.../function/CoalesceTransformFunction.java | 400 +
...lyWhenNullHandlingEnabledTransformFunction.java | 177 +
.../DateTimeConversionHopTransformFunction.java | 151 +
.../DateTimeConversionTransformFunction.java | 91 +-
.../function/DateTimeTransformFunction.java | 40 +-
.../function/DateTruncTransformFunction.java | 41 +-
.../function/DistinctFromTransformFunction.java | 108 +
.../function/DivisionTransformFunction.java | 68 +-
.../function/ExtractTransformFunction.java | 122 +
.../function/GreatestTransformFunction.java | 113 +-
.../function/GroovyTransformFunction.java | 236 +-
.../function/IdentifierTransformFunction.java | 83 +-
.../function/InIdSetTransformFunction.java | 48 +-
.../transform/function/InTransformFunction.java | 145 +-
.../function/IsDistinctFromTransformFunction.java | 42 +
.../function/IsFalseTransformFunction.java | 48 +
.../IsNotDistinctFromTransformFunction.java | 42 +
.../function/IsNotFalseTransformFunction.java | 48 +
.../function/IsNotNullTransformFunction.java | 64 +-
.../function/IsNotTrueTransformFunction.java | 48 +
.../function/IsNullTransformFunction.java | 66 +-
.../function/IsTrueTransformFunction.java | 48 +
.../JsonExtractIndexTransformFunction.java | 414 +
.../function/JsonExtractKeyTransformFunction.java | 21 +-
.../JsonExtractScalarTransformFunction.java | 280 +-
.../transform/function/LeastTransformFunction.java | 112 +-
.../function/LiteralTransformFunction.java | 211 +-
.../function/LogicalOperatorTransformFunction.java | 75 +-
.../function/LookupTransformFunction.java | 156 +-
.../function/MapValueTransformFunction.java | 19 +-
.../function/ModuloTransformFunction.java | 39 +-
.../function/MultiplicationTransformFunction.java | 60 +-
.../transform/function/NotInTransformFunction.java | 56 +
.../function/NotOperatorTransformFunction.java | 90 +
.../function/OrOperatorTransformFunction.java | 5 +
.../transform/function/PowerTransformFunction.java | 23 +-
.../function/RegexpExtractTransformFunction.java | 37 +-
.../function/RoundDecimalTransformFunction.java | 24 +-
.../function/ScalarTransformFunctionWrapper.java | 355 +-
.../SelectTupleElementTransformFunction.java | 115 +-
.../function/SingleParamMathTransformFunction.java | 47 +-
.../function/SubtractionTransformFunction.java | 68 +-
.../function/TimeConversionTransformFunction.java | 31 +-
.../transform/function/TransformFunction.java | 138 +-
.../function/TransformFunctionFactory.java | 194 +-
.../function/TrigonometricTransformFunctions.java | 26 +-
.../function/TruncateDecimalTransformFunction.java | 31 +-
.../function/ValueInTransformFunction.java | 132 +-
.../function/VectorTransformFunctions.java | 229 +
.../BaseDateTimeWindowHopTransformer.java | 89 +
.../DateTimeWindowHopTransformerFactory.java | 65 +
.../EpochToEpochWindowHopTransformer.java | 48 +
.../EpochToSDFHopWindowTransformer.java | 49 +
.../SDFToEpochWindowHopTransformer.java | 48 +
.../datetimehop/SDFToSDFWindowHopTransformer.java | 48 +
.../plan/AcquireReleaseColumnsSegmentPlanNode.java | 10 +-
.../plan/AggregationGroupByOrderByPlanNode.java | 97 -
.../pinot/core/plan/AggregationPlanNode.java | 167 +-
.../apache/pinot/core/plan/CombinePlanNode.java | 152 +-
.../apache/pinot/core/plan/DistinctPlanNode.java | 50 +-
.../apache/pinot/core/plan/DocIdSetPlanNode.java | 13 +-
.../org/apache/pinot/core/plan/FilterPlanNode.java | 71 +-
.../apache/pinot/core/plan/GlobalPlanImplV0.java | 10 +-
.../apache/pinot/core/plan/GroupByPlanNode.java | 67 +
.../pinot/core/plan/InstanceResponsePlanNode.java | 15 +-
.../main/java/org/apache/pinot/core/plan/Plan.java | 6 +-
.../apache/pinot/core/plan/ProjectPlanNode.java | 88 +
.../apache/pinot/core/plan/ProjectionPlanNode.java | 65 -
.../apache/pinot/core/plan/SelectionPlanNode.java | 186 +-
.../plan/StreamingInstanceResponsePlanNode.java | 22 +-
.../core/plan/StreamingSelectionPlanNode.java | 13 +-
.../apache/pinot/core/plan/TransformPlanNode.java | 76 -
.../core/plan/maker/InstancePlanMakerImplV2.java | 193 +-
.../apache/pinot/core/plan/maker/PlanMaker.java | 23 +-
.../query/aggregation/AggregationExecutor.java | 8 +-
.../query/aggregation/AggregationResultHolder.java | 13 +
.../aggregation/DefaultAggregationExecutor.java | 9 +-
.../aggregation/DoubleAggregationResultHolder.java | 19 +-
.../aggregation/IntAggregateResultHolder.java | 59 +
.../aggregation/ObjectAggregationResultHolder.java | 20 +-
.../aggregation/function/AggregationFunction.java | 5 -
.../function/AggregationFunctionFactory.java | 380 +-
.../function/AggregationFunctionUtils.java | 328 +-
.../function/AvgAggregationFunction.java | 111 +-
.../function/AvgMVAggregationFunction.java | 5 +-
...ValueIntegerTupleSketchAggregationFunction.java | 68 +
.../function/BaseBooleanAggregationFunction.java | 252 +
.../BaseDistinctAggregateAggregationFunction.java | 985 +
.../BaseSingleInputAggregationFunction.java | 33 +-
.../function/BooleanAndAggregationFunction.java | 37 +
.../function/BooleanOrAggregationFunction.java | 37 +
.../function/ChildAggregationFunction.java | 160 +
.../ChildExprMinMaxAggregationFunction.java | 39 +
.../function/CountAggregationFunction.java | 71 +-
.../function/CountMVAggregationFunction.java | 16 +-
.../function/CovarianceAggregationFunction.java | 217 +
.../function/DistinctAggregationFunction.java | 167 -
.../function/DistinctAvgAggregationFunction.java | 74 +
.../function/DistinctAvgMVAggregationFunction.java | 74 +
.../function/DistinctCountAggregationFunction.java | 460 +-
.../DistinctCountBitmapAggregationFunction.java | 19 +-
.../DistinctCountBitmapMVAggregationFunction.java | 5 +-
.../DistinctCountCPCSketchAggregationFunction.java | 634 +
.../DistinctCountHLLAggregationFunction.java | 2 +-
.../DistinctCountHLLPlusAggregationFunction.java | 471 +
.../DistinctCountHLLPlusMVAggregationFunction.java | 265 +
...CountIntegerTupleSketchAggregationFunction.java | 54 +
.../DistinctCountMVAggregationFunction.java | 248 +-
...stinctCountRawCPCSketchAggregationFunction.java | 55 +
...DistinctCountRawHLLPlusAggregationFunction.java | 115 +
...stinctCountRawHLLPlusMVAggregationFunction.java | 36 +
...inctCountRawThetaSketchAggregationFunction.java | 19 +-
.../DistinctCountRawULLAggregationFunction.java | 47 +
.../DistinctCountSmartHLLAggregationFunction.java | 2 +-
...istinctCountThetaSketchAggregationFunction.java | 217 +-
.../DistinctCountULLAggregationFunction.java | 456 +
.../function/DistinctSumAggregationFunction.java | 74 +
.../function/DistinctSumMVAggregationFunction.java | 74 +
.../function/FastHLLAggregationFunction.java | 9 +-
...irstDoubleValueWithTimeAggregationFunction.java | 77 +-
...FirstFloatValueWithTimeAggregationFunction.java | 78 +-
.../FirstIntValueWithTimeAggregationFunction.java | 82 +-
.../FirstLongValueWithTimeAggregationFunction.java | 77 +-
...irstStringValueWithTimeAggregationFunction.java | 73 +-
.../function/FirstWithTimeAggregationFunction.java | 94 +-
.../function/FourthMomentAggregationFunction.java | 173 +
.../FrequentLongsSketchAggregationFunction.java | 268 +
.../FrequentStringsSketchAggregationFunction.java | 252 +
.../function/HistogramAggregationFunction.java | 49 +-
.../function/IdSetAggregationFunction.java | 2 +-
.../IntegerTupleSketchAggregationFunction.java | 353 +
...LastDoubleValueWithTimeAggregationFunction.java | 77 +-
.../LastFloatValueWithTimeAggregationFunction.java | 78 +-
.../LastIntValueWithTimeAggregationFunction.java | 82 +-
.../LastLongValueWithTimeAggregationFunction.java | 77 +-
...LastStringValueWithTimeAggregationFunction.java | 73 +-
.../function/LastWithTimeAggregationFunction.java | 34 +-
.../function/MaxAggregationFunction.java | 156 +-
.../function/MaxMVAggregationFunction.java | 5 +-
.../function/MinAggregationFunction.java | 155 +-
.../function/MinMVAggregationFunction.java | 5 +-
.../function/MinMaxRangeAggregationFunction.java | 104 +-
.../function/MinMaxRangeMVAggregationFunction.java | 5 +-
.../function/ModeAggregationFunction.java | 149 +-
.../NullableSingleInputAggregationFunction.java | 263 +
.../function/ParentAggregationFunction.java | 71 +
.../ParentExprMinMaxAggregationFunction.java | 432 +
.../function/PercentileAggregationFunction.java | 63 +-
.../function/PercentileEstAggregationFunction.java | 114 +-
.../PercentileEstMVAggregationFunction.java | 10 +-
.../function/PercentileKLLAggregationFunction.java | 261 +
.../PercentileKLLMVAggregationFunction.java | 123 +
.../function/PercentileMVAggregationFunction.java | 10 +-
.../PercentileRawEstAggregationFunction.java | 19 +-
.../PercentileRawKLLAggregationFunction.java | 55 +
.../PercentileRawKLLMVAggregationFunction.java | 55 +
.../PercentileRawTDigestAggregationFunction.java | 32 +-
.../PercentileRawTDigestMVAggregationFunction.java | 6 +
.../PercentileSmartTDigestAggregationFunction.java | 105 +-
.../PercentileTDigestAggregationFunction.java | 156 +-
.../PercentileTDigestMVAggregationFunction.java | 28 +-
...artitionedDistinctCountAggregationFunction.java | 5 +-
.../function/StUnionAggregationFunction.java | 10 +-
.../function/SumAggregationFunction.java | 147 +-
.../function/SumMVAggregationFunction.java | 5 +-
.../function/SumPrecisionAggregationFunction.java | 217 +-
...aluesIntegerTupleSketchAggregationFunction.java | 62 +
.../function/VarianceAggregationFunction.java | 249 +
.../array/ArrayAggDistinctDoubleFunction.java | 66 +
.../array/ArrayAggDistinctFloatFunction.java | 66 +
.../array/ArrayAggDistinctIntFunction.java | 69 +
.../array/ArrayAggDistinctLongFunction.java | 69 +
.../array/ArrayAggDistinctStringFunction.java | 65 +
.../function/array/ArrayAggDoubleFunction.java | 66 +
.../function/array/ArrayAggFloatFunction.java | 67 +
.../function/array/ArrayAggIntFunction.java | 67 +
.../function/array/ArrayAggLongFunction.java | 68 +
.../function/array/ArrayAggStringFunction.java | 65 +
.../function/array/BaseArrayAggDoubleFunction.java | 98 +
.../function/array/BaseArrayAggFloatFunction.java | 98 +
.../function/array/BaseArrayAggFunction.java | 140 +
.../function/array/BaseArrayAggIntFunction.java | 103 +
.../function/array/BaseArrayAggLongFunction.java | 101 +
.../function/array/BaseArrayAggStringFunction.java | 102 +
.../function/funnel/AggregationStrategy.java | 167 +
.../function/funnel/BitmapAggregationStrategy.java | 44 +
.../function/funnel/BitmapMergeStrategy.java | 52 +
.../funnel/BitmapResultExtractionStrategy.java | 85 +
.../function/funnel/DictIdsWrapper.java | 36 +
.../funnel/FunnelCountAggregationFunction.java | 188 +
.../FunnelCountAggregationFunctionFactory.java | 272 +
.../FunnelCountSortedAggregationFunction.java | 129 +
.../aggregation/function/funnel/MergeStrategy.java | 37 +
.../function/funnel/PartitionedMergeStrategy.java | 50 +
.../function/funnel/ResultExtractionStrategy.java | 52 +
.../function/funnel/SetMergeStrategy.java | 52 +
.../funnel/SetResultExtractionStrategy.java | 94 +
.../function/funnel/SortedAggregationResult.java | 67 +
.../function/funnel/SortedAggregationStrategy.java | 44 +
.../funnel/ThetaSketchAggregationStrategy.java | 73 +
.../function/funnel/ThetaSketchMergeStrategy.java | 62 +
.../ThetaSketchResultExtractionStrategy.java | 45 +
.../groupby/DefaultGroupByExecutor.java | 87 +-
.../groupby/DictionaryBasedGroupKeyGenerator.java | 29 +-
.../groupby/DoubleGroupByResultHolder.java | 10 +
.../groupby/DummyAggregationResultHolder.java | 55 +
.../groupby/DummyGroupByResultHolder.java | 56 +
.../query/aggregation/groupby/GroupByExecutor.java | 12 +-
.../aggregation/groupby/GroupByResultHolder.java | 19 +
.../aggregation/groupby/GroupKeyGenerator.java | 18 +-
.../groupby/IntGroupByResultHolder.java | 108 +
.../NoDictionaryMultiColumnGroupKeyGenerator.java | 240 +-
.../NoDictionarySingleColumnGroupKeyGenerator.java | 38 +-
.../groupby/ObjectGroupByResultHolder.java | 16 +-
.../groupby/utils/BaseValueToIdMap.java | 87 -
.../aggregation/groupby/utils/BytesToIdMap.java | 67 -
.../aggregation/groupby/utils/DoubleToIdMap.java | 33 +-
.../aggregation/groupby/utils/FloatToIdMap.java | 33 +-
.../aggregation/groupby/utils/IntToIdMap.java | 33 +-
.../aggregation/groupby/utils/LongToIdMap.java | 33 +-
.../aggregation/groupby/utils/ObjectToIdMap.java | 57 +
.../aggregation/groupby/utils/StringToIdMap.java | 61 -
.../aggregation/groupby/utils/ValueToIdMap.java | 44 +-
.../groupby/utils/ValueToIdMapFactory.java | 11 +-
.../ParentAggregationFunctionResultObject.java | 42 +
.../utils/StatisticalAggregationFunctionUtils.java | 53 +
.../ExprMinMaxMeasuringValSetWrapper.java | 77 +
.../utils/exprminmax/ExprMinMaxObject.java | 353 +
.../ExprMinMaxProjectionValSetWrapper.java | 70 +
.../utils/exprminmax/ExprMinMaxWrapperValSet.java | 106 +
.../core/query/config/QueryExecutorConfig.java | 43 +-
.../core/query/config/QueryPlannerConfig.java | 53 -
.../core/query/config/SegmentPrunerConfig.java | 5 +-
.../core/query/distinct/DistinctExecutor.java | 6 +-
.../query/distinct/DistinctExecutorFactory.java | 98 +-
.../pinot/core/query/distinct/DistinctTable.java | 27 +-
...ionaryBasedMultiColumnDistinctOnlyExecutor.java | 10 +-
...aryBasedMultiColumnDistinctOrderByExecutor.java | 10 +-
...onaryBasedSingleColumnDistinctOnlyExecutor.java | 8 +-
...ryBasedSingleColumnDistinctOrderByExecutor.java | 8 +-
...eRawBigDecimalSingleColumnDistinctExecutor.java | 34 +
.../BaseRawBytesSingleColumnDistinctExecutor.java | 34 +
.../BaseRawDoubleSingleColumnDistinctExecutor.java | 43 +-
.../BaseRawFloatSingleColumnDistinctExecutor.java | 44 +-
.../BaseRawIntSingleColumnDistinctExecutor.java | 44 +-
.../BaseRawLongSingleColumnDistinctExecutor.java | 44 +-
.../BaseRawStringSingleColumnDistinctExecutor.java | 45 +
...BigDecimalSingleColumnDistinctOnlyExecutor.java | 30 +-
...DecimalSingleColumnDistinctOrderByExecutor.java | 33 +-
.../RawBytesSingleColumnDistinctOnlyExecutor.java | 30 +-
...awBytesSingleColumnDistinctOrderByExecutor.java | 45 +-
.../RawDoubleSingleColumnDistinctOnlyExecutor.java | 45 +-
...wDoubleSingleColumnDistinctOrderByExecutor.java | 38 +-
.../RawFloatSingleColumnDistinctOnlyExecutor.java | 43 +-
...awFloatSingleColumnDistinctOrderByExecutor.java | 38 +-
.../RawIntSingleColumnDistinctOnlyExecutor.java | 43 +-
.../RawIntSingleColumnDistinctOrderByExecutor.java | 38 +-
.../RawLongSingleColumnDistinctOnlyExecutor.java | 43 +-
...RawLongSingleColumnDistinctOrderByExecutor.java | 38 +-
.../raw/RawMultiColumnDistinctExecutor.java | 43 +-
.../RawStringSingleColumnDistinctOnlyExecutor.java | 42 +-
...wStringSingleColumnDistinctOrderByExecutor.java | 41 +-
.../pinot/core/query/executor/QueryExecutor.java | 25 +-
.../core/query/executor/ResultsBlockStreamer.java | 34 +
.../query/executor/ServerQueryExecutorV1Impl.java | 480 +-
.../core/query/executor/sql/SqlQueryExecutor.java | 3 +-
.../pinot/core/query/logger/ServerQueryLogger.java | 227 +
.../pinot/core/query/optimizer/QueryOptimizer.java | 12 +-
.../filter/BaseAndOrBooleanFilterOptimizer.java | 129 +
.../filter/FlattenAndOrFilterOptimizer.java | 5 +-
.../filter/IdenticalPredicateFilterOptimizer.java | 106 +
.../optimizer/filter/MergeEqInFilterOptimizer.java | 87 +-
.../optimizer/filter/NumericalFilterOptimizer.java | 217 +-
.../optimizer/filter/TextMatchFilterOptimizer.java | 186 +
.../statement/JsonStatementOptimizer.java | 14 +-
.../core/query/prefetch/DefaultFetchPlanner.java | 104 +
.../pinot/core/query/prefetch/FetchPlanner.java | 53 +
.../core/query/prefetch/FetchPlannerRegistry.java | 49 +
.../query/pruner/BloomFilterSegmentPruner.java | 264 +
.../query/pruner/ColumnValueSegmentPruner.java | 393 +-
.../pinot/core/query/pruner/SegmentPruner.java | 8 +
.../core/query/pruner/SegmentPrunerProvider.java | 4 +-
.../core/query/pruner/SegmentPrunerService.java | 10 +-
.../core/query/pruner/ValueBasedSegmentPruner.java | 243 +
.../query/reduce/AggregationDataTableReducer.java | 113 +-
.../core/query/reduce/BaseGapfillProcessor.java | 16 +-
.../pinot/core/query/reduce/BaseReduceService.java | 236 +-
.../core/query/reduce/BrokerReduceService.java | 78 +-
.../pinot/core/query/reduce/DataTableReducer.java | 2 +-
.../core/query/reduce/DataTableReducerContext.java | 8 +-
.../query/reduce/DistinctDataTableReducer.java | 99 +-
.../query/reduce/ExecutionStatsAggregator.java | 392 +
.../query/reduce/ExplainPlanDataTableReducer.java | 16 +-
.../core/query/reduce/GapfillFilterHandler.java | 5 +-
.../pinot/core/query/reduce/GapfillProcessor.java | 8 +-
.../core/query/reduce/GroupByDataTableReducer.java | 334 +-
.../core/query/reduce/HavingFilterHandler.java | 5 +-
.../core/query/reduce/PostAggregationHandler.java | 2 +-
.../core/query/reduce/ReducerDataSchemaUtils.java | 108 +
.../core/query/reduce/ResultReducerFactory.java | 24 +-
.../core/query/reduce/RowBasedBlockValSet.java | 215 -
.../query/reduce/SelectionDataTableReducer.java | 94 +-
.../reduce/SelectionOnlyStreamingReducer.java | 60 +-
.../core/query/reduce/StreamingReduceService.java | 17 +-
.../pinot/core/query/reduce/StreamingReducer.java | 2 +-
.../core/query/reduce/SumAvgGapfillProcessor.java | 30 +-
.../core/query/reduce/filter/AndRowMatcher.java | 6 +-
.../core/query/reduce/filter/NotRowMatcher.java | 5 +-
.../core/query/reduce/filter/OrRowMatcher.java | 6 +-
.../query/reduce/filter/PredicateRowMatcher.java | 24 +-
.../query/reduce/filter/RowMatcherFactory.java | 11 +-
.../reduce/function/InternalReduceFunctions.java | 42 +
.../core/query/request/ServerQueryRequest.java | 46 +-
.../core/query/request/context/QueryContext.java | 78 +-
.../core/query/request/context/ThreadTimer.java | 56 -
.../core/query/request/context/TimerContext.java | 3 +-
.../context/utils/QueryContextConverterUtils.java | 74 +-
.../request/context/utils/QueryContextUtils.java | 16 +-
.../pinot/core/query/scheduler/QueryScheduler.java | 229 +-
.../scheduler/resources/ResourceLimitPolicy.java | 8 +-
.../query/scheduler/resources/ResourceManager.java | 9 +-
.../query/selection/SelectionOperatorService.java | 158 +-
.../query/selection/SelectionOperatorUtils.java | 410 +-
.../core/query/utils/OrderByComparatorFactory.java | 109 +
.../pinot/core/query/utils/QueryIdUtils.java | 51 +
.../apache/pinot/core/query/utils/TrieNode.java | 63 -
.../rewriter/ParentAggregationResultRewriter.java | 222 +
.../query/utils/rewriter/ResultRewriteUtils.java | 38 +
.../core/query/utils/rewriter/ResultRewriter.java | 30 +
.../utils/rewriter/ResultRewriterFactory.java | 69 +
.../core/query/utils/rewriter/RewriterResult.java | 41 +
.../apache/pinot/core/routing/RoutingManager.java | 28 +-
.../apache/pinot/core/routing/RoutingTable.java | 13 +-
.../pinot/core/routing/TablePartitionInfo.java | 76 +
.../pinot/core/routing/TimeBoundaryInfo.java | 37 +
.../DistinctCountCPCSketchAggregator.java | 51 +
.../aggregator/DistinctCountHLLAggregator.java | 38 +
.../DistinctCountThetaSketchAggregator.java | 43 +
.../aggregator/DistinctCountULLAggregator.java | 39 +
.../aggregator/IntegerTupleSketchAggregator.java | 42 +
.../aggregator/ValueAggregatorFactory.java | 21 +
.../filter/FunctionEvaluatorRecordFilter.java | 46 -
.../processing/filter/NoOpRecordFilter.java | 33 -
.../segment/processing/filter/RecordFilter.java | 33 -
.../processing/filter/RecordFilterConfig.java | 89 -
.../processing/filter/RecordFilterFactory.java | 60 -
.../framework/DefaultSegmentNumRowProvider.java | 39 +
.../processing/framework/SegmentConfig.java | 30 +-
.../framework/SegmentNumRowProvider.java | 28 +
.../framework/SegmentProcessorConfig.java | 22 +-
.../framework/SegmentProcessorFramework.java | 228 +-
.../genericrow/AdaptiveConstraintsWriter.java | 33 +
.../genericrow/AdaptiveSizeBasedWriter.java | 51 +
.../segment/processing/genericrow/FileWriter.java | 30 +
.../genericrow/GenericRowDeserializer.java | 28 +
.../genericrow/GenericRowFileWriter.java | 19 +-
.../genericrow/GenericRowSerializer.java | 26 +-
.../PinotSegmentLifecycleEventListener.java | 30 +
.../PinotSegmentLifecycleEventListenerManager.java | 96 +
.../lifecycle/SegmentLifecycleEventDetails.java | 29 +
.../lifecycle/SegmentLifecycleEventListener.java | 30 +
.../lifecycle/SegmentLifecycleEventType.java | 23 +
.../impl/SegmentDeletionEventDetails.java | 48 +
.../segment/processing/mapper/SegmentMapper.java | 137 +-
.../partitioner/TableConfigPartitioner.java | 3 +-
.../segment/processing/reducer/DedupReducer.java | 22 +-
.../segment/processing/reducer/RollupReducer.java | 23 +-
.../transformer/NoOpRecordTransformer.java | 32 -
.../processing/transformer/RecordTransformer.java | 36 -
.../transformer/RecordTransformerConfig.java | 71 -
.../transformer/RecordTransformerFactory.java | 37 -
.../TransformFunctionRecordTransformer.java | 50 -
.../apache/pinot/core/startree/StarTreeUtils.java | 55 +-
.../executor/StarTreeAggregationExecutor.java | 10 +-
.../startree/executor/StarTreeGroupByExecutor.java | 28 +-
.../startree/operator/StarTreeFilterOperator.java | 246 +-
.../startree/plan/StarTreeProjectPlanNode.java | 92 +
.../startree/plan/StarTreeProjectionPlanNode.java | 52 -
.../startree/plan/StarTreeTransformPlanNode.java | 72 -
.../pinot/core/transport/AsyncQueryResponse.java | 50 +-
.../core/transport/ChannelHandlerFactory.java | 109 +
.../pinot/core/transport/DataTableHandler.java | 8 +-
.../pinot/core/transport/DirectOOMHandler.java | 97 +
.../core/transport/HttpServerThreadPoolConfig.java | 59 +
.../core/transport/InstanceRequestHandler.java | 167 +-
.../pinot/core/transport/ListenerConfig.java | 9 +-
.../apache/pinot/core/transport/QueryResponse.java | 17 +
.../apache/pinot/core/transport/QueryRouter.java | 47 +-
.../apache/pinot/core/transport/QueryServer.java | 124 +-
.../pinot/core/transport/ServerChannels.java | 94 +-
.../pinot/core/transport/ServerInstance.java | 11 +-
.../pinot/core/transport/ServerResponse.java | 12 +-
.../core/transport/ServerRoutingInstance.java | 2 +-
.../pinot/core/transport/grpc/GrpcQueryServer.java | 74 +-
.../transport/grpc/GrpcResultsBlockStreamer.java | 49 +
.../routing/stats/ServerRoutingStatsEntry.java | 98 +
.../routing/stats/ServerRoutingStatsManager.java | 389 +
.../pinot/core/util/DataBlockExtractUtils.java | 909 +
.../org/apache/pinot/core/util/GapfillUtils.java | 24 +-
.../apache/pinot/core/util/ListenerConfigUtil.java | 76 +-
.../java/org/apache/pinot/core/util/OsCheck.java | 18 +-
.../pinot/core/util/PeerServerSegmentFinder.java | 124 -
.../pinot/core/util/QueryMultiThreadingUtils.java | 113 +
.../apache/pinot/core/util/QueryOptionsUtils.java | 100 -
.../pinot/core/util/SegmentProcessorAvroUtils.java | 8 +-
.../pinot/core/util/trace/BuiltInTracer.java | 9 +
.../apache/pinot/core/util/trace/TraceContext.java | 7 +-
.../server/access/BasicAuthAccessFactory.java | 2 +-
.../server/access/ZkBasicAuthAccessFactory.java | 127 +-
.../ServerSegmentCompletionProtocolHandler.java | 20 +-
.../test/java/org/apache/pinot/core/NettyTest.java | 59 +
.../accounting/ResourceManagerAccountingTest.java | 473 +
.../pinot/core/accounting/TestThreadMXBean.java | 211 +
.../apache/pinot/core/common/DataFetcherTest.java | 4 +-
.../pinot/core/common/ObjectSerDeUtilsTest.java | 250 +-
.../pinot/core/common/datablock/DataBlockTest.java | 112 +-
.../core/common/datablock/DataBlockTestUtils.java | 74 +-
.../core/common/datatable/DataTableSerDeTest.java | 372 +-
.../core/common/datatable/DataTableUtilsTest.java | 86 -
.../evaluators/DefaultJsonPathEvaluatorTest.java | 146 +
.../data/function/ArithmeticFunctionsTest.java | 5 +
.../core/data/function/DateTimeFunctionsTest.java | 91 +-
.../function/InbuiltFunctionEvaluatorTest.java | 35 +-
.../core/data/function/JsonFunctionsTest.java | 15 +
.../core/data/function/LogicalFunctionsTest.java | 64 +
.../core/data/function/ObjectFunctionsTest.java | 161 +
.../core/data/function/VectorFunctionsTest.java | 132 +
.../BaseTableDataManagerAcquireSegmentTest.java | 54 +-
.../data/manager/BaseTableDataManagerTest.java | 383 +-
.../data/manager/TableDataManagerTestUtils.java | 107 +
.../offline/DimensionTableDataManagerTest.java | 156 +-
.../core/data/manager/realtime/IdleTimerTest.java | 123 +
.../realtime/IngestionDelayTrackerTest.java | 235 +
.../realtime/LLRealtimeSegmentDataManagerTest.java | 990 -
.../realtime/PinotFSSegmentUploaderTest.java | 13 +-
.../RealtimeConsumptionRateManagerTest.java | 150 +-
.../realtime/RealtimeSegmentDataManagerTest.java | 1178 +
.../realtime/RealtimeTableDataManagerTest.java | 251 +-
.../realtime/SegmentCommitterFactoryTest.java | 110 +
.../realtime/SegmentCompletionUtilsTest.java | 49 +
.../Server2ControllerSegmentUploaderTest.java | 4 +-
.../core/function/scalar/SketchFunctionsTest.java | 149 +
.../pinot/core/minion/SegmentPurgerTest.java | 13 +-
.../blocks/results/ResultsBlockUtilsTest.java | 80 +
.../combine/CombineErrorOperatorsTest.java | 196 +
.../operator/combine/CombineSlowOperatorsTest.java | 137 +-
.../combine/SelectionCombineOperatorTest.java | 91 +-
.../operator/filter/AndFilterOperatorTest.java | 119 +-
.../operator/filter/FilterOperatorUtilsTest.java | 92 +-
.../operator/filter/NotFilterOperatorTest.java | 33 +-
.../core/operator/filter/OrFilterOperatorTest.java | 58 +-
.../core/operator/filter/TestFilterOperator.java | 86 -
.../pinot/core/operator/filter/TestUtils.java | 42 +
.../predicate/InPredicateEvaluatorFactoryTest.java | 115 +
...ngeOfflineDictionaryPredicateEvaluatorTest.java | 2 +-
.../query/LinearSelectionOrderByOperatorTest.java | 128 +
.../query/SelectionOrderByOperatorTest.java | 179 +
.../StreamingSelectionOnlyOperatorTest.java | 124 +
.../function/AdditionTransformFunctionTest.java | 40 +-
.../function/AndOperatorTransformFunctionTest.java | 59 +-
.../function/ArrayBaseTransformFunctionTest.java | 68 +-
.../ArrayLiteralTransformFunctionTest.java | 167 +
.../function/BaseTransformFunctionTest.java | 519 +-
.../BinaryOperatorTransformFunctionTest.java | 129 +-
.../function/CaseTransformFunctionTest.java | 1168 +-
.../function/CastTransformFunctionTest.java | 187 +-
.../function/ClpTransformFunctionsTest.java | 333 +
.../function/CoalesceTransformFunctionTest.java | 106 +
.../DateTimeConversionTransformFunctionTest.java | 53 +-
...meConversionWindowHopTransformFunctionTest.java | 141 +
.../function/DateTimeTransformFunctionTest.java | 41 +-
.../DistinctFromTransformFunctionTest.java | 288 +
.../function/DivisionTransformFunctionTest.java | 37 +-
.../function/EqualsTransformFunctionTest.java | 64 +-
.../function/ExtractTransformFunctionTest.java | 88 +
.../GreaterThanOrEqualTransformFunctionTest.java | 63 +-
.../function/GreaterThanTransformFunctionTest.java | 63 +-
.../function/IdentifierTransformFunctionTest.java | 107 +
.../function/InTransformFunctionTest.java | 199 +-
.../IsDistinctFromTransformFunctionTest.java | 27 +
.../IsNotDistinctFromTransformFunctionTest.java | 27 +
.../JsonExtractIndexTransformFunctionTest.java | 426 +
.../JsonExtractScalarTransformFunctionTest.java | 215 +-
.../LessThanOrEqualTransformFunctionTest.java | 64 +-
.../function/LessThanTransformFunctionTest.java | 63 +-
.../function/LiteralTransformFunctionTest.java | 127 +-
.../LogicalOperatorTransformFunctionTest.java | 83 +-
.../function/ModuloTransformFunctionTest.java | 33 +
.../MultiplicationTransformFunctionTest.java | 33 +-
.../function/NotEqualsTransformFunctionTest.java | 63 +-
.../function/NotOperatorTransformFunctionTest.java | 124 +
.../NullHandlingTransformFunctionTest.java | 114 +-
.../function/OrOperatorTransformFunctionTest.java | 59 +-
.../function/PowerTransformFunctionTest.java | 38 +-
.../RoundDecimalTransformFunctionTest.java | 35 +-
.../ScalarTransformFunctionWrapperTest.java | 399 +-
.../SingleParamMathTransformFunctionTest.java | 127 +-
.../function/SubtractionTransformFunctionTest.java | 34 +-
.../TimeConversionTransformFunctionTest.java | 65 +-
.../function/TrigonometricFunctionsTest.java | 16 +
.../TruncateDecimalTransformFunctionTest.java | 33 +
.../TupleSelectionTransformFunctionsTest.java | 240 +-
.../function/ValueInTransformFunctionTest.java | 46 +-
.../function/VectorTransformFunctionTest.java | 84 +
.../DateTimeConverterHopWindowTest.java | 283 +
.../pinot/core/plan/CombinePlanNodeTest.java | 54 +-
.../apache/pinot/core/plan/FilterPlanNodeTest.java | 17 +-
.../java/org/apache/pinot/core/plan/TestUtils.java | 43 +
...adataAndDictionaryAggregationPlanMakerTest.java | 62 +-
.../plan/maker/QueryOverrideWithHintsTest.java | 62 +-
.../function/AbstractAggregationFunctionTest.java | 121 +
.../AbstractPercentileAggregationFunctionTest.java | 333 +
.../function/AggregationFunctionFactoryTest.java | 288 +-
.../function/AggregationFunctionUtilsTest.java | 66 -
.../function/CountAggregationFunctionTest.java | 158 +
.../FirstWithTimeAggregationFunctionTest.java | 186 +
.../LastWithTimeAggregationFunctionTest.java | 174 +
.../MinMaxRangeAggregationFunctionTest.java | 195 +
.../function/ModeAggregationFunctionTest.java | 273 +
.../PercentileAggregationFunctionTest.java | 27 +
.../PercentileEstAggregationFunctionTest.java | 45 +
.../PercentileKLLAggregationFunctionTest.java | 47 +
...centileSmartTDigestAggregationFunctionTest.java | 82 +
.../DictionaryBasedGroupKeyGeneratorTest.java | 55 +-
.../query/aggregation/groupby/GroupByTrimTest.java | 42 +-
.../groupby/NoDictionaryGroupKeyGeneratorTest.java | 27 +-
.../executor/QueryExecutorExceptionsTest.java | 52 +-
.../core/query/executor/QueryExecutorTest.java | 95 +-
.../core/query/optimizer/QueryOptimizerTest.java | 130 +-
.../filter/NumericalFilterOptimizerTest.java | 24 +-
.../PostAggregationFunctionTest.java | 38 +
.../query/prefetch/DefaultFetchPlannerTest.java | 91 +
.../query/pruner/BloomFilterSegmentPrunerTest.java | 216 +
.../query/pruner/ColumnValueSegmentPrunerTest.java | 139 +-
.../core/query/reduce/BrokerReduceServiceTest.java | 6 +-
.../core/query/reduce/HavingFilterHandlerTest.java | 39 +-
.../query/reduce/ReducerDataSchemaUtilsTest.java | 107 +
.../query/reduce/StreamingReduceServiceTest.java | 4 +-
.../request/context/predicate/PredicateTest.java | 4 +-
.../BrokerRequestToQueryContextConverterTest.java | 287 +-
.../query/scheduler/PrioritySchedulerTest.java | 22 +-
.../selection/SelectionOperatorServiceTest.java | 126 +-
.../selection/SelectionOperatorUtilsTest.java | 210 +
.../query/utils/OrderByComparatorFactoryTest.java | 108 +
.../fakestream/FakePartitionLevelConsumer.java | 46 +-
.../impl/fakestream/FakeStreamConfigUtils.java | 19 +-
.../impl/fakestream/FakeStreamConsumerFactory.java | 71 +-
.../impl/fakestream/FakeStreamLevelConsumer.java | 48 -
.../impl/fakestream/FakeStreamMessageBatch.java | 47 +-
.../impl/fakestream/FakeStreamMessageDecoder.java | 7 +-
.../fakestream/FakeStreamMetadataProvider.java | 8 +
.../core/realtime/stream/OffsetCriteriaTest.java | 26 +
.../core/realtime/stream/StreamConfigTest.java | 539 +-
.../processing/framework/RecordFilterTest.java | 83 -
.../framework/RecordTransformerTest.java | 89 -
.../processing/framework/SegmentMapperTest.java | 113 +-
.../framework/SegmentProcessorFrameworkTest.java | 278 +
.../processing/genericrow/GenericRowSerDeTest.java | 6 +-
.../pinot/core/startree/v2/BaseStarTreeV2Test.java | 96 +-
.../core/startree/v2/CountStarTreeV2Test.java | 4 +-
.../v2/DistinctCountCPCSketchStarTreeV2Test.java | 52 +
.../v2/DistinctCountHLLStarTreeV2Test.java | 3 +-
...ctCountIntegerSumTupleSketchStarTreeV2Test.java | 57 +
.../v2/DistinctCountRawHLLStarTreeV2Test.java | 58 +
.../v2/DistinctCountThetaSketchStarTreeV2Test.java | 51 +
.../v2/DistinctCountULLStarTreeV2Test.java | 52 +
...reAggregatedDistinctCountHLLStarTreeV2Test.java | 3 +-
.../startree/v2/SumPrecisionStarTreeV2Test.java | 3 +-
.../core/transport/InstanceRequestHandlerTest.java | 88 +
.../pinot/core/transport/QueryRoutingTest.java | 81 +-
.../pinot/core/transport/QueryServerTest.java | 79 +
.../pinot/core/transport/ServerChannelsTest.java | 85 +
.../pinot/core/transport/ServerInstanceTest.java | 31 +
.../core/transport/ServerRoutingInstanceTest.java | 32 +
.../stats/ServerRoutingStatsManagerTest.java | 319 +
.../org/apache/pinot/core/util/CrcUtilsTest.java | 78 +-
.../util/IntDoubleIndexedPriorityQueueTest.java | 107 +
.../util/IntObjectIndexedPriorityQueueTest.java | 118 +
.../core/util/PeerServerSegmentFinderTest.java | 128 +-
.../core/util/QueryMultiThreadingUtilsTest.java | 83 +
.../apache/pinot/core/util/SchemaUtilsTest.java | 94 +-
.../apache/pinot/queries/AllNullQueriesTest.java | 550 +-
.../apache/pinot/queries/ArrayAggQueriesTest.java | 209 +
.../pinot/queries/BaseFunnelCountQueriesTest.java | 255 +
.../pinot/queries/BaseMultiValueQueriesTest.java | 33 +-
.../queries/BaseMultiValueRawQueriesTest.java | 31 +-
.../org/apache/pinot/queries/BaseQueriesTest.java | 182 +-
.../pinot/queries/BaseSingleValueQueriesTest.java | 31 +-
.../pinot/queries/BigDecimalQueriesTest.java | 110 +-
.../pinot/queries/BooleanAggQueriesTest.java | 258 +
.../queries/BooleanNullEnabledQueriesTest.java | 198 +-
.../org/apache/pinot/queries/CastQueriesTest.java | 50 +-
.../queries/DistinctCountBitmapQueriesTest.java | 17 +-
.../pinot/queries/DistinctCountQueriesTest.java | 31 +-
.../DistinctCountThetaSketchQueriesTest.java | 51 +-
.../apache/pinot/queries/DistinctQueriesTest.java | 28 +-
.../pinot/queries/ExplainPlanQueriesTest.java | 1908 +-
.../org/apache/pinot/queries/ExprMinMaxTest.java | 642 +
.../queries/FSTBasedRegexpLikeQueriesTest.java | 12 +-
.../pinot/queries/FastFilteredCountTest.java | 2 +-
.../apache/pinot/queries/FastHllQueriesTest.java | 40 +-
.../pinot/queries/FilteredAggregationsTest.java | 209 +-
.../pinot/queries/FirstWithTimeQueriesTest.java | 17 +-
.../org/apache/pinot/queries/FluentQueryTest.java | 434 +
.../ForwardIndexDisabledMultiValueQueriesTest.java | 889 +
...dexDisabledMultiValueQueriesWithReloadTest.java | 817 +
...ForwardIndexDisabledSingleValueQueriesTest.java | 2017 +
.../ForwardIndexHandlerReloadQueriesTest.java | 804 +
.../queries/FrequentItemsSketchQueriesTest.java | 387 +
.../queries/FunnelCountQueriesBitmapTest.java | 83 +
.../FunnelCountQueriesPartitionedSortedTest.java | 85 +
.../queries/FunnelCountQueriesPartitionedTest.java | 77 +
.../pinot/queries/FunnelCountQueriesSetTest.java | 83 +
.../queries/FunnelCountQueriesThetaSketchTest.java | 83 +
.../apache/pinot/queries/GapfillQueriesTest.java | 43 +
.../apache/pinot/queries/H3IndexQueriesTest.java | 48 +-
.../apache/pinot/queries/HistogramQueriesTest.java | 93 +-
.../org/apache/pinot/queries/IdSetQueriesTest.java | 59 +-
...nerSegmentAggregationMultiValueQueriesTest.java | 54 +-
...SegmentAggregationMultiValueRawQueriesTest.java | 54 +-
...erSegmentAggregationSingleValueQueriesTest.java | 137 +-
...InnerSegmentDistinctSingleValueQueriesTest.java | 72 +
...InnerSegmentSelectionMultiValueQueriesTest.java | 43 +-
...erSegmentSelectionMultiValueRawQueriesTest.java | 43 +-
...nnerSegmentSelectionSingleValueQueriesTest.java | 264 +-
...terSegmentAggregationMultiValueQueriesTest.java | 254 +-
...SegmentAggregationMultiValueRawQueriesTest.java | 214 +-
...erSegmentAggregationSingleValueQueriesTest.java | 351 +-
.../pinot/queries/IsSubnetOfQueriesTest.java | 260 +
.../pinot/queries/JsonDataTypeQueriesTest.java | 85 +-
.../queries/JsonIngestionFromAvroQueriesTest.java | 81 +-
.../pinot/queries/JsonMalformedIndexTest.java | 131 +
.../pinot/queries/LastWithTimeQueriesTest.java | 17 +-
.../org/apache/pinot/queries/ModeQueriesTest.java | 17 +-
.../pinot/queries/MultiValueRawQueriesTest.java | 389 +-
.../queries/NativeAndLuceneComparisonTest.java | 132 +-
.../NoDictionaryCompressionQueriesTest.java | 81 +-
.../pinot/queries/NotOperatorQueriesTest.java | 6 +-
.../pinot/queries/NullEnabledQueriesTest.java | 434 +-
.../queries/NullHandlingEnabledQueriesTest.java | 1655 +
.../pinot/queries/PercentileKLLMVQueriesTest.java | 94 +
.../pinot/queries/PercentileKLLQueriesTest.java | 244 +
.../queries/PercentileTDigestMVQueriesTest.java | 21 +-
.../queries/PercentileTDigestQueriesTest.java | 52 +-
.../org/apache/pinot/queries/QueriesTestUtils.java | 36 +-
.../RangePredicateWithSortedInvertedIndexTest.java | 4 +-
.../org/apache/pinot/queries/RangeQueriesTest.java | 192 +-
.../queries/ResultRewriterRegressionTest.java | 69 +
.../queries/ScanBasedANDFilterReorderingTest.java | 238 +
...SegmentPartitionedDistinctCountQueriesTest.java | 15 +-
.../queries/SegmentWithNullValueVectorTest.java | 103 +-
.../pinot/queries/SerializedBytesQueriesTest.java | 137 +-
.../apache/pinot/queries/StUnionQueriesTest.java | 21 +-
.../pinot/queries/StatisticalQueriesTest.java | 963 +
.../pinot/queries/SumGreatestLeastQueriesTest.java | 6 +-
.../pinot/queries/SumPrecisionQueriesTest.java | 12 +-
.../pinot/queries/TextSearchQueriesTest.java | 140 +-
.../apache/pinot/queries/TimestampQueriesTest.java | 12 +
.../apache/pinot/queries/TransformQueriesTest.java | 15 +-
.../converter/RealtimeSegmentConverterTest.java | 153 -
.../realtime/ControllerLeaderLocatorTest.java | 4 +-
.../util/IntDoubleIndexedPriorityQueueTest.java | 108 -
.../util/IntObjectIndexedPriorityQueueTest.java | 119 -
.../src/test/resources/data/dimBaseballTeams.avro | Bin 2214 -> 0 bytes
.../src/test/resources/data/dimBaseballTeams.avsc | 8 -
.../src/test/resources/data/dimBaseballTeams.csv | 1 +
.../resources/data/dimBaseballTeams_config.json | 0
.../resources/data/text_search_data/skills.txt | 6 +-
pinot-core/src/test/resources/log4j2.xml | 11 +-
pinot-distribution/pinot-assembly.xml | 26 +-
pinot-distribution/pinot-source-assembly.xml | 5 +-
pinot-distribution/pom.xml | 32 +-
pinot-integration-test-base/pom.xml | 58 +-
.../tests/BaseClusterIntegrationTest.java | 361 +-
.../tests/ClusterIntegrationTestUtils.java | 417 +-
.../pinot/integration/tests/ClusterTest.java | 291 +-
.../pinot/integration/tests/NettyLeakListener.java | 58 +
.../integration/tests/NettyTestNGListener.java | 49 +
.../pinot/integration/tests/QueryGenerator.java | 260 +-
pinot-integration-tests/pom.xml | 231 +-
.../tests/AdminConsoleIntegrationTest.java | 50 +-
.../AggregateMetricsClusterIntegrationTest.java | 15 +-
.../tests/BaseClusterIntegrationTestSet.java | 326 +-
.../tests/BaseRealtimeClusterIntegrationTest.java | 203 +
.../tests/BasicAuthBatchIntegrationTest.java | 27 +-
.../BrokerServiceDiscoveryIntegrationTest.java | 2 +-
.../tests/CLPEncodingRealtimeIntegrationTest.java | 150 +
.../ControllerPeriodicTasksIntegrationTest.java | 80 +-
.../ControllerServiceDiscoveryIntegrationTest.java | 4 +-
...vertToRawIndexMinionClusterIntegrationTest.java | 211 -
.../integration/tests/DedupIntegrationTest.java | 10 -
...tlyOnceKafkaRealtimeClusterIntegrationTest.java | 24 +-
...lakyConsumerRealtimeClusterIntegrationTest.java | 121 -
.../tests/GrpcBrokerClusterIntegrationTest.java | 11 +-
.../integration/tests/HelixZNodeSizeLimitTest.java | 98 +
.../tests/HybridClusterIntegrationTest.java | 201 +-
.../IngestionConfigHybridIntegrationTest.java | 6 +-
.../tests/JsonPathClusterIntegrationTest.java | 323 -
...ssageDecoderRealtimeClusterIntegrationTest.java | 302 +
.../tests/LLCRealtimeClusterIntegrationTest.java | 342 +-
.../tests/MapTypeClusterIntegrationTest.java | 420 -
.../MergeRollupMinionClusterIntegrationTest.java | 596 +-
.../MultiNodesOfflineClusterIntegrationTest.java | 65 +-
...ultiStageEngineCustomTenantIntegrationTest.java | 51 +
.../tests/MultiStageEngineIntegrationTest.java | 920 +-
.../tests/NullHandlingIntegrationTest.java | 230 +-
.../tests/OfflineClusterIntegrationTest.java | 1856 +-
...flineClusterMemBasedBrokerQueryKillingTest.java | 300 +
...flineClusterMemBasedServerQueryKillingTest.java | 341 +
...fflineClusterServerCPUTimeQueryKillingTest.java | 307 +
.../tests/OfflineGRPCServerIntegrationTest.java | 72 +-
...OfflineGRPCServerMultiStageIntegrationTest.java | 29 +
.../OfflineSecureGRPCServerIntegrationTest.java | 7 +-
...PartialUpsertTableRebalanceIntegrationTest.java | 449 +
...rDownloadLLCRealtimeClusterIntegrationTest.java | 21 +-
.../tests/PurgeMinionClusterIntegrationTest.java | 311 +-
.../tests/RealtimeClusterIntegrationTest.java | 191 -
...nsumptionRateLimiterClusterIntegrationTest.java | 298 +
.../tests/RealtimeKinesisIntegrationTest.java | 9 +-
...fflineSegmentsMinionClusterIntegrationTest.java | 311 +-
.../integration/tests/SSBQueryIntegrationTest.java | 183 +
.../tests/SegmentCompletionIntegrationTest.java | 5 -
...mentGenerationMinionClusterIntegrationTest.java | 12 +-
...gmentGenerationMinionRealtimeIngestionTest.java | 167 +
...PartitionLLCRealtimeClusterIntegrationTest.java | 11 +-
.../tests/SegmentUploadIntegrationTest.java | 161 +-
.../SegmentWriterUploaderIntegrationTest.java | 8 +-
.../tests/ServerStarterIntegrationTest.java | 25 +-
.../tests/SimpleMinionClusterIntegrationTest.java | 89 +-
.../tests/StarTreeClusterIntegrationTest.java | 182 +-
.../TextIndicesRealtimeClusterIntegrationTest.java | 248 -
.../tests/ThetaSketchIntegrationTest.java | 333 -
.../integration/tests/TlsIntegrationTest.java | 79 +-
.../tests/UpsertTableIntegrationTest.java | 615 +
.../UpsertTableSegmentPreloadIntegrationTest.java | 300 +
.../UpsertTableSegmentUploadIntegrationTest.java | 39 +-
.../tests/UrlAuthRealtimeIntegrationTest.java | 5 -
.../pinot/integration/tests/custom/ArrayTest.java | 387 +
.../integration/tests/custom/BytesTypeTest.java | 314 +
.../integration/tests/custom/CpcSketchTest.java | 198 +
.../CustomDataQueryClusterIntegrationTest.java | 155 +
.../tests/custom/FloatingPointDataTypeTest.java | 186 +
.../integration/tests/custom/GeoSpatialTest.java | 501 +
.../integration/tests/custom/JsonPathTest.java | 371 +
.../integration/tests/custom/MapTypeTest.java | 419 +
.../integration/tests/custom/SumPrecisionTest.java | 126 +
.../integration/tests/custom/TextIndicesTest.java | 226 +
.../integration/tests/custom/ThetaSketchTest.java | 551 +
.../integration/tests/custom/TimestampTest.java | 535 +
.../integration/tests/custom/TupleSketchTest.java | 313 +
.../pinot/integration/tests/custom/ULLTest.java | 157 +
.../pinot/integration/tests/custom/VectorTest.java | 345 +
.../schemaregistry/SchemaRegistryStarter.java | 105 +
.../models/DummyTableUpsertMetadataManager.java | 118 +
.../minion/tasks/TestTaskExecutorFactory.java | 3 +-
.../plugin/minion/tasks/TestTaskGenerator.java | 2 +-
.../tests/startree/StarTreeQueryGenerator.java | 77 +-
.../pinot/integration/tests/tpch/Constants.java | 57 +
.../apache/pinot/integration/tests/tpch/README.md | 43 +
.../tpch/TPCHGeneratedQueryIntegrationTest.java | 218 +
.../tests/tpch/TPCHQueryIntegrationTest.java | 211 +
.../pinot/integration/tests/tpch/TblToAvro.java | 206 +
.../tests/tpch/TblToAvroMultiValue.java | 220 +
.../integration/tests/tpch/generator/Column.java | 97 +
.../tests/tpch/generator/ColumnType.java | 35 +
.../PinotQueryBasedColumnDataProvider.java | 76 +
.../tests/tpch/generator/QuerySkeleton.java | 94 +
.../tests/tpch/generator/RelatedTable.java | 43 +
.../tpch/generator/SampleColumnDataProvider.java | 29 +
.../tests/tpch/generator/TPCHQueryGeneratorV2.java | 553 +
.../integration/tests/tpch/generator/Table.java | 51 +
...rformance_2014_100k_subset.test_queries_10K.sql | 6146 +-
...rformance_2014_100k_subset.test_queries_200.sql | 132 +-
.../src/test/resources/clpEncodingITData.tar.gz | Bin 0 -> 1863 bytes
...clpEncodingRealtimeIntegrationTestSchema.schema | 18 +
.../custom-cluster-integration-test-suite.xml | 28 +
.../src/test/resources/examples/batch/ssb | 1 +
.../src/test/resources/examples/batch/tpch | 1 +
.../src/test/resources/gameScores_csv.tar.gz | Bin 0 -> 266 bytes
.../src/test/resources/gameScores_large_csv.tar.gz | Bin 0 -> 12810 bytes
.../resources/gameScores_partial_upsert_csv.tar.gz | Bin 0 -> 297 bytes
.../src/test/resources/log4j2.xml | 11 +-
.../resources/partial_upsert_table_test.schema | 35 +
.../src/test/resources/ssb/ssb_query_set.yaml | 94 +
.../src/test/resources/test_null_handling.schema | 1 -
.../src/test/resources/tpch/1.sql | 25 +
.../src/test/resources/tpch/10.sql | 33 +
.../src/test/resources/tpch/11.sql | 28 +
.../src/test/resources/tpch/12.sql | 24 +
.../src/test/resources/tpch/13.sql | 20 +
.../src/test/resources/tpch/14.sql | 13 +
.../src/test/resources/tpch/15.sql | 13 +
.../src/test/resources/tpch/16.sql | 19 +
.../src/test/resources/tpch/17.sql | 1 +
.../src/test/resources/tpch/18.sql | 30 +
.../src/test/resources/tpch/19.sql | 17 +
.../src/test/resources/tpch/2.sql | 43 +
.../src/test/resources/tpch/20.sql | 33 +
.../src/test/resources/tpch/21.sql | 47 +
.../src/test/resources/tpch/22.sql | 37 +
.../src/test/resources/tpch/23.sql | 39 +
.../src/test/resources/tpch/24.sql | 51 +
.../src/test/resources/tpch/3.sql | 24 +
.../src/test/resources/tpch/4.sql | 21 +
.../src/test/resources/tpch/5.sql | 26 +
.../src/test/resources/tpch/6.sql | 10 +
.../src/test/resources/tpch/7-h2.sql | 46 +
.../src/test/resources/tpch/7.sql | 46 +
.../src/test/resources/tpch/8-h2.sql | 37 +
.../src/test/resources/tpch/8.sql | 37 +
.../src/test/resources/tpch/9-h2.sql | 32 +
.../src/test/resources/tpch/9.sql | 32 +
.../src/test/resources/upsert_table_test.schema | 41 +-
...st.schema => upsert_upload_segment_test.schema} | 0
...st.tar.gz => upsert_upload_segment_test.tar.gz} | Bin
pinot-minion/pom.xml | 37 +-
.../org/apache/pinot/minion/BaseMinionStarter.java | 71 +-
.../pinot/minion/MinionAdminApiApplication.java | 21 +-
.../java/org/apache/pinot/minion/MinionConf.java | 3 +-
.../org/apache/pinot/minion/MinionContext.java | 14 +-
.../minion/api/resources/HealthCheckResource.java | 34 +
.../minion/api/resources/PinotMinionLogger.java | 119 +
.../api/resources/PinotTaskProgressResource.java | 145 +
.../event/BaseMinionProgressObserverFactory.java | 46 +
.../pinot/minion/event/MinionEventObserver.java | 30 +
.../pinot/minion/event/MinionEventObservers.java | 164 +
.../pinot/minion/event/MinionProgressObserver.java | 146 +
.../apache/pinot/minion/event/MinionTaskState.java | 45 +
.../executor/MinionTaskZkMetadataManager.java | 30 +-
.../minion/taskfactory/TaskFactoryRegistry.java | 104 +-
.../org/apache/pinot/minion/MinionConfTest.java | 15 +-
.../resources/PinotTaskProgressResourceTest.java | 105 +
.../minion/event/MinionEventObserversTest.java | 90 +
.../minion/event/MinionProgressObserverTest.java | 79 +
pinot-minion/src/test/resources/log4j2.xml | 11 +-
pinot-perf/README.md | 4 +-
pinot-perf/pom.xml | 24 +-
.../perf/AbstractAggregationFunctionBenchmark.java | 217 +
.../pinot/perf/BenchmarkAndDocIdIterator.java | 113 +
.../perf/BenchmarkColumnValueSegmentPruner.java | 8 +-
.../pinot/perf/BenchmarkDictionaryLookup.java | 146 +
.../BenchmarkFixedByteSVForwardIndexReader.java | 11 +-
.../perf/BenchmarkFixedByteValueReaderWriter.java | 11 +-
.../pinot/perf/BenchmarkModeAggregation.java | 175 +
.../perf/BenchmarkNativeAndLuceneBasedLike.java | 3 +-
.../perf/BenchmarkNativeVsLuceneTextIndex.java | 3 +-
.../BenchmarkNoDictionaryIntegerCompression.java | 44 +-
.../perf/BenchmarkNoDictionaryLongCompression.java | 41 +-
.../BenchmarkNoDictionaryStringCompression.java | 186 +-
.../apache/pinot/perf/BenchmarkObjectSerDe.java | 99 +
.../pinot/perf/BenchmarkOfflineIndexReader.java | 24 +-
.../apache/pinot/perf/BenchmarkOrderByQueries.java | 256 +
.../pinot/perf/BenchmarkPinotDataBuffer.java | 157 +-
.../org/apache/pinot/perf/BenchmarkQueries.java | 8 +-
.../apache/pinot/perf/BenchmarkQueryEngine.java | 6 +-
.../pinot/perf/BenchmarkRawForwardIndexReader.java | 16 +-
.../pinot/perf/BenchmarkRawForwardIndexWriter.java | 8 +-
.../perf/BenchmarkStringVarLengthDictionary.java | 199 +
.../perf/BenchmarkThreadInterruptionCheck.java | 182 +
.../perf/BenchmarkThreadResourceUsageProvider.java | 98 +
.../org/apache/pinot/perf/RawIndexBenchmark.java | 11 +-
.../apache/pinot/perf/SyntheticBlockValSets.java | 256 +
.../pinot/perf/SyntheticNullBitmapFactories.java | 89 +
.../pinot-batch-ingestion-common/pom.xml | 2 +-
.../batch/common/BaseSegmentPushJobRunner.java | 159 +
.../batch/common/SegmentGenerationJobUtils.java | 46 +
.../batch/common/SegmentGenerationTaskRunner.java | 32 +-
.../src/test/resources/log4j2.xml | 11 +-
.../pinot-batch-ingestion-hadoop/pom.xml | 26 +-
.../batch/hadoop/HadoopSegmentCreationMapper.java | 26 +-
.../hadoop/HadoopSegmentGenerationJobRunner.java | 87 +-
.../HadoopSegmentGenerationJobRunnerTest.java | 7 +-
.../src/test/resources/log4j2.xml | 11 +-
.../pinot-batch-ingestion-spark-2.4/pom.xml | 57 +-
.../spark/SparkSegmentGenerationJobRunner.java | 77 +-
.../spark/SparkSegmentGenerationJobRunnerTest.java | 9 +-
.../pinot-batch-ingestion-spark-3.2/pom.xml | 175 -
.../spark3/SparkSegmentGenerationJobRunner.java | 408 -
.../SparkSegmentGenerationJobRunnerTest.java | 235 -
.../pinot-batch-ingestion-spark-3/pom.xml | 134 +
.../spark3/SparkSegmentGenerationJobRunner.java | 382 +
.../spark3/SparkSegmentMetadataPushJobRunner.java | 0
.../batch/spark3/SparkSegmentTarPushJobRunner.java | 0
.../batch/spark3/SparkSegmentUriPushJobRunner.java | 0
.../segmentCreationAndMetadataPushJobSpec.yaml | 0
.../segmentCreationAndTarPushJobSpec.yaml | 0
.../segmentCreationAndUriPushJobSpec.yaml | 0
.../src/main/resources/segmentCreationJobSpec.yaml | 0
.../src/main/resources/segmentTarPushJobSpec.yaml | 0
.../src/main/resources/segmentUriPushJobSpec.yaml | 0
.../SparkSegmentGenerationJobRunnerTest.java | 234 +
.../pinot-batch-ingestion-standalone/pom.xml | 2 +-
.../standalone/SegmentGenerationJobRunner.java | 44 +-
.../standalone/SegmentMetadataPushJobRunner.java | 60 +-
.../batch/standalone/SegmentTarPushJobRunner.java | 71 +-
.../batch/standalone/SegmentUriPushJobRunner.java | 70 +-
.../standalone/SegmentGenerationJobRunnerTest.java | 55 +-
.../src/test/resources/log4j2.xml | 11 +-
pinot-plugins/pinot-batch-ingestion/pom.xml | 5 +-
.../v0_deprecated/pinot-hadoop/README.md | 25 -
.../v0_deprecated/pinot-hadoop/pom.xml | 236 -
.../pinot/hadoop/PinotHadoopJobLauncher.java | 90 -
.../pinot/hadoop/io/CombineAvroKeyInputFormat.java | 57 -
.../org/apache/pinot/hadoop/io/FieldExtractor.java | 43 -
.../org/apache/pinot/hadoop/io/FileHandler.java | 172 -
.../pinot/hadoop/io/JsonBasedFieldExtractor.java | 52 -
.../apache/pinot/hadoop/io/PinotOutputFormat.java | 122 -
.../apache/pinot/hadoop/io/PinotRecordWriter.java | 126 -
.../pinot/hadoop/job/HadoopSegmentCreationJob.java | 198 -
.../hadoop/job/HadoopSegmentPreprocessingJob.java | 297 -
.../pinot/hadoop/job/InternalConfigConstants.java | 61 -
.../job/mappers/AvroDataPreprocessingMapper.java | 87 -
.../job/mappers/OrcDataPreprocessingMapper.java | 90 -
.../hadoop/job/mappers/SegmentCreationMapper.java | 465 -
.../job/mappers/SegmentPreprocessingMapper.java | 180 -
.../AvroDataPreprocessingPartitioner.java | 100 -
.../job/partitioners/GenericPartitioner.java | 64 -
.../OrcDataPreprocessingPartitioner.java | 106 -
.../job/partitioners/PartitionFunctionFactory.java | 95 -
.../preprocess/AvroDataPreprocessingHelper.java | 155 -
.../job/preprocess/DataPreprocessingHelper.java | 239 -
.../preprocess/DataPreprocessingHelperFactory.java | 59 -
.../job/preprocess/OrcDataPreprocessingHelper.java | 233 -
.../job/reducers/AvroDataPreprocessingReducer.java | 86 -
.../job/reducers/OrcDataPreprocessingReducer.java | 85 -
.../utils/PinotHadoopJobPreparationHelper.java | 51 -
.../hadoop/utils/preprocess/DataFileUtils.java | 62 -
.../utils/preprocess/DataPreprocessingUtils.java | 100 -
.../pinot/hadoop/utils/preprocess/HadoopUtils.java | 41 -
.../pinot/hadoop/utils/preprocess/OrcUtils.java | 88 -
.../hadoop/utils/preprocess/TextComparator.java | 42 -
.../hadoop/data/IngestionSchemaValidatorTest.java | 139 -
.../hadoop/io/DeleteExtraPushedSegmentsTest.java | 102 -
.../pinot/hadoop/io/PinotOutputFormatTest.java | 129 -
.../hadoop/job/mappers/SegmentCreationTest.java | 75 -
.../preprocess/DataPreprocessingHelperTest.java | 90 -
.../src/test/resources/data/test_sample_data.avro | Bin 2315 -> 0 bytes
.../data/test_sample_data_multi_value.avro | Bin 5108 -> 0 bytes
.../v0_deprecated/pinot-ingestion-common/pom.xml | 121 -
.../pinot/ingestion/common/ControllerRestApi.java | 42 -
.../ingestion/common/DefaultControllerRestApi.java | 215 -
.../pinot/ingestion/common/JobConfigConstants.java | 82 -
.../ingestion/common/PinotIngestionJobType.java | 28 -
.../pinot/ingestion/jobs/BaseSegmentJob.java | 178 -
.../pinot/ingestion/jobs/SegmentCreationJob.java | 176 -
.../ingestion/jobs/SegmentPreprocessingJob.java | 94 -
.../pinot/ingestion/jobs/SegmentTarPushJob.java | 123 -
.../pinot/ingestion/jobs/SegmentUriPushJob.java | 77 -
.../ingestion/utils/JobPreparationHelper.java | 54 -
.../apache/pinot/ingestion/utils/PushLocation.java | 55 -
.../v0_deprecated/pinot-spark/README.md | 25 -
.../v0_deprecated/pinot-spark/pom.xml | 477 -
.../apache/pinot/spark/PinotSparkJobLauncher.java | 86 -
.../spark/jobs/SparkSegmentCreationFunction.java | 326 -
.../pinot/spark/jobs/SparkSegmentCreationJob.java | 182 -
.../pinot/spark/jobs/SparkSegmentTarPushJob.java | 87 -
.../pinot/spark/jobs/SparkSegmentUriPushJob.java | 70 -
.../utils/PinotSparkJobPreparationHelper.java | 52 -
.../pinot/spark/SegmentCreationSparkTest.java | 132 -
.../src/test/resources/test_sample_data.csv | 10002 ---
.../pinot-batch-ingestion/v0_deprecated/pom.xml | 47 -
.../pinot-environment/pinot-azure/pom.xml | 2 +-
pinot-plugins/pinot-environment/pom.xml | 2 +-
.../pinot-file-system/pinot-adls/README.md | 24 -
pinot-plugins/pinot-file-system/pinot-adls/pom.xml | 51 +-
.../pinot/plugin/filesystem/ADLSGen2PinotFS.java | 134 +-
.../pinot/plugin/filesystem/AzurePinotFS.java | 265 -
.../filesystem/test/ADLSGen2PinotFSTest.java | 99 +-
.../plugin/filesystem/test/AzurePinotFSTest.java | 84 -
.../pinot-adls/src/test/resources/log4j2.xml | 11 +-
pinot-plugins/pinot-file-system/pinot-gcs/pom.xml | 79 +-
.../apache/pinot/plugin/filesystem/GcsPinotFS.java | 127 +-
.../pinot/plugin/filesystem/GcsPinotFSTest.java | 326 +
.../apache/pinot/plugin/filesystem/GcsUriTest.java | 88 +
.../pinot/plugin/filesystem/TestGcsPinotFS.java | 246 -
.../apache/pinot/plugin/filesystem/TestGcsUri.java | 88 -
pinot-plugins/pinot-file-system/pinot-hdfs/pom.xml | 10 +-
.../pinot/plugin/filesystem/HadoopPinotFS.java | 65 +-
.../pinot/plugin/filesystem/HadoopPinotFSTest.java | 102 +-
.../pinot-hdfs/src/test/resources/log4j2.xml | 11 +-
pinot-plugins/pinot-file-system/pinot-s3/pom.xml | 156 +-
.../apache/pinot/plugin/filesystem/S3Config.java | 250 +
.../apache/pinot/plugin/filesystem/S3PinotFS.java | 293 +-
.../pinot/plugin/filesystem/S3ConfigTest.java | 47 +
.../pinot/plugin/filesystem/S3PinotFSTest.java | 167 +-
.../pinot-s3/src/test/resources/copyFile.txt | 10 -
.../pinot-s3/src/test/resources/log4j2.xml | 19 +-
pinot-plugins/pinot-file-system/pom.xml | 2 +-
.../pinot-input-format/pinot-avro-base/pom.xml | 2 +-
.../avro/AvroIngestionSchemaValidator.java | 7 +-
.../inputformat/avro/AvroRecordExtractor.java | 18 +-
.../pinot/plugin/inputformat/avro/AvroUtils.java | 3 +-
.../inputformat/avro/AvroRecordExtractorTest.java | 239 +
.../inputformat/avro/AvroRecordReaderTest.java | 8 +-
.../pinot-avro-base/src/test/resources/log4j2.xml | 11 +-
.../pinot-input-format/pinot-avro/pom.xml | 2 +-
.../pinot-input-format/pinot-clp-log/pom.xml | 50 +
.../inputformat/clplog/CLPLogMessageDecoder.java | 81 +
.../inputformat/clplog/CLPLogRecordExtractor.java | 166 +
.../clplog/CLPLogRecordExtractorConfig.java | 71 +
.../clplog/CLPLogRecordExtractorTest.java | 185 +
.../pinot-confluent-avro/pom.xml | 3 +-
...aConfluentSchemaRegistryAvroMessageDecoder.java | 33 +-
pinot-plugins/pinot-input-format/pinot-csv/pom.xml | 6 +-
.../plugin/inputformat/csv/CSVMessageDecoder.java | 43 +
.../inputformat/csv/CSVRecordExtractorConfig.java | 2 +-
.../plugin/inputformat/csv/CSVRecordReader.java | 240 +-
.../inputformat/csv/CSVRecordReaderConfig.java | 73 +
.../inputformat/csv/CSVMessageDecoderTest.java | 22 +
.../inputformat/csv/CSVRecordReaderTest.java | 462 +-
.../resources/dataFileWithAlternateDelimiter.csv | 4 +
.../test/resources/dataFileWithCommentedLines.csv | 6 +
.../src/test/resources/dataFileWithEmptyLines.csv | 9 +
.../test/resources/dataFileWithEscapedQuotes.csv | 3 +
.../test/resources/dataFileWithInvalidHeader.csv | 4 +
.../resources/dataFileWithMultipleCombinations.csv | 17 +
.../dataFileWithMultipleCombinationsParseable.csv | 15 +
.../src/test/resources/dataFileWithNoHeader.csv | 3 +
.../src/test/resources/dataFileWithNoHeader2.csv | 4 +
.../src/test/resources/dataFileWithNoRecords.csv | 1 +
.../test/resources/dataFileWithPartialLastRow.csv | 4 +
.../test/resources/dataFileWithQuotedHeaders.csv | 3 +
.../resources/dataFileWithSpaceAroundHeaders.csv | 4 +
.../resources/dataFileWithUnparseableLines.csv | 3 +
.../test/resources/dataFileWithValidHeaders.csv | 5 +
.../pinot-csv/src/test/resources/log4j2.xml | 11 +-
.../pinot-input-format/pinot-json/pom.xml | 9 +-
.../json/GzippedJSONRecordReaderTest.java | 54 -
.../inputformat/json/JSONRecordReaderTest.java | 12 +-
.../pinot-json/src/test/resources/log4j2.xml | 11 +-
pinot-plugins/pinot-input-format/pinot-orc/pom.xml | 21 +-
.../plugin/inputformat/orc/ORCRecordReader.java | 32 +-
.../inputformat/orc/ORCRecordExtractorTest.java | 22 +-
.../inputformat/orc/ORCRecordReaderTest.java | 10 +-
.../pinot-orc/src/test/resources/log4j2.xml | 11 +-
.../pinot-input-format/pinot-parquet/pom.xml | 22 +-
.../parquet/ParquetAvroRecordExtractor.java | 62 +
.../parquet/ParquetAvroRecordReader.java | 12 +-
.../parquet/ParquetNativeRecordExtractor.java | 60 +-
.../parquet/ParquetNativeRecordReader.java | 51 +-
.../inputformat/parquet/ParquetRecordReader.java | 20 +-
.../parquet/ParquetRecordReaderConfig.java | 18 +-
.../plugin/inputformat/parquet/ParquetUtils.java | 62 +-
.../parquet/ParquetNativeRecordReaderFullTest.java | 141 +
.../parquet/ParquetNativeRecordReaderTest.java | 14 +-
.../parquet/ParquetReaderLogicalTypesTest.java | 140 +
.../parquet/ParquetRecordReaderTest.java | 57 +-
.../inputformat/parquet/ParquetTestUtils.java | 46 +
.../src/test/resources/airlineStats.zstd.parquet | Bin 0 -> 891041 bytes
.../src/test/resources/baseballStats.zstd.parquet | Bin 0 -> 1609345 bytes
.../src/test/resources/data-avro.parquet | Bin 0 -> 18571 bytes
.../src/test/resources/int96AvroParquet.parquet | Bin 0 -> 19853 bytes
.../pinot-parquet/src/test/resources/log4j2.xml | 11 +-
...217aa1b-c8f16177f35fd983_1150363067_data.1.parq | Bin 0 -> 14086590 bytes
.../resources/test-data/customer.impala.parquet | Bin 0 -> 25550212 bytes
.../resources/test-data/datapage_v2.snappy.parquet | Bin 0 -> 1165 bytes
.../src/test/resources/test-data/decimals.parquet | Bin 0 -> 675 bytes
.../resources/test-data/dir_metadata/empty.parquet | Bin 0 -> 801 bytes
.../src/test/resources/test-data/empty.parquet | Bin 0 -> 801 bytes
.../src/test/resources/test-data/foo.parquet | Bin 0 -> 11995 bytes
.../resources/test-data/gzip-nation.impala.parquet | Bin 0 -> 1742 bytes
.../resources/test-data/map-test.snappy.parquet | Bin 0 -> 558865 bytes
.../src/test/resources/test-data/map_array.parq | Bin 0 -> 5168 bytes
.../src/test/resources/test-data/metas.parq | Bin 0 -> 1097 bytes
.../src/test/resources/test-data/mr_times.parq | Bin 0 -> 542 bytes
.../b=hi/a97cc141d16f4014a59e5b234dddf07c.parquet | Bin 0 -> 1807 bytes
.../b=lo/01bc139247874a0aa9e0e541f2eec497.parquet | Bin 0 -> 1807 bytes
.../src/test/resources/test-data/nation.csv | 25 +
.../test/resources/test-data/nation.dict.parquet | Bin 0 -> 2850 bytes
.../test/resources/test-data/nation.impala.parquet | Bin 0 -> 3091 bytes
.../test/resources/test-data/nation.plain.parquet | Bin 0 -> 2780 bytes
.../src/test/resources/test-data/nested.parq | Bin 0 -> 593 bytes
.../src/test/resources/test-data/nested1.parquet | Bin 0 -> 3228 bytes
.../test/resources/test-data/no_columns.parquet | Bin 0 -> 166 bytes
.../test-data/non-std-kvm.fp-0.8.2.parquet | Bin 0 -> 674 bytes
.../test-data/repeated_no_annotation.parquet | Bin 0 -> 662 bytes
.../test-data/snappy-nation.impala.parquet | Bin 0 -> 2160 bytes
...4805f816-a859-4b75-8659-285a6617386f.gz.parquet | Bin 0 -> 434 bytes
...4805f816-a859-4b75-8659-285a6617386f.gz.parquet | Bin 0 -> 438 bytes
...4805f816-a859-4b75-8659-285a6617386f.gz.parquet | Bin 0 -> 439 bytes
...4805f816-a859-4b75-8659-285a6617386f.gz.parquet | Bin 0 -> 439 bytes
...4805f816-a859-4b75-8659-285a6617386f.gz.parquet | Bin 0 -> 441 bytes
...4805f816-a859-4b75-8659-285a6617386f.gz.parquet | Bin 0 -> 439 bytes
...4805f816-a859-4b75-8659-285a6617386f.gz.parquet | Bin 0 -> 438 bytes
...4805f816-a859-4b75-8659-285a6617386f.gz.parquet | Bin 0 -> 441 bytes
...4805f816-a859-4b75-8659-285a6617386f.gz.parquet | Bin 0 -> 436 bytes
...4805f816-a859-4b75-8659-285a6617386f.gz.parquet | Bin 0 -> 435 bytes
...4805f816-a859-4b75-8659-285a6617386f.gz.parquet | Bin 0 -> 440 bytes
...4805f816-a859-4b75-8659-285a6617386f.gz.parquet | Bin 0 -> 439 bytes
...4805f816-a859-4b75-8659-285a6617386f.gz.parquet | Bin 0 -> 439 bytes
...4805f816-a859-4b75-8659-285a6617386f.gz.parquet | Bin 0 -> 442 bytes
...4805f816-a859-4b75-8659-285a6617386f.gz.parquet | Bin 0 -> 440 bytes
...4805f816-a859-4b75-8659-285a6617386f.gz.parquet | Bin 0 -> 438 bytes
...4805f816-a859-4b75-8659-285a6617386f.gz.parquet | Bin 0 -> 437 bytes
...4805f816-a859-4b75-8659-285a6617386f.gz.parquet | Bin 0 -> 437 bytes
...4805f816-a859-4b75-8659-285a6617386f.gz.parquet | Bin 0 -> 438 bytes
...4805f816-a859-4b75-8659-285a6617386f.gz.parquet | Bin 0 -> 440 bytes
...4805f816-a859-4b75-8659-285a6617386f.gz.parquet | Bin 0 -> 439 bytes
...4805f816-a859-4b75-8659-285a6617386f.gz.parquet | Bin 0 -> 439 bytes
...4805f816-a859-4b75-8659-285a6617386f.gz.parquet | Bin 0 -> 442 bytes
...4805f816-a859-4b75-8659-285a6617386f.gz.parquet | Bin 0 -> 441 bytes
...4805f816-a859-4b75-8659-285a6617386f.gz.parquet | Bin 0 -> 438 bytes
...4805f816-a859-4b75-8659-285a6617386f.gz.parquet | Bin 0 -> 438 bytes
...4805f816-a859-4b75-8659-285a6617386f.gz.parquet | Bin 0 -> 439 bytes
...4805f816-a859-4b75-8659-285a6617386f.gz.parquet | Bin 0 -> 442 bytes
...4805f816-a859-4b75-8659-285a6617386f.gz.parquet | Bin 0 -> 439 bytes
...4805f816-a859-4b75-8659-285a6617386f.gz.parquet | Bin 0 -> 441 bytes
...4805f816-a859-4b75-8659-285a6617386f.gz.parquet | Bin 0 -> 443 bytes
...4805f816-a859-4b75-8659-285a6617386f.gz.parquet | Bin 0 -> 440 bytes
...4805f816-a859-4b75-8659-285a6617386f.gz.parquet | Bin 0 -> 436 bytes
...4805f816-a859-4b75-8659-285a6617386f.gz.parquet | Bin 0 -> 440 bytes
...4805f816-a859-4b75-8659-285a6617386f.gz.parquet | Bin 0 -> 439 bytes
...4805f816-a859-4b75-8659-285a6617386f.gz.parquet | Bin 0 -> 440 bytes
...4805f816-a859-4b75-8659-285a6617386f.gz.parquet | Bin 0 -> 442 bytes
...4805f816-a859-4b75-8659-285a6617386f.gz.parquet | Bin 0 -> 439 bytes
...4805f816-a859-4b75-8659-285a6617386f.gz.parquet | Bin 0 -> 441 bytes
...4805f816-a859-4b75-8659-285a6617386f.gz.parquet | Bin 0 -> 443 bytes
...4805f816-a859-4b75-8659-285a6617386f.gz.parquet | Bin 0 -> 436 bytes
...4805f816-a859-4b75-8659-285a6617386f.gz.parquet | Bin 0 -> 437 bytes
...4805f816-a859-4b75-8659-285a6617386f.gz.parquet | Bin 0 -> 442 bytes
...4805f816-a859-4b75-8659-285a6617386f.gz.parquet | Bin 0 -> 439 bytes
...4805f816-a859-4b75-8659-285a6617386f.gz.parquet | Bin 0 -> 441 bytes
...4805f816-a859-4b75-8659-285a6617386f.gz.parquet | Bin 0 -> 443 bytes
...4805f816-a859-4b75-8659-285a6617386f.gz.parquet | Bin 0 -> 440 bytes
...4805f816-a859-4b75-8659-285a6617386f.gz.parquet | Bin 0 -> 440 bytes
.../test-data/test-converted-type-null.parquet | Bin 0 -> 246 bytes
.../test-data/test-map-last-row-split.parquet | Bin 0 -> 399966 bytes
.../test-data/test-null-dictionary.parquet | Bin 0 -> 274 bytes
.../src/test/resources/test-data/test-null.parquet | Bin 0 -> 349 bytes
.../src/test/resources/test-data/test.parquet | Bin 0 -> 38824 bytes
.../test-data2/alltypes_dictionary.parquet | Bin 0 -> 1698 bytes
.../resources/test-data2/alltypes_plain.parquet | Bin 0 -> 1851 bytes
.../test-data2/alltypes_plain.snappy.parquet | Bin 0 -> 1736 bytes
.../test-data2/alltypes_tiny_pages.parquet | Bin 0 -> 454233 bytes
.../test-data2/alltypes_tiny_pages_plain.parquet | Bin 0 -> 811756 bytes
.../src/test/resources/test-data2/binary.parquet | Bin 0 -> 478 bytes
.../test-data2/byte_array_decimal.parquet | Bin 0 -> 324 bytes
.../data_index_bloom_encoding_stats.parquet | Bin 0 -> 1643 bytes
.../test-data2/datapage_v2.snappy.parquet | Bin 0 -> 1165 bytes
.../resources/test-data2/delta_binary_packed.md | 440 +
.../test-data2/delta_binary_packed.parquet | Bin 0 -> 72971 bytes
.../test-data2/delta_binary_packed_expect.csv | 201 +
.../test/resources/test-data2/delta_byte_array.md | 52 +
.../resources/test-data2/delta_byte_array.parquet | Bin 0 -> 68353 bytes
.../test-data2/delta_byte_array_expect.csv | 1001 +
.../test-data2/delta_encoding_optional_column.md | 69 +
.../delta_encoding_optional_column.parquet | Bin 0 -> 11567 bytes
.../delta_encoding_optional_column_expect.csv | 101 +
.../test-data2/delta_encoding_required_column.md | 71 +
.../delta_encoding_required_column.parquet | Bin 0 -> 13528 bytes
.../delta_encoding_required_column_expect.csv | 101 +
.../test-data2/delta_length_byte_array.parquet | Bin 0 -> 3072 bytes
.../test-data2/dict-page-offset-zero.parquet | Bin 0 -> 635 bytes
.../encrypt_columns_and_footer.parquet.encrypted | Bin 0 -> 4930 bytes
...ncrypt_columns_and_footer_aad.parquet.encrypted | Bin 0 -> 4938 bytes
...ncrypt_columns_and_footer_ctr.parquet.encrypted | Bin 0 -> 4864 bytes
...nd_footer_disable_aad_storage.parquet.encrypted | Bin 0 -> 4930 bytes
...rypt_columns_plaintext_footer.parquet.encrypted | Bin 0 -> 5083 bytes
.../test-data2/fixed_length_decimal.parquet | Bin 0 -> 677 bytes
.../test-data2/fixed_length_decimal_legacy.parquet | Bin 0 -> 537 bytes
.../test-data2/hadoop_lz4_compressed.parquet | Bin 0 -> 702 bytes
.../hadoop_lz4_compressed_larger.parquet | Bin 0 -> 358859 bytes
.../resources/test-data2/int32_decimal.parquet | Bin 0 -> 478 bytes
.../resources/test-data2/int64_decimal.parquet | Bin 0 -> 591 bytes
.../test/resources/test-data2/list_columns.parquet | Bin 0 -> 2526 bytes
.../test-data2/lz4_raw_compressed.parquet | Bin 0 -> 797 bytes
.../test-data2/lz4_raw_compressed_larger.parquet | Bin 0 -> 380836 bytes
.../test-data2/nation.dict-malformed.parquet | Bin 0 -> 2850 bytes
.../test-data2/nested_lists.snappy.parquet | Bin 0 -> 881 bytes
.../test-data2/nested_maps.snappy.parquet | Bin 0 -> 1324 bytes
.../test-data2/nested_structs.rust.parquet | Bin 0 -> 53040 bytes
.../test-data2/non_hadoop_lz4_compressed.parquet | Bin 0 -> 1228 bytes
.../test-data2/nonnullable.impala.parquet | Bin 0 -> 3186 bytes
.../test/resources/test-data2/null_list.parquet | Bin 0 -> 502 bytes
.../resources/test-data2/nullable.impala.parquet | Bin 0 -> 3896 bytes
.../test/resources/test-data2/nulls.snappy.parquet | Bin 0 -> 461 bytes
.../test-data2/repeated_no_annotation.parquet | Bin 0 -> 662 bytes
.../test/resources/test-data2/single_nan.parquet | Bin 0 -> 660 bytes
.../uniform_encryption.parquet.encrypted | Bin 0 -> 5483 bytes
.../pinot-input-format/pinot-protobuf/pom.xml | 106 +-
...fluentSchemaRegistryProtoBufMessageDecoder.java | 167 +
.../protobuf/ProtoBufMessageDecoder.java | 100 +
.../protobuf/ProtoBufRecordExtractor.java | 18 +-
.../inputformat/protobuf/ProtoBufRecordReader.java | 34 +-
.../plugin/inputformat/protobuf/ProtoBufUtils.java | 68 +
.../plugin/inputformat/protobuf/ComplexTypes.java | 3393 -
.../protobuf/ProtoBufConfluentSchemaTest.java | 155 +
.../protobuf/ProtoBufMessageDecoderTest.java | 256 +
.../ProtoBufRecordExtractorLowLevelTest.java | 262 +
.../protobuf/ProtoBufRecordExtractorTest.java | 65 +-
.../protobuf/ProtoBufRecordReaderTest.java | 31 +-
.../pinot/plugin/inputformat/protobuf/Sample.java | 1075 -
.../schemaregistry/SchemaRegistryStarter.java | 105 +
.../src/test/resources/complex_types.desc | Bin 1281 -> 1902 bytes
.../src/test/resources/complex_types.proto | 12 +-
.../src/test/resources/composite_types.desc | Bin 0 -> 1779 bytes
.../src/test/resources/composite_types.proto | 32 +
.../pinot-protobuf/src/test/resources/log4j2.xml | 11 +-
.../pinot-protobuf/src/test/resources/sample.desc | 2 +-
.../pinot-protobuf/src/test/resources/sample.proto | 1 +
.../pinot-input-format/pinot-thrift/pom.xml | 10 +-
.../inputformat/thrift/ThriftRecordExtractor.java | 3 +-
.../inputformat/thrift/ThriftRecordReaderTest.java | 197 +-
.../pinot-thrift/src/test/resources/log4j2.xml | 11 +-
pinot-plugins/pinot-input-format/pom.xml | 8 +-
.../pinot-metrics/pinot-dropwizard/pom.xml | 21 +-
.../plugin/metrics/dropwizard/DropwizardGauge.java | 27 +-
.../metrics/dropwizard/DropwizardMetricName.java | 7 +-
.../dropwizard/DropwizardMetricsRegistry.java | 16 +-
.../dropwizard/DropwizardSettableGauge.java | 56 +
.../metrics/dropwizard/DropwizardGaugeTest.java | 40 +
.../dropwizard/DropwizardMetricNameTest.java | 31 +
.../dropwizard/DropwizardMetricsRegistryTest.java | 37 +
.../dropwizard/DropwizardSettableGaugeTest.java | 45 +
pinot-plugins/pinot-metrics/pinot-yammer/pom.xml | 21 +-
.../pinot/plugin/metrics/yammer/YammerGauge.java | 31 +-
.../metrics/yammer/YammerMetricsRegistry.java | 2 +-
.../plugin/metrics/yammer/YammerSettableGauge.java | 56 +
.../plugin/metrics/yammer/YammerGaugeTest.java | 40 +
.../metrics/yammer/YammerMetricsRegistryTest.java | 37 +
.../metrics/yammer/YammerSettableGaugeTest.java | 45 +
pinot-plugins/pinot-metrics/pom.xml | 2 +-
.../pinot-minion-builtin-tasks/pom.xml | 21 +-
.../BaseMultipleSegmentsConversionExecutor.java | 195 +-
.../tasks/BaseSingleSegmentConversionExecutor.java | 76 +-
.../plugin/minion/tasks/BaseTaskExecutor.java | 33 +
.../pinot/plugin/minion/tasks/MergeTaskUtils.java | 4 +
.../pinot/plugin/minion/tasks/MinionTaskUtils.java | 188 +
.../minion/tasks/SegmentConversionUtils.java | 73 +-
.../ConvertToRawIndexTaskExecutor.java | 57 -
.../ConvertToRawIndexTaskExecutorFactory.java | 49 -
.../ConvertToRawIndexTaskGenerator.java | 140 -
.../tasks/mergerollup/MergeRollupTaskExecutor.java | 11 +-
.../mergerollup/MergeRollupTaskGenerator.java | 546 +-
.../MergeRollupTaskProgressObserverFactory.java | 33 +
.../DefaultMergeRollupTaskSegmentGroupManager.java | 35 +
.../MergeRollupTaskSegmentGroupManager.java | 36 +
...MergeRollupTaskSegmentGroupManagerProvider.java | 51 +
.../minion/tasks/purge/PurgeTaskExecutor.java | 29 +-
.../minion/tasks/purge/PurgeTaskGenerator.java | 37 +-
.../purge/PurgeTaskProgressObserverFactory.java | 33 +
.../RealtimeToOfflineSegmentsTaskExecutor.java | 19 +-
.../RealtimeToOfflineSegmentsTaskGenerator.java | 22 +-
...OfflineSegmentsTaskProgressObserverFactory.java | 33 +
.../SegmentGenerationAndPushTaskExecutor.java | 198 +-
.../SegmentGenerationAndPushTaskGenerator.java | 141 +-
...nerationAndPushTaskProgressObserverFactory.java | 33 +
.../SegmentGenerationAndPushTaskUtils.java | 77 -
.../UpsertCompactionTaskExecutor.java | 147 +
.../UpsertCompactionTaskExecutorFactory.java | 49 +
.../UpsertCompactionTaskGenerator.java | 304 +
...psertCompactionTaskProgressObserverFactory.java | 33 +
.../plugin/minion/tasks/MergeTaskUtilsTest.java | 6 +-
.../minion/tasks/SegmentConversionUtilsTest.java | 80 +
.../plugin/minion/tasks/TaskRegistryTest.java | 26 +-
.../mergerollup/MergeRollupTaskExecutorTest.java | 4 +-
.../mergerollup/MergeRollupTaskGeneratorTest.java | 326 +-
.../minion/tasks/purge/PurgeTaskExecutorTest.java | 10 +-
.../RealtimeToOfflineSegmentsTaskExecutorTest.java | 11 +-
...RealtimeToOfflineSegmentsTaskGeneratorTest.java | 44 +-
.../SegmentGenerationAndPushTaskGeneratorTest.java | 58 +-
.../UpsertCompactionTaskExecutorTest.java | 67 +
.../UpsertCompactionTaskGeneratorTest.java | 343 +
.../src/test/resources/dummyTable.json | 8 +
pinot-plugins/pinot-minion-tasks/pom.xml | 2 +-
.../pinot-segment-uploader-default/pom.xml | 2 +-
pinot-plugins/pinot-segment-uploader/pom.xml | 2 +-
.../pinot-segment-writer-file-based/pom.xml | 2 +-
.../filebased/FileBasedSegmentWriter.java | 3 +-
pinot-plugins/pinot-segment-writer/pom.xml | 2 +-
.../pinot-kafka-0.9/README.md | 24 -
.../pinot-stream-ingestion/pinot-kafka-0.9/pom.xml | 161 -
.../plugin/stream/kafka09/ConsumerAndIterator.java | 58 -
.../plugin/stream/kafka09/KafkaBrokerWrapper.java | 81 -
.../stream/kafka09/KafkaConnectionHandler.java | 442 -
.../stream/kafka09/KafkaConsumerFactory.java | 53 -
.../stream/kafka09/KafkaConsumerManager.java | 193 -
.../stream/kafka09/KafkaHighLevelStreamConfig.java | 161 -
.../stream/kafka09/KafkaLowLevelStreamConfig.java | 146 -
.../kafka09/KafkaPartitionLevelConsumer.java | 146 -
.../stream/kafka09/KafkaSimpleConsumerFactory.java | 30 -
.../kafka09/KafkaSimpleConsumerFactoryImpl.java | 32 -
.../stream/kafka09/KafkaStreamLevelConsumer.java | 121 -
.../kafka09/KafkaStreamMetadataProvider.java | 232 -
.../stream/kafka09/SimpleConsumerFactory.java | 29 -
.../stream/kafka09/SimpleConsumerMessageBatch.java | 62 -
.../stream/kafka09/server/KafkaDataProducer.java | 57 -
.../kafka09/server/KafkaDataServerStartable.java | 118 -
...g.apache.pinot.spi.stream.StreamConsumerFactory | 19 -
.../kafka09/KafkaLowLevelStreamConfigTest.java | 163 -
.../kafka09/KafkaPartitionLevelConsumerTest.java | 357 -
.../pinot-kafka-0.9/src/test/resources/log4j2.xml | 35 -
.../pinot-stream-ingestion/pinot-kafka-2.0/pom.xml | 46 +-
.../stream/kafka20/KafkaConsumerFactory.java | 23 +-
.../stream/kafka20/KafkaConsumerPartitionLag.java | 41 +
.../plugin/stream/kafka20/KafkaMessageBatch.java | 62 +-
.../KafkaPartitionLevelConnectionHandler.java | 36 +-
.../kafka20/KafkaPartitionLevelConsumer.java | 89 +-
.../pinot/plugin/stream/kafka20/KafkaSSLUtils.java | 339 +
.../stream/kafka20/KafkaStreamLevelConsumer.java | 162 -
.../kafka20/KafkaStreamLevelConsumerManager.java | 199 -
.../kafka20/KafkaStreamLevelStreamConfig.java | 133 -
.../stream/kafka20/KafkaStreamMessageMetadata.java | 36 +
.../kafka20/KafkaStreamMetadataProvider.java | 95 +-
.../kafka20/MessageAndOffsetAndMetadata.java | 42 -
.../stream/kafka20/RowMetadataExtractor.java | 33 -
.../stream/kafka20/server/KafkaDataProducer.java | 39 +
.../kafka20/server/KafkaDataServerStartable.java | 31 +
.../kafka20/KafkaPartitionLevelConsumerTest.java | 253 +-
.../KafkaPartitionLevelStreamConfigTest.java | 4 -
.../plugin/stream/kafka20/KafkaSSLUtilsTest.java | 310 +
.../pinot-kafka-2.0/src/test/resources/log4j2.xml | 11 +-
.../pinot-kafka-base/pom.xml | 2 +-
.../plugin/stream/kafka/MessageAndOffset.java | 53 -
.../pinot-kafka-base/src/test/resources/log4j2.xml | 11 +-
.../pinot-stream-ingestion/pinot-kinesis/pom.xml | 86 +-
.../pinot/plugin/stream/kinesis/KinesisConfig.java | 115 +-
.../stream/kinesis/KinesisConnectionHandler.java | 118 +-
.../plugin/stream/kinesis/KinesisConsumer.java | 173 +-
.../stream/kinesis/KinesisConsumerFactory.java | 16 +-
.../kinesis/KinesisConsumerPartitionLag.java | 35 +
.../plugin/stream/kinesis/KinesisMessageBatch.java | 61 +
.../stream/kinesis/KinesisMsgOffsetFactory.java | 13 +-
.../kinesis/KinesisPartitionGroupOffset.java | 68 +-
.../plugin/stream/kinesis/KinesisRecordsBatch.java | 80 -
.../kinesis/KinesisStreamMessageMetadata.java | 42 +
.../kinesis/KinesisStreamMetadataProvider.java | 47 +-
.../stream/kinesis/server/KinesisDataProducer.java | 2 +-
.../plugin/stream/kinesis/KinesisConsumerTest.java | 137 +-
.../stream/kinesis/KinesisMessageBatchTest.java | 84 +
.../kinesis/KinesisStreamMetadataProviderTest.java | 102 +-
.../pinot-stream-ingestion/pinot-pulsar/pom.xml | 130 +-
.../stream/pulsar/MessageIdStreamOffset.java | 21 +-
.../pulsar/MessageIdStreamOffsetFactory.java | 8 -
.../pinot/plugin/stream/pulsar/PulsarConfig.java | 138 +-
.../stream/pulsar/PulsarConsumerFactory.java | 16 +-
.../plugin/stream/pulsar/PulsarMessageBatch.java | 121 +-
.../PulsarPartitionLevelConnectionHandler.java | 72 +-
.../pulsar/PulsarPartitionLevelConsumer.java | 135 +-
.../stream/pulsar/PulsarStreamLevelConsumer.java | 112 -
.../pulsar/PulsarStreamLevelConsumerManager.java | 193 -
.../stream/pulsar/PulsarStreamMessageMetadata.java | 79 +
.../pulsar/PulsarStreamMetadataProvider.java | 100 +-
.../pinot/plugin/stream/pulsar/PulsarUtils.java | 204 +-
.../stream/pulsar/server/PulsarDataProducer.java | 97 +
.../plugin/stream/pulsar/PulsarConfigTest.java | 156 +
.../plugin/stream/pulsar/PulsarConsumerTest.java | 379 +-
.../stream/pulsar/PulsarMessageBatchTest.java | 110 +-
.../plugin/stream/pulsar/PulsarUtilsTest.java | 95 +
pinot-plugins/pinot-stream-ingestion/pom.xml | 3 +-
pinot-plugins/pom.xml | 11 +-
pinot-query-planner/pom.xml | 19 +-
.../apache/calcite/jdbc/CalciteSchemaBuilder.java | 52 -
.../calcite/rel/logical/PinotRelExchangeType.java | 53 +
.../pinot/calcite/jdbc/CalciteSchemaBuilder.java | 53 +
.../calcite/prepare/PinotCalciteCatalogReader.java | 468 +
.../pinot/calcite/rel/hint/PinotHintOptions.java | 97 +
.../calcite/rel/hint/PinotHintStrategyTable.java | 149 +
.../calcite/rel/logical/PinotLogicalExchange.java | 90 +
.../rel/logical/PinotLogicalSortExchange.java | 125 +
.../rel/rules/ImmutableSortExchangeCopyRule.java | 415 +
.../PinotAggregateExchangeNodeInsertRule.java | 342 +
.../rules/PinotAggregateLiteralAttachmentRule.java | 107 +
.../rel/rules/PinotAggregateToSemiJoinRule.java | 143 +
.../rel/rules/PinotEvaluateLiteralRule.java | 270 +
.../rel/rules/PinotExchangeEliminationRule.java | 52 +
.../rel/rules/PinotFilterExpandSearchRule.java | 75 +
.../rel/rules/PinotJoinExchangeNodeInsertRule.java | 82 +
.../rel/rules/PinotJoinToDynamicBroadcastRule.java | 178 +
.../calcite/rel/rules/PinotQueryRuleSets.java | 149 +
.../rel/rules/PinotRelDistributionTraitRule.java | 177 +
.../pinot/calcite/rel/rules/PinotRuleUtils.java | 120 +
.../rules/PinotSetOpExchangeNodeInsertRule.java | 87 +
.../rules/PinotSingleValueAggregateRemoveRule.java | 59 +
.../rel/rules/PinotSortExchangeCopyRule.java | 124 +
.../rel/rules/PinotSortExchangeNodeInsertRule.java | 76 +
.../rules/PinotWindowExchangeNodeInsertRule.java | 269 +
.../pinot/calcite/sql/PinotSqlAggFunction.java | 51 +
.../calcite/sql/PinotSqlTransformFunction.java | 40 +
.../pinot/calcite/sql/fun/PinotOperatorTable.java | 172 +
.../calcite/sql/fun/PinotSqlCoalesceFunction.java | 36 +
.../sql/util/PinotChainedSqlOperatorTable.java | 97 +
.../calcite/sql2rel/PinotConvertletTable.java | 88 +
.../org/apache/pinot/query/QueryEnvironment.java | 368 +-
.../apache/pinot/query/catalog/PinotCatalog.java | 32 +-
.../org/apache/pinot/query/catalog/PinotTable.java | 2 +-
.../apache/pinot/query/context/PlannerContext.java | 56 +-
.../query/parser/CalciteRexExpressionParser.java | 178 +-
.../pinot/query/parser/CalciteSqlParser.java | 148 -
.../org/apache/pinot/query/parser/ParserUtils.java | 118 -
.../apache/pinot/query/parser/QueryRewriter.java | 46 -
.../apache/pinot/query/planner/PlanFragment.java | 54 +
.../apache/pinot/query/planner/PlannerUtils.java | 49 +-
.../org/apache/pinot/query/planner/QueryPlan.java | 61 -
.../pinot/query/planner/QueryPlanMetadata.java | 61 +
.../apache/pinot/query/planner/StageMetadata.java | 85 -
.../org/apache/pinot/query/planner/SubPlan.java | 60 +
.../pinot/query/planner/SubPlanMetadata.java | 52 +
.../explain/PhysicalExplainPlanVisitor.java | 276 +
.../query/planner/hints/PinotRelationalHints.java | 36 -
.../query/planner/logical/LiteralHintUtils.java | 85 +
.../query/planner/logical/LiteralValueNode.java | 56 +
.../query/planner/logical/LogicalPlanner.java | 6 +-
.../planner/logical/PinotLogicalQueryPlanner.java | 120 +
.../query/planner/logical/PlanFragmenter.java | 184 +
.../planner/logical/RelToPlanNodeConverter.java | 306 +
.../query/planner/logical/RelToStageConverter.java | 158 -
.../pinot/query/planner/logical/RexExpression.java | 110 +-
.../query/planner/logical/RexExpressionUtils.java | 271 +
.../planner/logical/ShuffleRewriteVisitor.java | 216 +
.../pinot/query/planner/logical/StagePlanner.java | 139 -
.../query/planner/logical/SubPlanFragmenter.java | 156 +
.../planner/partitioning/EmptyKeySelector.java | 40 +
.../partitioning/FieldSelectionKeySelector.java | 76 -
.../query/planner/partitioning/KeySelector.java | 25 +-
.../planner/partitioning/KeySelectorFactory.java | 42 +
.../partitioning/MultiColumnKeySelector.java | 70 +
.../partitioning/SingleColumnKeySelector.java | 42 +
.../planner/physical/DispatchablePlanContext.java | 143 +
.../planner/physical/DispatchablePlanFragment.java | 115 +
.../planner/physical/DispatchablePlanMetadata.java | 179 +
.../planner/physical/DispatchablePlanVisitor.java | 141 +
.../planner/physical/DispatchableSubPlan.java | 85 +
.../planner/physical/MailboxAssignmentVisitor.java | 174 +
.../query/planner/physical/MailboxIdUtils.java | 65 +
.../planner/physical/PinotDispatchPlanner.java | 116 +
.../planner/physical/colocated/ColocationKey.java | 96 +
.../colocated/GreedyShuffleRewriteContext.java | 127 +
.../GreedyShuffleRewritePreComputeVisitor.java | 75 +
.../colocated/GreedyShuffleRewriteVisitor.java | 411 +
.../query/planner/plannode/AbstractPlanNode.java | 104 +
.../query/planner/plannode/AggregateNode.java | 126 +
.../plannode/DefaultPostOrderTraversalVisitor.java | 99 +
.../pinot/query/planner/plannode/ExchangeNode.java | 123 +
.../pinot/query/planner/plannode/FilterNode.java | 54 +
.../pinot/query/planner/plannode/JoinNode.java | 115 +
.../query/planner/plannode/MailboxReceiveNode.java | 163 +
.../query/planner/plannode/MailboxSendNode.java | 146 +
.../pinot/query/planner/plannode/PlanNode.java | 51 +
.../query/planner/plannode/PlanNodeVisitor.java | 64 +
.../pinot/query/planner/plannode/ProjectNode.java | 56 +
.../pinot/query/planner/plannode/SetOpNode.java | 84 +
.../pinot/query/planner/plannode/SortNode.java | 100 +
.../planner/plannode/StageNodeSerDeUtils.java | 97 +
.../query/planner/plannode/TableScanNode.java | 68 +
.../pinot/query/planner/plannode/ValueNode.java | 68 +
.../pinot/query/planner/plannode/WindowNode.java | 153 +
.../pinot/query/planner/serde/ProtoProperties.java | 3 +-
.../planner/serde/ProtoSerializationUtils.java | 124 +-
.../query/planner/stage/AbstractStageNode.java | 78 -
.../pinot/query/planner/stage/AggregateNode.java | 59 -
.../pinot/query/planner/stage/FilterNode.java | 43 -
.../apache/pinot/query/planner/stage/JoinNode.java | 75 -
.../query/planner/stage/MailboxReceiveNode.java | 50 -
.../pinot/query/planner/stage/MailboxSendNode.java | 65 -
.../pinot/query/planner/stage/ProjectNode.java | 44 -
.../pinot/query/planner/stage/StageNode.java | 45 -
.../query/planner/stage/StageNodeSerDeUtils.java | 86 -
.../pinot/query/planner/stage/TableScanNode.java | 49 -
.../validation/ArrayToMvValidationVisitor.java | 179 +
.../apache/pinot/query/routing/MailboxInfo.java | 54 +
.../apache/pinot/query/routing/MailboxInfos.java | 44 +
.../pinot/query/routing/QueryPlanSerDeUtils.java | 103 +
.../pinot/query/routing/QueryServerInstance.java | 81 +
.../apache/pinot/query/routing/RoutingInfo.java | 43 +
.../pinot/query/routing/SharedMailboxInfos.java | 47 +
.../apache/pinot/query/routing/StageMetadata.java | 62 +
.../org/apache/pinot/query/routing/StagePlan.java | 45 +
.../pinot/query/routing/VirtualServerAddress.java | 99 +
.../apache/pinot/query/routing/WorkerInstance.java | 56 -
.../apache/pinot/query/routing/WorkerManager.java | 552 +-
.../apache/pinot/query/routing/WorkerMetadata.java | 104 +
.../PinotAggregateExchangeNodeInsertRule.java | 181 -
.../rules/PinotJoinExchangeNodeInsertRule.java | 101 -
.../pinot/query/rules/PinotQueryRuleSets.java | 94 -
.../org/apache/pinot/query/type/TypeFactory.java | 78 +-
.../org/apache/pinot/query/type/TypeSystem.java | 119 +-
.../pinot/query/validate/BytesCastVisitor.java | 72 +
.../pinot/query/validate/InvalidCastException.java | 25 +
.../org/apache/pinot/query/validate/Validator.java | 118 +-
.../rel/rules/PinotSortExchangeCopyRuleTest.java | 297 +
.../apache/pinot/query/QueryCompilationTest.java | 478 +
.../apache/pinot/query/QueryEnvironmentTest.java | 103 -
.../pinot/query/QueryEnvironmentTestBase.java | 289 +-
.../pinot/query/QueryEnvironmentTestUtils.java | 131 -
.../logical/RelToPlanNodeConverterTest.java | 133 +
.../query/planner/plannode/SerDeUtilsTest.java | 93 +
.../planner/serde/ProtoSerializationUtilsTest.java | 62 +
.../pinot/query/planner/stage/SerDeUtilsTest.java | 90 -
.../query/queries/ResourceBasedQueryPlansTest.java | 193 +
.../query/testutils/MockRoutingManagerFactory.java | 186 +
.../pinot/query/testutils/QueryTestUtils.java | 44 +
.../apache/pinot/query/type/TypeFactoryTest.java | 328 +
.../src/test/resources/queries/AggregatePlans.json | 139 +
.../test/resources/queries/BasicQueryPlans.json | 115 +
.../resources/queries/ExplainPhysicalPlans.json | 455 +
.../src/test/resources/queries/GroupByPlans.json | 239 +
.../src/test/resources/queries/JoinPlans.json | 532 +
.../resources/queries/LiteralEvaluationPlans.json | 263 +
.../src/test/resources/queries/OrderByPlans.json | 133 +
.../test/resources/queries/PinotHintablePlans.json | 512 +
.../src/test/resources/queries/SetOpPlans.json | 113 +
.../resources/queries/ValidationErrorPlan.json | 26 +
.../resources/queries/WindowFunctionPlans.json | 3674 +
pinot-query-runtime/pom.xml | 14 +-
.../pinot/query/mailbox/GrpcMailboxService.java | 101 -
.../pinot/query/mailbox/GrpcReceivingMailbox.java | 88 -
.../pinot/query/mailbox/GrpcSendingMailbox.java | 118 +-
.../query/mailbox/InMemorySendingMailbox.java | 102 +
.../pinot/query/mailbox/MailboxIdentifier.java | 57 -
.../apache/pinot/query/mailbox/MailboxService.java | 121 +-
.../pinot/query/mailbox/ReceivingMailbox.java | 166 +-
.../apache/pinot/query/mailbox/SendingMailbox.java | 54 +-
.../query/mailbox/StringMailboxIdentifier.java | 100 -
.../java/org/apache/pinot/query/mailbox/Utils.java | 43 -
.../query/mailbox/channel/ChannelManager.java | 39 +-
.../pinot/query/mailbox/channel/ChannelUtils.java | 27 +
.../query/mailbox/channel/GrpcMailboxServer.java | 23 +-
.../mailbox/channel/MailboxContentObserver.java | 146 +
.../channel/MailboxContentStreamObserver.java | 114 -
.../mailbox/channel/MailboxStatusObserver.java | 82 +
.../channel/MailboxStatusStreamObserver.java | 88 -
.../apache/pinot/query/runtime/QueryRunner.java | 257 +-
.../pinot/query/runtime/blocks/BlockSplitter.java | 36 +
.../query/runtime/blocks/TransferableBlock.java | 184 +-
.../runtime/blocks/TransferableBlockUtils.java | 69 +-
.../runtime/executor/ExecutorServiceUtils.java | 78 +
.../query/runtime/executor/OpChainScheduler.java | 86 +
.../runtime/executor/OpChainSchedulerService.java | 98 +
.../runtime/executor/WorkerQueryExecutor.java | 140 -
.../query/runtime/operator/AggregateOperator.java | 491 +-
.../operator/BaseMailboxReceiveOperator.java | 139 +
.../query/runtime/operator/FilterOperator.java | 93 +
.../query/runtime/operator/HashJoinOperator.java | 382 +-
.../query/runtime/operator/IntersectOperator.java | 49 +
.../LeafStageTransferableBlockOperator.java | 422 +
.../runtime/operator/LiteralValueOperator.java | 84 +
.../runtime/operator/MailboxReceiveOperator.java | 102 +-
.../runtime/operator/MailboxSendOperator.java | 259 +-
.../query/runtime/operator/MinusOperator.java | 49 +
.../query/runtime/operator/MultiStageOperator.java | 125 +
.../operator/MultistageAggregationExecutor.java | 168 +
.../operator/MultistageGroupByExecutor.java | 375 +
.../pinot/query/runtime/operator/OpChain.java | 102 +
.../pinot/query/runtime/operator/OpChainId.java | 65 +
.../pinot/query/runtime/operator/OpChainStats.java | 109 +
.../query/runtime/operator/OperatorStats.java | 119 +
.../query/runtime/operator/OperatorUtils.java | 67 -
.../pinot/query/runtime/operator/SetOperator.java | 153 +
.../pinot/query/runtime/operator/SortOperator.java | 172 +
.../operator/SortedMailboxReceiveOperator.java | 115 +
.../query/runtime/operator/TransformOperator.java | 152 +-
.../query/runtime/operator/UnionOperator.java | 61 +
.../runtime/operator/WindowAggregateOperator.java | 578 +
.../runtime/operator/exchange/BlockExchange.java | 143 +
.../operator/exchange/BroadcastExchange.java | 43 +
.../runtime/operator/exchange/HashExchange.java | 69 +
.../runtime/operator/exchange/RandomExchange.java | 55 +
.../operator/exchange/SingletonExchange.java | 47 +
.../runtime/operator/groupby/GroupIdGenerator.java | 50 +
.../operator/groupby/GroupIdGeneratorFactory.java | 48 +
.../groupby/MultiKeysGroupIdGenerator.java | 106 +
.../groupby/OneDoubleKeyGroupIdGenerator.java | 92 +
.../groupby/OneFloatKeyGroupIdGenerator.java | 90 +
.../groupby/OneIntKeyGroupIdGenerator.java | 91 +
.../groupby/OneLongKeyGroupIdGenerator.java | 91 +
.../groupby/OneObjectKeyGroupIdGenerator.java | 72 +
.../operator/groupby/TwoKeysGroupIdGenerator.java | 111 +
.../runtime/operator/operands/FilterOperand.java | 250 +
.../runtime/operator/operands/FunctionOperand.java | 95 +
.../runtime/operator/operands/LiteralOperand.java | 43 +
.../operator/operands/ReferenceOperand.java | 45 +
.../operator/operands/TransformOperand.java | 31 +
.../operator/operands/TransformOperandFactory.java | 86 +
.../runtime/operator/utils/AggregationUtils.java | 248 +
.../query/runtime/operator/utils/AsyncStream.java | 78 +
.../utils/BlockingMultiStreamConsumer.java | 258 +
.../runtime/operator/utils/BlockingStream.java | 47 +
.../runtime/operator/utils/OperatorUtils.java | 135 +
.../query/runtime/operator/utils/SortUtils.java | 96 +
.../query/runtime/operator/utils/TypeUtils.java | 113 +
.../operator/window/FirstValueWindowFunction.java | 40 +
.../operator/window/LagValueWindowFunction.java | 48 +
.../operator/window/LastValueWindowFunction.java | 40 +
.../operator/window/LeadValueWindowFunction.java | 48 +
.../operator/window/ValueWindowFunction.java | 54 +
.../runtime/operator/window/WindowFunction.java | 31 +
.../query/runtime/plan/DistributedStagePlan.java | 76 -
.../runtime/plan/OpChainExecutionContext.java | 133 +
.../query/runtime/plan/PhysicalPlanVisitor.java | 182 +
.../plan/pipeline/PipelineBreakerContext.java | 54 +
.../plan/pipeline/PipelineBreakerExecutor.java | 130 +
.../plan/pipeline/PipelineBreakerOperator.java | 109 +
.../plan/pipeline/PipelineBreakerResult.java | 63 +
.../plan/pipeline/PipelineBreakerVisitor.java | 49 +
.../runtime/plan/serde/QueryPlanSerDeUtils.java | 113 -
.../plan/server/ServerPlanRequestContext.java | 92 +
.../plan/server/ServerPlanRequestUtils.java | 357 +
.../plan/server/ServerPlanRequestVisitor.java | 218 +
.../query/runtime/utils/ServerRequestUtils.java | 126 -
.../apache/pinot/query/service/QueryConfig.java | 37 -
.../pinot/query/service/QueryDispatcher.java | 160 -
.../apache/pinot/query/service/QueryServer.java | 115 -
.../dispatch/AsyncQueryDispatchResponse.java | 57 +
.../query/service/dispatch/CancelObserver.java | 40 +
.../query/service/dispatch/DispatchClient.java | 61 +
.../query/service/dispatch/DispatchObserver.java | 56 +
.../query/service/dispatch/QueryDispatcher.java | 344 +
.../pinot/query/service/server/QueryServer.java | 187 +
.../apache/pinot/query/QueryServerEnclosure.java | 172 +-
.../java/org/apache/pinot/query/QueryTestSet.java | 240 +
.../query/mailbox/GrpcMailboxServiceTest.java | 73 -
.../query/mailbox/GrpcMailboxServiceTestBase.java | 48 -
.../pinot/query/mailbox/MailboxServiceTest.java | 617 +
.../pinot/query/runtime/QueryRunnerTest.java | 217 -
.../runtime/blocks/TransferableBlockUtilsTest.java | 127 +
.../executor/OpChainSchedulerServiceTest.java | 205 +
.../runtime/operator/AggregateOperatorTest.java | 312 +
.../query/runtime/operator/FilterOperatorTest.java | 277 +
.../runtime/operator/HashJoinOperatorTest.java | 664 +
.../runtime/operator/IntersectOperatorTest.java | 119 +
.../LeafStageTransferableBlockOperatorTest.java | 267 +
.../runtime/operator/LiteralValueOperatorTest.java | 90 +
.../operator/MailboxReceiveOperatorTest.java | 259 +
.../runtime/operator/MailboxSendOperatorTest.java | 205 +
.../query/runtime/operator/MinusOperatorTest.java | 121 +
.../pinot/query/runtime/operator/OpChainTest.java | 377 +
.../query/runtime/operator/OperatorTestUtil.java | 104 +
.../query/runtime/operator/SortOperatorTest.java | 655 +
.../operator/SortedMailboxReceiveOperatorTest.java | 287 +
.../runtime/operator/TransformOperatorTest.java | 238 +
.../query/runtime/operator/UnionOperatorTest.java | 91 +
.../operator/WindowAggregateOperatorTest.java | 641 +
.../operator/exchange/BlockExchangeTest.java | 185 +
.../operator/exchange/BroadcastExchangeTest.java | 75 +
.../operator/exchange/HashExchangeTest.java | 103 +
.../operator/exchange/RandomExchangeTest.java | 72 +
.../operator/exchange/SingletonExchangeTest.java | 97 +
.../plan/pipeline/PipelineBreakerExecutorTest.java | 305 +
.../query/runtime/queries/QueryRunnerTest.java | 309 +
.../query/runtime/queries/QueryRunnerTestBase.java | 621 +
.../runtime/queries/ResourceBasedQueriesTest.java | 524 +
.../pinot/query/service/QueryDispatcherTest.java | 92 -
.../pinot/query/service/QueryServerTest.java | 182 -
.../service/dispatch/QueryDispatcherTest.java | 208 +
.../query/service/server/QueryServerTest.java | 257 +
.../testutils/MockDataBlockOperatorFactory.java | 74 +
.../testutils/MockInstanceDataManagerFactory.java | 190 +
pinot-query-runtime/src/test/resources/log4j2.xml | 39 +
.../src/test/resources/queries/Aggregates.json | 946 +
.../src/test/resources/queries/BasicQuery.json | 81 +
.../src/test/resources/queries/BinaryTypes.json | 42 +
.../src/test/resources/queries/BooleanLogic.json | 138 +
.../src/test/resources/queries/Case.json | 108 +
.../src/test/resources/queries/CharacterTypes.json | 41 +
.../src/test/resources/queries/Comparisons.json | 545 +
.../src/test/resources/queries/CountDistinct.json | 236 +
.../src/test/resources/queries/Distincts.json | 51 +
.../test/resources/queries/FilterAggregates.json | 175 +
.../test/resources/queries/FromExpressions.json | 497 +
.../src/test/resources/queries/JsonType.json | 111 +
.../test/resources/queries/LexicalStructure.json | 191 +
.../src/test/resources/queries/MathFuncs.json | 515 +
.../test/resources/queries/MetadataTestQuery.json | 66 +
.../src/test/resources/queries/NullHandling.json | 406 +
.../src/test/resources/queries/NumericTypes.json | 117 +
.../src/test/resources/queries/OrderBy.json | 367 +
.../src/test/resources/queries/Parallelism.json | 43 +
.../src/test/resources/queries/QueryHints.json | 539 +
.../test/resources/queries/SelectExpressions.json | 69 +
.../src/test/resources/queries/SelectHaving.json | 69 +
.../src/test/resources/queries/SetOps.json | 51 +
.../src/test/resources/queries/SpecialSyntax.json | 115 +
.../resources/queries/StatisticAggregates.json | 175 +
.../test/resources/queries/StringFunctions.json | 153 +
.../test/resources/queries/TableExpressions.json | 129 +
.../src/test/resources/queries/TimeTypes.json | 72 +
.../src/test/resources/queries/TypeCasting.json | 176 +
.../src/test/resources/queries/UDFAggregates.json | 229 +
.../test/resources/queries/ValueExpressions.json | 100 +
.../test/resources/queries/WindowFunctions.json | 5352 ++
.../src/test/resources/queries/WithStatements.json | 265 +
pinot-segment-local/pom.xml | 48 +-
.../record/enricher/clp/CLPEncodingEnricher.java | 100 +
.../enricher/clp/CLPEncodingEnricherFactory.java | 51 +
.../record/enricher/clp/ClpEnricherConfig.java | 40 +
.../enricher/function/CustomFunctionEnricher.java | 66 +
.../function/CustomFunctionEnricherConfig.java | 40 +
.../function/CustomFunctionEnricherFactory.java | 61 +
.../local/aggregator/CountValueAggregator.java | 6 +-
.../DistinctCountBitmapValueAggregator.java | 6 +-
.../DistinctCountCPCSketchValueAggregator.java | 193 +
.../DistinctCountHLLPlusValueAggregator.java | 125 +
.../DistinctCountHLLValueAggregator.java | 26 +-
.../DistinctCountThetaSketchValueAggregator.java | 178 +
.../DistinctCountULLValueAggregator.java | 115 +
.../IntegerTupleSketchValueAggregator.java | 99 +
.../aggregator/MinMaxRangeValueAggregator.java | 2 +-
.../aggregator/SumPrecisionValueAggregator.java | 36 +-
.../local/aggregator/ValueAggregatorFactory.java | 44 +-
.../local/customobject/CovarianceTuple.java | 121 +
.../local/customobject/CpcSketchAccumulator.java | 79 +
.../customobject/CustomObjectAccumulator.java | 121 +
.../local/customobject/MinMaxRangePair.java | 8 +
.../local/customobject/PinotFourthMoment.java | 135 +
.../local/customobject/SerializedCPCSketch.java | 46 +
.../SerializedFrequentLongsSketch.java | 43 +
.../SerializedFrequentStringsSketch.java | 43 +
.../local/customobject/SerializedHLLPlus.java | 42 +
.../segment/local/customobject/SerializedKLL.java | 49 +
.../segment/local/customobject/SerializedULL.java | 42 +
.../segment/local/customobject/StringLongPair.java | 17 +-
.../local/customobject/ThetaSketchAccumulator.java | 96 +
.../customobject/TupleIntSketchAccumulator.java | 104 +
.../segment/local/customobject/ValueLongPair.java | 8 +
.../segment/local/customobject/VarianceTuple.java | 107 +
.../local/data/manager/SegmentDataManager.java | 19 +-
.../local/data/manager/TableDataManager.java | 93 +-
.../local/data/manager/TableDataManagerConfig.java | 102 -
.../local/data/manager/TableDataManagerParams.java | 66 -
.../local/dedup/BaseTableDedupMetadataManager.java | 65 +
...ConcurrentMapPartitionDedupMetadataManager.java | 124 +
.../ConcurrentMapTableDedupMetadataManager.java | 27 +
.../local/dedup/PartitionDedupMetadataManager.java | 112 +-
.../local/dedup/TableDedupMetadataManager.java | 35 +-
.../dedup/TableDedupMetadataManagerFactory.java | 65 +
.../local/function/InbuiltFunctionEvaluator.java | 53 +-
.../indexsegment/immutable/EmptyIndexSegment.java | 18 +-
.../immutable/ImmutableSegmentImpl.java | 154 +-
.../immutable/ImmutableSegmentLoader.java | 51 +-
.../mutable/DefaultMutableIndexProvider.java | 146 -
.../indexsegment/mutable/IntermediateSegment.java | 382 -
.../indexsegment/mutable/MutableSegmentImpl.java | 969 +-
.../io/compression/ChunkCompressorFactory.java | 9 +-
.../local/io/compression/GzipCompressor.java | 69 +
.../local/io/compression/GzipDecompressor.java | 64 +
.../io/compression/LZ4WithLengthDecompressor.java | 3 +-
.../RealtimeIndexOffHeapMemoryManager.java | 40 +-
.../local/io/util/FixedBitIntReaderWriter.java | 8 +
.../local/io/util/FixedByteValueReaderWriter.java | 69 +-
.../segment/local/io/util/PinotDataBitSet.java | 56 +
.../pinot/segment/local/io/util/ValueReader.java | 18 +-
.../local/io/util/ValueReaderComparisons.java | 157 +
.../local/io/util/VarLengthValueReader.java | 36 +-
.../writer/impl/BaseChunkForwardIndexWriter.java | 198 +
.../writer/impl/BaseChunkSVForwardIndexWriter.java | 196 -
.../FixedBitMVEntryDictForwardIndexWriter.java | 126 +
.../writer/impl/FixedBitMVForwardIndexWriter.java | 2 +-
.../writer/impl/FixedBitSVForwardIndexWriter.java | 2 +-
.../impl/FixedByteChunkForwardIndexWriter.java | 100 +
.../impl/FixedByteChunkSVForwardIndexWriter.java | 124 -
.../impl/VarByteChunkForwardIndexWriter.java | 178 +
.../impl/VarByteChunkForwardIndexWriterV4.java | 330 +
.../impl/VarByteChunkSVForwardIndexWriter.java | 189 -
.../impl/VarByteChunkSVForwardIndexWriterV4.java | 254 -
.../local/io/writer/impl/VarByteChunkWriter.java | 4 +
.../loader/DefaultSegmentDirectoryLoader.java | 14 +
.../loader/TierBasedSegmentDirectoryLoader.java | 223 +
.../converter/ColumnIndicesForRealtimeTable.java | 69 +
.../converter/RealtimeSegmentConverter.java | 105 +-
.../converter/stats/MutableColumnStatistics.java | 8 +
.../stats/MutableNoDictionaryColStatistics.java | 18 +-
.../local/realtime/impl/RealtimeSegmentConfig.java | 209 +-
.../dictionary/BaseOffHeapMutableDictionary.java | 3 +-
.../BigDecimalOnHeapMutableDictionary.java | 3 +-
.../dictionary/StringOffHeapMutableDictionary.java | 3 +-
.../dictionary/StringOnHeapMutableDictionary.java | 5 +-
.../impl/forward/CLPMutableForwardIndex.java | 178 +
.../forward/FixedByteMVMutableForwardIndex.java | 9 +-
.../forward/FixedByteSVMutableForwardIndex.java | 46 +-
.../realtime/impl/geospatial/MutableH3Index.java | 23 +-
.../impl/invertedindex/NativeMutableFSTIndex.java | 17 +-
.../impl/invertedindex/NativeMutableTextIndex.java | 18 +-
.../RealtimeLuceneDocIdCollector.java | 10 +-
.../RealtimeLuceneIndexReaderRefreshThread.java | 4 +-
.../invertedindex/RealtimeLuceneTextIndex.java | 100 +-
.../RealtimeLuceneTextIndexSearcherPool.java | 54 +
.../realtime/impl/json/MutableJsonIndexImpl.java | 364 +-
.../realtime/impl/vector/MutableVectorIndex.java | 154 +
.../recordtransformer/ComplexTypeTransformer.java | 61 +-
.../recordtransformer/CompositeTransformer.java | 72 +-
.../recordtransformer/DataTypeTransformer.java | 31 +-
.../recordtransformer/ExpressionTransformer.java | 46 +-
.../local/recordtransformer/FilterTransformer.java | 36 +-
.../local/recordtransformer/RecordTransformer.java | 7 +
.../recordtransformer/SanitizationTransformer.java | 5 +
.../SchemaConformingTransformer.java | 568 +
.../SchemaConformingTransformerV2.java | 727 +
.../recordtransformer/SpecialValueTransformer.java | 128 +
.../TimeValidationTransformer.java | 114 +
.../segment/local/segment/creator/Fixtures.java | 8 +-
...termediateSegmentSegmentCreationDataSource.java | 57 -
.../creator/IntermediateSegmentStatsContainer.java | 54 -
.../RecordReaderSegmentCreationDataSource.java | 9 +
.../local/segment/creator/TransformPipeline.java | 13 +
.../creator/impl/ColumnJsonParserException.java | 48 +
.../creator/impl/DefaultIndexCreatorProvider.java | 280 -
.../creator/impl/SameValueForwardIndexCreator.java | 138 +
.../creator/impl/SegmentColumnarIndexCreator.java | 805 +-
.../creator/impl/SegmentDictionaryCreator.java | 46 +-
.../impl/SegmentIndexCreationDriverImpl.java | 249 +-
.../impl/bloom/OnHeapGuavaBloomFilterCreator.java | 16 +
.../creator/impl/fwd/CLPForwardIndexCreatorV1.java | 272 +
.../MultiValueEntryDictForwardIndexCreator.java | 67 +
.../fwd/MultiValueFixedByteRawIndexCreator.java | 77 +-
.../impl/fwd/MultiValueVarByteRawIndexCreator.java | 87 +-
.../fwd/SingleValueFixedByteRawIndexCreator.java | 12 +-
.../fwd/SingleValueVarByteRawIndexCreator.java | 19 +-
.../impl/inv/BitSlicedRangeIndexCreator.java | 15 +-
.../impl/inv/BitmapInvertedIndexWriter.java | 47 +-
.../inv/OffHeapBitmapInvertedIndexCreator.java | 91 +-
.../creator/impl/inv/RangeIndexCreator.java | 14 +-
.../impl/inv/geospatial/BaseH3IndexCreator.java | 16 +-
.../impl/inv/json/BaseJsonIndexCreator.java | 21 +-
.../impl/inv/json/OffHeapJsonIndexCreator.java | 15 +-
.../impl/inv/json/OnHeapJsonIndexCreator.java | 5 +-
.../impl/inv/text/LuceneFSTIndexCreator.java | 17 +-
.../impl/nullvalue/NullValueVectorCreator.java | 43 +-
.../stats/AbstractColumnStatisticsCollector.java | 16 +-
.../BigDecimalColumnPreIndexStatsCollector.java | 4 +-
.../stats/BytesColumnPredIndexStatsCollector.java | 4 +-
.../creator/impl/stats/CLPStatsProvider.java | 66 +
.../stats/DoubleColumnPreIndexStatsCollector.java | 4 +-
.../stats/FloatColumnPreIndexStatsCollector.java | 4 +-
.../stats/IntColumnPreIndexStatsCollector.java | 4 +-
.../stats/LongColumnPreIndexStatsCollector.java | 4 +-
.../stats/StringColumnPreIndexStatsCollector.java | 101 +-
.../creator/impl/text/LuceneTextIndexCreator.java | 202 +-
.../creator/impl/text/NativeTextIndexCreator.java | 50 +-
.../impl/vector/HnswVectorIndexCreator.java | 120 +
.../creator/impl/vector/XKnnFloatVectorField.java | 68 +
.../creator/impl/vector/lucene95/HnswCodec.java | 139 +
.../impl/vector/lucene95/HnswVectorsFormat.java | 91 +
.../segment/index/bloom/BloomIndexPlugin.java | 32 +
.../local/segment/index/bloom/BloomIndexType.java | 152 +
.../DefaultNullValueVirtualColumnProvider.java | 43 +-
.../index/column/IntermediateIndexContainer.java | 134 -
.../index/column/PhysicalColumnIndexContainer.java | 277 +-
.../converter/SegmentV1V2ToV3FormatConverter.java | 90 +-
.../segment/index/datasource/BaseDataSource.java | 66 +-
.../segment/index/datasource/EmptyDataSource.java | 8 +-
.../index/datasource/ImmutableDataSource.java | 13 +-
.../index/datasource/MutableDataSource.java | 55 +-
.../index/dictionary/DictionaryIndexPlugin.java | 34 +
.../index/dictionary/DictionaryIndexType.java | 503 +
.../index/dictionary/DictionaryInternerHolder.java | 58 +
.../index/forward/ForwardIndexCreatorFactory.java | 142 +
.../segment/index/forward/ForwardIndexPlugin.java | 35 +
.../index/forward/ForwardIndexReaderFactory.java | 130 +
.../segment/index/forward/ForwardIndexType.java | 320 +
.../local/segment/index/fst/FstIndexPlugin.java | 34 +
.../local/segment/index/fst/FstIndexType.java | 216 +
.../local/segment/index/h3/H3IndexPlugin.java | 35 +
.../local/segment/index/h3/H3IndexType.java | 162 +
.../index/inverted/InvertedIndexPlugin.java | 34 +
.../segment/index/inverted/InvertedIndexType.java | 215 +
.../local/segment/index/json/JsonIndexPlugin.java | 34 +
.../local/segment/index/json/JsonIndexType.java | 186 +
.../segment/index/loader/BaseIndexHandler.java | 133 +
.../loader/ConfigurableFromIndexLoadingConfig.java | 46 +
.../segment/index/loader/ForwardIndexHandler.java | 1032 +
.../local/segment/index/loader/IndexHandler.java | 41 -
.../segment/index/loader/IndexHandlerFactory.java | 70 -
.../segment/index/loader/IndexLoadingConfig.java | 659 +-
...IndexAndDictionaryBasedForwardIndexCreator.java | 613 +
.../local/segment/index/loader/LoaderUtils.java | 32 +-
.../segment/index/loader/SegmentPreProcessor.java | 76 +-
.../loader/bloomfilter/BloomFilterHandler.java | 235 +-
.../ColumnMinMaxValueGenerator.java | 355 +-
.../defaultcolumn/BaseDefaultColumnHandler.java | 193 +-
.../defaultcolumn/V3DefaultColumnHandler.java | 27 +-
.../loader/invertedindex/FSTIndexHandler.java | 94 +-
.../index/loader/invertedindex/H3IndexHandler.java | 102 +-
.../loader/invertedindex/InvertedIndexHandler.java | 89 +-
.../loader/invertedindex/JsonIndexHandler.java | 113 +-
.../loader/invertedindex/RangeIndexHandler.java | 119 +-
.../loader/invertedindex/TextIndexHandler.java | 89 +-
.../loader/invertedindex/VectorIndexHandler.java | 215 +
.../index/nullvalue/NullValueIndexPlugin.java | 34 +
.../index/nullvalue/NullValueIndexType.java | 157 +
.../segment/index/range/RangeIndexPlugin.java | 34 +
.../local/segment/index/range/RangeIndexType.java | 189 +
.../index/readers/BaseImmutableDictionary.java | 157 +-
.../index/readers/BigDecimalDictionary.java | 2 +-
.../index/readers/BitSlicedRangeIndexReader.java | 130 +-
.../segment/index/readers/BytesDictionary.java | 2 +-
.../readers/ConstantValueStringDictionary.java | 24 +-
.../index/readers/DefaultIndexReaderProvider.java | 173 -
.../segment/index/readers/DocIdDictionary.java | 5 +
.../segment/index/readers/DoubleDictionary.java | 2 +-
.../segment/index/readers/FloatDictionary.java | 2 +-
.../local/segment/index/readers/IntDictionary.java | 2 +-
.../segment/index/readers/LongDictionary.java | 2 +-
.../index/readers/LuceneFSTIndexReader.java | 3 +-
.../index/readers/OnHeapBigDecimalDictionary.java | 2 +-
.../index/readers/OnHeapBytesDictionary.java | 2 +-
.../index/readers/OnHeapDoubleDictionary.java | 2 +-
.../index/readers/OnHeapFloatDictionary.java | 2 +-
.../segment/index/readers/OnHeapIntDictionary.java | 2 +-
.../index/readers/OnHeapLongDictionary.java | 2 +-
.../index/readers/OnHeapStringDictionary.java | 50 +-
.../segment/index/readers/StringDictionary.java | 41 +-
.../constant/ConstantMVForwardIndexReader.java | 5 +
.../forward/BaseChunkForwardIndexReader.java | 120 +-
.../readers/forward/CLPForwardIndexReaderV1.java | 219 +
.../index/readers/forward/ChunkReaderContext.java | 27 +-
.../FixedBitMVEntryDictForwardIndexReader.java | 155 +
.../forward/FixedBitMVForwardIndexReader.java | 74 +
.../forward/FixedBitSVForwardIndexReader.java | 33 +
.../forward/FixedBitSVForwardIndexReaderV2.java | 33 +
.../FixedByteChunkMVForwardIndexReader.java | 47 +-
.../FixedByteChunkSVForwardIndexReader.java | 40 +-
.../FixedBytePower2ChunkSVForwardIndexReader.java | 59 +-
.../forward/VarByteChunkForwardIndexReaderV4.java | 514 +
.../forward/VarByteChunkMVForwardIndexReader.java | 54 +-
.../forward/VarByteChunkSVForwardIndexReader.java | 51 +-
.../VarByteChunkSVForwardIndexReaderV4.java | 303 -
.../readers/json/ImmutableJsonIndexReader.java | 427 +-
.../index/readers/text/LuceneTextIndexReader.java | 72 +-
.../index/readers/text/NativeTextIndexReader.java | 9 +-
.../index/readers/vector/HnswDocIdCollector.java | 78 +
.../readers/vector/HnswVectorIndexReader.java | 193 +
.../index/text/AbstractTextIndexCreator.java | 47 +
.../segment/index/text/TextIndexConfigBuilder.java | 80 +
.../local/segment/index/text/TextIndexPlugin.java | 34 +
.../local/segment/index/text/TextIndexType.java | 202 +
.../segment/index/vector/VectorIndexPlugin.java | 34 +
.../segment/index/vector/VectorIndexType.java | 174 +
.../readers/CompactedPinotSegmentRecordReader.java | 111 +
.../readers/IntermediateSegmentRecordReader.java | 80 -
.../segment/local/segment/readers/LazyRow.java | 102 +
.../segment/readers/PinotSegmentColumnReader.java | 107 +-
.../segment/readers/PinotSegmentRecordReader.java | 42 +-
.../local/segment/store/FilePerIndexDirectory.java | 91 +-
.../segment/local/segment/store/IndexKey.java | 19 +-
.../segment/store/SegmentLocalFSDirectory.java | 78 +-
.../segment/store/SingleFileIndexDirectory.java | 79 +-
.../local/segment/store/StarTreeIndexReader.java | 188 +
.../local/segment/store/TextIndexUtils.java | 65 +-
.../local/segment/store/VectorIndexUtils.java | 98 +
.../virtualcolumn/VirtualColumnContext.java | 4 +-
.../virtualcolumn/VirtualColumnIndexContainer.java | 67 +-
.../VirtualColumnProviderFactory.java | 8 +-
.../local/startree/StarTreeBuilderUtils.java | 66 +-
.../startree/v2/builder/BaseSingleTreeBuilder.java | 55 +-
.../startree/v2/builder/MultipleTreesBuilder.java | 108 +-
.../v2/builder/OffHeapSingleTreeBuilder.java | 2 +-
.../v2/builder/OnHeapSingleTreeBuilder.java | 2 +-
.../startree/v2/builder/StarTreeIndexCombiner.java | 15 +-
.../v2/builder/StarTreeIndexSeparator.java | 151 +
.../v2/builder/StarTreeV2BuilderConfig.java | 182 +-
.../startree/v2/store/StarTreeDataSource.java | 15 +-
.../startree/v2/store/StarTreeIndexContainer.java | 33 +-
.../startree/v2/store/StarTreeIndexMapUtils.java | 73 +-
.../startree/v2/store/StarTreeLoaderUtils.java | 50 +-
.../upsert/BasePartitionUpsertMetadataManager.java | 1109 +
.../upsert/BaseTableUpsertMetadataManager.java | 99 +
.../segment/local/upsert/ComparisonColumns.java | 108 +
...oncurrentMapPartitionUpsertMetadataManager.java | 349 +
.../ConcurrentMapTableUpsertMetadataManager.java | 73 +
.../segment/local/upsert/PartialUpsertHandler.java | 90 +-
.../upsert/PartitionUpsertMetadataManager.java | 253 +-
.../pinot/segment/local/upsert/RecordInfo.java | 53 +
.../pinot/segment/local/upsert/RecordLocation.java | 50 -
.../local/upsert/TableUpsertMetadataManager.java | 53 +-
.../upsert/TableUpsertMetadataManagerFactory.java | 83 +
.../pinot/segment/local/upsert/UpsertContext.java | 210 +
.../pinot/segment/local/upsert/UpsertUtils.java | 214 +
.../segment/local/upsert/merger/AppendMerger.java | 45 -
.../upsert/merger/BasePartialUpsertMerger.java | 36 +
.../segment/local/upsert/merger/IgnoreMerger.java | 33 -
.../local/upsert/merger/IncrementMerger.java | 48 -
.../local/upsert/merger/OverwriteMerger.java | 33 -
.../upsert/merger/PartialUpsertColumnarMerger.java | 99 +
.../local/upsert/merger/PartialUpsertMerger.java | 19 +-
.../upsert/merger/PartialUpsertMergerFactory.java | 39 +-
.../segment/local/upsert/merger/UnionMerger.java | 52 -
.../local/upsert/merger/columnar/AppendMerger.java | 43 +
.../local/upsert/merger/columnar/IgnoreMerger.java | 31 +
.../upsert/merger/columnar/IncrementMerger.java | 46 +
.../local/upsert/merger/columnar/MaxMerger.java | 30 +
.../local/upsert/merger/columnar/MinMerger.java | 30 +
.../upsert/merger/columnar/OverwriteMerger.java | 31 +
.../merger/columnar/PartialUpsertColumnMerger.java | 31 +
.../columnar/PartialUpsertColumnMergerFactory.java | 56 +
.../local/upsert/merger/columnar/UnionMerger.java | 50 +
.../pinot/segment/local/utils/Base64Utils.java | 44 +
.../local/utils/ConsistentDataPushUtils.java | 267 +
.../apache/pinot/segment/local/utils/CrcUtils.java | 31 -
.../segment/local/utils/CustomSerDeUtils.java | 110 +-
.../apache/pinot/segment/local/utils/H3Utils.java | 106 +-
.../segment/local/utils/HyperLogLogPlusUtils.java | 43 +
.../segment/local/utils/HyperLogLogUtils.java | 44 +
.../pinot/segment/local/utils/IngestionUtils.java | 20 +-
.../segment/local/utils/LuceneTextIndexUtils.java | 75 +
.../pinot/segment/local/utils/RecordInfo.java | 46 -
.../segment/local/utils/ReplicationUtils.java | 62 -
.../pinot/segment/local/utils/SchemaUtils.java | 47 +-
.../pinot/segment/local/utils/SegmentLocks.java | 54 +
.../segment/local/utils/SegmentPushUtils.java | 141 +-
.../segment/local/utils/TableConfigUtils.java | 852 +-
.../segment/local/utils/UltraLogLogUtils.java | 64 +
.../pinot/segment/local/utils/fst/FSTBuilder.java | 19 +-
.../local/utils/fst/PinotBufferIndexInput.java | 10 +-
.../segment/local/utils/fst/RegexpMatcher.java | 11 +-
.../utils/nativefst/NativeFSTIndexCreator.java | 12 +-
.../local/utils/tablestate/TableStateUtils.java | 127 +-
.../DistinctCountCPCSketchValueAggregatorTest.java | 161 +
...istinctCountThetaSketchValueAggregatorTest.java | 178 +
.../DistinctCountULLValueAggregatorTest.java | 148 +
.../IntegerTupleSketchValueAggregatorTest.java | 70 +
.../customobject/CpcSketchAccumulatorTest.java | 92 +
.../local/customobject/PinotFourthMomentTest.java | 102 +
.../customobject/ThetaSketchAccumulatorTest.java | 104 +
.../TupleIntSketchAccumulatorTest.java | 106 +
.../dedup/PartitionDedupMetadataManagerTest.java | 13 +-
.../function/InbuiltFunctionEvaluatorTest.java | 51 +
.../indexsegment/mutable/IndexingFailureTest.java | 17 +-
.../mutable/IntermediateSegmentTest.java | 250 -
.../mutable/MutableSegmentDedupeTest.java | 13 +-
.../MutableSegmentImplAggregateMetricsTest.java | 2 +-
...MutableSegmentImplIngestionAggregationTest.java | 309 +-
.../mutable/MutableSegmentImplRawMVTest.java | 2 +-
.../mutable/MutableSegmentImplTest.java | 2 +-
.../mutable/MutableSegmentImplTestUtils.java | 58 +-
.../MutableSegmentImplUpsertComparisonColTest.java | 119 +-
.../mutable/MutableSegmentImplUpsertTest.java | 115 +-
.../local/io/compression/TestCompression.java | 173 +-
.../io/util/VarLengthValueReaderWriterTest.java | 4 +-
.../impl/VarByteChunkSVForwardIndexWriterTest.java | 84 +-
.../TierBasedSegmentDirectoryLoaderTest.java | 96 +
.../converter/RealtimeSegmentConverterTest.java | 614 +
.../impl/dictionary/MultiValueDictionaryTest.java | 31 +
.../invertedindex/LuceneMutableTextIndexTest.java | 107 +
.../NativeAndLuceneMutableTextIndexTest.java | 67 +-
.../invertedindex/NativeMutableFSTIndexTest.java | 3 +-
.../ComplexTypeTransformerTest.java | 71 +-
.../ExpressionTransformerTest.java | 64 +-
.../recordtransformer/RecordTransformerTest.java | 206 +-
.../SchemaConformingTransformerTest.java | 731 +
.../SchemaConformingTransformerV2Test.java | 934 +
.../local/segment/creator/DictionariesTest.java | 58 +-
.../segment/creator/DictionaryOptimiserTest.java | 51 +-
.../local/segment/creator/IntArraysTest.java | 6 -
.../local/segment/creator/SegmentTestUtils.java | 18 +-
.../impl/SegmentColumnarIndexCreatorTest.java | 106 +-
.../impl/nullvalue/NullValueVectorCreatorTest.java | 4 +-
.../segment/index/AbstractSerdeIndexContract.java | 132 +
.../local/segment/index/ColumnMetadataTest.java | 49 +-
.../segment/local/segment/index/H3IndexTest.java | 101 +-
.../local/segment/index/IndexOverridesTest.java | 110 -
.../segment/local/segment/index/JsonIndexTest.java | 502 +-
.../local/segment/index/NullValueIndexTest.java | 45 +
.../local/segment/index/RangeIndexTest.java | 58 +
.../segment/index/SegmentMetadataImplTest.java | 9 +-
.../segment/local/segment/index/TextIndexTest.java | 61 +
.../segment/index/bloom/BloomIndexTypeTest.java | 192 +
.../DefaultNullValueVirtualColumnProviderTest.java | 41 +-
.../SegmentV1V2ToV3FormatConverterTest.java | 6 -
.../index/creator/BitSlicedIndexCreatorTest.java | 185 +-
.../index/creator/BloomFilterCreatorTest.java | 3 +-
.../index/creator/CLPForwardIndexCreatorTest.java | 117 +
.../index/creator/LuceneFSTIndexCreatorTest.java | 10 +-
.../MultiValueFixedByteRawIndexCreatorTest.java | 73 +-
.../MultiValueVarByteRawIndexCreatorTest.java | 67 +-
.../index/creator/NativeFSTIndexCreatorTest.java | 4 +-
.../index/creator/NativeTextIndexCreatorTest.java | 3 +
.../segment/index/creator/RawIndexCreatorTest.java | 14 +-
.../SegmentGenerationWithBytesTypeTest.java | 155 +-
.../creator/SegmentGenerationWithMinMaxTest.java | 114 +
.../segment/index/creator/VarByteChunkV4Test.java | 134 +-
.../index/dictionary/DictionaryIndexTypeTest.java | 345 +
.../FixedBitMVEntryDictForwardIndexTest.java | 123 +
.../index/forward/FixedBitMVForwardIndexTest.java | 20 +
.../forward/FixedBitSVForwardIndexReaderTest.java | 107 +
.../forward/FixedByteChunkSVForwardIndexTest.java | 124 +-
.../index/forward/ForwardIndexTypeTest.java | 440 +
.../forward/VarByteChunkSVForwardIndexTest.java | 61 +-
.../mutable/CLPMutableForwardIndexTest.java | 104 +
.../FixedByteSVMutableForwardIndexTest.java | 133 +
.../local/segment/index/fst/FstIndexTypeTest.java | 183 +
.../index/inverted/InvertedIndexTypeTest.java | 138 +
.../index/loader/ForwardIndexHandlerTest.java | 2650 +
.../index/loader/IndexLoadingConfigTest.java | 154 +
.../local/segment/index/loader/LoaderTest.java | 466 +-
.../index/loader/SegmentPreProcessorTest.java | 1953 +-
.../BaseDefaultColumnHandlerTest.java | 8 +-
.../index/nullvalue/NullValueIndexTypeTest.java | 66 +
.../index/readers/ImmutableDictionaryTest.java | 6 +-
.../ImmutableDictionaryTypeConversionTest.java | 35 +-
.../FixedBitSVForwardIndexReaderV2Test.java | 19 +
.../text/LuceneTextIndexCompatibleTest.java | 36 +
.../FixedByteValueReaderWriterTest.java | 5 +-
.../readerwriter/ValueReaderComparisonTest.java | 385 +
.../loader/SegmentDirectoryLoaderRegistryTest.java | 6 +
.../CompactedPinotSegmentRecordReaderTest.java | 131 +
.../segment/local/segment/readers/LazyRowTest.java | 119 +
.../store/ColumnIndexDirectoryTestHelper.java | 13 +-
.../segment/store/FilePerIndexDirectoryTest.java | 136 +-
.../segment/local/segment/store/IndexKeyTest.java | 14 +-
.../segment/store/SegmentLocalFSDirectoryTest.java | 6 +-
.../store/SingleFileIndexDirectoryTest.java | 173 +-
.../segment/store/StarTreeIndexReaderTest.java | 172 +
.../v2/builder/StarTreeBuilderUtilsTest.java | 218 +
.../v2/builder/StarTreeIndexSeparatorTest.java | 102 +
.../v2/builder/StarTreeV2BuilderConfigTest.java | 107 +-
.../BasePartitionUpsertMetadataManagerTest.java | 336 +
.../local/upsert/ComparisonColumnsTest.java | 171 +
...rrentMapPartitionUpsertMetadataManagerTest.java | 1446 +
.../local/upsert/PartialUpsertHandlerTest.java | 243 +-
.../upsert/PartitionUpsertMetadataManagerTest.java | 368 -
.../merger/PartialUpsertMergerFactoryTest.java | 57 +
.../upsert/merger/PartialUpsertMergerTest.java | 66 -
.../columnar/PartialUpsertColumnMergerTest.java | 79 +
.../pinot/segment/local/utils/Base64UtilsTest.java | 96 +
.../segment/local/utils/HyperLogLogUtilsTest.java | 40 +
.../segment/local/utils/IngestionUtilsTest.java | 16 +
.../local/utils/LuceneTextIndexUtilsTest.java | 100 +
.../segment/local/utils/SegmentPushUtilsTest.java | 25 +-
.../segment/local/utils/TableConfigUtilsTest.java | 1109 +-
.../segment/local/utils/fst/FSTBuilderTest.java | 4 +-
.../src/test/resources/data/log4j2.xml | 35 -
.../data/lucene_80_index/Text.lucene.index/_0.cfe | Bin 0 -> 299 bytes
.../data/lucene_80_index/Text.lucene.index/_0.cfs | Bin 0 -> 136123 bytes
.../data/lucene_80_index/Text.lucene.index/_0.si | Bin 0 -> 370 bytes
.../lucene_80_index/Text.lucene.index/segments_1 | Bin 0 -> 137 bytes
.../lucene_80_index/Text.lucene.index/write.lock | 0
.../data/metadata-with-unescaped.properties | 61 +
.../newColumnsSchemaWithForwardIndexDisabled.json | 77 +
.../src/test/resources/data/paddingNull.tar.gz | Bin 1170 -> 0 bytes
.../src/test/resources/data/paddingOld.tar.gz | Bin 1157 -> 0 bytes
.../src/test/resources/data/paddingPercent.tar.gz | Bin 1174 -> 0 bytes
.../test/resources/data/startree/segment/index_map | 363 +
.../data/startree/segment/metadata.properties | 1307 +
.../data/startree/segment/star_tree_index | Bin 0 -> 37111 bytes
.../data/startree/segment/star_tree_index_map | 31 +
.../src/test/resources/data/testDataMVSchema.json | 36 +
.../data/test_upsert_comparison_col_schema.json | 4 +
.../src/test/resources/data/test_upsert_data.json | 21 +-
.../test/resources/data/test_upsert_schema.json | 4 +
.../src/test/resources/data/test_vector_data.avro | Bin 0 -> 6219422 bytes
pinot-segment-local/src/test/resources/log4j2.xml | 40 +
pinot-segment-spi/pom.xml | 33 +-
.../pinot/segment/spi/AggregationFunctionType.java | 447 +-
.../apache/pinot/segment/spi/ColumnMetadata.java | 10 +-
.../org/apache/pinot/segment/spi/FetchContext.java | 12 +-
.../apache/pinot/segment/spi/ImmutableSegment.java | 4 +
.../org/apache/pinot/segment/spi/IndexSegment.java | 31 +-
.../apache/pinot/segment/spi/SegmentContext.java | 43 +
.../apache/pinot/segment/spi/SegmentMetadata.java | 10 +-
.../org/apache/pinot/segment/spi/V1Constants.java | 11 +-
.../spi/compression/ChunkCompressionType.java | 2 +-
.../segment/spi/compression/ChunkCompressor.java | 8 +-
.../segment/spi/compression/ChunkDecompressor.java | 8 +-
.../spi/compression/DictIdCompressionType.java | 47 +
.../spi/creator/BloomFilterCreatorProvider.java | 36 -
.../spi/creator/ColumnIndexCreationInfo.java | 8 +
.../spi/creator/ForwardIndexCreatorProvider.java | 35 -
.../creator/GeoSpatialIndexCreatorProvider.java | 37 -
.../segment/spi/creator/IndexCreationContext.java | 365 +-
.../segment/spi/creator/IndexCreatorProvider.java | 28 -
.../spi/creator/InvertedIndexCreatorProvider.java | 36 -
.../spi/creator/JsonIndexCreatorProvider.java | 36 -
.../spi/creator/RangeIndexCreatorProvider.java | 36 -
.../pinot/segment/spi/creator/SegmentCreator.java | 19 +-
.../spi/creator/SegmentGeneratorConfig.java | 460 +-
.../segment/spi/creator/StatsCollectorConfig.java | 14 +
.../spi/creator/TextIndexCreatorProvider.java | 37 -
.../creator/name/FixedSegmentNameGenerator.java | 4 +-
.../name/NormalizedDateSegmentNameGenerator.java | 53 +-
.../spi/creator/name/SegmentNameGenerator.java | 12 -
.../segment/spi/creator/name/SegmentNameUtils.java | 43 +
.../creator/name/SimpleSegmentNameGenerator.java | 35 +-
.../pinot/segment/spi/datasource/DataSource.java | 18 +
.../segment/spi/datasource/DataSourceMetadata.java | 15 +
.../pinot/segment/spi/index/AbstractIndexType.java | 135 +
.../spi/index/ColumnConfigDeserializer.java | 61 +
.../segment/spi/index/DictionaryIndexConfig.java | 110 +
.../pinot/segment/spi/index/FieldIndexConfigs.java | 117 +
.../segment/spi/index/FieldIndexConfigsUtil.java | 117 +
.../segment/spi/index/ForwardIndexConfig.java | 276 +
.../pinot/segment/spi/index/FstIndexConfig.java | 71 +
.../segment/spi/index/IndexConfigDeserializer.java | 175 +
.../pinot/segment/spi/index/IndexCreator.java | 65 +
.../pinot/segment/spi/index/IndexHandler.java | 68 +
.../pinot/segment/spi/index/IndexPlugin.java | 35 +
.../pinot/segment/spi/index/IndexReader.java | 26 +
.../spi/index/IndexReaderConstraintException.java | 47 +
.../segment/spi/index/IndexReaderFactory.java | 74 +
.../pinot/segment/spi/index/IndexService.java | 148 +
.../apache/pinot/segment/spi/index/IndexType.java | 155 +
.../apache/pinot/segment/spi/index/IndexUtil.java | 38 +
.../pinot/segment/spi/index/IndexingOverrides.java | 305 -
.../spi/index/MergedColumnConfigDeserializer.java | 110 +
.../pinot/segment/spi/index/RangeIndexConfig.java | 69 +
.../pinot/segment/spi/index/StandardIndexes.java | 139 +
.../pinot/segment/spi/index/TextIndexConfig.java | 244 +
.../spi/index/column/ColumnIndexContainer.java | 109 +-
.../spi/index/creator/BloomFilterCreator.java | 31 +-
.../creator/CombinedInvertedIndexCreator.java | 74 +
.../DictionaryBasedInvertedIndexCreator.java | 16 +
.../segment/spi/index/creator/FSTIndexCreator.java | 50 +
.../spi/index/creator/ForwardIndexCreator.java | 119 +-
.../spi/index/creator/GeoSpatialIndexCreator.java | 19 +-
.../segment/spi/index/creator/H3IndexConfig.java | 43 +-
.../spi/index/creator/InvertedIndexCreator.java | 5 +-
.../spi/index/creator/JsonIndexCreator.java | 17 +-
.../spi/index/creator/TextIndexCreator.java | 8 +-
.../spi/index/creator/VectorIndexConfig.java | 126 +
.../spi/index/creator/VectorIndexCreator.java | 47 +
.../spi/index/metadata/ColumnMetadataImpl.java | 104 +-
.../spi/index/metadata/SegmentMetadataImpl.java | 94 +-
.../spi/index/mutable/MutableForwardIndex.java | 163 +-
.../segment/spi/index/mutable/MutableIndex.java | 71 +
.../spi/index/mutable/MutableInvertedIndex.java | 16 +-
.../spi/index/mutable/MutableJsonIndex.java | 19 +-
.../spi/index/mutable/MutableTextIndex.java | 30 +-
.../mutable/ThreadSafeMutableRoaringBitmap.java | 4 +
.../provider/MutableDictionaryProvider.java | 26 -
.../provider/MutableForwardIndexProvider.java | 26 -
.../mutable/provider/MutableIndexContext.java | 258 +-
.../mutable/provider/MutableIndexProvider.java | 24 -
.../provider/MutableInvertedIndexProvider.java | 26 -
.../mutable/provider/MutableJsonIndexProvider.java | 26 -
.../provider/MutableTextIndexReaderProvider.java | 26 -
.../spi/index/reader/BloomFilterReader.java | 4 +-
.../pinot/segment/spi/index/reader/Dictionary.java | 54 +-
.../spi/index/reader/ForwardIndexReader.java | 156 +-
.../segment/spi/index/reader/H3IndexReader.java | 4 +-
.../spi/index/reader/H3IndexResolution.java | 71 +-
.../spi/index/reader/InvertedIndexReader.java | 4 +-
.../segment/spi/index/reader/JsonIndexReader.java | 40 +-
.../spi/index/reader/NullValueVectorReader.java | 9 +-
.../segment/spi/index/reader/RangeIndexReader.java | 104 +-
.../segment/spi/index/reader/TextIndexReader.java | 4 +-
.../spi/index/reader/VectorIndexReader.java | 36 +
.../reader/provider/BloomFilterReaderProvider.java | 37 -
.../provider/ForwardIndexReaderProvider.java | 38 -
.../provider/GeospatialIndexReaderProvider.java | 37 -
.../index/reader/provider/IndexReaderProvider.java | 25 -
.../provider/InvertedIndexReaderProvider.java | 38 -
.../reader/provider/JsonIndexReaderProvider.java | 38 -
.../reader/provider/RangeIndexReaderProvider.java | 38 -
.../reader/provider/SortedIndexReaderProvider.java | 38 -
.../reader/provider/TextIndexReaderProvider.java | 50 -
.../startree/AggregationFunctionColumnPair.java | 64 +-
.../spi/index/startree/AggregationSpec.java | 61 +
.../spi/index/startree/StarTreeV2Constants.java | 6 +
.../spi/index/startree/StarTreeV2Metadata.java | 46 +-
.../segment/spi/loader/SegmentDirectoryLoader.java | 17 +
.../spi/loader/SegmentDirectoryLoaderContext.java | 46 +-
.../spi/loader/SegmentDirectoryLoaderRegistry.java | 20 +-
.../pinot/segment/spi/memory/BasePinotLBuffer.java | 15 +-
.../spi/memory/ByteBufferPinotBufferFactory.java | 50 +
.../pinot/segment/spi/memory/ByteBufferUtil.java | 117 +
.../spi/memory/LArrayPinotBufferFactory.java | 45 +
.../spi/memory/NonNativePinotDataBuffer.java | 253 +
.../segment/spi/memory/PinotBufferFactory.java | 76 +
.../pinot/segment/spi/memory/PinotByteBuffer.java | 6 +-
.../pinot/segment/spi/memory/PinotDataBuffer.java | 359 +-
.../SmallWithFallbackPinotBufferFactory.java | 72 +
.../segment/spi/memory/unsafe/DirectMemory.java | 73 +
.../pinot/segment/spi/memory/unsafe/Memory.java | 52 +
.../segment/spi/memory/unsafe/MmapMemory.java | 372 +
.../spi/memory/unsafe/UnsafePinotBuffer.java | 184 +
.../memory/unsafe/UnsafePinotBufferFactory.java | 57 +
.../pinot/segment/spi/memory/unsafe/Unsafer.java | 42 +
.../BoundedColumnValuePartitionFunction.java | 4 +-
.../spi/partition/ByteArrayPartitionFunction.java | 4 +-
.../spi/partition/HashCodePartitionFunction.java | 4 +-
.../spi/partition/ModuloPartitionFunction.java | 15 +-
.../spi/partition/Murmur3PartitionFunction.java | 289 +
.../spi/partition/MurmurPartitionFunction.java | 6 +-
.../segment/spi/partition/PartitionFunction.java | 3 +-
.../spi/partition/PartitionFunctionFactory.java | 8 +-
.../segment/spi/store/ColumnIndexDirectory.java | 11 +-
.../pinot/segment/spi/store/ColumnIndexType.java | 51 -
.../pinot/segment/spi/store/ColumnIndexUtils.java | 49 +
.../pinot/segment/spi/store/SegmentDirectory.java | 39 +-
.../segment/spi/store/SegmentDirectoryPaths.java | 25 +-
.../pinot/segment/spi/utils/JavaVersion.java | 38 +
.../segment/spi/utils/SegmentMetadataUtils.java | 69 +
.../segment/spi/creator/IndexingOverridesTest.java | 71 -
.../spi/creator/SegmentGeneratorConfigTest.java | 107 +-
.../name/FixedSegmentNameGeneratorTest.java | 2 +-
.../NormalizedDateSegmentNameGeneratorTest.java | 7 +
.../name/SimpleSegmentNameGeneratorTest.java | 24 +-
.../spi/index/DictionaryIndexConfigTest.java | 87 +
.../segment/spi/index/FieldIndexConfigsTest.java | 46 +
.../segment/spi/index/ForwardIndexConfigTest.java | 98 +
.../segment/spi/index/FstIndexConfigTest.java | 82 +
.../segment/spi/index/RangeIndexConfigTest.java | 81 +
.../segment/spi/index/TextIndexConfigTest.java | 124 +
.../spi/index/creator/H3IndexConfigTest.java | 110 +
.../AggregationFunctionColumnPairTest.java | 59 +
.../spi/index/startree/StarTreeV2MetadataTest.java | 130 +
.../segment/spi/memory/PinotByteBufferTest.java | 25 +
.../memory/PinotDataBufferInstanceTestBase.java | 366 +
.../segment/spi/memory/PinotDataBufferTest.java | 449 +-
.../spi/memory/PinotDataBufferTestBase.java | 115 +
.../spi/memory/PinotDefaultByteBufferTest.java | 31 +
.../spi/memory/PinotLArrayByteBufferTest.java | 42 +
.../unsafe/UnsafeMemoryPinotDataBufferTest.java | 33 +
.../spi/partition/PartitionFunctionTest.java | 307 +-
.../segment/spi/reader/H3IndexResolutionTest.java | 49 +
pinot-server/pom.xml | 122 +-
.../pinot/server/api/AdminApiApplication.java | 177 +
.../api/resources/ControllerJobStatusResource.java | 97 +
.../pinot/server/api/resources/DebugResource.java | 74 +-
.../server/api/resources/HealthCheckResource.java | 88 +-
.../server/api/resources/InstanceResource.java | 99 +
.../server/api/resources/MmapDebugResource.java | 18 +-
.../api/resources/PinotServerAppConfigs.java | 2 +-
.../server/api/resources/PinotServerLogger.java | 119 +
.../pinot/server/api/resources/QueryResource.java | 112 +
.../api/resources/SegmentMetadataFetcher.java | 37 +-
.../server/api/resources/ServerResourceUtils.java | 21 +
.../pinot/server/api/resources/ShutDownFilter.java | 52 +
.../server/api/resources/TableSizeResource.java | 23 +-
.../server/api/resources/TableTierResource.java | 21 +-
.../pinot/server/api/resources/TablesResource.java | 520 +-
.../org/apache/pinot/server/conf/ServerConf.java | 58 +-
.../pinot/server/starter/ServerInstance.java | 61 +-
.../starter/ServerQueriesDisabledTracker.java | 2 +-
.../server/starter/helix/AdminApiApplication.java | 150 -
.../server/starter/helix/BaseServerStarter.java | 190 +-
.../helix/DefaultHelixStarterServerConfig.java | 73 -
.../FreshnessBasedConsumptionStatusChecker.java | 108 +
.../starter/helix/HelixInstanceDataManager.java | 387 +-
.../helix/HelixInstanceDataManagerConfig.java | 186 +-
.../IngestionBasedConsumptionStatusChecker.java | 98 +
.../helix/OffsetBasedConsumptionStatusChecker.java | 95 +-
.../pinot/server/starter/helix/SegmentLocks.java | 41 -
.../helix/SegmentMessageHandlerFactory.java | 42 +-
.../SegmentOnlineOfflineStateModelFactory.java | 183 +-
.../starter/helix/SegmentReloadStatusValue.java | 38 +
.../pinot/server/worker/WorkerQueryServer.java | 39 +-
.../apache/pinot/server/api/AccessControlTest.java | 17 +-
.../apache/pinot/server/api/BaseResourceTest.java | 84 +-
.../pinot/server/api/HealthCheckResourceTest.java | 84 +
.../server/api/PinotServerAppConfigsTest.java | 3 +-
.../pinot/server/api/TablesResourceTest.java | 334 +-
...FreshnessBasedConsumptionStatusCheckerTest.java | 428 +
.../helix/HelixInstanceDataManagerTest.java | 70 -
.../OffsetBasedConsumptionStatusCheckerTest.java | 48 +-
pinot-server/src/test/resources/log4j2.xml | 11 +-
pinot-spi/pom.xml | 91 +-
.../spi/accounting/ThreadAccountantFactory.java | 26 +
.../spi/accounting/ThreadExecutionContext.java | 37 +
.../accounting/ThreadResourceUsageAccountant.java | 77 +
.../accounting/ThreadResourceUsageProvider.java | 166 +
.../spi/annotations/RecordEnricherFactory.java | 30 +
.../pinot/spi/annotations/ScalarFunction.java | 18 +-
.../org/apache/pinot/spi/config/TableConfigs.java | 14 +-
.../config/instance/InstanceDataManagerConfig.java | 22 +-
.../pinot/spi/config/table/BloomFilterConfig.java | 35 +-
.../apache/pinot/spi/config/table/DedupConfig.java | 13 +-
.../spi/config/table/DimensionTableConfig.java | 44 +
.../apache/pinot/spi/config/table/FieldConfig.java | 151 +-
.../apache/pinot/spi/config/table/IndexConfig.java | 73 +
.../pinot/spi/config/table/IndexingConfig.java | 86 +-
.../org/apache/pinot/spi/config/table/Intern.java | 79 +
.../pinot/spi/config/table/JsonIndexConfig.java | 183 +
.../apache/pinot/spi/config/table/QueryConfig.java | 30 +-
.../pinot/spi/config/table/RoutingConfig.java | 11 +-
.../SegmentsValidationAndRetentionConfig.java | 51 +-
.../config/table/StarTreeAggregationConfig.java | 53 +
.../spi/config/table/StarTreeIndexConfig.java | 30 +-
.../apache/pinot/spi/config/table/TableConfig.java | 135 +-
.../config/table/TimestampIndexGranularity.java | 85 +-
.../pinot/spi/config/table/UpsertConfig.java | 217 +-
.../table/assignment/InstanceAssignmentConfig.java | 19 +-
.../InstanceReplicaGroupPartitionConfig.java | 16 +-
.../table/assignment/SegmentAssignmentConfig.java | 41 +
.../table/ingestion/BatchIngestionConfig.java | 21 +-
.../config/table/ingestion/EnrichmentConfig.java | 49 +
.../config/table/ingestion/IngestionConfig.java | 77 +
.../SchemaConformingTransformerConfig.java | 78 +
.../SchemaConformingTransformerV2Config.java | 253 +
.../table/ingestion/StreamIngestionConfig.java | 11 +
.../pinot/spi/config/task/AdhocTaskConfig.java | 2 +
.../apache/pinot/spi/data/DateTimeFieldSpec.java | 50 +-
.../pinot/spi/data/DateTimeFormatPatternSpec.java | 50 +-
.../apache/pinot/spi/data/DateTimeFormatSpec.java | 37 +-
.../pinot/spi/data/DateTimeGranularitySpec.java | 77 +-
.../apache/pinot/spi/data/DimensionFieldSpec.java | 19 +-
.../java/org/apache/pinot/spi/data/FieldSpec.java | 201 +-
.../org/apache/pinot/spi/data/MetricFieldSpec.java | 3 +-
.../apache/pinot/spi/data/MultiValueVisitor.java | 99 +
.../java/org/apache/pinot/spi/data/Schema.java | 239 +-
.../apache/pinot/spi/data/SingleValueVisitor.java | 45 +
.../spi/data/readers/BaseRecordExtractor.java | 14 +-
.../apache/pinot/spi/data/readers/GenericRow.java | 13 +
.../apache/pinot/spi/data/readers/PrimaryKey.java | 88 +-
.../spi/data/readers/RecordReaderFileConfig.java | 112 +
.../pinot/spi/data/readers/RecordReaderUtils.java | 31 +
.../pinot/spi/env/CommonsConfigurationUtils.java | 260 +-
.../pinot/spi/env/ConfigFilePropertyReader.java | 6 +-
.../spi/env/ConfigFilePropertyReaderFactory.java | 8 +-
.../apache/pinot/spi/env/PinotConfiguration.java | 129 +-
.../apache/pinot/spi/env/PropertyConverter.java | 36 -
.../query/BrokerQueryEventListener.java | 29 +
.../query/NoOpBrokerQueryEventListener.java | 36 +
.../PinotBrokerQueryEventListenerFactory.java | 140 +
.../spi/exception/DatabaseConflictException.java | 25 +
.../spi/exception/EarlyTerminationException.java | 9 +
.../spi/exception/QueryCancelledException.java | 33 +
.../apache/pinot/spi/filesystem/FileMetadata.java | 89 +
.../apache/pinot/spi/filesystem/LocalPinotFS.java | 19 +
.../pinot/spi/filesystem/NoClosePinotFS.java | 136 +
.../org/apache/pinot/spi/filesystem/PinotFS.java | 14 +
.../pinot/spi/filesystem/PinotFSFactory.java | 6 +-
.../pinot/spi/ingestion/batch/BatchConfig.java | 15 +-
.../spi/ingestion/batch/BatchConfigProperties.java | 1 +
.../pinot/spi/ingestion/batch/spec/Constants.java | 1 +
.../spi/ingestion/batch/spec/PushJobSpec.java | 14 +
.../batch/spec/SegmentGenerationJobSpec.java | 27 +
.../batch/spec/SegmentGenerationTaskSpec.java | 10 +
.../batch/spec/SegmentNameGeneratorSpec.java | 6 +
.../org/apache/pinot/spi/metrics/PinotGauge.java | 16 +-
.../apache/pinot/spi/metrics/PinotMetricUtils.java | 11 +
.../apache/pinot/spi/metrics/SettableValue.java | 40 +
.../java/org/apache/pinot/spi/plugin/Plugin.java | 4 +-
.../org/apache/pinot/spi/plugin/PluginManager.java | 2 +-
.../pinot/spi/recordenricher/RecordEnricher.java | 40 +
.../spi/recordenricher/RecordEnricherConfig.java | 23 +
.../spi/recordenricher/RecordEnricherFactory.java | 29 +
.../spi/recordenricher/RecordEnricherPipeline.java | 75 +
.../spi/recordenricher/RecordEnricherRegistry.java | 62 +
.../RecordEnricherValidationConfig.java | 35 +
.../pinot/spi/stream/BytesStreamMessage.java | 37 +
.../pinot/spi/stream/ConsumerPartitionState.java | 62 +
.../org/apache/pinot/spi/stream/LongMsgOffset.java | 5 -
.../pinot/spi/stream/LongMsgOffsetFactory.java | 6 +-
.../org/apache/pinot/spi/stream/MessageBatch.java | 113 +-
.../apache/pinot/spi/stream/OffsetCriteria.java | 42 +-
.../pinot/spi/stream/PartitionGroupConsumer.java | 24 +-
.../spi/stream/PartitionGroupMetadataFetcher.java | 3 +-
.../apache/pinot/spi/stream/PartitionLagState.java | 46 +
.../pinot/spi/stream/PartitionLevelConsumer.java | 8 +-
.../spi/stream/PartitionLevelStreamConfig.java | 51 +-
.../org/apache/pinot/spi/stream/RowMetadata.java | 58 +-
.../org/apache/pinot/spi/stream/StreamConfig.java | 215 +-
.../pinot/spi/stream/StreamConfigProperties.java | 15 +-
.../pinot/spi/stream/StreamConsumerFactory.java | 30 +-
.../apache/pinot/spi/stream/StreamDataDecoder.java | 35 +
.../pinot/spi/stream/StreamDataDecoderImpl.java | 79 +
.../pinot/spi/stream/StreamDataDecoderResult.java | 47 +
.../pinot/spi/stream/StreamDataProducer.java | 31 +-
.../pinot/spi/stream/StreamLevelConsumer.java | 2 +
.../org/apache/pinot/spi/stream/StreamMessage.java | 100 +
.../pinot/spi/stream/StreamMessageDecoder.java | 9 +-
.../pinot/spi/stream/StreamMessageMetadata.java | 124 +-
.../pinot/spi/stream/StreamMetadataProvider.java | 21 +
.../pinot/spi/stream/StreamPartitionMsgOffset.java | 7 +-
.../stream/StreamPartitionMsgOffsetFactory.java | 14 +-
.../pinot/spi/trace/DefaultRequestContext.java | 179 +-
.../org/apache/pinot/spi/trace/RequestContext.java | 64 +
.../java/org/apache/pinot/spi/trace/Scope.java | 3 +
.../java/org/apache/pinot/spi/trace/Tracer.java | 54 +-
.../java/org/apache/pinot/spi/trace/Tracing.java | 220 +-
.../org/apache/pinot/spi/utils/ArrayCopyUtils.java | 354 +-
.../apache/pinot/spi/utils/BigDecimalUtils.java | 41 +
.../org/apache/pinot/spi/utils/BooleanUtils.java | 54 +-
.../apache/pinot/spi/utils/CommonConstants.java | 501 +-
.../org/apache/pinot/spi/utils/FALFInterner.java | 148 +
.../pinot/spi/utils/GroovyTemplateUtils.java | 22 +-
.../pinot/spi/utils/IngestionConfigUtils.java | 17 +-
.../java/org/apache/pinot/spi/utils/JsonUtils.java | 201 +-
.../org/apache/pinot/spi/utils/NullValueUtils.java | 46 -
.../pinot/spi/utils/PinotReflectionUtils.java | 91 +-
.../pinot/spi/utils/RebalanceConfigConstants.java | 60 -
.../java/org/apache/pinot/spi/utils/TimeUtils.java | 34 +
.../pinot/spi/utils/TimestampIndexUtils.java | 208 +
.../utils/builder/ControllerRequestURLBuilder.java | 137 +-
.../spi/utils/builder/TableConfigBuilder.java | 85 +-
.../pinot/spi/utils/builder/TableNameBuilder.java | 3 +
.../spi/utils/retry/AttemptsExceededException.java | 11 +
.../pinot/spi/utils/retry/BaseRetryPolicy.java | 18 +-
.../utils/retry/ExponentialBackoffRetryPolicy.java | 6 +-
.../utils/retry/RetriableOperationException.java | 11 +
.../apache/pinot/spi/utils/retry/RetryPolicy.java | 3 +-
.../apache/pinot/spi/config/ConfigUtilsTest.java | 69 +-
.../spi/config/table/BloomFilterConfigTest.java | 80 +
.../pinot/spi/config/table/IndexConfigTest.java | 76 +
.../pinot/spi/config/table/IndexingConfigTest.java | 7 +-
.../spi/config/table/JsonIndexConfigTest.java | 107 +
.../spi/config/table/StarTreeIndexConfigTest.java | 36 +
.../table/TimestampIndexGranularityTest.java | 85 -
.../pinot/spi/config/table/UpsertConfigTest.java | 23 +-
.../pinot/spi/config/task/AdhocTaskConfigTest.java | 18 +
.../pinot/spi/crypt/PinotCrypterFactoryTest.java | 0
.../pinot/spi/data/DateTimeFormatSpecTest.java | 1 -
.../spi/data/DateTimeGranularitySpecTest.java | 93 +
.../data/readers/AbstractRecordExtractorTest.java | 2 +-
.../spi/data/readers/AbstractRecordReaderTest.java | 72 +-
.../pinot/spi/data/readers/PrimaryKeyTest.java | 55 +-
.../spi/env/CommonsConfigurationUtilsTest.java | 122 +
.../pinot/spi/env/PinotConfigurationTest.java | 103 +-
.../pinot/spi/filesystem/LocalPinotFSTest.java | 60 +
.../pinot/spi/filesystem/PinotFSFactoryTest.java | 18 +-
.../ingestion/batch/IngestionJobLauncherTest.java | 4 +
.../apache/pinot/spi/plugin/PluginManagerTest.java | 24 +-
.../org/apache/pinot/spi/plugin/PluginTest.java | 31 +
.../spi/stream/StreamDataDecoderImplTest.java | 133 +
.../pinot/spi/utils/BigDecimalUtilsTest.java | 112 +-
.../pinot/spi/utils/IngestionConfigUtilsTest.java | 4 +-
.../org/apache/pinot/spi/utils/JsonUtilsTest.java | 545 +-
.../org/apache/pinot/spi/utils/TimeUtilsTest.java | 59 +
.../pinot/spi/utils/TimestampIndexUtilsTest.java | 130 +
.../pinot/spi/utils/retry/RetryPolicyTest.java | 13 +
.../resources/ingestion_job_spec_template.yaml | 1 +
pinot-spi/src/test/resources/log4j2.xml | 11 +-
.../resources/pinot-configuration-4.properties | 23 +
pinot-tools/pom.xml | 152 +-
.../org/apache/pinot/tools/AuthQuickstart.java | 23 +-
.../apache/pinot/tools/AuthZkBasicQuickstart.java | 2 +-
.../pinot/tools/AutoAddInvertedIndexTool.java | 2 +-
.../org/apache/pinot/tools/BootstrapTableTool.java | 103 +-
.../pinot/tools/ColocatedJoinEngineQuickStart.java | 66 +
.../org/apache/pinot/tools/EmptyQuickstart.java | 47 +-
.../org/apache/pinot/tools/GenericQuickstart.java | 94 +-
.../apache/pinot/tools/GitHubEventsQuickstart.java | 35 +-
.../org/apache/pinot/tools/HybridQuickstart.java | 166 +-
.../org/apache/pinot/tools/JoinQuickStart.java | 75 +-
.../apache/pinot/tools/JsonIndexQuickStart.java | 56 +-
.../org/apache/pinot/tools/MultiDirQuickstart.java | 112 +
.../pinot/tools/MultistageEngineQuickStart.java | 305 +-
.../OfflineComplexTypeHandlingQuickStart.java | 64 +-
.../pinot/tools/PartialUpsertQuickStart.java | 91 +-
.../apache/pinot/tools/PinotNumReplicaChanger.java | 2 +-
.../apache/pinot/tools/PinotTableRebalancer.java | 30 +-
.../org/apache/pinot/tools/PinotToolLauncher.java | 2 +-
.../org/apache/pinot/tools/PinotZKChanger.java | 9 +-
.../org/apache/pinot/tools/QuickStartBase.java | 886 +-
.../java/org/apache/pinot/tools/Quickstart.java | 124 +-
.../apache/pinot/tools/QuickstartTableRequest.java | 21 +
.../RealtimeComplexTypeHandlingQuickStart.java | 83 +-
.../pinot/tools/RealtimeJsonIndexQuickStart.java | 92 +-
.../org/apache/pinot/tools/RealtimeQuickStart.java | 105 +-
.../pinot/tools/RealtimeQuickStartWithMinion.java | 126 +-
.../org/apache/pinot/tools/SegmentDumpTool.java | 35 +-
.../java/org/apache/pinot/tools/SpeedTest.java | 49 +-
.../org/apache/pinot/tools/TPCHQuickStart.java | 63 +
.../pinot/tools/TimestampIndexQuickstart.java | 75 +-
.../org/apache/pinot/tools/UpdateSegmentState.java | 11 +-
.../apache/pinot/tools/UpsertJsonQuickStart.java | 80 +-
.../org/apache/pinot/tools/UpsertQuickStart.java | 76 +-
.../apache/pinot/tools/ValidateTableRetention.java | 2 +-
.../pinot/tools/admin/PinotAdministrator.java | 8 +
.../admin/command/AbstractBaseAdminCommand.java | 68 +-
.../tools/admin/command/AddSchemaCommand.java | 33 +-
.../pinot/tools/admin/command/AddTableCommand.java | 164 +-
.../tools/admin/command/AddTenantCommand.java | 4 +-
.../tools/admin/command/BootstrapTableCommand.java | 3 +-
.../admin/command/ChangeNumReplicasCommand.java | 2 +-
.../tools/admin/command/ChangeTableState.java | 35 +-
.../tools/admin/command/DeleteClusterCommand.java | 2 +-
.../tools/admin/command/DeleteSchemaCommand.java | 161 +
.../tools/admin/command/DeleteTableCommand.java | 184 +
.../tools/admin/command/GenerateDataCommand.java | 91 +-
.../tools/admin/command/ImportDataCommand.java | 4 +-
.../command/LaunchDataIngestionJobCommand.java | 14 +-
.../LaunchSparkDataIngestionJobCommand.java | 370 +
.../tools/admin/command/MoveReplicaGroup.java | 14 +-
.../OfflineSegmentIntervalCheckerCommand.java | 14 +-
.../admin/command/OperateClusterConfigCommand.java | 4 +-
.../tools/admin/command/PostQueryCommand.java | 5 +-
.../tools/admin/command/QuickStartCommand.java | 33 +-
.../tools/admin/command/QuickstartRunner.java | 17 +-
.../command/RealtimeProvisioningHelperCommand.java | 29 +-
.../tools/admin/command/RebalanceTableCommand.java | 21 +-
.../admin/command/ShowClusterInfoCommand.java | 8 +-
.../tools/admin/command/StartBrokerCommand.java | 7 +-
.../admin/command/StartControllerCommand.java | 9 +-
.../tools/admin/command/StartMinionCommand.java | 2 +-
.../tools/admin/command/StartServerCommand.java | 8 +-
.../admin/command/StartServiceManagerCommand.java | 23 +-
.../admin/command/StreamGitHubEventsCommand.java | 50 +-
.../tools/admin/command/UploadSegmentCommand.java | 35 +-
.../tools/admin/command/ValidateConfigCommand.java | 11 +-
.../tools/filesystem/PinotFSBenchmarkDriver.java | 9 +-
.../pinot/tools/perf/PerfBenchmarkDriver.java | 12 +-
.../pinot/tools/perf/PerfBenchmarkDriverConf.java | 36 +
.../pinot/tools/perf/PerfBenchmarkRunner.java | 36 +-
.../org/apache/pinot/tools/perf/QueryRunner.java | 74 +-
.../converter/DictionaryToRawIndexConverter.java | 40 +-
.../PinotServiceManagerAdminApiApplication.java | 8 +-
.../PinotServiceManagerInstanceResource.java | 2 +-
.../api/resources/PinotServiceManagerLogger.java | 83 +
.../pinot/tools/streams/AirlineDataStream.java | 13 +-
.../tools/streams/AvroFileSourceGenerator.java | 2 +-
.../pinot/tools/streams/MeetupRsvpStream.java | 18 +-
.../pinot/tools/streams/PinotRealtimeSource.java | 4 +-
.../pinot/tools/streams/RsvpSourceGenerator.java | 70 +-
.../PullRequestMergedEventsStream.java | 39 +-
.../apache/pinot/tools/utils/ExplainPlanUtils.java | 67 +
.../org/apache/pinot/tools/utils/JarUtils.java | 47 +-
.../apache/pinot/tools/utils/PinotConfigUtils.java | 17 +-
.../apache/pinot/tools/utils/StreamSourceType.java | 3 +-
.../src/main/resources/appAssemblerScriptTemplate | 34 +-
.../main/resources/conf/pinot-broker-log4j2.xml | 18 +
.../resources/conf/pinot-controller-log4j2.xml | 9 +
.../main/resources/conf/pinot-minion-log4j2.xml | 9 +
.../main/resources/conf/pinot-server-log4j2.xml | 9 +
.../src/main/resources/conf/pinot-tools-log4j2.xml | 4 +-
.../conf/sample_realtime_table_config.json | 2 +-
.../airlineStats_offline_table_config.json | 90 +-
.../billing/billing_offline_table_config.json | 18 +
.../examples/batch/billing/billing_schema.json | 89 +
.../examples/batch/billing/ingestionJobSpec.yaml | 140 +
.../batch/billing/rawdata/billing_data.csv | 696 +
.../colocated/userAttributes/ingestionJobSpec.yaml | 140 +
.../batch/colocated/userAttributes/rawdata/p0.csv | 2515 +
.../batch/colocated/userAttributes/rawdata/p1.csv | 2494 +
.../batch/colocated/userAttributes/rawdata/p2.csv | 2540 +
.../batch/colocated/userAttributes/rawdata/p3.csv | 2455 +
.../userAttributes_offline_table_config.json | 47 +
.../userAttributes/userAttributes_schema.json | 23 +
.../colocated/userGroups/ingestionJobSpec.yaml | 140 +
.../batch/colocated/userGroups/rawdata/p0.csv | 8 +
.../batch/colocated/userGroups/rawdata/p1.csv | 7 +
.../batch/colocated/userGroups/rawdata/p2.csv | 9 +
.../batch/colocated/userGroups/rawdata/p3.csv | 2455 +
.../batch/colocated/userGroups/rawdata/p4.csv | 5 +
.../batch/colocated/userGroups/rawdata/p5.csv | 5 +
.../batch/colocated/userGroups/rawdata/p6.csv | 5 +
.../batch/colocated/userGroups/rawdata/p7.csv | 8 +
.../userGroups_offline_table_config.json | 40 +
.../colocated/userGroups/userGroups_schema.json | 15 +
.../fineFoodReviews_offline_table_config.json | 44 +
.../fineFoodReviews/fineFoodReviews_schema.json | 40 +
.../batch/fineFoodReviews/ingestionJobSpec.yaml | 130 +
...ne_food_reviews_with_embeddings_1k.parquet.gzip | Bin 0 -> 6954296 bytes
...thubComplexTypeEvents_offline_table_config.json | 31 +
.../githubComplexTypeEvents_schema.json | 75 +
.../githubComplexTypeEvents/ingestionJobSpec.yaml | 139 +
.../rawdata/githubComplexTypeEvents_data.json} | 0
...bEvents_offline_complexTypeHandling_schema.json | 75 -
...s_offline_complexTypeHandling_table_config.json | 31 -
.../ingestionJobComplexTypeHandlingSpec.yaml | 139 -
.../batch/githubEvents/ingestionJobSpec.yaml | 2 +-
.../githubEvents_data.json | 0
.../batch/ssb/customer/IngestionJobSpec.yaml | 131 +
.../customer/customer_offline_table_config.json | 22 +
.../batch/ssb/customer/customer_schema.json | 41 +
.../batch/ssb/customer/rawdata/customer.avro | Bin 0 -> 231135 bytes
.../examples/batch/ssb/dates/IngestionJobSpec.yaml | 131 +
.../ssb/dates/dates_offline_table_config.json | 22 +
.../examples/batch/ssb/dates/dates_schema.json | 74 +
.../examples/batch/ssb/dates/rawdata/dates.avro | Bin 0 -> 50746 bytes
.../batch/ssb/lineorder/IngestionJobSpec.yaml | 131 +
.../lineorder/lineorder_offline_table_config.json | 22 +
.../batch/ssb/lineorder/lineorder_schema.json | 76 +
.../batch/ssb/lineorder/rawdata/lineorder.avro | Bin 0 -> 448370 bytes
.../examples/batch/ssb/part/IngestionJobSpec.yaml | 131 +
.../batch/ssb/part/part_offline_table_config.json | 22 +
.../examples/batch/ssb/part/part_schema.json | 45 +
.../examples/batch/ssb/part/rawdata/part.avro | Bin 0 -> 167489 bytes
.../batch/ssb/supplier/IngestionJobSpec.yaml | 131 +
.../batch/ssb/supplier/rawdata/supplier.avro | Bin 0 -> 88061 bytes
.../supplier/supplier_offline_table_config.json | 22 +
.../batch/ssb/supplier/supplier_schema.json | 37 +
.../customer/customer_offline_table_config.json | 27 +
.../batch/tpch/customer/customer_schema.json | 39 +
.../batch/tpch/customer/ingestionJobSpec.yaml | 119 +
.../batch/tpch/customer/rawdata/customer.avro | Bin 0 -> 608 bytes
.../batch/tpch/lineitem/ingestionJobSpec.yaml | 119 +
.../lineitem/lineitem_offline_table_config.json | 26 +
.../batch/tpch/lineitem/lineitem_schema.json | 71 +
.../batch/tpch/lineitem/rawdata/lineitem.avro | Bin 0 -> 1615 bytes
.../batch/tpch/nation/ingestionJobSpec.yaml | 119 +
.../tpch/nation/nation_offline_table_config.json | 27 +
.../examples/batch/tpch/nation/nation_schema.json | 23 +
.../examples/batch/tpch/nation/rawdata/nation.avro | Bin 0 -> 2529 bytes
.../batch/tpch/orders/ingestionJobSpec.yaml | 119 +
.../tpch/orders/orders_offline_table_config.json | 34 +
.../examples/batch/tpch/orders/orders_schema.json | 43 +
.../examples/batch/tpch/orders/rawdata/orders.avro | Bin 0 -> 616 bytes
.../examples/batch/tpch/part/ingestionJobSpec.yaml | 119 +
.../batch/tpch/part/part_offline_table_config.json | 27 +
.../examples/batch/tpch/part/part_schema.json | 43 +
.../examples/batch/tpch/part/rawdata/part.avro | Bin 0 -> 632 bytes
.../batch/tpch/partsupp/ingestionJobSpec.yaml | 119 +
.../partsupp/partsupp_offline_table_config.json | 27 +
.../batch/tpch/partsupp/partsupp_schema.json | 28 +
.../batch/tpch/partsupp/rawdata/partsupp.avro | Bin 0 -> 1017 bytes
.../batch/tpch/region/ingestionJobSpec.yaml | 119 +
.../examples/batch/tpch/region/rawdata/region.avro | Bin 0 -> 630 bytes
.../tpch/region/region_offline_table_config.json | 26 +
.../examples/batch/tpch/region/region_schema.json | 19 +
.../batch/tpch/supplier/ingestionJobSpec.yaml | 119 +
.../batch/tpch/supplier/rawdata/supplier.avro | Bin 0 -> 533 bytes
.../supplier/supplier_offline_table_config.json | 26 +
.../batch/tpch/supplier/supplier_schema.json | 35 +
.../baseballStats_offline_table_config.json | 3 +-
.../githubEvents_offline_table_config.json | 2 -
.../githubEvents_realtime_table_config.json | 2 -
.../airlineStats_realtime_table_config.json | 72 +-
.../stream/airlineStats/airlineStats_schema.json | 12 +
.../airlineStats_realtime_table_config.json | 35 -
.../airlineStats_realtime_table_config.json | 35 -
.../airlineStats_data.avro | Bin
.../airlineStats_data.json | 0
.../{sample_data => rawdata}/airlineStats_data.orc | Bin
.../fineFoodReviews_realtime_table_config.json | 73 +
.../fineFoodReviews/fineFoodReviews_schema.json | 48 +
.../fine_food_reviews_with_embeddings_1k.json.gz | Bin 0 -> 8101775 bytes
...lRequestMergedEvents_realtime_table_config.json | 36 -
.../githubEvents_realtime_table_config.json | 41 +
.../stream/githubEvents/githubEvents_schema.json | 0
...MergedEvents_kinesis_realtime_table_config.json | 39 -
...lRequestMergedEvents_realtime_table_config.json | 36 -
.../githubEvents/rawdata/2021-07-21-few-hours.json | 0
...eHandling_meetupRsvp_realtime_table_config.json | 42 -
.../complexTypeHandling_meetupRsvp_schema.json | 63 -
.../json_meetupRsvp_realtime_table_config.json | 65 -
.../stream/meetupRsvp/json_meetupRsvp_schema.json | 47 -
.../meetupRsvp_realtime_table_config.json | 32 -
.../meetupRsvp_realtime_table_config.json | 31 -
.../meetupRsvp_realtime_table_config.json | 54 +-
.../stream/meetupRsvp/meetupRsvp_schema.json | 12 +
...sert_json_meetupRsvp_realtime_table_config.json | 101 -
.../meetupRsvp/upsert_json_meetupRsvp_schema.json | 50 -
.../upsert_meetupRsvp_realtime_table_config.json | 62 -
.../meetupRsvp/upsert_meetupRsvp_schema.json | 67 -
...t_partial_meetupRsvp_realtime_table_config.json | 55 -
.../upsert_partial_meetupRsvp_schema.json | 69 -
...eetupRsvpComplexType_realtime_table_config.json | 34 +
.../meetupRsvpComplexType_schema.json | 63 +
.../meetupRsvpJson_realtime_table_config.json | 60 +
.../meetupRsvpJson/meetupRsvpJson_schema.json | 47 +
...lRequestMergedEvents_realtime_table_config.json | 37 +
...MergedEvents_kinesis_realtime_table_config.json | 41 +
...lRequestMergedEvents_realtime_table_config.json | 38 +
.../pullRequestMergedEvents_schema.json | 0
...upsertJsonMeetupRsvp_realtime_table_config.json | 119 +
.../upsertJsonMeetupRsvp_schema.json | 50 +
.../upsertMeetupRsvp_realtime_table_config.json | 73 +
.../upsertMeetupRsvp/upsertMeetupRsvp_schema.json | 67 +
...ertPartialMeetupRsvp_realtime_table_config.json | 77 +
.../upsertPartialMeetupRsvp_schema.json | 69 +
pinot-tools/src/main/resources/log4j2.xml | 19 +
pinot-tools/src/test/resources/log4j2.xml | 11 +-
pinot-tools/src/test/resources/queries.raw | 2 +-
pom.xml | 1880 +-
4088 files changed, 359864 insertions(+), 259282 deletions(-)
create mode 100644 .github/workflows/build-multi-arch-pinot-docker-image.yml
create mode 100644 .github/workflows/build-pinot-base-docker-image.yml
delete mode 100755 .github/workflows/scripts/.pinot_test.sh
create mode 100755 .github/workflows/scripts/.pinot_vuln_check.sh
create mode 100755 .github/workflows/scripts/docker/.pinot_base_docker_image_build_and_push.sh
create mode 100755 .github/workflows/scripts/docker/.pinot_build_info_gen.sh
create mode 100755 .github/workflows/scripts/docker/.pinot_multi_arch_docker_image_manifest_package.sh
create mode 100755 .github/workflows/scripts/docker/.pinot_single_platform_docker_image_build.sh
create mode 100755 .github/workflows/scripts/docker/.presto_build_info_gen.sh
create mode 100755 .github/workflows/scripts/docker/.superset_multi_arch_docker_image_build_and_push.sh
create mode 100755 .github/workflows/scripts/pr-tests/.pinot_tests_build.sh
create mode 100755 .github/workflows/scripts/pr-tests/.pinot_tests_custom_integration.sh
create mode 100755 .github/workflows/scripts/pr-tests/.pinot_tests_integration.sh
create mode 100755 .github/workflows/scripts/pr-tests/.pinot_tests_unit.sh
create mode 100644 .mvn/extensions.xml
create mode 100644 .mvn/gradle-enterprise.xml
delete mode 100644 contrib/pinot-fmpp-maven-plugin/pom.xml
delete mode 100644 contrib/pinot-fmpp-maven-plugin/src/main/java/org/apache/pinot/fmpp/FMPPMojo.java
delete mode 100644 contrib/pinot-fmpp-maven-plugin/src/main/java/org/apache/pinot/fmpp/MavenDataLoader.java
create mode 100644 doap_Pinot.rdf
create mode 100644 docker/images/pinot-base/README.md
create mode 100644 docker/images/pinot-base/pinot-base-build/amazoncorretto.dockerfile
create mode 100644 docker/images/pinot-base/pinot-base-build/ms-openjdk.dockerfile
create mode 100644 docker/images/pinot-base/pinot-base-build/openjdk.dockerfile
create mode 100644 docker/images/pinot-base/pinot-base-runtime/amazoncorretto.dockerfile
create mode 100644 docker/images/pinot-base/pinot-base-runtime/ms-openjdk.dockerfile
create mode 100644 docker/images/pinot-base/pinot-base-runtime/openjdk.dockerfile
delete mode 100644 docker/images/pinot-thirdeye/Dockerfile
delete mode 100644 docker/images/pinot-thirdeye/README.md
delete mode 100755 docker/images/pinot-thirdeye/bin/start-thirdeye.sh
delete mode 100644 docker/images/pinot-thirdeye/config/ephemeral/dashboard.yml
delete mode 100644 docker/images/pinot-thirdeye/config/ephemeral/data-sources/cache-config.yml
delete mode 100644 docker/images/pinot-thirdeye/config/ephemeral/data-sources/data-sources-config-backend.yml
delete mode 100644 docker/images/pinot-thirdeye/config/ephemeral/data-sources/data-sources-config-frontend.yml
delete mode 100644 docker/images/pinot-thirdeye/config/ephemeral/data/README.md
delete mode 100644 docker/images/pinot-thirdeye/config/ephemeral/data/daily.csv
delete mode 100755 docker/images/pinot-thirdeye/config/ephemeral/data/hourly.csv
delete mode 100644 docker/images/pinot-thirdeye/config/ephemeral/data/pageviews.csv
delete mode 100644 docker/images/pinot-thirdeye/config/ephemeral/detector-config/anomaly-functions/alertFilterAutotune.properties
delete mode 100644 docker/images/pinot-thirdeye/config/ephemeral/detector-config/anomaly-functions/anomalyClassifier.properties
delete mode 100644 docker/images/pinot-thirdeye/config/ephemeral/detector-config/anomaly-functions/functions.properties
delete mode 100644 docker/images/pinot-thirdeye/config/ephemeral/detector.yml
delete mode 100644 docker/images/pinot-thirdeye/config/ephemeral/persistence.yml
delete mode 100644 docker/images/pinot-thirdeye/config/ephemeral/rca.yml
delete mode 100644 docker/images/pinot-thirdeye/config/pinot-quickstart/bootstrap.sql
delete mode 100644 docker/images/pinot-thirdeye/config/pinot-quickstart/dashboard.yml
delete mode 100644 docker/images/pinot-thirdeye/config/pinot-quickstart/data-sources/cache-config.yml
delete mode 100644 docker/images/pinot-thirdeye/config/pinot-quickstart/data-sources/data-sources-config.yml
delete mode 100644 docker/images/pinot-thirdeye/config/pinot-quickstart/data/README.md
delete mode 100644 docker/images/pinot-thirdeye/config/pinot-quickstart/data/daily.csv
delete mode 100755 docker/images/pinot-thirdeye/config/pinot-quickstart/data/hourly.csv
delete mode 100644 docker/images/pinot-thirdeye/config/pinot-quickstart/data/pageviews.csv
delete mode 100644 docker/images/pinot-thirdeye/config/pinot-quickstart/detector-config/anomaly-functions/alertFilter.properties
delete mode 100644 docker/images/pinot-thirdeye/config/pinot-quickstart/detector-config/anomaly-functions/alertFilterAutotune.properties
delete mode 100644 docker/images/pinot-thirdeye/config/pinot-quickstart/detector-config/anomaly-functions/anomalyClassifier.properties
delete mode 100644 docker/images/pinot-thirdeye/config/pinot-quickstart/detector-config/anomaly-functions/functions.properties
delete mode 100644 docker/images/pinot-thirdeye/config/pinot-quickstart/detector.yml
delete mode 100644 docker/images/pinot-thirdeye/config/pinot-quickstart/persistence.yml
delete mode 100644 docker/images/pinot-thirdeye/config/pinot-quickstart/rca.yml
delete mode 100755 docker/images/pinot-thirdeye/docker-build-and-push.sh
delete mode 100755 docker/images/pinot-thirdeye/docker-build.sh
delete mode 100755 docker/images/pinot-thirdeye/docker-push.sh
create mode 100644 docker/images/pinot/Dockerfile.build
create mode 100644 docker/images/pinot/Dockerfile.package
create mode 100644 docker/images/pinot/etc/conf/pinot-minion-log4j2.xml
create mode 100644 helm/README-dev.md
rename {kubernetes/helm => helm}/README.md (100%)
rename {kubernetes/helm => helm}/gke-pd.yaml (100%)
rename {kubernetes/helm => helm}/gke-ssd.yaml (100%)
rename {kubernetes/helm => helm}/helm-rbac.yaml (100%)
create mode 100644 helm/index.yaml
rename {kubernetes/helm => helm}/open-superset-ui.sh (100%)
rename {kubernetes/helm => helm}/pinot-0.2.0.tgz (100%)
rename {kubernetes/helm => helm}/pinot-0.2.1.tgz (100%)
rename {kubernetes/helm => helm}/pinot-0.2.2.tgz (100%)
rename {kubernetes/helm => helm}/pinot-0.2.3.tgz (100%)
rename {kubernetes/helm => helm}/pinot-0.2.4.tgz (100%)
rename {kubernetes/helm => helm}/pinot-0.2.5.tgz (100%)
create mode 100644 helm/pinot-0.2.6.tgz
create mode 100644 helm/pinot-0.2.7.tgz
create mode 100644 helm/pinot-0.2.8.tgz
create mode 100644 helm/pinot/Chart.yaml
create mode 100644 helm/pinot/README.md
create mode 100644 helm/pinot/charts/zookeeper-7.0.0.tgz
rename {kubernetes/helm => helm}/pinot/pinot-github-events-setup.yml (100%)
create mode 100644 helm/pinot/pinot-realtime-quickstart.yml
rename {kubernetes/helm => helm}/pinot/query-pinot-data.sh (100%)
rename {kubernetes/helm => helm}/pinot/requirements.lock (100%)
rename {kubernetes/helm => helm}/pinot/requirements.yaml (100%)
rename {kubernetes/helm => helm}/pinot/templates/_helpers.tpl (100%)
rename {kubernetes/helm => helm}/pinot/templates/broker/configmap.yaml (100%)
create mode 100644 helm/pinot/templates/broker/ingress-v1.yaml
create mode 100644 helm/pinot/templates/broker/ingress-v1beta1.yaml
create mode 100644 helm/pinot/templates/broker/service-external.yaml
create mode 100644 helm/pinot/templates/broker/service-headless.yaml
create mode 100644 helm/pinot/templates/broker/service.yaml
create mode 100644 helm/pinot/templates/broker/statefulset.yaml
rename {kubernetes/helm => helm}/pinot/templates/controller/configmap.yaml (100%)
create mode 100644 helm/pinot/templates/controller/ingress-v1.yaml
create mode 100644 helm/pinot/templates/controller/ingress-v1beta1.yaml
create mode 100644 helm/pinot/templates/controller/service-external.yaml
create mode 100644 helm/pinot/templates/controller/service-headless.yaml
create mode 100644 helm/pinot/templates/controller/service.yaml
create mode 100644 helm/pinot/templates/controller/statefulset.yaml
rename {kubernetes/helm => helm}/pinot/templates/minion-stateless/configmap.yaml (100%)
create mode 100644 helm/pinot/templates/minion-stateless/deployment.yaml
rename {kubernetes/helm => helm}/pinot/templates/minion-stateless/pvc.yaml (100%)
rename {kubernetes/helm => helm}/pinot/templates/minion/configmap.yaml (100%)
create mode 100644 helm/pinot/templates/minion/service-headless.yaml
create mode 100644 helm/pinot/templates/minion/service.yaml
create mode 100644 helm/pinot/templates/minion/statefulset.yaml
rename {kubernetes/helm => helm}/pinot/templates/server/configmap.yaml (100%)
create mode 100644 helm/pinot/templates/server/service-headless.yaml
create mode 100644 helm/pinot/templates/server/service.yaml
create mode 100644 helm/pinot/templates/server/statefulset.yaml
rename {kubernetes/helm => helm}/pinot/templates/serviceaccount.yaml (100%)
create mode 100644 helm/pinot/values.yaml
rename {kubernetes/helm => helm}/presto-0.2.0.tgz (100%)
rename {kubernetes/helm => helm}/presto-0.2.1.tgz (100%)
rename {kubernetes/helm => helm}/presto/Chart.yaml (100%)
rename {kubernetes/helm => helm}/presto/README.md (100%)
rename {kubernetes/helm => helm}/presto/launch-presto-ui.sh (100%)
rename {kubernetes/helm => helm}/presto/pinot-presto-cli.sh (100%)
rename {kubernetes/helm => helm}/presto/presto-cli.sh (100%)
rename {kubernetes/helm => helm}/presto/presto-coordinator.yaml (100%)
rename {kubernetes/helm => helm}/presto/presto-worker.yaml (100%)
rename {kubernetes/helm => helm}/presto/templates/_helpers.tpl (100%)
rename {kubernetes/helm => helm}/presto/templates/coordinator/configmap.yaml (100%)
rename {kubernetes/helm => helm}/presto/templates/coordinator/service-external.yaml (100%)
rename {kubernetes/helm => helm}/presto/templates/coordinator/service-headless.yaml (100%)
rename {kubernetes/helm => helm}/presto/templates/coordinator/service.yaml (100%)
rename {kubernetes/helm => helm}/presto/templates/coordinator/statefulset.yml (100%)
rename {kubernetes/helm => helm}/presto/templates/worker/configmap.yaml (100%)
rename {kubernetes/helm => helm}/presto/templates/worker/service-headless.yaml (100%)
rename {kubernetes/helm => helm}/presto/templates/worker/service.yaml (100%)
rename {kubernetes/helm => helm}/presto/templates/worker/statefulset.yml (100%)
rename {kubernetes/helm => helm}/presto/values.yaml (100%)
rename {kubernetes/helm => helm}/setup_gke.sh (100%)
rename {kubernetes/helm => helm}/superset.yaml (100%)
delete mode 100644 kubernetes/README.md
delete mode 100644 kubernetes/helm/README-dev.md
delete mode 100644 kubernetes/helm/index.yaml
delete mode 100644 kubernetes/helm/pinot/Chart.yaml
delete mode 100644 kubernetes/helm/pinot/README.md
delete mode 100644 kubernetes/helm/pinot/pinot-realtime-quickstart.yml
delete mode 100644 kubernetes/helm/pinot/templates/broker/ingress.yaml
delete mode 100644 kubernetes/helm/pinot/templates/broker/service-external.yaml
delete mode 100644 kubernetes/helm/pinot/templates/broker/service-headless.yaml
delete mode 100644 kubernetes/helm/pinot/templates/broker/service.yaml
delete mode 100644 kubernetes/helm/pinot/templates/broker/statefulset.yml
delete mode 100644 kubernetes/helm/pinot/templates/controller/ingress.yaml
delete mode 100644 kubernetes/helm/pinot/templates/controller/service-external.yaml
delete mode 100644 kubernetes/helm/pinot/templates/controller/service-headless.yaml
delete mode 100644 kubernetes/helm/pinot/templates/controller/service.yaml
delete mode 100644 kubernetes/helm/pinot/templates/controller/statefulset.yaml
delete mode 100644 kubernetes/helm/pinot/templates/minion-stateless/deployment.yml
delete mode 100644 kubernetes/helm/pinot/templates/minion/service-headless.yaml
delete mode 100644 kubernetes/helm/pinot/templates/minion/service.yaml
delete mode 100644 kubernetes/helm/pinot/templates/minion/statefulset.yml
delete mode 100644 kubernetes/helm/pinot/templates/server/service-headless.yaml
delete mode 100644 kubernetes/helm/pinot/templates/server/service.yaml
delete mode 100644 kubernetes/helm/pinot/templates/server/statefulset.yml
delete mode 100644 kubernetes/helm/pinot/values.yaml
delete mode 100644 kubernetes/helm/thirdeye/Chart.yaml
delete mode 100644 kubernetes/helm/thirdeye/README.md
delete mode 100644 kubernetes/helm/thirdeye/config/data-sources/data-sources-config.yml
delete mode 100644 kubernetes/helm/thirdeye/config/initdb.sql
delete mode 100755 kubernetes/helm/thirdeye/install.sh
delete mode 100644 kubernetes/helm/thirdeye/templates/_helpers.tpl
delete mode 100644 kubernetes/helm/thirdeye/templates/backend/deployment.yaml
delete mode 100644 kubernetes/helm/thirdeye/templates/backend/service-headless.yaml
delete mode 100644 kubernetes/helm/thirdeye/templates/backend/service.yaml
delete mode 100644 kubernetes/helm/thirdeye/templates/common/configmap.yaml
delete mode 100644 kubernetes/helm/thirdeye/templates/frontend/deployment.yaml
delete mode 100644 kubernetes/helm/thirdeye/templates/frontend/ingress.yaml
delete mode 100644 kubernetes/helm/thirdeye/templates/frontend/service-headless.yaml
delete mode 100644 kubernetes/helm/thirdeye/templates/frontend/service.yaml
delete mode 100644 kubernetes/helm/thirdeye/values.yaml
delete mode 100644 kubernetes/skaffold/gke/README.md
delete mode 100755 kubernetes/skaffold/gke/cleanup.sh
delete mode 100644 kubernetes/skaffold/gke/gke-storageclass-kafka-pd.yml
delete mode 100644 kubernetes/skaffold/gke/gke-storageclass-pinot-controller-pd.yml
delete mode 100644 kubernetes/skaffold/gke/gke-storageclass-pinot-server-pd.yml
delete mode 100644 kubernetes/skaffold/gke/gke-storageclass-zk-pd.yml
delete mode 100644 kubernetes/skaffold/gke/kafka.yml
delete mode 100644 kubernetes/skaffold/gke/pinot-broker.yml
delete mode 100644 kubernetes/skaffold/gke/pinot-controller.yml
delete mode 100644 kubernetes/skaffold/gke/pinot-realtime-quickstart.yml
delete mode 100644 kubernetes/skaffold/gke/pinot-server.yml
delete mode 100755 kubernetes/skaffold/gke/query-pinot-data.sh
delete mode 100755 kubernetes/skaffold/gke/setup.sh
delete mode 100644 kubernetes/skaffold/gke/skaffold.yaml
delete mode 100644 kubernetes/skaffold/gke/zookeeper.yml
create mode 100644 licenses-binary/LICENSE-azure-msal4j-persistence-extension.txt
create mode 100644 licenses-binary/LICENSE-go.txt
create mode 100644 licenses-binary/LICENSE-grizzled-slf4j.txt
create mode 100644 licenses-binary/LICENSE-janino.txt
create mode 100644 licenses-binary/LICENSE-jbcrypt.txt
create mode 100644 licenses-binary/LICENSE-jcabi-log.txt
create mode 100644 licenses-binary/LICENSE-jnr.txt
create mode 100644 licenses-binary/LICENSE-kryo.txt
create mode 100644 licenses-binary/LICENSE-minlog.txt
create mode 100644 licenses-binary/LICENSE-scopt.txt
create mode 100644 pinot-broker/src/main/java/org/apache/pinot/broker/api/resources/InstanceResource.java
create mode 100644 pinot-broker/src/main/java/org/apache/pinot/broker/api/resources/PinotBrokerLogger.java
create mode 100644 pinot-broker/src/main/java/org/apache/pinot/broker/broker/AuthenticationFilter.java
create mode 100644 pinot-broker/src/main/java/org/apache/pinot/broker/broker/BrokerManagedAsyncExecutorProvider.java
create mode 100644 pinot-broker/src/main/java/org/apache/pinot/broker/querylog/QueryLogger.java
create mode 100644 pinot-broker/src/main/java/org/apache/pinot/broker/requesthandler/BrokerRequestIdGenerator.java
create mode 100644 pinot-broker/src/main/java/org/apache/pinot/broker/routing/adaptiveserverselector/AdaptiveServerSelector.java
create mode 100644 pinot-broker/src/main/java/org/apache/pinot/broker/routing/adaptiveserverselector/AdaptiveServerSelectorFactory.java
create mode 100644 pinot-broker/src/main/java/org/apache/pinot/broker/routing/adaptiveserverselector/HybridSelector.java
create mode 100644 pinot-broker/src/main/java/org/apache/pinot/broker/routing/adaptiveserverselector/LatencySelector.java
create mode 100644 pinot-broker/src/main/java/org/apache/pinot/broker/routing/adaptiveserverselector/NumInFlightReqSelector.java
create mode 100644 pinot-broker/src/main/java/org/apache/pinot/broker/routing/instanceselector/MultiStageReplicaGroupSelector.java
create mode 100644 pinot-broker/src/main/java/org/apache/pinot/broker/routing/instanceselector/NewSegmentState.java
create mode 100644 pinot-broker/src/main/java/org/apache/pinot/broker/routing/instanceselector/SegmentInstanceCandidate.java
create mode 100644 pinot-broker/src/main/java/org/apache/pinot/broker/routing/instanceselector/SegmentStates.java
create mode 100644 pinot-broker/src/main/java/org/apache/pinot/broker/routing/segmentmetadata/SegmentZkMetadataFetchListener.java
create mode 100644 pinot-broker/src/main/java/org/apache/pinot/broker/routing/segmentmetadata/SegmentZkMetadataFetcher.java
create mode 100644 pinot-broker/src/main/java/org/apache/pinot/broker/routing/segmentpartition/SegmentPartitionInfo.java
create mode 100644 pinot-broker/src/main/java/org/apache/pinot/broker/routing/segmentpartition/SegmentPartitionMetadataManager.java
create mode 100644 pinot-broker/src/main/java/org/apache/pinot/broker/routing/segmentpartition/SegmentPartitionUtils.java
create mode 100644 pinot-broker/src/main/java/org/apache/pinot/broker/routing/segmentselector/DefaultSegmentSelector.java
delete mode 100644 pinot-broker/src/main/java/org/apache/pinot/broker/routing/segmentselector/OfflineSegmentSelector.java
delete mode 100644 pinot-broker/src/main/java/org/apache/pinot/broker/routing/segmentselector/RealtimeSegmentSelector.java
delete mode 100644 pinot-broker/src/main/java/org/apache/pinot/broker/routing/timeboundary/TimeBoundaryInfo.java
create mode 100644 pinot-broker/src/test/java/org/apache/pinot/broker/api/resources/PinotClientRequestTest.java
create mode 100644 pinot-broker/src/test/java/org/apache/pinot/broker/broker/BrokerManagedAsyncExecutorProviderTest.java
create mode 100644 pinot-broker/src/test/java/org/apache/pinot/broker/querylog/QueryLoggerTest.java
create mode 100644 pinot-broker/src/test/java/org/apache/pinot/broker/requesthandler/MultiStageBrokerRequestHandlerTest.java
create mode 100644 pinot-broker/src/test/java/org/apache/pinot/broker/routing/adaptiveserverselector/AdaptiveServerSelectorTest.java
create mode 100644 pinot-broker/src/test/java/org/apache/pinot/broker/routing/segmentmetadata/SegmentZkMetadataFetcherTest.java
create mode 100644 pinot-broker/src/test/java/org/apache/pinot/broker/routing/segmentpartition/SegmentPartitionMetadataManagerTest.java
delete mode 100644 pinot-broker/src/test/java/org/apache/pinot/broker/routing/segmentselector/SegmentSelectorTest.java
create mode 100644 pinot-clients/pinot-java-client/src/main/java/org/apache/pinot/client/ConnectionTimeouts.java
delete mode 100644 pinot-clients/pinot-java-client/src/main/java/org/apache/pinot/client/Request.java
create mode 100644 pinot-clients/pinot-java-client/src/main/java/org/apache/pinot/client/TlsProtocols.java
create mode 100644 pinot-clients/pinot-java-client/src/main/java/org/apache/pinot/client/utils/BrokerSelectorUtils.java
create mode 100644 pinot-clients/pinot-java-client/src/main/java/org/apache/pinot/client/utils/ConnectionUtils.java
create mode 100644 pinot-clients/pinot-java-client/src/main/resources/version.properties
create mode 100644 pinot-clients/pinot-java-client/src/test/java/org/apache/pinot/client/BrokerResponseTest.java
create mode 100644 pinot-clients/pinot-java-client/src/test/java/org/apache/pinot/client/JsonAsyncHttpPinotClientTransportTest.java
create mode 100644 pinot-clients/pinot-jdbc-client/src/main/resources/version.properties
create mode 100644 pinot-common/src/main/codegen/default_config.fmpp
create mode 100644 pinot-common/src/main/codegen/templates/Parser.jj
create mode 100644 pinot-common/src/main/java/org/apache/pinot/common/CustomObject.java
create mode 100644 pinot-common/src/main/java/org/apache/pinot/common/auth/BasicAuthUtils.java
create mode 100644 pinot-common/src/main/java/org/apache/pinot/common/config/GrpcConfig.java
create mode 100644 pinot-common/src/main/java/org/apache/pinot/common/datablock/BaseDataBlock.java
create mode 100644 pinot-common/src/main/java/org/apache/pinot/common/datablock/ColumnarDataBlock.java
create mode 100644 pinot-common/src/main/java/org/apache/pinot/common/datablock/DataBlock.java
create mode 100644 pinot-common/src/main/java/org/apache/pinot/common/datablock/DataBlockUtils.java
create mode 100644 pinot-common/src/main/java/org/apache/pinot/common/datablock/MetadataBlock.java
create mode 100644 pinot-common/src/main/java/org/apache/pinot/common/datablock/RowDataBlock.java
create mode 100644 pinot-common/src/main/java/org/apache/pinot/common/datatable/BaseDataTable.java
create mode 100644 pinot-common/src/main/java/org/apache/pinot/common/datatable/DataTable.java
create mode 100644 pinot-common/src/main/java/org/apache/pinot/common/datatable/DataTableFactory.java
create mode 100644 pinot-common/src/main/java/org/apache/pinot/common/datatable/DataTableImplV2.java
create mode 100644 pinot-common/src/main/java/org/apache/pinot/common/datatable/DataTableImplV3.java
create mode 100644 pinot-common/src/main/java/org/apache/pinot/common/datatable/DataTableImplV4.java
create mode 100644 pinot-common/src/main/java/org/apache/pinot/common/datatable/DataTableUtils.java
create mode 100644 pinot-common/src/main/java/org/apache/pinot/common/function/scalar/IpAddressFunctions.java
create mode 100644 pinot-common/src/main/java/org/apache/pinot/common/function/scalar/LogicalFunctions.java
create mode 100644 pinot-common/src/main/java/org/apache/pinot/common/function/scalar/VectorFunctions.java
delete mode 100644 pinot-common/src/main/java/org/apache/pinot/common/http/MultiGetRequest.java
create mode 100644 pinot-common/src/main/java/org/apache/pinot/common/http/MultiHttpRequest.java
create mode 100644 pinot-common/src/main/java/org/apache/pinot/common/http/MultiHttpRequestResponse.java
create mode 100644 pinot-common/src/main/java/org/apache/pinot/common/metadata/controllerjob/ControllerJobType.java
create mode 100644 pinot-common/src/main/java/org/apache/pinot/common/minion/BaseTaskGeneratorInfo.java
create mode 100644 pinot-common/src/main/java/org/apache/pinot/common/minion/InMemoryTaskManagerStatusCache.java
create mode 100644 pinot-common/src/main/java/org/apache/pinot/common/minion/TaskGeneratorMostRecentRunInfo.java
create mode 100644 pinot-common/src/main/java/org/apache/pinot/common/minion/TaskManagerStatusCache.java
create mode 100644 pinot-common/src/main/java/org/apache/pinot/common/request/Join.java
create mode 100644 pinot-common/src/main/java/org/apache/pinot/common/request/JoinType.java
create mode 100644 pinot-common/src/main/java/org/apache/pinot/common/request/context/LiteralContext.java
create mode 100644 pinot-common/src/main/java/org/apache/pinot/common/request/context/predicate/VectorSimilarityPredicate.java
create mode 100644 pinot-common/src/main/java/org/apache/pinot/common/response/broker/BrokerResponseNativeV2.java
create mode 100644 pinot-common/src/main/java/org/apache/pinot/common/response/broker/BrokerResponseStats.java
create mode 100644 pinot-common/src/main/java/org/apache/pinot/common/response/server/TableIndexMetadataResponse.java
create mode 100644 pinot-common/src/main/java/org/apache/pinot/common/restlet/resources/EndReplaceSegmentsRequest.java
create mode 100644 pinot-common/src/main/java/org/apache/pinot/common/restlet/resources/RevertReplaceSegmentsRequest.java
create mode 100644 pinot-common/src/main/java/org/apache/pinot/common/restlet/resources/TableSegmentValidationInfo.java
create mode 100644 pinot-common/src/main/java/org/apache/pinot/common/restlet/resources/ValidDocIdsBitmapResponse.java
create mode 100644 pinot-common/src/main/java/org/apache/pinot/common/restlet/resources/ValidDocIdsMetadataInfo.java
create mode 100644 pinot-common/src/main/java/org/apache/pinot/common/restlet/resources/ValidDocIdsType.java
delete mode 100644 pinot-common/src/main/java/org/apache/pinot/common/utils/DataTable.java
create mode 100644 pinot-common/src/main/java/org/apache/pinot/common/utils/DatabaseUtils.java
create mode 100644 pinot-common/src/main/java/org/apache/pinot/common/utils/ExceptionUtils.java
create mode 100644 pinot-common/src/main/java/org/apache/pinot/common/utils/ExponentialMovingAverage.java
delete mode 100644 pinot-common/src/main/java/org/apache/pinot/common/utils/HLCSegmentName.java
create mode 100644 pinot-common/src/main/java/org/apache/pinot/common/utils/LoggerUtils.java
create mode 100644 pinot-common/src/main/java/org/apache/pinot/common/utils/RoaringBitmapUtils.java
create mode 100644 pinot-common/src/main/java/org/apache/pinot/common/utils/ScalingThreadPoolExecutor.java
delete mode 100644 pinot-common/src/main/java/org/apache/pinot/common/utils/TlsUtils.java
create mode 100644 pinot-common/src/main/java/org/apache/pinot/common/utils/config/QueryOptionsUtils.java
create mode 100644 pinot-common/src/main/java/org/apache/pinot/common/utils/http/HttpClientConfig.java
create mode 100644 pinot-common/src/main/java/org/apache/pinot/common/utils/log/DummyLogFileServer.java
create mode 100644 pinot-common/src/main/java/org/apache/pinot/common/utils/log/LocalLogFileServer.java
create mode 100644 pinot-common/src/main/java/org/apache/pinot/common/utils/log/LogFileServer.java
create mode 100644 pinot-common/src/main/java/org/apache/pinot/common/utils/tls/JvmDefaultSslContext.java
create mode 100644 pinot-common/src/main/java/org/apache/pinot/common/utils/tls/PinotInsecureMode.java
create mode 100644 pinot-common/src/main/java/org/apache/pinot/common/utils/tls/RenewableTlsUtils.java
create mode 100644 pinot-common/src/main/java/org/apache/pinot/common/utils/tls/TlsUtils.java
create mode 100644 pinot-common/src/main/java/org/apache/pinot/common/version/PinotVersion.java
create mode 100644 pinot-common/src/main/java/org/apache/pinot/core/util/PeerServerSegmentFinder.java
create mode 100644 pinot-common/src/main/java/org/apache/pinot/sql/parsers/ParserUtils.java
create mode 100644 pinot-common/src/main/java/org/apache/pinot/sql/parsers/parser/SqlAtTimeZone.java
create mode 100644 pinot-common/src/main/java/org/apache/pinot/sql/parsers/parser/SqlPhysicalExplain.java
create mode 100644 pinot-common/src/main/java/org/apache/pinot/sql/parsers/rewriter/ClpRewriter.java
create mode 100644 pinot-common/src/main/java/org/apache/pinot/sql/parsers/rewriter/ExprMinMaxRewriter.java
create mode 100644 pinot-common/src/main/resources/pinot-version.properties
create mode 100644 pinot-common/src/test/java/org/apache/pinot/common/assignment/InstanceAssignmentConfigUtilsTest.java
create mode 100644 pinot-common/src/test/java/org/apache/pinot/common/datablock/MetadataBlockTest.java
delete mode 100644 pinot-common/src/test/java/org/apache/pinot/common/function/TransformFunctionTypeTest.java
create mode 100644 pinot-common/src/test/java/org/apache/pinot/common/function/scalar/StringFunctionsTest.java
delete mode 100644 pinot-common/src/test/java/org/apache/pinot/common/http/MultiGetRequestTest.java
create mode 100644 pinot-common/src/test/java/org/apache/pinot/common/http/MultiHttpRequestTest.java
create mode 100644 pinot-common/src/test/java/org/apache/pinot/common/metrics/AbstractMetricsTest.java
create mode 100644 pinot-common/src/test/java/org/apache/pinot/common/metrics/MetricValueUtils.java
create mode 100644 pinot-common/src/test/java/org/apache/pinot/common/request/context/FilterContextTest.java
create mode 100644 pinot-common/src/test/java/org/apache/pinot/common/request/context/LiteralContextTest.java
create mode 100644 pinot-common/src/test/java/org/apache/pinot/common/utils/DatabaseUtilsTest.java
create mode 100644 pinot-common/src/test/java/org/apache/pinot/common/utils/ExponentialMovingAverageTest.java
create mode 100644 pinot-common/src/test/java/org/apache/pinot/common/utils/FALFInternerTest.java
create mode 100644 pinot-common/src/test/java/org/apache/pinot/common/utils/FileUploadDownloadClientWithoutServerTest.java
create mode 100644 pinot-common/src/test/java/org/apache/pinot/common/utils/LLCSegmentNameTest.java
create mode 100644 pinot-common/src/test/java/org/apache/pinot/common/utils/LoggerUtilsTest.java
create mode 100644 pinot-common/src/test/java/org/apache/pinot/common/utils/ScalingThreadPoolExecutorTest.java
delete mode 100644 pinot-common/src/test/java/org/apache/pinot/common/utils/SegmentNameBuilderTest.java
create mode 100644 pinot-common/src/test/java/org/apache/pinot/common/utils/SegmentUtilsTest.java
create mode 100644 pinot-common/src/test/java/org/apache/pinot/common/utils/TestClock.java
create mode 100644 pinot-common/src/test/java/org/apache/pinot/common/utils/config/QueryOptionsUtilsTest.java
create mode 100644 pinot-common/src/test/java/org/apache/pinot/common/utils/fetcher/HttpSegmentFetcherTest.java
create mode 100644 pinot-common/src/test/java/org/apache/pinot/common/utils/http/HttpClientConfigTest.java
create mode 100644 pinot-common/src/test/java/org/apache/pinot/common/utils/log/LocalLogFileServerTest.java
create mode 100644 pinot-common/src/test/java/org/apache/pinot/common/utils/request/RequestUtilsTest.java
create mode 100644 pinot-common/src/test/java/org/apache/pinot/common/utils/tls/TlsUtilsTest.java
create mode 100644 pinot-common/src/test/java/org/apache/pinot/sql/parsers/rewriter/ClpRewriterTest.java
create mode 100644 pinot-common/src/test/java/org/apache/pinot/sql/parsers/rewriter/ExprMinMaxRewriterTest.java
create mode 100644 pinot-common/src/test/resources/testConfigs/multipleIndexPartialUpsertConfig.json
create mode 100644 pinot-common/src/test/resources/testConfigs/multipleIndexPartialUpsertMultipleComparisonColumnConfig.json
create mode 100644 pinot-common/src/test/resources/tls/keystore-updated.p12
create mode 100644 pinot-common/src/test/resources/tls/keystore.p12
create mode 100644 pinot-common/src/test/resources/tls/truststore-updated.p12
create mode 100644 pinot-common/src/test/resources/tls/truststore.p12
create mode 100644 pinot-connectors/pinot-spark-2-connector/README.md
copy pinot-connectors/{pinot-spark-connector => pinot-spark-2-connector}/documentation/images/spark-pinot-connector-executor-server-interaction.jpg (100%)
create mode 100644 pinot-connectors/pinot-spark-2-connector/documentation/read_model.md
create mode 100644 pinot-connectors/pinot-spark-2-connector/pom.xml
rename pinot-connectors/{pinot-spark-connector => pinot-spark-2-connector}/src/main/resources/META-INF/services/org.apache.spark.sql.sources.DataSourceRegister (100%)
create mode 100644 pinot-connectors/pinot-spark-2-connector/src/main/scala/org/apache/pinot/connector/spark/datasource/PinotDataSourceReader.scala
rename pinot-connectors/{pinot-spark-connector => pinot-spark-2-connector}/src/main/scala/org/apache/pinot/connector/spark/datasource/PinotDataSourceV2.scala (100%)
create mode 100644 pinot-connectors/pinot-spark-2-connector/src/main/scala/org/apache/pinot/connector/spark/datasource/PinotInputPartition.scala
create mode 100644 pinot-connectors/pinot-spark-2-connector/src/main/scala/org/apache/pinot/connector/spark/datasource/TypeConverter.scala
create mode 100644 pinot-connectors/pinot-spark-2-connector/src/main/scala/org/apache/pinot/connector/spark/datasource/query/FilterPushDown.scala
rename pinot-connectors/{pinot-spark-connector => pinot-spark-2-connector}/src/test/resources/schema/pinot-schema.json (100%)
rename pinot-connectors/{pinot-spark-connector => pinot-spark-2-connector}/src/test/resources/schema/spark-schema.json (100%)
create mode 100644 pinot-connectors/pinot-spark-2-connector/src/test/scala/org/apache/pinot/connector/spark/datasource/BaseTest.scala
create mode 100644 pinot-connectors/pinot-spark-2-connector/src/test/scala/org/apache/pinot/connector/spark/datasource/ExampleSparkPinotConnectorTest.scala
create mode 100644 pinot-connectors/pinot-spark-2-connector/src/test/scala/org/apache/pinot/connector/spark/datasource/TypeConverterTest.scala
create mode 100644 pinot-connectors/pinot-spark-2-connector/src/test/scala/org/apache/pinot/connector/spark/datasource/query/FilterPushDownTest.scala
create mode 100644 pinot-connectors/pinot-spark-3-connector/README.md
rename pinot-connectors/{pinot-spark-connector => pinot-spark-3-connector}/documentation/images/spark-pinot-connector-executor-server-interaction.jpg (100%)
create mode 100644 pinot-connectors/pinot-spark-3-connector/documentation/read_model.md
create mode 100644 pinot-connectors/pinot-spark-3-connector/pom.xml
create mode 100644 pinot-connectors/pinot-spark-3-connector/src/main/resources/META-INF/services/org.apache.spark.sql.sources.DataSourceRegister
create mode 100644 pinot-connectors/pinot-spark-3-connector/src/main/scala/org/apache/pinot/connector/spark/v3/datasource/PinotDataSource.scala
create mode 100644 pinot-connectors/pinot-spark-3-connector/src/main/scala/org/apache/pinot/connector/spark/v3/datasource/PinotInputPartition.scala
create mode 100644 pinot-connectors/pinot-spark-3-connector/src/main/scala/org/apache/pinot/connector/spark/v3/datasource/PinotScan.scala
create mode 100644 pinot-connectors/pinot-spark-3-connector/src/main/scala/org/apache/pinot/connector/spark/v3/datasource/PinotScanBuilder.scala
create mode 100644 pinot-connectors/pinot-spark-3-connector/src/main/scala/org/apache/pinot/connector/spark/v3/datasource/PinotTable.scala
create mode 100644 pinot-connectors/pinot-spark-3-connector/src/main/scala/org/apache/pinot/connector/spark/v3/datasource/TypeConverter.scala
create mode 100644 pinot-connectors/pinot-spark-3-connector/src/main/scala/org/apache/pinot/connector/spark/v3/datasource/query/FilterPushDown.scala
create mode 100644 pinot-connectors/pinot-spark-3-connector/src/test/resources/log4j2.xml
create mode 100644 pinot-connectors/pinot-spark-3-connector/src/test/resources/schema/pinot-schema.json
create mode 100644 pinot-connectors/pinot-spark-3-connector/src/test/resources/schema/spark-schema.json
create mode 100644 pinot-connectors/pinot-spark-3-connector/src/test/scala/org/apache/pinot/connector/spark/v3/datasource/BaseTest.scala
create mode 100644 pinot-connectors/pinot-spark-3-connector/src/test/scala/org/apache/pinot/connector/spark/v3/datasource/ExampleSparkPinotConnectorTest.scala
create mode 100644 pinot-connectors/pinot-spark-3-connector/src/test/scala/org/apache/pinot/connector/spark/v3/datasource/PinotScanBuilderTest.scala
create mode 100644 pinot-connectors/pinot-spark-3-connector/src/test/scala/org/apache/pinot/connector/spark/v3/datasource/PinotScanTest.scala
create mode 100644 pinot-connectors/pinot-spark-3-connector/src/test/scala/org/apache/pinot/connector/spark/v3/datasource/TypeConverterTest.scala
create mode 100644 pinot-connectors/pinot-spark-3-connector/src/test/scala/org/apache/pinot/connector/spark/v3/datasource/query/FilterPushDownTest.scala
create mode 100644 pinot-connectors/pinot-spark-common/pom.xml
create mode 100644 pinot-connectors/pinot-spark-common/src/main/java/org/apache/pinot/connector/spark/common/CaseInsensitiveStringMap.java
create mode 100644 pinot-connectors/pinot-spark-common/src/main/scala/org/apache/pinot/connector/spark/common/HttpUtils.scala
create mode 100644 pinot-connectors/pinot-spark-common/src/main/scala/org/apache/pinot/connector/spark/common/Logging.scala
create mode 100644 pinot-connectors/pinot-spark-common/src/main/scala/org/apache/pinot/connector/spark/common/PinotClusterClient.scala
create mode 100644 pinot-connectors/pinot-spark-common/src/main/scala/org/apache/pinot/connector/spark/common/PinotDataSourceReadOptions.scala
create mode 100644 pinot-connectors/pinot-spark-common/src/main/scala/org/apache/pinot/connector/spark/common/exceptions.scala
create mode 100644 pinot-connectors/pinot-spark-common/src/main/scala/org/apache/pinot/connector/spark/common/package.scala
create mode 100644 pinot-connectors/pinot-spark-common/src/main/scala/org/apache/pinot/connector/spark/common/partition/PinotSplitter.scala
create mode 100644 pinot-connectors/pinot-spark-common/src/main/scala/org/apache/pinot/connector/spark/common/query/ScanQuery.scala
create mode 100644 pinot-connectors/pinot-spark-common/src/main/scala/org/apache/pinot/connector/spark/common/query/ScanQueryGenerator.scala
create mode 100644 pinot-connectors/pinot-spark-common/src/main/scala/org/apache/pinot/connector/spark/common/reader/PinotAbstractPartitionReader.scala
create mode 100644 pinot-connectors/pinot-spark-common/src/main/scala/org/apache/pinot/connector/spark/common/reader/PinotGrpcServerDataFetcher.scala
create mode 100644 pinot-connectors/pinot-spark-common/src/main/scala/org/apache/pinot/connector/spark/common/reader/PinotServerDataFetcher.scala
create mode 100644 pinot-connectors/pinot-spark-common/src/test/resources/log4j2.xml
create mode 100644 pinot-connectors/pinot-spark-common/src/test/scala/org/apache/pinot/connector/spark/common/BaseTest.scala
create mode 100644 pinot-connectors/pinot-spark-common/src/test/scala/org/apache/pinot/connector/spark/common/PinotDataSourceReadOptionsTest.scala
create mode 100644 pinot-connectors/pinot-spark-common/src/test/scala/org/apache/pinot/connector/spark/common/PinotSplitterTest.scala
create mode 100644 pinot-connectors/pinot-spark-common/src/test/scala/org/apache/pinot/connector/spark/common/query/ScanQueryGeneratorTest.scala
delete mode 100644 pinot-connectors/pinot-spark-connector/README.md
delete mode 100644 pinot-connectors/pinot-spark-connector/documentation/read_model.md
delete mode 100644 pinot-connectors/pinot-spark-connector/pom.xml
delete mode 100644 pinot-connectors/pinot-spark-connector/src/main/scala/org/apache/pinot/connector/spark/connector/FilterPushDown.scala
delete mode 100644 pinot-connectors/pinot-spark-connector/src/main/scala/org/apache/pinot/connector/spark/connector/PinotClusterClient.scala
delete mode 100644 pinot-connectors/pinot-spark-connector/src/main/scala/org/apache/pinot/connector/spark/connector/PinotGrpcServerDataFetcher.scala
delete mode 100644 pinot-connectors/pinot-spark-connector/src/main/scala/org/apache/pinot/connector/spark/connector/PinotServerDataFetcher.scala
delete mode 100644 pinot-connectors/pinot-spark-connector/src/main/scala/org/apache/pinot/connector/spark/connector/PinotSplitter.scala
delete mode 100644 pinot-connectors/pinot-spark-connector/src/main/scala/org/apache/pinot/connector/spark/connector/PinotUtils.scala
delete mode 100644 pinot-connectors/pinot-spark-connector/src/main/scala/org/apache/pinot/connector/spark/connector/query/GeneratedSQLs.scala
delete mode 100644 pinot-connectors/pinot-spark-connector/src/main/scala/org/apache/pinot/connector/spark/connector/query/SQLSelectionQueryGenerator.scala
delete mode 100644 pinot-connectors/pinot-spark-connector/src/main/scala/org/apache/pinot/connector/spark/datasource/PinotDataSourceReadOptions.scala
delete mode 100644 pinot-connectors/pinot-spark-connector/src/main/scala/org/apache/pinot/connector/spark/datasource/PinotDataSourceReader.scala
delete mode 100644 pinot-connectors/pinot-spark-connector/src/main/scala/org/apache/pinot/connector/spark/datasource/PinotInputPartition.scala
delete mode 100644 pinot-connectors/pinot-spark-connector/src/main/scala/org/apache/pinot/connector/spark/datasource/PinotInputPartitionReader.scala
delete mode 100644 pinot-connectors/pinot-spark-connector/src/main/scala/org/apache/pinot/connector/spark/exceptions/exceptions.scala
delete mode 100644 pinot-connectors/pinot-spark-connector/src/main/scala/org/apache/pinot/connector/spark/package.scala
delete mode 100644 pinot-connectors/pinot-spark-connector/src/main/scala/org/apache/pinot/connector/spark/utils/HttpUtils.scala
delete mode 100644 pinot-connectors/pinot-spark-connector/src/main/scala/org/apache/pinot/connector/spark/utils/Logging.scala
delete mode 100644 pinot-connectors/pinot-spark-connector/src/test/resources/log4j2.xml
delete mode 100644 pinot-connectors/pinot-spark-connector/src/test/scala/org/apache/pinot/connector/spark/BaseTest.scala
delete mode 100644 pinot-connectors/pinot-spark-connector/src/test/scala/org/apache/pinot/connector/spark/ExampleSparkPinotConnectorTest.scala
delete mode 100644 pinot-connectors/pinot-spark-connector/src/test/scala/org/apache/pinot/connector/spark/connector/FilterPushDownTest.scala
delete mode 100644 pinot-connectors/pinot-spark-connector/src/test/scala/org/apache/pinot/connector/spark/connector/PinotSplitterTest.scala
delete mode 100644 pinot-connectors/pinot-spark-connector/src/test/scala/org/apache/pinot/connector/spark/connector/PinotUtilsTest.scala
delete mode 100644 pinot-connectors/pinot-spark-connector/src/test/scala/org/apache/pinot/connector/spark/connector/query/SQLSelectionQueryGeneratorTest.scala
delete mode 100644 pinot-connectors/pinot-spark-connector/src/test/scala/org/apache/pinot/connector/spark/datasource/PinotDataSourceReadOptionsTest.scala
delete mode 100644 pinot-connectors/prestodb-pinot-dependencies/pinot-common-jdk8/pom.xml
delete mode 120000 pinot-connectors/prestodb-pinot-dependencies/pinot-common-jdk8/src
delete mode 100644 pinot-connectors/prestodb-pinot-dependencies/pinot-core-jdk8/pom.xml
delete mode 120000 pinot-connectors/prestodb-pinot-dependencies/pinot-core-jdk8/src
delete mode 100644 pinot-connectors/prestodb-pinot-dependencies/pinot-java-client-jdk8/pom.xml
delete mode 120000 pinot-connectors/prestodb-pinot-dependencies/pinot-java-client-jdk8/src
delete mode 100644 pinot-connectors/prestodb-pinot-dependencies/pinot-segment-local-jdk8/pom.xml
delete mode 120000 pinot-connectors/prestodb-pinot-dependencies/pinot-segment-local-jdk8/src
delete mode 100644 pinot-connectors/prestodb-pinot-dependencies/pinot-segment-spi-jdk8/pom.xml
delete mode 120000 pinot-connectors/prestodb-pinot-dependencies/pinot-segment-spi-jdk8/src
delete mode 100644 pinot-connectors/prestodb-pinot-dependencies/pinot-spi-jdk8/pom.xml
delete mode 120000 pinot-connectors/prestodb-pinot-dependencies/pinot-spi-jdk8/src
delete mode 100644 pinot-connectors/prestodb-pinot-dependencies/pom.xml
delete mode 100644 pinot-connectors/prestodb-pinot-dependencies/presto-pinot-driver/pom.xml
delete mode 100644 pinot-connectors/prestodb-pinot-dependencies/presto-pinot-driver/src/main/java/org/apache/pinot/connector/presto/PinotScatterGatherQueryClient.java
delete mode 100644 pinot-connectors/prestodb-pinot-dependencies/presto-pinot-driver/src/main/java/org/apache/pinot/connector/presto/grpc/PinotStreamingQueryClient.java
delete mode 100644 pinot-connectors/prestodb-pinot-dependencies/presto-pinot-driver/src/main/java/org/apache/pinot/connector/presto/grpc/Utils.java
delete mode 100644 pinot-connectors/prestodb-pinot-dependencies/presto-pinot-driver/src/main/java/org/apache/pinot/connector/presto/plugin/metrics/NoopPinotMetricFactory.java
create mode 100644 pinot-controller/package-lock.json
delete mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/api/CallableHttpGet.java
delete mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/api/exception/NoTaskMetadataException.java
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/api/resources/DebugResource.java
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/api/resources/InflightRequestMetricsInterceptor.java
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/api/resources/InstanceTagUpdateRequest.java
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/api/resources/OperationValidationResponse.java
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/api/resources/PinotControllerLogger.java
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/api/resources/PinotDatabaseRestletResource.java
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/api/resources/PinotRunningQueryResource.java
delete mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/api/resources/PinotTableIndexingConfigs.java
delete mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/api/resources/PinotTableMetadataConfigs.java
delete mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/api/resources/PinotTableSegmentConfigs.java
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/api/resources/ServerRebalanceJobStatusResponse.java
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/api/resources/ServerReloadControllerJobStatusResponse.java
delete mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/api/resources/TableDebugResource.java
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/api/resources/TenantRebalanceJobStatusResponse.java
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/api/resources/TrackInflightRequestMetrics.java
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/api/resources/TrackedByGauge.java
delete mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/api/services/PinotBrokerService.java
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/helix/RealtimeConsumerMonitor.java
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/helix/core/assignment/instance/MirrorServerSetInstancePartitionSelector.java
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/helix/core/assignment/segment/BaseSegmentAssignment.java
delete mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/helix/core/assignment/segment/OfflineDimTableSegmentAssignment.java
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/helix/core/assignment/segment/StrictRealtimeSegmentAssignment.java
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/helix/core/assignment/segment/strategy/AllServersSegmentAssignmentStrategy.java
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/helix/core/assignment/segment/strategy/BalancedNumSegmentAssignmentStrategy.java
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/helix/core/assignment/segment/strategy/ReplicaGroupSegmentAssignmentStrategy.java
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/helix/core/assignment/segment/strategy/SegmentAssignmentStrategy.java
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/helix/core/assignment/segment/strategy/SegmentAssignmentStrategyFactory.java
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/helix/core/cleanup/StaleInstancesCleanupTask.java
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/helix/core/lineage/DefaultLineageManager.java
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/helix/core/lineage/LineageManager.java
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/helix/core/lineage/LineageManagerFactory.java
delete mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/helix/core/minion/MinionInstancesCleanupTask.java
delete mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/helix/core/realtime/PinotRealtimeSegmentManager.java
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/helix/core/realtime/segment/FixedFlushThresholdUpdater.java
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/helix/core/rebalance/NoOpTableRebalanceObserver.java
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/helix/core/rebalance/RebalanceChecker.java
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/helix/core/rebalance/RebalanceConfig.java
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/helix/core/rebalance/RebalanceJobConstants.java
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/helix/core/rebalance/TableRebalanceContext.java
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/helix/core/rebalance/TableRebalanceObserver.java
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/helix/core/rebalance/TableRebalanceProgressStats.java
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/helix/core/rebalance/ZkBasedTableRebalanceObserver.java
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/helix/core/rebalance/tenant/DefaultTenantRebalancer.java
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/helix/core/rebalance/tenant/TenantRebalanceConfig.java
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/helix/core/rebalance/tenant/TenantRebalanceObserver.java
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/helix/core/rebalance/tenant/TenantRebalanceProgressStats.java
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/helix/core/rebalance/tenant/TenantRebalanceResult.java
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/helix/core/rebalance/tenant/TenantRebalancer.java
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/helix/core/rebalance/tenant/ZkBasedTenantRebalanceObserver.java
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/recommender/data/DataGenerationHelpers.java
delete mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/recommender/data/generator/AvroWriter.java
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/recommender/data/generator/DateTimeGenerator.java
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/recommender/data/writer/AvroWriter.java
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/recommender/data/writer/AvroWriterSpec.java
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/recommender/data/writer/CsvWriter.java
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/recommender/data/writer/FileWriter.java
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/recommender/data/writer/FileWriterSpec.java
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/recommender/data/writer/JsonWriter.java
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/recommender/data/writer/Writer.java
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/recommender/data/writer/WriterSpec.java
delete mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/util/SegmentCompletionUtils.java
create mode 100644 pinot-controller/src/main/resources/.nvmrc
create mode 100644 pinot-controller/src/main/resources/Readme.md
create mode 100644 pinot-controller/src/main/resources/app/components/AppLoadingIndicator.tsx
create mode 100644 pinot-controller/src/main/resources/app/components/AsyncInstanceTable.tsx
create mode 100644 pinot-controller/src/main/resources/app/components/AsyncPinotSchemas.tsx
create mode 100644 pinot-controller/src/main/resources/app/components/AsyncPinotTables.tsx
create mode 100644 pinot-controller/src/main/resources/app/components/ComponentLoader.tsx
create mode 100644 pinot-controller/src/main/resources/app/components/Loading.tsx
create mode 100644 pinot-controller/src/main/resources/app/components/NotFound.tsx
create mode 100644 pinot-controller/src/main/resources/app/components/SegmentStatusRenderer.tsx
create mode 100644 pinot-controller/src/main/resources/app/components/auth/AuthProvider.tsx
create mode 100644 pinot-controller/src/main/resources/app/index.tsx
create mode 100644 pinot-controller/src/main/resources/app/utils/SortFunctions.tsx
delete mode 100644 pinot-controller/src/test/java/org/apache/pinot/controller/api/AccessControlTest.java
create mode 100644 pinot-controller/src/test/java/org/apache/pinot/controller/api/PinotInstanceAssignmentRestletResourceStatelessTest.java
delete mode 100644 pinot-controller/src/test/java/org/apache/pinot/controller/api/PinotInstanceAssignmentRestletResourceTest.java
delete mode 100644 pinot-controller/src/test/java/org/apache/pinot/controller/api/SegmentCompletionUtilsTest.java
create mode 100644 pinot-controller/src/test/java/org/apache/pinot/controller/api/extraresources/PinotDummyExtraRestletResource.java
create mode 100644 pinot-controller/src/test/java/org/apache/pinot/controller/api/resources/InflightRequestMetricsInterceptorTest.java
create mode 100644 pinot-controller/src/test/java/org/apache/pinot/controller/api/resources/PinotDatabaseRestletResourceTest.java
create mode 100644 pinot-controller/src/test/java/org/apache/pinot/controller/api/resources/PinotDummyExtraRestletResourceStatelessTest.java
delete mode 100644 pinot-controller/src/test/java/org/apache/pinot/controller/api/resources/PinotDummyExtraRestletResourceTest.java
create mode 100644 pinot-controller/src/test/java/org/apache/pinot/controller/api/resources/PinotTaskRestletResourceTest.java
delete mode 100644 pinot-controller/src/test/java/org/apache/pinot/controller/api/resources/extrapackage/PinotDummyExtraRestletResource.java
create mode 100644 pinot-controller/src/test/java/org/apache/pinot/controller/helix/ControllerSentinelTest.java
delete mode 100644 pinot-controller/src/test/java/org/apache/pinot/controller/helix/ControllerSentinelTestV2.java
create mode 100644 pinot-controller/src/test/java/org/apache/pinot/controller/helix/RealtimeConsumerMonitorTest.java
create mode 100644 pinot-controller/src/test/java/org/apache/pinot/controller/helix/core/PinotHelixResourceManagerAssignmentTest.java
delete mode 100644 pinot-controller/src/test/java/org/apache/pinot/controller/helix/core/PinotHelixResourceManagerTest.java
create mode 100644 pinot-controller/src/test/java/org/apache/pinot/controller/helix/core/assignment/instance/InstanceReplicaGroupPartitionSelectorTest.java
delete mode 100644 pinot-controller/src/test/java/org/apache/pinot/controller/helix/core/assignment/segment/OfflineDimTableSegmentAssignmentTest.java
delete mode 100644 pinot-controller/src/test/java/org/apache/pinot/controller/helix/core/assignment/segment/OfflineNonReplicaGroupSegmentAssignmentTest.java
delete mode 100644 pinot-controller/src/test/java/org/apache/pinot/controller/helix/core/assignment/segment/OfflineReplicaGroupSegmentAssignmentTest.java
create mode 100644 pinot-controller/src/test/java/org/apache/pinot/controller/helix/core/assignment/segment/StrictRealtimeSegmentAssignmentTest.java
create mode 100644 pinot-controller/src/test/java/org/apache/pinot/controller/helix/core/assignment/segment/strategy/AllServersSegmentAssignmentStrategyTest.java
create mode 100644 pinot-controller/src/test/java/org/apache/pinot/controller/helix/core/assignment/segment/strategy/BalancedNumSegmentAssignmentStrategyTest.java
create mode 100644 pinot-controller/src/test/java/org/apache/pinot/controller/helix/core/assignment/segment/strategy/ReplicaGroupSegmentAssignmentStrategyTest.java
create mode 100644 pinot-controller/src/test/java/org/apache/pinot/controller/helix/core/assignment/segment/strategy/SegmentAssignmentStrategyFactoryTest.java
create mode 100644 pinot-controller/src/test/java/org/apache/pinot/controller/helix/core/cleanup/SchemaCleanupTaskStatelessTest.java
create mode 100644 pinot-controller/src/test/java/org/apache/pinot/controller/helix/core/cleanup/StaleInstancesCleanupTaskStatelessTest.java
delete mode 100644 pinot-controller/src/test/java/org/apache/pinot/controller/helix/core/minion/MinionInstancesCleanupTaskStatelessTest.java
create mode 100644 pinot-controller/src/test/java/org/apache/pinot/controller/helix/core/minion/PinotHelixTaskResourceManagerTest.java
create mode 100644 pinot-controller/src/test/java/org/apache/pinot/controller/helix/core/minion/TaskMetricsEmitterTest.java
create mode 100644 pinot-controller/src/test/java/org/apache/pinot/controller/helix/core/rebalance/RebalanceCheckerTest.java
create mode 100644 pinot-controller/src/test/java/org/apache/pinot/controller/helix/core/rebalance/TestZkBasedTableRebalanceObserver.java
create mode 100644 pinot-controller/src/test/java/org/apache/pinot/controller/helix/core/rebalance/tenant/TenantRebalancerTest.java
create mode 100644 pinot-controller/src/test/java/org/apache/pinot/controller/helix/core/relocation/SegmentRelocatorTest.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/accounting/CPUMemThreadLevelAccountingObjects.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/accounting/HeapUsagePublishingAccountantFactory.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/accounting/PerQueryCPUMemAccountantFactory.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/accounting/PerQueryCPUMemAccountantFactoryForTest.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/auth/Actions.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/auth/Authorize.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/auth/FineGrainedAccessControl.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/auth/FineGrainedAuthUtils.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/auth/ManualAuthorization.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/auth/TargetType.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/common/BlockDocIdValueIterator.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/common/BlockDocIdValueSet.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/common/BlockMetadata.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/common/datablock/BaseDataBlock.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/common/datablock/ColumnarDataBlock.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/common/datablock/DataBlockUtils.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/common/datablock/MetadataBlock.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/common/datablock/RowDataBlock.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/common/datatable/BaseDataTable.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/common/datatable/DataTableBuilderFactory.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/common/datatable/DataTableFactory.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/common/datatable/DataTableImplV2.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/common/datatable/DataTableImplV3.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/common/datatable/DataTableImplV4.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/common/datatable/DataTableUtils.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/data/manager/offline/FastLookupDimensionTable.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/data/manager/offline/LookupRecordLocation.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/data/manager/offline/MemoryOptimizedDimensionTable.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/data/manager/realtime/DefaultSegmentCommitter.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/data/manager/realtime/HLRealtimeSegmentDataManager.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/data/manager/realtime/IdleTimer.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/data/manager/realtime/IngestionDelayTracker.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/data/manager/realtime/LLRealtimeSegmentDataManager.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/data/manager/realtime/PeerSchemeSplitSegmentCommitter.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/data/manager/realtime/SegmentCompletionUtils.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/function/scalar/SketchFunctions.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/minion/RawIndexConverter.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/BaseProjectOperator.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/ColumnContext.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/ProjectionOperatorUtils.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/StreamingInstanceResponseOperator.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/blocks/IntermediateResultsBlock.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/blocks/PassThroughTransformBlock.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/blocks/ValueBlock.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/blocks/results/AggregationResultsBlock.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/blocks/results/BaseResultsBlock.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/blocks/results/DistinctResultsBlock.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/blocks/results/ExceptionResultsBlock.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/blocks/results/ExplainResultsBlock.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/blocks/results/GroupByResultsBlock.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/blocks/results/MetadataResultsBlock.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/blocks/results/ResultsBlockUtils.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/blocks/results/SelectionResultsBlock.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/combine/AggregationCombineOperator.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/combine/AggregationOnlyCombineOperator.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/combine/BaseSingleBlockCombineOperator.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/combine/GroupByCombineOperator.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/combine/GroupByOrderByCombineOperator.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/combine/merger/AggregationResultsBlockMerger.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/combine/merger/DistinctResultsBlockMerger.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/combine/merger/ResultsBlockMerger.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/combine/merger/SelectionOnlyResultsBlockMerger.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/combine/merger/SelectionOrderByResultsBlockMerger.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/dociditerators/ArrayBasedDocIdIterator.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/docidsets/ArrayBasedDocIdSet.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/docidsets/ExpressionDocIdSet.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/docidsets/ExpressionFilterDocIdSet.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/docidsets/FilterBlockDocIdSet.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/docvalsets/DataBlockValSet.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/docvalsets/FilteredDataBlockValSet.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/docvalsets/FilteredRowBasedBlockValSet.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/docvalsets/RowBasedBlockValSet.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/filter/BaseColumnFilterOperator.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/filter/InvertedIndexFilterOperator.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/filter/PrioritizedFilterOperator.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/filter/TestFilterOperator.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/filter/VectorSimilarityFilterOperator.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/filter/predicate/traits/DoubleRange.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/filter/predicate/traits/DoubleValue.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/filter/predicate/traits/FloatRange.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/filter/predicate/traits/FloatValue.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/filter/predicate/traits/IntRange.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/filter/predicate/traits/IntValue.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/filter/predicate/traits/LongRange.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/filter/predicate/traits/LongValue.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/query/AggregationGroupByOrderByOperator.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/query/FilteredGroupByOperator.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/query/GroupByOperator.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/query/LinearSelectionOrderByOperator.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/query/SelectionPartiallyOrderedByAscOperator.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/query/SelectionPartiallyOrderedByDescOperation.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/streaming/BaseStreamingCombineOperator.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/streaming/StreamingAggregationCombineOperator.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/streaming/StreamingDistinctCombineOperator.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/streaming/StreamingGroupByCombineOperator.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/streaming/StreamingInstanceResponseOperator.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/streaming/StreamingSelectionOrderByCombineOperator.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/transform/PassThroughTransformOperator.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/transform/function/ArrayLiteralTransformFunction.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/transform/function/BaseBooleanAssertionTransformFunction.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/transform/function/CLPDecodeTransformFunction.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/transform/function/ClpEncodedVarsMatchTransformFunction.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/transform/function/CoalesceTransformFunction.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/transform/function/ComputeDifferentlyWhenNullHandlingEnabledTransformFunction.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/transform/function/DateTimeConversionHopTransformFunction.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/transform/function/DistinctFromTransformFunction.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/transform/function/ExtractTransformFunction.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/transform/function/IsDistinctFromTransformFunction.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/transform/function/IsFalseTransformFunction.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/transform/function/IsNotDistinctFromTransformFunction.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/transform/function/IsNotFalseTransformFunction.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/transform/function/IsNotTrueTransformFunction.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/transform/function/IsTrueTransformFunction.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/transform/function/JsonExtractIndexTransformFunction.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/transform/function/NotInTransformFunction.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/transform/function/NotOperatorTransformFunction.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/transform/function/VectorTransformFunctions.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/transform/transformer/datetimehop/BaseDateTimeWindowHopTransformer.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/transform/transformer/datetimehop/DateTimeWindowHopTransformerFactory.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/transform/transformer/datetimehop/EpochToEpochWindowHopTransformer.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/transform/transformer/datetimehop/EpochToSDFHopWindowTransformer.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/transform/transformer/datetimehop/SDFToEpochWindowHopTransformer.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/transform/transformer/datetimehop/SDFToSDFWindowHopTransformer.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/plan/AggregationGroupByOrderByPlanNode.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/plan/GroupByPlanNode.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/plan/ProjectPlanNode.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/plan/ProjectionPlanNode.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/plan/TransformPlanNode.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/IntAggregateResultHolder.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/AvgValueIntegerTupleSketchAggregationFunction.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/BaseBooleanAggregationFunction.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/BaseDistinctAggregateAggregationFunction.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/BooleanAndAggregationFunction.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/BooleanOrAggregationFunction.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/ChildAggregationFunction.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/ChildExprMinMaxAggregationFunction.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/CovarianceAggregationFunction.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/DistinctAggregationFunction.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/DistinctAvgAggregationFunction.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/DistinctAvgMVAggregationFunction.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/DistinctCountCPCSketchAggregationFunction.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/DistinctCountHLLPlusAggregationFunction.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/DistinctCountHLLPlusMVAggregationFunction.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/DistinctCountIntegerTupleSketchAggregationFunction.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/DistinctCountRawCPCSketchAggregationFunction.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/DistinctCountRawHLLPlusAggregationFunction.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/DistinctCountRawHLLPlusMVAggregationFunction.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/DistinctCountRawULLAggregationFunction.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/DistinctCountULLAggregationFunction.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/DistinctSumAggregationFunction.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/DistinctSumMVAggregationFunction.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/FourthMomentAggregationFunction.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/FrequentLongsSketchAggregationFunction.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/FrequentStringsSketchAggregationFunction.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/IntegerTupleSketchAggregationFunction.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/NullableSingleInputAggregationFunction.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/ParentAggregationFunction.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/ParentExprMinMaxAggregationFunction.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/PercentileKLLAggregationFunction.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/PercentileKLLMVAggregationFunction.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/PercentileRawKLLAggregationFunction.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/PercentileRawKLLMVAggregationFunction.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/SumValuesIntegerTupleSketchAggregationFunction.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/VarianceAggregationFunction.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/array/ArrayAggDistinctDoubleFunction.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/array/ArrayAggDistinctFloatFunction.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/array/ArrayAggDistinctIntFunction.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/array/ArrayAggDistinctLongFunction.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/array/ArrayAggDistinctStringFunction.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/array/ArrayAggDoubleFunction.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/array/ArrayAggFloatFunction.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/array/ArrayAggIntFunction.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/array/ArrayAggLongFunction.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/array/ArrayAggStringFunction.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/array/BaseArrayAggDoubleFunction.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/array/BaseArrayAggFloatFunction.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/array/BaseArrayAggFunction.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/array/BaseArrayAggIntFunction.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/array/BaseArrayAggLongFunction.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/array/BaseArrayAggStringFunction.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/funnel/AggregationStrategy.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/funnel/BitmapAggregationStrategy.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/funnel/BitmapMergeStrategy.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/funnel/BitmapResultExtractionStrategy.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/funnel/DictIdsWrapper.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/funnel/FunnelCountAggregationFunction.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/funnel/FunnelCountAggregationFunctionFactory.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/funnel/FunnelCountSortedAggregationFunction.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/funnel/MergeStrategy.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/funnel/PartitionedMergeStrategy.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/funnel/ResultExtractionStrategy.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/funnel/SetMergeStrategy.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/funnel/SetResultExtractionStrategy.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/funnel/SortedAggregationResult.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/funnel/SortedAggregationStrategy.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/funnel/ThetaSketchAggregationStrategy.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/funnel/ThetaSketchMergeStrategy.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/funnel/ThetaSketchResultExtractionStrategy.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/groupby/DummyAggregationResultHolder.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/groupby/DummyGroupByResultHolder.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/groupby/IntGroupByResultHolder.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/groupby/utils/BaseValueToIdMap.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/groupby/utils/BytesToIdMap.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/groupby/utils/ObjectToIdMap.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/groupby/utils/StringToIdMap.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/utils/ParentAggregationFunctionResultObject.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/utils/StatisticalAggregationFunctionUtils.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/utils/exprminmax/ExprMinMaxMeasuringValSetWrapper.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/utils/exprminmax/ExprMinMaxObject.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/utils/exprminmax/ExprMinMaxProjectionValSetWrapper.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/utils/exprminmax/ExprMinMaxWrapperValSet.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/config/QueryPlannerConfig.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/executor/ResultsBlockStreamer.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/logger/ServerQueryLogger.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/optimizer/filter/BaseAndOrBooleanFilterOptimizer.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/optimizer/filter/IdenticalPredicateFilterOptimizer.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/optimizer/filter/TextMatchFilterOptimizer.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/prefetch/DefaultFetchPlanner.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/prefetch/FetchPlanner.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/prefetch/FetchPlannerRegistry.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/pruner/BloomFilterSegmentPruner.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/pruner/ValueBasedSegmentPruner.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/reduce/ExecutionStatsAggregator.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/reduce/ReducerDataSchemaUtils.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/reduce/RowBasedBlockValSet.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/reduce/function/InternalReduceFunctions.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/request/context/ThreadTimer.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/utils/OrderByComparatorFactory.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/utils/QueryIdUtils.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/utils/TrieNode.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/utils/rewriter/ParentAggregationResultRewriter.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/utils/rewriter/ResultRewriteUtils.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/utils/rewriter/ResultRewriter.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/utils/rewriter/ResultRewriterFactory.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/utils/rewriter/RewriterResult.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/routing/TablePartitionInfo.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/routing/TimeBoundaryInfo.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/processing/aggregator/DistinctCountCPCSketchAggregator.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/processing/aggregator/DistinctCountHLLAggregator.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/processing/aggregator/DistinctCountThetaSketchAggregator.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/processing/aggregator/DistinctCountULLAggregator.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/processing/aggregator/IntegerTupleSketchAggregator.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/processing/filter/FunctionEvaluatorRecordFilter.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/processing/filter/NoOpRecordFilter.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/processing/filter/RecordFilter.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/processing/filter/RecordFilterConfig.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/processing/filter/RecordFilterFactory.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/processing/framework/DefaultSegmentNumRowProvider.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/processing/framework/SegmentNumRowProvider.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/processing/genericrow/AdaptiveConstraintsWriter.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/processing/genericrow/AdaptiveSizeBasedWriter.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/processing/genericrow/FileWriter.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/processing/lifecycle/PinotSegmentLifecycleEventListener.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/processing/lifecycle/PinotSegmentLifecycleEventListenerManager.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/processing/lifecycle/SegmentLifecycleEventDetails.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/processing/lifecycle/SegmentLifecycleEventListener.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/processing/lifecycle/SegmentLifecycleEventType.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/processing/lifecycle/impl/SegmentDeletionEventDetails.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/processing/transformer/NoOpRecordTransformer.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/processing/transformer/RecordTransformer.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/processing/transformer/RecordTransformerConfig.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/processing/transformer/RecordTransformerFactory.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/processing/transformer/TransformFunctionRecordTransformer.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/startree/plan/StarTreeProjectPlanNode.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/startree/plan/StarTreeProjectionPlanNode.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/startree/plan/StarTreeTransformPlanNode.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/transport/ChannelHandlerFactory.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/transport/DirectOOMHandler.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/transport/HttpServerThreadPoolConfig.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/transport/grpc/GrpcResultsBlockStreamer.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/transport/server/routing/stats/ServerRoutingStatsEntry.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/transport/server/routing/stats/ServerRoutingStatsManager.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/util/DataBlockExtractUtils.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/util/PeerServerSegmentFinder.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/util/QueryMultiThreadingUtils.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/util/QueryOptionsUtils.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/NettyTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/accounting/ResourceManagerAccountingTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/accounting/TestThreadMXBean.java
delete mode 100644 pinot-core/src/test/java/org/apache/pinot/core/common/datatable/DataTableUtilsTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/common/evaluators/DefaultJsonPathEvaluatorTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/data/function/LogicalFunctionsTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/data/function/ObjectFunctionsTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/data/function/VectorFunctionsTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/data/manager/TableDataManagerTestUtils.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/data/manager/realtime/IdleTimerTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/data/manager/realtime/IngestionDelayTrackerTest.java
delete mode 100644 pinot-core/src/test/java/org/apache/pinot/core/data/manager/realtime/LLRealtimeSegmentDataManagerTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/data/manager/realtime/RealtimeSegmentDataManagerTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/data/manager/realtime/SegmentCommitterFactoryTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/data/manager/realtime/SegmentCompletionUtilsTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/function/scalar/SketchFunctionsTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/operator/blocks/results/ResultsBlockUtilsTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/operator/combine/CombineErrorOperatorsTest.java
delete mode 100644 pinot-core/src/test/java/org/apache/pinot/core/operator/filter/TestFilterOperator.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/operator/filter/TestUtils.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/operator/filter/predicate/InPredicateEvaluatorFactoryTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/operator/query/LinearSelectionOrderByOperatorTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/operator/query/SelectionOrderByOperatorTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/operator/streaming/StreamingSelectionOnlyOperatorTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/operator/transform/function/ArrayLiteralTransformFunctionTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/operator/transform/function/ClpTransformFunctionsTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/operator/transform/function/CoalesceTransformFunctionTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/operator/transform/function/DateTimeConversionWindowHopTransformFunctionTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/operator/transform/function/DistinctFromTransformFunctionTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/operator/transform/function/ExtractTransformFunctionTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/operator/transform/function/IdentifierTransformFunctionTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/operator/transform/function/IsDistinctFromTransformFunctionTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/operator/transform/function/IsNotDistinctFromTransformFunctionTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/operator/transform/function/JsonExtractIndexTransformFunctionTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/operator/transform/function/NotOperatorTransformFunctionTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/operator/transform/function/VectorTransformFunctionTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/operator/transform/transformer/datetimehopwindow/DateTimeConverterHopWindowTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/plan/TestUtils.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/query/aggregation/function/AbstractAggregationFunctionTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/query/aggregation/function/AbstractPercentileAggregationFunctionTest.java
delete mode 100644 pinot-core/src/test/java/org/apache/pinot/core/query/aggregation/function/AggregationFunctionUtilsTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/query/aggregation/function/CountAggregationFunctionTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/query/aggregation/function/FirstWithTimeAggregationFunctionTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/query/aggregation/function/LastWithTimeAggregationFunctionTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/query/aggregation/function/MinMaxRangeAggregationFunctionTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/query/aggregation/function/ModeAggregationFunctionTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/query/aggregation/function/PercentileAggregationFunctionTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/query/aggregation/function/PercentileEstAggregationFunctionTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/query/aggregation/function/PercentileKLLAggregationFunctionTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/query/aggregation/function/PercentileSmartTDigestAggregationFunctionTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/query/prefetch/DefaultFetchPlannerTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/query/pruner/BloomFilterSegmentPrunerTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/query/reduce/ReducerDataSchemaUtilsTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/query/selection/SelectionOperatorUtilsTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/query/utils/OrderByComparatorFactoryTest.java
delete mode 100644 pinot-core/src/test/java/org/apache/pinot/core/realtime/impl/fakestream/FakeStreamLevelConsumer.java
delete mode 100644 pinot-core/src/test/java/org/apache/pinot/core/segment/processing/framework/RecordFilterTest.java
delete mode 100644 pinot-core/src/test/java/org/apache/pinot/core/segment/processing/framework/RecordTransformerTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/startree/v2/DistinctCountCPCSketchStarTreeV2Test.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/startree/v2/DistinctCountIntegerSumTupleSketchStarTreeV2Test.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/startree/v2/DistinctCountRawHLLStarTreeV2Test.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/startree/v2/DistinctCountThetaSketchStarTreeV2Test.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/startree/v2/DistinctCountULLStarTreeV2Test.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/transport/InstanceRequestHandlerTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/transport/QueryServerTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/transport/ServerChannelsTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/transport/ServerInstanceTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/transport/ServerRoutingInstanceTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/transport/server/routing/stats/ServerRoutingStatsManagerTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/util/IntDoubleIndexedPriorityQueueTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/util/IntObjectIndexedPriorityQueueTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/util/QueryMultiThreadingUtilsTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/queries/ArrayAggQueriesTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/queries/BaseFunnelCountQueriesTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/queries/BooleanAggQueriesTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/queries/ExprMinMaxTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/queries/FluentQueryTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/queries/ForwardIndexDisabledMultiValueQueriesTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/queries/ForwardIndexDisabledMultiValueQueriesWithReloadTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/queries/ForwardIndexDisabledSingleValueQueriesTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/queries/ForwardIndexHandlerReloadQueriesTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/queries/FrequentItemsSketchQueriesTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/queries/FunnelCountQueriesBitmapTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/queries/FunnelCountQueriesPartitionedSortedTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/queries/FunnelCountQueriesPartitionedTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/queries/FunnelCountQueriesSetTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/queries/FunnelCountQueriesThetaSketchTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/queries/InnerSegmentDistinctSingleValueQueriesTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/queries/IsSubnetOfQueriesTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/queries/JsonMalformedIndexTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/queries/NullHandlingEnabledQueriesTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/queries/PercentileKLLMVQueriesTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/queries/PercentileKLLQueriesTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/queries/ResultRewriterRegressionTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/queries/ScanBasedANDFilterReorderingTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/queries/StatisticalQueriesTest.java
delete mode 100644 pinot-core/src/test/java/org/apache/pinot/realtime/converter/RealtimeSegmentConverterTest.java
delete mode 100644 pinot-core/src/test/java/org/apache/pinot/util/IntDoubleIndexedPriorityQueueTest.java
delete mode 100644 pinot-core/src/test/java/org/apache/pinot/util/IntObjectIndexedPriorityQueueTest.java
delete mode 100644 pinot-core/src/test/resources/data/dimBaseballTeams.avro
delete mode 100644 pinot-core/src/test/resources/data/dimBaseballTeams.avsc
copy pinot-tools/src/main/resources/examples/batch/dimBaseballTeams/dimBaseballTeams_offline_table_config.json => pinot-core/src/test/resources/data/dimBaseballTeams_config.json (100%)
create mode 100644 pinot-integration-test-base/src/test/java/org/apache/pinot/integration/tests/NettyLeakListener.java
create mode 100644 pinot-integration-test-base/src/test/java/org/apache/pinot/integration/tests/NettyTestNGListener.java
create mode 100644 pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/BaseRealtimeClusterIntegrationTest.java
create mode 100644 pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/CLPEncodingRealtimeIntegrationTest.java
delete mode 100644 pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/ConvertToRawIndexMinionClusterIntegrationTest.java
delete mode 100644 pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/FlakyConsumerRealtimeClusterIntegrationTest.java
create mode 100644 pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/HelixZNodeSizeLimitTest.java
delete mode 100644 pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/JsonPathClusterIntegrationTest.java
create mode 100644 pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/KafkaConfluentSchemaRegistryAvroMessageDecoderRealtimeClusterIntegrationTest.java
delete mode 100644 pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/MapTypeClusterIntegrationTest.java
create mode 100644 pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/MultiStageEngineCustomTenantIntegrationTest.java
create mode 100644 pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/OfflineClusterMemBasedBrokerQueryKillingTest.java
create mode 100644 pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/OfflineClusterMemBasedServerQueryKillingTest.java
create mode 100644 pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/OfflineClusterServerCPUTimeQueryKillingTest.java
create mode 100644 pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/OfflineGRPCServerMultiStageIntegrationTest.java
create mode 100644 pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/PartialUpsertTableRebalanceIntegrationTest.java
delete mode 100644 pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/RealtimeClusterIntegrationTest.java
create mode 100644 pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/RealtimeConsumptionRateLimiterClusterIntegrationTest.java
create mode 100644 pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/SSBQueryIntegrationTest.java
create mode 100644 pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/SegmentGenerationMinionRealtimeIngestionTest.java
delete mode 100644 pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/TextIndicesRealtimeClusterIntegrationTest.java
delete mode 100644 pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/ThetaSketchIntegrationTest.java
create mode 100644 pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/UpsertTableIntegrationTest.java
create mode 100644 pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/UpsertTableSegmentPreloadIntegrationTest.java
create mode 100644 pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/custom/ArrayTest.java
create mode 100644 pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/custom/BytesTypeTest.java
create mode 100644 pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/custom/CpcSketchTest.java
create mode 100644 pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/custom/CustomDataQueryClusterIntegrationTest.java
create mode 100644 pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/custom/FloatingPointDataTypeTest.java
create mode 100644 pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/custom/GeoSpatialTest.java
create mode 100644 pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/custom/JsonPathTest.java
create mode 100644 pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/custom/MapTypeTest.java
create mode 100644 pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/custom/SumPrecisionTest.java
create mode 100644 pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/custom/TextIndicesTest.java
create mode 100644 pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/custom/ThetaSketchTest.java
create mode 100644 pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/custom/TimestampTest.java
create mode 100644 pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/custom/TupleSketchTest.java
create mode 100644 pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/custom/ULLTest.java
create mode 100644 pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/custom/VectorTest.java
create mode 100644 pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/kafka/schemaregistry/SchemaRegistryStarter.java
create mode 100644 pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/models/DummyTableUpsertMetadataManager.java
create mode 100644 pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/tpch/Constants.java
create mode 100644 pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/tpch/README.md
create mode 100644 pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/tpch/TPCHGeneratedQueryIntegrationTest.java
create mode 100644 pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/tpch/TPCHQueryIntegrationTest.java
create mode 100644 pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/tpch/TblToAvro.java
create mode 100644 pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/tpch/TblToAvroMultiValue.java
create mode 100644 pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/tpch/generator/Column.java
create mode 100644 pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/tpch/generator/ColumnType.java
create mode 100644 pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/tpch/generator/PinotQueryBasedColumnDataProvider.java
create mode 100644 pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/tpch/generator/QuerySkeleton.java
create mode 100644 pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/tpch/generator/RelatedTable.java
create mode 100644 pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/tpch/generator/SampleColumnDataProvider.java
create mode 100644 pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/tpch/generator/TPCHQueryGeneratorV2.java
create mode 100644 pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/tpch/generator/Table.java
create mode 100644 pinot-integration-tests/src/test/resources/clpEncodingITData.tar.gz
create mode 100644 pinot-integration-tests/src/test/resources/clpEncodingRealtimeIntegrationTestSchema.schema
create mode 100644 pinot-integration-tests/src/test/resources/custom-cluster-integration-test-suite.xml
create mode 120000 pinot-integration-tests/src/test/resources/examples/batch/ssb
create mode 120000 pinot-integration-tests/src/test/resources/examples/batch/tpch
create mode 100644 pinot-integration-tests/src/test/resources/gameScores_csv.tar.gz
create mode 100644 pinot-integration-tests/src/test/resources/gameScores_large_csv.tar.gz
create mode 100644 pinot-integration-tests/src/test/resources/gameScores_partial_upsert_csv.tar.gz
create mode 100644 pinot-integration-tests/src/test/resources/partial_upsert_table_test.schema
create mode 100644 pinot-integration-tests/src/test/resources/ssb/ssb_query_set.yaml
create mode 100644 pinot-integration-tests/src/test/resources/tpch/1.sql
create mode 100644 pinot-integration-tests/src/test/resources/tpch/10.sql
create mode 100644 pinot-integration-tests/src/test/resources/tpch/11.sql
create mode 100644 pinot-integration-tests/src/test/resources/tpch/12.sql
create mode 100644 pinot-integration-tests/src/test/resources/tpch/13.sql
create mode 100644 pinot-integration-tests/src/test/resources/tpch/14.sql
create mode 100644 pinot-integration-tests/src/test/resources/tpch/15.sql
create mode 100644 pinot-integration-tests/src/test/resources/tpch/16.sql
create mode 100644 pinot-integration-tests/src/test/resources/tpch/17.sql
create mode 100644 pinot-integration-tests/src/test/resources/tpch/18.sql
create mode 100644 pinot-integration-tests/src/test/resources/tpch/19.sql
create mode 100644 pinot-integration-tests/src/test/resources/tpch/2.sql
create mode 100644 pinot-integration-tests/src/test/resources/tpch/20.sql
create mode 100644 pinot-integration-tests/src/test/resources/tpch/21.sql
create mode 100644 pinot-integration-tests/src/test/resources/tpch/22.sql
create mode 100644 pinot-integration-tests/src/test/resources/tpch/23.sql
create mode 100644 pinot-integration-tests/src/test/resources/tpch/24.sql
create mode 100644 pinot-integration-tests/src/test/resources/tpch/3.sql
create mode 100644 pinot-integration-tests/src/test/resources/tpch/4.sql
create mode 100644 pinot-integration-tests/src/test/resources/tpch/5.sql
create mode 100644 pinot-integration-tests/src/test/resources/tpch/6.sql
create mode 100644 pinot-integration-tests/src/test/resources/tpch/7-h2.sql
create mode 100644 pinot-integration-tests/src/test/resources/tpch/7.sql
create mode 100644 pinot-integration-tests/src/test/resources/tpch/8-h2.sql
create mode 100644 pinot-integration-tests/src/test/resources/tpch/8.sql
create mode 100644 pinot-integration-tests/src/test/resources/tpch/9-h2.sql
create mode 100644 pinot-integration-tests/src/test/resources/tpch/9.sql
copy pinot-integration-tests/src/test/resources/{upsert_table_test.schema => upsert_upload_segment_test.schema} (100%)
rename pinot-integration-tests/src/test/resources/{upsert_test.tar.gz => upsert_upload_segment_test.tar.gz} (100%)
create mode 100644 pinot-minion/src/main/java/org/apache/pinot/minion/api/resources/PinotMinionLogger.java
create mode 100644 pinot-minion/src/main/java/org/apache/pinot/minion/api/resources/PinotTaskProgressResource.java
create mode 100644 pinot-minion/src/main/java/org/apache/pinot/minion/event/BaseMinionProgressObserverFactory.java
create mode 100644 pinot-minion/src/main/java/org/apache/pinot/minion/event/MinionEventObservers.java
create mode 100644 pinot-minion/src/main/java/org/apache/pinot/minion/event/MinionProgressObserver.java
create mode 100644 pinot-minion/src/main/java/org/apache/pinot/minion/event/MinionTaskState.java
create mode 100644 pinot-minion/src/test/java/org/apache/pinot/minion/api/resources/PinotTaskProgressResourceTest.java
create mode 100644 pinot-minion/src/test/java/org/apache/pinot/minion/event/MinionEventObserversTest.java
create mode 100644 pinot-minion/src/test/java/org/apache/pinot/minion/event/MinionProgressObserverTest.java
create mode 100644 pinot-perf/src/main/java/org/apache/pinot/perf/AbstractAggregationFunctionBenchmark.java
create mode 100644 pinot-perf/src/main/java/org/apache/pinot/perf/BenchmarkAndDocIdIterator.java
create mode 100644 pinot-perf/src/main/java/org/apache/pinot/perf/BenchmarkDictionaryLookup.java
create mode 100644 pinot-perf/src/main/java/org/apache/pinot/perf/BenchmarkModeAggregation.java
create mode 100644 pinot-perf/src/main/java/org/apache/pinot/perf/BenchmarkObjectSerDe.java
create mode 100644 pinot-perf/src/main/java/org/apache/pinot/perf/BenchmarkOrderByQueries.java
create mode 100644 pinot-perf/src/main/java/org/apache/pinot/perf/BenchmarkStringVarLengthDictionary.java
create mode 100644 pinot-perf/src/main/java/org/apache/pinot/perf/BenchmarkThreadInterruptionCheck.java
create mode 100644 pinot-perf/src/main/java/org/apache/pinot/perf/BenchmarkThreadResourceUsageProvider.java
create mode 100644 pinot-perf/src/main/java/org/apache/pinot/perf/SyntheticBlockValSets.java
create mode 100644 pinot-perf/src/main/java/org/apache/pinot/perf/SyntheticNullBitmapFactories.java
create mode 100644 pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-common/src/main/java/org/apache/pinot/plugin/ingestion/batch/common/BaseSegmentPushJobRunner.java
delete mode 100644 pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-3.2/pom.xml
delete mode 100644 pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-3.2/src/main/java/org/apache/pinot/plugin/ingestion/batch/spark3/SparkSegmentGenerationJobRunner.java
delete mode 100644 pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-3.2/src/test/java/org/apache/pinot/plugin/ingestion/batch/spark3/SparkSegmentGenerationJobRunnerTest.java
create mode 100644 pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-3/pom.xml
create mode 100644 pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-3/src/main/java/org/apache/pinot/plugin/ingestion/batch/spark3/SparkSegmentGenerationJobRunner.java
rename pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-spark-3.2 => pinot-batch-ingestion-spark-3}/src/main/java/org/apache/pinot/plugin/ingestion/batch/spark3/SparkSegmentMetadataPushJobRunner.java (100%)
rename pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-spark-3.2 => pinot-batch-ingestion-spark-3}/src/main/java/org/apache/pinot/plugin/ingestion/batch/spark3/SparkSegmentTarPushJobRunner.java (100%)
rename pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-spark-3.2 => pinot-batch-ingestion-spark-3}/src/main/java/org/apache/pinot/plugin/ingestion/batch/spark3/SparkSegmentUriPushJobRunner.java (100%)
rename pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-spark-3.2 => pinot-batch-ingestion-spark-3}/src/main/resources/segmentCreationAndMetadataPushJobSpec.yaml (100%)
rename pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-spark-3.2 => pinot-batch-ingestion-spark-3}/src/main/resources/segmentCreationAndTarPushJobSpec.yaml (100%)
rename pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-spark-3.2 => pinot-batch-ingestion-spark-3}/src/main/resources/segmentCreationAndUriPushJobSpec.yaml (100%)
rename pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-spark-3.2 => pinot-batch-ingestion-spark-3}/src/main/resources/segmentCreationJobSpec.yaml (100%)
rename pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-spark-3.2 => pinot-batch-ingestion-spark-3}/src/main/resources/segmentTarPushJobSpec.yaml (100%)
rename pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-spark-3.2 => pinot-batch-ingestion-spark-3}/src/main/resources/segmentUriPushJobSpec.yaml (100%)
create mode 100644 pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-3/src/test/java/org/apache/pinot/plugin/ingestion/batch/spark3/SparkSegmentGenerationJobRunnerTest.java
delete mode 100644 pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-hadoop/README.md
delete mode 100644 pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-hadoop/pom.xml
delete mode 100644 pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/PinotHadoopJobLauncher.java
delete mode 100644 pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/io/CombineAvroKeyInputFormat.java
delete mode 100644 pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/io/FieldExtractor.java
delete mode 100644 pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/io/FileHandler.java
delete mode 100644 pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/io/JsonBasedFieldExtractor.java
delete mode 100644 pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/io/PinotOutputFormat.java
delete mode 100644 pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/io/PinotRecordWriter.java
delete mode 100644 pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/job/HadoopSegmentCreationJob.java
delete mode 100644 pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/job/HadoopSegmentPreprocessingJob.java
delete mode 100644 pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/job/InternalConfigConstants.java
delete mode 100644 pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/job/mappers/AvroDataPreprocessingMapper.java
delete mode 100644 pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/job/mappers/OrcDataPreprocessingMapper.java
delete mode 100644 pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/job/mappers/SegmentCreationMapper.java
delete mode 100644 pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/job/mappers/SegmentPreprocessingMapper.java
delete mode 100644 pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/job/partitioners/AvroDataPreprocessingPartitioner.java
delete mode 100644 pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/job/partitioners/GenericPartitioner.java
delete mode 100644 pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/job/partitioners/OrcDataPreprocessingPartitioner.java
delete mode 100644 pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/job/partitioners/PartitionFunctionFactory.java
delete mode 100644 pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/job/preprocess/AvroDataPreprocessingHelper.java
delete mode 100644 pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/job/preprocess/DataPreprocessingHelper.java
delete mode 100644 pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/job/preprocess/DataPreprocessingHelperFactory.java
delete mode 100644 pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/job/preprocess/OrcDataPreprocessingHelper.java
delete mode 100644 pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/job/reducers/AvroDataPreprocessingReducer.java
delete mode 100644 pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/job/reducers/OrcDataPreprocessingReducer.java
delete mode 100644 pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/utils/PinotHadoopJobPreparationHelper.java
delete mode 100644 pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/utils/preprocess/DataFileUtils.java
delete mode 100644 pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/utils/preprocess/DataPreprocessingUtils.java
delete mode 100644 pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/utils/preprocess/HadoopUtils.java
delete mode 100644 pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/utils/preprocess/OrcUtils.java
delete mode 100644 pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/utils/preprocess/TextComparator.java
delete mode 100644 pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-hadoop/src/test/java/org/apache/pinot/hadoop/data/IngestionSchemaValidatorTest.java
delete mode 100644 pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-hadoop/src/test/java/org/apache/pinot/hadoop/io/DeleteExtraPushedSegmentsTest.java
delete mode 100644 pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-hadoop/src/test/java/org/apache/pinot/hadoop/io/PinotOutputFormatTest.java
delete mode 100644 pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-hadoop/src/test/java/org/apache/pinot/hadoop/job/mappers/SegmentCreationTest.java
delete mode 100644 pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-hadoop/src/test/java/org/apache/pinot/hadoop/job/preprocess/DataPreprocessingHelperTest.java
delete mode 100644 pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-hadoop/src/test/resources/data/test_sample_data.avro
delete mode 100644 pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-hadoop/src/test/resources/data/test_sample_data_multi_value.avro
delete mode 100644 pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-ingestion-common/pom.xml
delete mode 100644 pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-ingestion-common/src/main/java/org/apache/pinot/ingestion/common/ControllerRestApi.java
delete mode 100644 pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-ingestion-common/src/main/java/org/apache/pinot/ingestion/common/DefaultControllerRestApi.java
delete mode 100644 pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-ingestion-common/src/main/java/org/apache/pinot/ingestion/common/JobConfigConstants.java
delete mode 100644 pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-ingestion-common/src/main/java/org/apache/pinot/ingestion/common/PinotIngestionJobType.java
delete mode 100644 pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-ingestion-common/src/main/java/org/apache/pinot/ingestion/jobs/BaseSegmentJob.java
delete mode 100644 pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-ingestion-common/src/main/java/org/apache/pinot/ingestion/jobs/SegmentCreationJob.java
delete mode 100644 pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-ingestion-common/src/main/java/org/apache/pinot/ingestion/jobs/SegmentPreprocessingJob.java
delete mode 100644 pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-ingestion-common/src/main/java/org/apache/pinot/ingestion/jobs/SegmentTarPushJob.java
delete mode 100644 pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-ingestion-common/src/main/java/org/apache/pinot/ingestion/jobs/SegmentUriPushJob.java
delete mode 100644 pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-ingestion-common/src/main/java/org/apache/pinot/ingestion/utils/JobPreparationHelper.java
delete mode 100644 pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-ingestion-common/src/main/java/org/apache/pinot/ingestion/utils/PushLocation.java
delete mode 100644 pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-spark/README.md
delete mode 100644 pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-spark/pom.xml
delete mode 100644 pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-spark/src/main/java/org/apache/pinot/spark/PinotSparkJobLauncher.java
delete mode 100644 pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-spark/src/main/java/org/apache/pinot/spark/jobs/SparkSegmentCreationFunction.java
delete mode 100644 pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-spark/src/main/java/org/apache/pinot/spark/jobs/SparkSegmentCreationJob.java
delete mode 100644 pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-spark/src/main/java/org/apache/pinot/spark/jobs/SparkSegmentTarPushJob.java
delete mode 100644 pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-spark/src/main/java/org/apache/pinot/spark/jobs/SparkSegmentUriPushJob.java
delete mode 100644 pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-spark/src/main/java/org/apache/pinot/spark/utils/PinotSparkJobPreparationHelper.java
delete mode 100644 pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-spark/src/test/java/org/apache/pinot/spark/SegmentCreationSparkTest.java
delete mode 100644 pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-spark/src/test/resources/test_sample_data.csv
delete mode 100644 pinot-plugins/pinot-batch-ingestion/v0_deprecated/pom.xml
delete mode 100644 pinot-plugins/pinot-file-system/pinot-adls/README.md
delete mode 100644 pinot-plugins/pinot-file-system/pinot-adls/src/main/java/org/apache/pinot/plugin/filesystem/AzurePinotFS.java
delete mode 100644 pinot-plugins/pinot-file-system/pinot-adls/src/test/java/org/apache/pinot/plugin/filesystem/test/AzurePinotFSTest.java
create mode 100644 pinot-plugins/pinot-file-system/pinot-gcs/src/test/java/org/apache/pinot/plugin/filesystem/GcsPinotFSTest.java
create mode 100644 pinot-plugins/pinot-file-system/pinot-gcs/src/test/java/org/apache/pinot/plugin/filesystem/GcsUriTest.java
delete mode 100644 pinot-plugins/pinot-file-system/pinot-gcs/src/test/java/org/apache/pinot/plugin/filesystem/TestGcsPinotFS.java
delete mode 100644 pinot-plugins/pinot-file-system/pinot-gcs/src/test/java/org/apache/pinot/plugin/filesystem/TestGcsUri.java
create mode 100644 pinot-plugins/pinot-file-system/pinot-s3/src/main/java/org/apache/pinot/plugin/filesystem/S3Config.java
create mode 100644 pinot-plugins/pinot-file-system/pinot-s3/src/test/java/org/apache/pinot/plugin/filesystem/S3ConfigTest.java
delete mode 100644 pinot-plugins/pinot-file-system/pinot-s3/src/test/resources/copyFile.txt
create mode 100644 pinot-plugins/pinot-input-format/pinot-clp-log/pom.xml
create mode 100644 pinot-plugins/pinot-input-format/pinot-clp-log/src/main/java/org/apache/pinot/plugin/inputformat/clplog/CLPLogMessageDecoder.java
create mode 100644 pinot-plugins/pinot-input-format/pinot-clp-log/src/main/java/org/apache/pinot/plugin/inputformat/clplog/CLPLogRecordExtractor.java
create mode 100644 pinot-plugins/pinot-input-format/pinot-clp-log/src/main/java/org/apache/pinot/plugin/inputformat/clplog/CLPLogRecordExtractorConfig.java
create mode 100644 pinot-plugins/pinot-input-format/pinot-clp-log/src/test/java/org/apache/pinot/plugin/inputformat/clplog/CLPLogRecordExtractorTest.java
create mode 100644 pinot-plugins/pinot-input-format/pinot-csv/src/test/resources/dataFileWithAlternateDelimiter.csv
create mode 100644 pinot-plugins/pinot-input-format/pinot-csv/src/test/resources/dataFileWithCommentedLines.csv
create mode 100644 pinot-plugins/pinot-input-format/pinot-csv/src/test/resources/dataFileWithEmptyLines.csv
create mode 100644 pinot-plugins/pinot-input-format/pinot-csv/src/test/resources/dataFileWithEscapedQuotes.csv
create mode 100644 pinot-plugins/pinot-input-format/pinot-csv/src/test/resources/dataFileWithInvalidHeader.csv
create mode 100644 pinot-plugins/pinot-input-format/pinot-csv/src/test/resources/dataFileWithMultipleCombinations.csv
create mode 100644 pinot-plugins/pinot-input-format/pinot-csv/src/test/resources/dataFileWithMultipleCombinationsParseable.csv
create mode 100644 pinot-plugins/pinot-input-format/pinot-csv/src/test/resources/dataFileWithNoHeader.csv
create mode 100644 pinot-plugins/pinot-input-format/pinot-csv/src/test/resources/dataFileWithNoHeader2.csv
create mode 100644 pinot-plugins/pinot-input-format/pinot-csv/src/test/resources/dataFileWithNoRecords.csv
create mode 100644 pinot-plugins/pinot-input-format/pinot-csv/src/test/resources/dataFileWithPartialLastRow.csv
create mode 100644 pinot-plugins/pinot-input-format/pinot-csv/src/test/resources/dataFileWithQuotedHeaders.csv
create mode 100644 pinot-plugins/pinot-input-format/pinot-csv/src/test/resources/dataFileWithSpaceAroundHeaders.csv
create mode 100644 pinot-plugins/pinot-input-format/pinot-csv/src/test/resources/dataFileWithUnparseableLines.csv
create mode 100644 pinot-plugins/pinot-input-format/pinot-csv/src/test/resources/dataFileWithValidHeaders.csv
delete mode 100644 pinot-plugins/pinot-input-format/pinot-json/src/test/java/org/apache/pinot/plugin/inputformat/json/GzippedJSONRecordReaderTest.java
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/main/java/org/apache/pinot/plugin/inputformat/parquet/ParquetAvroRecordExtractor.java
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/java/org/apache/pinot/plugin/inputformat/parquet/ParquetNativeRecordReaderFullTest.java
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/java/org/apache/pinot/plugin/inputformat/parquet/ParquetReaderLogicalTypesTest.java
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/java/org/apache/pinot/plugin/inputformat/parquet/ParquetTestUtils.java
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/airlineStats.zstd.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/baseballStats.zstd.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/data-avro.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/int96AvroParquet.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data/airlines_parquet/4345e5eef217aa1b-c8f16177f35fd983_1150363067_data.1.parq
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data/customer.impala.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data/datapage_v2.snappy.parquet
create mode 100755 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data/decimals.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data/dir_metadata/empty.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data/empty.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data/foo.parquet
create mode 100755 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data/gzip-nation.impala.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data/map-test.snappy.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data/map_array.parq
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data/metas.parq
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data/mr_times.parq
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data/multi_rgs_pyarrow/b=hi/a97cc141d16f4014a59e5b234dddf07c.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data/multi_rgs_pyarrow/b=lo/01bc139247874a0aa9e0e541f2eec497.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data/nation.csv
create mode 100755 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data/nation.dict.parquet
create mode 100755 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data/nation.impala.parquet
create mode 100755 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data/nation.plain.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data/nested.parq
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data/nested1.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data/no_columns.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data/non-std-kvm.fp-0.8.2.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data/repeated_no_annotation.parquet
create mode 100755 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data/snappy-nation.impala.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data/split/cat=fred/catnum=1/part-r-00000-4805f816-a859-4b75-8659-285a6617386f.gz.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data/split/cat=fred/catnum=1/part-r-00001-4805f816-a859-4b75-8659-285a6617386f.gz.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data/split/cat=fred/catnum=1/part-r-00002-4805f816-a859-4b75-8659-285a6617386f.gz.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data/split/cat=fred/catnum=1/part-r-00003-4805f816-a859-4b75-8659-285a6617386f.gz.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data/split/cat=fred/catnum=1/part-r-00004-4805f816-a859-4b75-8659-285a6617386f.gz.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data/split/cat=fred/catnum=1/part-r-00005-4805f816-a859-4b75-8659-285a6617386f.gz.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data/split/cat=fred/catnum=1/part-r-00006-4805f816-a859-4b75-8659-285a6617386f.gz.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data/split/cat=fred/catnum=1/part-r-00007-4805f816-a859-4b75-8659-285a6617386f.gz.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data/split/cat=fred/catnum=2/part-r-00000-4805f816-a859-4b75-8659-285a6617386f.gz.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data/split/cat=fred/catnum=2/part-r-00001-4805f816-a859-4b75-8659-285a6617386f.gz.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data/split/cat=fred/catnum=2/part-r-00002-4805f816-a859-4b75-8659-285a6617386f.gz.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data/split/cat=fred/catnum=2/part-r-00003-4805f816-a859-4b75-8659-285a6617386f.gz.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data/split/cat=fred/catnum=2/part-r-00004-4805f816-a859-4b75-8659-285a6617386f.gz.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data/split/cat=fred/catnum=2/part-r-00005-4805f816-a859-4b75-8659-285a6617386f.gz.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data/split/cat=fred/catnum=2/part-r-00006-4805f816-a859-4b75-8659-285a6617386f.gz.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data/split/cat=fred/catnum=2/part-r-00007-4805f816-a859-4b75-8659-285a6617386f.gz.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data/split/cat=fred/catnum=3/part-r-00000-4805f816-a859-4b75-8659-285a6617386f.gz.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data/split/cat=fred/catnum=3/part-r-00001-4805f816-a859-4b75-8659-285a6617386f.gz.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data/split/cat=fred/catnum=3/part-r-00002-4805f816-a859-4b75-8659-285a6617386f.gz.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data/split/cat=fred/catnum=3/part-r-00003-4805f816-a859-4b75-8659-285a6617386f.gz.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data/split/cat=fred/catnum=3/part-r-00004-4805f816-a859-4b75-8659-285a6617386f.gz.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data/split/cat=fred/catnum=3/part-r-00005-4805f816-a859-4b75-8659-285a6617386f.gz.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data/split/cat=fred/catnum=3/part-r-00006-4805f816-a859-4b75-8659-285a6617386f.gz.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data/split/cat=fred/catnum=3/part-r-00007-4805f816-a859-4b75-8659-285a6617386f.gz.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data/split/cat=freda/catnum=1/part-r-00000-4805f816-a859-4b75-8659-285a6617386f.gz.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data/split/cat=freda/catnum=1/part-r-00001-4805f816-a859-4b75-8659-285a6617386f.gz.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data/split/cat=freda/catnum=1/part-r-00002-4805f816-a859-4b75-8659-285a6617386f.gz.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data/split/cat=freda/catnum=1/part-r-00003-4805f816-a859-4b75-8659-285a6617386f.gz.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data/split/cat=freda/catnum=1/part-r-00004-4805f816-a859-4b75-8659-285a6617386f.gz.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data/split/cat=freda/catnum=1/part-r-00005-4805f816-a859-4b75-8659-285a6617386f.gz.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data/split/cat=freda/catnum=1/part-r-00006-4805f816-a859-4b75-8659-285a6617386f.gz.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data/split/cat=freda/catnum=1/part-r-00007-4805f816-a859-4b75-8659-285a6617386f.gz.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data/split/cat=freda/catnum=2/part-r-00000-4805f816-a859-4b75-8659-285a6617386f.gz.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data/split/cat=freda/catnum=2/part-r-00001-4805f816-a859-4b75-8659-285a6617386f.gz.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data/split/cat=freda/catnum=2/part-r-00002-4805f816-a859-4b75-8659-285a6617386f.gz.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data/split/cat=freda/catnum=2/part-r-00003-4805f816-a859-4b75-8659-285a6617386f.gz.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data/split/cat=freda/catnum=2/part-r-00004-4805f816-a859-4b75-8659-285a6617386f.gz.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data/split/cat=freda/catnum=2/part-r-00005-4805f816-a859-4b75-8659-285a6617386f.gz.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data/split/cat=freda/catnum=2/part-r-00006-4805f816-a859-4b75-8659-285a6617386f.gz.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data/split/cat=freda/catnum=2/part-r-00007-4805f816-a859-4b75-8659-285a6617386f.gz.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data/split/cat=freda/catnum=3/part-r-00000-4805f816-a859-4b75-8659-285a6617386f.gz.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data/split/cat=freda/catnum=3/part-r-00001-4805f816-a859-4b75-8659-285a6617386f.gz.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data/split/cat=freda/catnum=3/part-r-00002-4805f816-a859-4b75-8659-285a6617386f.gz.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data/split/cat=freda/catnum=3/part-r-00003-4805f816-a859-4b75-8659-285a6617386f.gz.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data/split/cat=freda/catnum=3/part-r-00004-4805f816-a859-4b75-8659-285a6617386f.gz.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data/split/cat=freda/catnum=3/part-r-00005-4805f816-a859-4b75-8659-285a6617386f.gz.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data/split/cat=freda/catnum=3/part-r-00006-4805f816-a859-4b75-8659-285a6617386f.gz.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data/split/cat=freda/catnum=3/part-r-00007-4805f816-a859-4b75-8659-285a6617386f.gz.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data/test-converted-type-null.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data/test-map-last-row-split.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data/test-null-dictionary.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data/test-null.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data/test.parquet
create mode 100755 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data2/alltypes_dictionary.parquet
create mode 100755 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data2/alltypes_plain.parquet
create mode 100755 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data2/alltypes_plain.snappy.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data2/alltypes_tiny_pages.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data2/alltypes_tiny_pages_plain.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data2/binary.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data2/byte_array_decimal.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data2/data_index_bloom_encoding_stats.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data2/datapage_v2.snappy.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data2/delta_binary_packed.md
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data2/delta_binary_packed.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data2/delta_binary_packed_expect.csv
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data2/delta_byte_array.md
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data2/delta_byte_array.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data2/delta_byte_array_expect.csv
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data2/delta_encoding_optional_column.md
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data2/delta_encoding_optional_column.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data2/delta_encoding_optional_column_expect.csv
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data2/delta_encoding_required_column.md
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data2/delta_encoding_required_column.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data2/delta_encoding_required_column_expect.csv
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data2/delta_length_byte_array.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data2/dict-page-offset-zero.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data2/encrypt_columns_and_footer.parquet.encrypted
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data2/encrypt_columns_and_footer_aad.parquet.encrypted
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data2/encrypt_columns_and_footer_ctr.parquet.encrypted
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data2/encrypt_columns_and_footer_disable_aad_storage.parquet.encrypted
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data2/encrypt_columns_plaintext_footer.parquet.encrypted
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data2/fixed_length_decimal.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data2/fixed_length_decimal_legacy.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data2/hadoop_lz4_compressed.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data2/hadoop_lz4_compressed_larger.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data2/int32_decimal.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data2/int64_decimal.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data2/list_columns.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data2/lz4_raw_compressed.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data2/lz4_raw_compressed_larger.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data2/nation.dict-malformed.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data2/nested_lists.snappy.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data2/nested_maps.snappy.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data2/nested_structs.rust.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data2/non_hadoop_lz4_compressed.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data2/nonnullable.impala.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data2/null_list.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data2/nullable.impala.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data2/nulls.snappy.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data2/repeated_no_annotation.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data2/single_nan.parquet
create mode 100644 pinot-plugins/pinot-input-format/pinot-parquet/src/test/resources/test-data2/uniform_encryption.parquet.encrypted
create mode 100644 pinot-plugins/pinot-input-format/pinot-protobuf/src/main/java/org/apache/pinot/plugin/inputformat/protobuf/KafkaConfluentSchemaRegistryProtoBufMessageDecoder.java
create mode 100644 pinot-plugins/pinot-input-format/pinot-protobuf/src/main/java/org/apache/pinot/plugin/inputformat/protobuf/ProtoBufMessageDecoder.java
create mode 100644 pinot-plugins/pinot-input-format/pinot-protobuf/src/main/java/org/apache/pinot/plugin/inputformat/protobuf/ProtoBufUtils.java
delete mode 100644 pinot-plugins/pinot-input-format/pinot-protobuf/src/test/java/org/apache/pinot/plugin/inputformat/protobuf/ComplexTypes.java
create mode 100644 pinot-plugins/pinot-input-format/pinot-protobuf/src/test/java/org/apache/pinot/plugin/inputformat/protobuf/ProtoBufConfluentSchemaTest.java
create mode 100644 pinot-plugins/pinot-input-format/pinot-protobuf/src/test/java/org/apache/pinot/plugin/inputformat/protobuf/ProtoBufMessageDecoderTest.java
create mode 100644 pinot-plugins/pinot-input-format/pinot-protobuf/src/test/java/org/apache/pinot/plugin/inputformat/protobuf/ProtoBufRecordExtractorLowLevelTest.java
delete mode 100644 pinot-plugins/pinot-input-format/pinot-protobuf/src/test/java/org/apache/pinot/plugin/inputformat/protobuf/Sample.java
create mode 100644 pinot-plugins/pinot-input-format/pinot-protobuf/src/test/java/org/apache/pinot/plugin/inputformat/protobuf/kafka/schemaregistry/SchemaRegistryStarter.java
create mode 100644 pinot-plugins/pinot-input-format/pinot-protobuf/src/test/resources/composite_types.desc
create mode 100644 pinot-plugins/pinot-input-format/pinot-protobuf/src/test/resources/composite_types.proto
create mode 100644 pinot-plugins/pinot-metrics/pinot-dropwizard/src/main/java/org/apache/pinot/plugin/metrics/dropwizard/DropwizardSettableGauge.java
create mode 100644 pinot-plugins/pinot-metrics/pinot-dropwizard/src/test/java/org/apache/pinot/plugin/metrics/dropwizard/DropwizardGaugeTest.java
create mode 100644 pinot-plugins/pinot-metrics/pinot-dropwizard/src/test/java/org/apache/pinot/plugin/metrics/dropwizard/DropwizardMetricNameTest.java
create mode 100644 pinot-plugins/pinot-metrics/pinot-dropwizard/src/test/java/org/apache/pinot/plugin/metrics/dropwizard/DropwizardMetricsRegistryTest.java
create mode 100644 pinot-plugins/pinot-metrics/pinot-dropwizard/src/test/java/org/apache/pinot/plugin/metrics/dropwizard/DropwizardSettableGaugeTest.java
create mode 100644 pinot-plugins/pinot-metrics/pinot-yammer/src/main/java/org/apache/pinot/plugin/metrics/yammer/YammerSettableGauge.java
create mode 100644 pinot-plugins/pinot-metrics/pinot-yammer/src/test/java/org/apache/pinot/plugin/metrics/yammer/YammerGaugeTest.java
create mode 100644 pinot-plugins/pinot-metrics/pinot-yammer/src/test/java/org/apache/pinot/plugin/metrics/yammer/YammerMetricsRegistryTest.java
create mode 100644 pinot-plugins/pinot-metrics/pinot-yammer/src/test/java/org/apache/pinot/plugin/metrics/yammer/YammerSettableGaugeTest.java
create mode 100644 pinot-plugins/pinot-minion-tasks/pinot-minion-builtin-tasks/src/main/java/org/apache/pinot/plugin/minion/tasks/MinionTaskUtils.java
delete mode 100644 pinot-plugins/pinot-minion-tasks/pinot-minion-builtin-tasks/src/main/java/org/apache/pinot/plugin/minion/tasks/converttorawindex/ConvertToRawIndexTaskExecutor.java
delete mode 100644 pinot-plugins/pinot-minion-tasks/pinot-minion-builtin-tasks/src/main/java/org/apache/pinot/plugin/minion/tasks/converttorawindex/ConvertToRawIndexTaskExecutorFactory.java
delete mode 100644 pinot-plugins/pinot-minion-tasks/pinot-minion-builtin-tasks/src/main/java/org/apache/pinot/plugin/minion/tasks/converttorawindex/ConvertToRawIndexTaskGenerator.java
create mode 100644 pinot-plugins/pinot-minion-tasks/pinot-minion-builtin-tasks/src/main/java/org/apache/pinot/plugin/minion/tasks/mergerollup/MergeRollupTaskProgressObserverFactory.java
create mode 100644 pinot-plugins/pinot-minion-tasks/pinot-minion-builtin-tasks/src/main/java/org/apache/pinot/plugin/minion/tasks/mergerollup/segmentgroupmananger/DefaultMergeRollupTaskSegmentGroupManager.java
create mode 100644 pinot-plugins/pinot-minion-tasks/pinot-minion-builtin-tasks/src/main/java/org/apache/pinot/plugin/minion/tasks/mergerollup/segmentgroupmananger/MergeRollupTaskSegmentGroupManager.java
create mode 100644 pinot-plugins/pinot-minion-tasks/pinot-minion-builtin-tasks/src/main/java/org/apache/pinot/plugin/minion/tasks/mergerollup/segmentgroupmananger/MergeRollupTaskSegmentGroupManagerProvider.java
create mode 100644 pinot-plugins/pinot-minion-tasks/pinot-minion-builtin-tasks/src/main/java/org/apache/pinot/plugin/minion/tasks/purge/PurgeTaskProgressObserverFactory.java
create mode 100644 pinot-plugins/pinot-minion-tasks/pinot-minion-builtin-tasks/src/main/java/org/apache/pinot/plugin/minion/tasks/realtimetoofflinesegments/RealtimeToOfflineSegmentsTaskProgressObserverFactory.java
create mode 100644 pinot-plugins/pinot-minion-tasks/pinot-minion-builtin-tasks/src/main/java/org/apache/pinot/plugin/minion/tasks/segmentgenerationandpush/SegmentGenerationAndPushTaskProgressObserverFactory.java
delete mode 100644 pinot-plugins/pinot-minion-tasks/pinot-minion-builtin-tasks/src/main/java/org/apache/pinot/plugin/minion/tasks/segmentgenerationandpush/SegmentGenerationAndPushTaskUtils.java
create mode 100644 pinot-plugins/pinot-minion-tasks/pinot-minion-builtin-tasks/src/main/java/org/apache/pinot/plugin/minion/tasks/upsertcompaction/UpsertCompactionTaskExecutor.java
create mode 100644 pinot-plugins/pinot-minion-tasks/pinot-minion-builtin-tasks/src/main/java/org/apache/pinot/plugin/minion/tasks/upsertcompaction/UpsertCompactionTaskExecutorFactory.java
create mode 100644 pinot-plugins/pinot-minion-tasks/pinot-minion-builtin-tasks/src/main/java/org/apache/pinot/plugin/minion/tasks/upsertcompaction/UpsertCompactionTaskGenerator.java
create mode 100644 pinot-plugins/pinot-minion-tasks/pinot-minion-builtin-tasks/src/main/java/org/apache/pinot/plugin/minion/tasks/upsertcompaction/UpsertCompactionTaskProgressObserverFactory.java
create mode 100644 pinot-plugins/pinot-minion-tasks/pinot-minion-builtin-tasks/src/test/java/org/apache/pinot/plugin/minion/tasks/SegmentConversionUtilsTest.java
create mode 100644 pinot-plugins/pinot-minion-tasks/pinot-minion-builtin-tasks/src/test/java/org/apache/pinot/plugin/minion/tasks/upsertcompaction/UpsertCompactionTaskExecutorTest.java
create mode 100644 pinot-plugins/pinot-minion-tasks/pinot-minion-builtin-tasks/src/test/java/org/apache/pinot/plugin/minion/tasks/upsertcompaction/UpsertCompactionTaskGeneratorTest.java
create mode 100644 pinot-plugins/pinot-minion-tasks/pinot-minion-builtin-tasks/src/test/resources/dummyTable.json
delete mode 100644 pinot-plugins/pinot-stream-ingestion/pinot-kafka-0.9/README.md
delete mode 100644 pinot-plugins/pinot-stream-ingestion/pinot-kafka-0.9/pom.xml
delete mode 100644 pinot-plugins/pinot-stream-ingestion/pinot-kafka-0.9/src/main/java/org/apache/pinot/plugin/stream/kafka09/ConsumerAndIterator.java
delete mode 100644 pinot-plugins/pinot-stream-ingestion/pinot-kafka-0.9/src/main/java/org/apache/pinot/plugin/stream/kafka09/KafkaBrokerWrapper.java
delete mode 100644 pinot-plugins/pinot-stream-ingestion/pinot-kafka-0.9/src/main/java/org/apache/pinot/plugin/stream/kafka09/KafkaConnectionHandler.java
delete mode 100644 pinot-plugins/pinot-stream-ingestion/pinot-kafka-0.9/src/main/java/org/apache/pinot/plugin/stream/kafka09/KafkaConsumerFactory.java
delete mode 100644 pinot-plugins/pinot-stream-ingestion/pinot-kafka-0.9/src/main/java/org/apache/pinot/plugin/stream/kafka09/KafkaConsumerManager.java
delete mode 100644 pinot-plugins/pinot-stream-ingestion/pinot-kafka-0.9/src/main/java/org/apache/pinot/plugin/stream/kafka09/KafkaHighLevelStreamConfig.java
delete mode 100644 pinot-plugins/pinot-stream-ingestion/pinot-kafka-0.9/src/main/java/org/apache/pinot/plugin/stream/kafka09/KafkaLowLevelStreamConfig.java
delete mode 100644 pinot-plugins/pinot-stream-ingestion/pinot-kafka-0.9/src/main/java/org/apache/pinot/plugin/stream/kafka09/KafkaPartitionLevelConsumer.java
delete mode 100644 pinot-plugins/pinot-stream-ingestion/pinot-kafka-0.9/src/main/java/org/apache/pinot/plugin/stream/kafka09/KafkaSimpleConsumerFactory.java
delete mode 100644 pinot-plugins/pinot-stream-ingestion/pinot-kafka-0.9/src/main/java/org/apache/pinot/plugin/stream/kafka09/KafkaSimpleConsumerFactoryImpl.java
delete mode 100644 pinot-plugins/pinot-stream-ingestion/pinot-kafka-0.9/src/main/java/org/apache/pinot/plugin/stream/kafka09/KafkaStreamLevelConsumer.java
delete mode 100644 pinot-plugins/pinot-stream-ingestion/pinot-kafka-0.9/src/main/java/org/apache/pinot/plugin/stream/kafka09/KafkaStreamMetadataProvider.java
delete mode 100644 pinot-plugins/pinot-stream-ingestion/pinot-kafka-0.9/src/main/java/org/apache/pinot/plugin/stream/kafka09/SimpleConsumerFactory.java
delete mode 100644 pinot-plugins/pinot-stream-ingestion/pinot-kafka-0.9/src/main/java/org/apache/pinot/plugin/stream/kafka09/SimpleConsumerMessageBatch.java
delete mode 100644 pinot-plugins/pinot-stream-ingestion/pinot-kafka-0.9/src/main/java/org/apache/pinot/plugin/stream/kafka09/server/KafkaDataProducer.java
delete mode 100644 pinot-plugins/pinot-stream-ingestion/pinot-kafka-0.9/src/main/java/org/apache/pinot/plugin/stream/kafka09/server/KafkaDataServerStartable.java
delete mode 100644 pinot-plugins/pinot-stream-ingestion/pinot-kafka-0.9/src/main/resources/META-INF/services/org.apache.pinot.spi.stream.StreamConsumerFactory
delete mode 100644 pinot-plugins/pinot-stream-ingestion/pinot-kafka-0.9/src/test/java/org/apache/pinot/plugin/stream/kafka09/KafkaLowLevelStreamConfigTest.java
delete mode 100644 pinot-plugins/pinot-stream-ingestion/pinot-kafka-0.9/src/test/java/org/apache/pinot/plugin/stream/kafka09/KafkaPartitionLevelConsumerTest.java
delete mode 100644 pinot-plugins/pinot-stream-ingestion/pinot-kafka-0.9/src/test/resources/log4j2.xml
create mode 100644 pinot-plugins/pinot-stream-ingestion/pinot-kafka-2.0/src/main/java/org/apache/pinot/plugin/stream/kafka20/KafkaConsumerPartitionLag.java
create mode 100644 pinot-plugins/pinot-stream-ingestion/pinot-kafka-2.0/src/main/java/org/apache/pinot/plugin/stream/kafka20/KafkaSSLUtils.java
delete mode 100644 pinot-plugins/pinot-stream-ingestion/pinot-kafka-2.0/src/main/java/org/apache/pinot/plugin/stream/kafka20/KafkaStreamLevelConsumer.java
delete mode 100644 pinot-plugins/pinot-stream-ingestion/pinot-kafka-2.0/src/main/java/org/apache/pinot/plugin/stream/kafka20/KafkaStreamLevelConsumerManager.java
delete mode 100644 pinot-plugins/pinot-stream-ingestion/pinot-kafka-2.0/src/main/java/org/apache/pinot/plugin/stream/kafka20/KafkaStreamLevelStreamConfig.java
create mode 100644 pinot-plugins/pinot-stream-ingestion/pinot-kafka-2.0/src/main/java/org/apache/pinot/plugin/stream/kafka20/KafkaStreamMessageMetadata.java
delete mode 100644 pinot-plugins/pinot-stream-ingestion/pinot-kafka-2.0/src/main/java/org/apache/pinot/plugin/stream/kafka20/MessageAndOffsetAndMetadata.java
delete mode 100644 pinot-plugins/pinot-stream-ingestion/pinot-kafka-2.0/src/main/java/org/apache/pinot/plugin/stream/kafka20/RowMetadataExtractor.java
create mode 100644 pinot-plugins/pinot-stream-ingestion/pinot-kafka-2.0/src/test/java/org/apache/pinot/plugin/stream/kafka20/KafkaSSLUtilsTest.java
delete mode 100644 pinot-plugins/pinot-stream-ingestion/pinot-kafka-base/src/main/java/org/apache/pinot/plugin/stream/kafka/MessageAndOffset.java
create mode 100644 pinot-plugins/pinot-stream-ingestion/pinot-kinesis/src/main/java/org/apache/pinot/plugin/stream/kinesis/KinesisConsumerPartitionLag.java
create mode 100644 pinot-plugins/pinot-stream-ingestion/pinot-kinesis/src/main/java/org/apache/pinot/plugin/stream/kinesis/KinesisMessageBatch.java
delete mode 100644 pinot-plugins/pinot-stream-ingestion/pinot-kinesis/src/main/java/org/apache/pinot/plugin/stream/kinesis/KinesisRecordsBatch.java
create mode 100644 pinot-plugins/pinot-stream-ingestion/pinot-kinesis/src/main/java/org/apache/pinot/plugin/stream/kinesis/KinesisStreamMessageMetadata.java
create mode 100644 pinot-plugins/pinot-stream-ingestion/pinot-kinesis/src/test/java/org/apache/pinot/plugin/stream/kinesis/KinesisMessageBatchTest.java
delete mode 100644 pinot-plugins/pinot-stream-ingestion/pinot-pulsar/src/main/java/org/apache/pinot/plugin/stream/pulsar/PulsarStreamLevelConsumer.java
delete mode 100644 pinot-plugins/pinot-stream-ingestion/pinot-pulsar/src/main/java/org/apache/pinot/plugin/stream/pulsar/PulsarStreamLevelConsumerManager.java
create mode 100644 pinot-plugins/pinot-stream-ingestion/pinot-pulsar/src/main/java/org/apache/pinot/plugin/stream/pulsar/PulsarStreamMessageMetadata.java
create mode 100644 pinot-plugins/pinot-stream-ingestion/pinot-pulsar/src/main/java/org/apache/pinot/plugin/stream/pulsar/server/PulsarDataProducer.java
create mode 100644 pinot-plugins/pinot-stream-ingestion/pinot-pulsar/src/test/java/org/apache/pinot/plugin/stream/pulsar/PulsarConfigTest.java
create mode 100644 pinot-plugins/pinot-stream-ingestion/pinot-pulsar/src/test/java/org/apache/pinot/plugin/stream/pulsar/PulsarUtilsTest.java
delete mode 100644 pinot-query-planner/src/main/java/org/apache/calcite/jdbc/CalciteSchemaBuilder.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/calcite/rel/logical/PinotRelExchangeType.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/calcite/jdbc/CalciteSchemaBuilder.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/calcite/prepare/PinotCalciteCatalogReader.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/calcite/rel/hint/PinotHintOptions.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/calcite/rel/hint/PinotHintStrategyTable.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/calcite/rel/logical/PinotLogicalExchange.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/calcite/rel/logical/PinotLogicalSortExchange.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/calcite/rel/rules/ImmutableSortExchangeCopyRule.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/calcite/rel/rules/PinotAggregateExchangeNodeInsertRule.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/calcite/rel/rules/PinotAggregateLiteralAttachmentRule.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/calcite/rel/rules/PinotAggregateToSemiJoinRule.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/calcite/rel/rules/PinotEvaluateLiteralRule.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/calcite/rel/rules/PinotExchangeEliminationRule.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/calcite/rel/rules/PinotFilterExpandSearchRule.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/calcite/rel/rules/PinotJoinExchangeNodeInsertRule.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/calcite/rel/rules/PinotJoinToDynamicBroadcastRule.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/calcite/rel/rules/PinotQueryRuleSets.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/calcite/rel/rules/PinotRelDistributionTraitRule.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/calcite/rel/rules/PinotRuleUtils.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/calcite/rel/rules/PinotSetOpExchangeNodeInsertRule.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/calcite/rel/rules/PinotSingleValueAggregateRemoveRule.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/calcite/rel/rules/PinotSortExchangeCopyRule.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/calcite/rel/rules/PinotSortExchangeNodeInsertRule.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/calcite/rel/rules/PinotWindowExchangeNodeInsertRule.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/calcite/sql/PinotSqlAggFunction.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/calcite/sql/PinotSqlTransformFunction.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/calcite/sql/fun/PinotOperatorTable.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/calcite/sql/fun/PinotSqlCoalesceFunction.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/calcite/sql/util/PinotChainedSqlOperatorTable.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/calcite/sql2rel/PinotConvertletTable.java
delete mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/parser/CalciteSqlParser.java
delete mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/parser/ParserUtils.java
delete mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/parser/QueryRewriter.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/planner/PlanFragment.java
delete mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/planner/QueryPlan.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/planner/QueryPlanMetadata.java
delete mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/planner/StageMetadata.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/planner/SubPlan.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/planner/SubPlanMetadata.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/planner/explain/PhysicalExplainPlanVisitor.java
delete mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/planner/hints/PinotRelationalHints.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/planner/logical/LiteralHintUtils.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/planner/logical/LiteralValueNode.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/planner/logical/PinotLogicalQueryPlanner.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/planner/logical/PlanFragmenter.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/planner/logical/RelToPlanNodeConverter.java
delete mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/planner/logical/RelToStageConverter.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/planner/logical/RexExpressionUtils.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/planner/logical/ShuffleRewriteVisitor.java
delete mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/planner/logical/StagePlanner.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/planner/logical/SubPlanFragmenter.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/planner/partitioning/EmptyKeySelector.java
delete mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/planner/partitioning/FieldSelectionKeySelector.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/planner/partitioning/KeySelectorFactory.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/planner/partitioning/MultiColumnKeySelector.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/planner/partitioning/SingleColumnKeySelector.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/planner/physical/DispatchablePlanContext.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/planner/physical/DispatchablePlanFragment.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/planner/physical/DispatchablePlanMetadata.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/planner/physical/DispatchablePlanVisitor.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/planner/physical/DispatchableSubPlan.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/planner/physical/MailboxAssignmentVisitor.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/planner/physical/MailboxIdUtils.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/planner/physical/PinotDispatchPlanner.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/planner/physical/colocated/ColocationKey.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/planner/physical/colocated/GreedyShuffleRewriteContext.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/planner/physical/colocated/GreedyShuffleRewritePreComputeVisitor.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/planner/physical/colocated/GreedyShuffleRewriteVisitor.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/planner/plannode/AbstractPlanNode.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/planner/plannode/AggregateNode.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/planner/plannode/DefaultPostOrderTraversalVisitor.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/planner/plannode/ExchangeNode.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/planner/plannode/FilterNode.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/planner/plannode/JoinNode.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/planner/plannode/MailboxReceiveNode.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/planner/plannode/MailboxSendNode.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/planner/plannode/PlanNode.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/planner/plannode/PlanNodeVisitor.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/planner/plannode/ProjectNode.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/planner/plannode/SetOpNode.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/planner/plannode/SortNode.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/planner/plannode/StageNodeSerDeUtils.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/planner/plannode/TableScanNode.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/planner/plannode/ValueNode.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/planner/plannode/WindowNode.java
delete mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/planner/stage/AbstractStageNode.java
delete mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/planner/stage/AggregateNode.java
delete mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/planner/stage/FilterNode.java
delete mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/planner/stage/JoinNode.java
delete mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/planner/stage/MailboxReceiveNode.java
delete mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/planner/stage/MailboxSendNode.java
delete mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/planner/stage/ProjectNode.java
delete mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/planner/stage/StageNode.java
delete mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/planner/stage/StageNodeSerDeUtils.java
delete mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/planner/stage/TableScanNode.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/planner/validation/ArrayToMvValidationVisitor.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/routing/MailboxInfo.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/routing/MailboxInfos.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/routing/QueryPlanSerDeUtils.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/routing/QueryServerInstance.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/routing/RoutingInfo.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/routing/SharedMailboxInfos.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/routing/StageMetadata.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/routing/StagePlan.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/routing/VirtualServerAddress.java
delete mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/routing/WorkerInstance.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/routing/WorkerMetadata.java
delete mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/rules/PinotAggregateExchangeNodeInsertRule.java
delete mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/rules/PinotJoinExchangeNodeInsertRule.java
delete mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/rules/PinotQueryRuleSets.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/validate/BytesCastVisitor.java
create mode 100644 pinot-query-planner/src/main/java/org/apache/pinot/query/validate/InvalidCastException.java
create mode 100644 pinot-query-planner/src/test/java/org/apache/pinot/calcite/rel/rules/PinotSortExchangeCopyRuleTest.java
create mode 100644 pinot-query-planner/src/test/java/org/apache/pinot/query/QueryCompilationTest.java
delete mode 100644 pinot-query-planner/src/test/java/org/apache/pinot/query/QueryEnvironmentTest.java
delete mode 100644 pinot-query-planner/src/test/java/org/apache/pinot/query/QueryEnvironmentTestUtils.java
create mode 100644 pinot-query-planner/src/test/java/org/apache/pinot/query/planner/logical/RelToPlanNodeConverterTest.java
create mode 100644 pinot-query-planner/src/test/java/org/apache/pinot/query/planner/plannode/SerDeUtilsTest.java
create mode 100644 pinot-query-planner/src/test/java/org/apache/pinot/query/planner/serde/ProtoSerializationUtilsTest.java
delete mode 100644 pinot-query-planner/src/test/java/org/apache/pinot/query/planner/stage/SerDeUtilsTest.java
create mode 100644 pinot-query-planner/src/test/java/org/apache/pinot/query/queries/ResourceBasedQueryPlansTest.java
create mode 100644 pinot-query-planner/src/test/java/org/apache/pinot/query/testutils/MockRoutingManagerFactory.java
create mode 100644 pinot-query-planner/src/test/java/org/apache/pinot/query/testutils/QueryTestUtils.java
create mode 100644 pinot-query-planner/src/test/java/org/apache/pinot/query/type/TypeFactoryTest.java
create mode 100644 pinot-query-planner/src/test/resources/queries/AggregatePlans.json
create mode 100644 pinot-query-planner/src/test/resources/queries/BasicQueryPlans.json
create mode 100644 pinot-query-planner/src/test/resources/queries/ExplainPhysicalPlans.json
create mode 100644 pinot-query-planner/src/test/resources/queries/GroupByPlans.json
create mode 100644 pinot-query-planner/src/test/resources/queries/JoinPlans.json
create mode 100644 pinot-query-planner/src/test/resources/queries/LiteralEvaluationPlans.json
create mode 100644 pinot-query-planner/src/test/resources/queries/OrderByPlans.json
create mode 100644 pinot-query-planner/src/test/resources/queries/PinotHintablePlans.json
create mode 100644 pinot-query-planner/src/test/resources/queries/SetOpPlans.json
create mode 100644 pinot-query-planner/src/test/resources/queries/ValidationErrorPlan.json
create mode 100644 pinot-query-planner/src/test/resources/queries/WindowFunctionPlans.json
delete mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/mailbox/GrpcMailboxService.java
delete mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/mailbox/GrpcReceivingMailbox.java
create mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/mailbox/InMemorySendingMailbox.java
delete mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/mailbox/MailboxIdentifier.java
delete mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/mailbox/StringMailboxIdentifier.java
delete mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/mailbox/Utils.java
create mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/mailbox/channel/ChannelUtils.java
create mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/mailbox/channel/MailboxContentObserver.java
delete mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/mailbox/channel/MailboxContentStreamObserver.java
create mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/mailbox/channel/MailboxStatusObserver.java
delete mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/mailbox/channel/MailboxStatusStreamObserver.java
create mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/blocks/BlockSplitter.java
create mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/executor/ExecutorServiceUtils.java
create mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/executor/OpChainScheduler.java
create mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/executor/OpChainSchedulerService.java
delete mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/executor/WorkerQueryExecutor.java
create mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/operator/BaseMailboxReceiveOperator.java
create mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/operator/FilterOperator.java
create mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/operator/IntersectOperator.java
create mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/operator/LeafStageTransferableBlockOperator.java
create mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/operator/LiteralValueOperator.java
create mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/operator/MinusOperator.java
create mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/operator/MultiStageOperator.java
create mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/operator/MultistageAggregationExecutor.java
create mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/operator/MultistageGroupByExecutor.java
create mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/operator/OpChain.java
create mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/operator/OpChainId.java
create mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/operator/OpChainStats.java
create mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/operator/OperatorStats.java
delete mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/operator/OperatorUtils.java
create mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/operator/SetOperator.java
create mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/operator/SortOperator.java
create mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/operator/SortedMailboxReceiveOperator.java
create mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/operator/UnionOperator.java
create mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/operator/WindowAggregateOperator.java
create mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/operator/exchange/BlockExchange.java
create mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/operator/exchange/BroadcastExchange.java
create mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/operator/exchange/HashExchange.java
create mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/operator/exchange/RandomExchange.java
create mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/operator/exchange/SingletonExchange.java
create mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/operator/groupby/GroupIdGenerator.java
create mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/operator/groupby/GroupIdGeneratorFactory.java
create mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/operator/groupby/MultiKeysGroupIdGenerator.java
create mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/operator/groupby/OneDoubleKeyGroupIdGenerator.java
create mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/operator/groupby/OneFloatKeyGroupIdGenerator.java
create mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/operator/groupby/OneIntKeyGroupIdGenerator.java
create mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/operator/groupby/OneLongKeyGroupIdGenerator.java
create mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/operator/groupby/OneObjectKeyGroupIdGenerator.java
create mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/operator/groupby/TwoKeysGroupIdGenerator.java
create mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/operator/operands/FilterOperand.java
create mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/operator/operands/FunctionOperand.java
create mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/operator/operands/LiteralOperand.java
create mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/operator/operands/ReferenceOperand.java
create mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/operator/operands/TransformOperand.java
create mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/operator/operands/TransformOperandFactory.java
create mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/operator/utils/AggregationUtils.java
create mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/operator/utils/AsyncStream.java
create mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/operator/utils/BlockingMultiStreamConsumer.java
create mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/operator/utils/BlockingStream.java
create mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/operator/utils/OperatorUtils.java
create mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/operator/utils/SortUtils.java
create mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/operator/utils/TypeUtils.java
create mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/operator/window/FirstValueWindowFunction.java
create mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/operator/window/LagValueWindowFunction.java
create mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/operator/window/LastValueWindowFunction.java
create mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/operator/window/LeadValueWindowFunction.java
create mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/operator/window/ValueWindowFunction.java
create mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/operator/window/WindowFunction.java
delete mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/plan/DistributedStagePlan.java
create mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/plan/OpChainExecutionContext.java
create mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/plan/PhysicalPlanVisitor.java
create mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/plan/pipeline/PipelineBreakerContext.java
create mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/plan/pipeline/PipelineBreakerExecutor.java
create mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/plan/pipeline/PipelineBreakerOperator.java
create mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/plan/pipeline/PipelineBreakerResult.java
create mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/plan/pipeline/PipelineBreakerVisitor.java
delete mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/plan/serde/QueryPlanSerDeUtils.java
create mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/plan/server/ServerPlanRequestContext.java
create mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/plan/server/ServerPlanRequestUtils.java
create mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/plan/server/ServerPlanRequestVisitor.java
delete mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/utils/ServerRequestUtils.java
delete mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/service/QueryConfig.java
delete mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/service/QueryDispatcher.java
delete mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/service/QueryServer.java
create mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/service/dispatch/AsyncQueryDispatchResponse.java
create mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/service/dispatch/CancelObserver.java
create mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/service/dispatch/DispatchClient.java
create mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/service/dispatch/DispatchObserver.java
create mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/service/dispatch/QueryDispatcher.java
create mode 100644 pinot-query-runtime/src/main/java/org/apache/pinot/query/service/server/QueryServer.java
create mode 100644 pinot-query-runtime/src/test/java/org/apache/pinot/query/QueryTestSet.java
delete mode 100644 pinot-query-runtime/src/test/java/org/apache/pinot/query/mailbox/GrpcMailboxServiceTest.java
delete mode 100644 pinot-query-runtime/src/test/java/org/apache/pinot/query/mailbox/GrpcMailboxServiceTestBase.java
create mode 100644 pinot-query-runtime/src/test/java/org/apache/pinot/query/mailbox/MailboxServiceTest.java
delete mode 100644 pinot-query-runtime/src/test/java/org/apache/pinot/query/runtime/QueryRunnerTest.java
create mode 100644 pinot-query-runtime/src/test/java/org/apache/pinot/query/runtime/blocks/TransferableBlockUtilsTest.java
create mode 100644 pinot-query-runtime/src/test/java/org/apache/pinot/query/runtime/executor/OpChainSchedulerServiceTest.java
create mode 100644 pinot-query-runtime/src/test/java/org/apache/pinot/query/runtime/operator/AggregateOperatorTest.java
create mode 100644 pinot-query-runtime/src/test/java/org/apache/pinot/query/runtime/operator/FilterOperatorTest.java
create mode 100644 pinot-query-runtime/src/test/java/org/apache/pinot/query/runtime/operator/HashJoinOperatorTest.java
create mode 100644 pinot-query-runtime/src/test/java/org/apache/pinot/query/runtime/operator/IntersectOperatorTest.java
create mode 100644 pinot-query-runtime/src/test/java/org/apache/pinot/query/runtime/operator/LeafStageTransferableBlockOperatorTest.java
create mode 100644 pinot-query-runtime/src/test/java/org/apache/pinot/query/runtime/operator/LiteralValueOperatorTest.java
create mode 100644 pinot-query-runtime/src/test/java/org/apache/pinot/query/runtime/operator/MailboxReceiveOperatorTest.java
create mode 100644 pinot-query-runtime/src/test/java/org/apache/pinot/query/runtime/operator/MailboxSendOperatorTest.java
create mode 100644 pinot-query-runtime/src/test/java/org/apache/pinot/query/runtime/operator/MinusOperatorTest.java
create mode 100644 pinot-query-runtime/src/test/java/org/apache/pinot/query/runtime/operator/OpChainTest.java
create mode 100644 pinot-query-runtime/src/test/java/org/apache/pinot/query/runtime/operator/OperatorTestUtil.java
create mode 100644 pinot-query-runtime/src/test/java/org/apache/pinot/query/runtime/operator/SortOperatorTest.java
create mode 100644 pinot-query-runtime/src/test/java/org/apache/pinot/query/runtime/operator/SortedMailboxReceiveOperatorTest.java
create mode 100644 pinot-query-runtime/src/test/java/org/apache/pinot/query/runtime/operator/TransformOperatorTest.java
create mode 100644 pinot-query-runtime/src/test/java/org/apache/pinot/query/runtime/operator/UnionOperatorTest.java
create mode 100644 pinot-query-runtime/src/test/java/org/apache/pinot/query/runtime/operator/WindowAggregateOperatorTest.java
create mode 100644 pinot-query-runtime/src/test/java/org/apache/pinot/query/runtime/operator/exchange/BlockExchangeTest.java
create mode 100644 pinot-query-runtime/src/test/java/org/apache/pinot/query/runtime/operator/exchange/BroadcastExchangeTest.java
create mode 100644 pinot-query-runtime/src/test/java/org/apache/pinot/query/runtime/operator/exchange/HashExchangeTest.java
create mode 100644 pinot-query-runtime/src/test/java/org/apache/pinot/query/runtime/operator/exchange/RandomExchangeTest.java
create mode 100644 pinot-query-runtime/src/test/java/org/apache/pinot/query/runtime/operator/exchange/SingletonExchangeTest.java
create mode 100644 pinot-query-runtime/src/test/java/org/apache/pinot/query/runtime/plan/pipeline/PipelineBreakerExecutorTest.java
create mode 100644 pinot-query-runtime/src/test/java/org/apache/pinot/query/runtime/queries/QueryRunnerTest.java
create mode 100644 pinot-query-runtime/src/test/java/org/apache/pinot/query/runtime/queries/QueryRunnerTestBase.java
create mode 100644 pinot-query-runtime/src/test/java/org/apache/pinot/query/runtime/queries/ResourceBasedQueriesTest.java
delete mode 100644 pinot-query-runtime/src/test/java/org/apache/pinot/query/service/QueryDispatcherTest.java
delete mode 100644 pinot-query-runtime/src/test/java/org/apache/pinot/query/service/QueryServerTest.java
create mode 100644 pinot-query-runtime/src/test/java/org/apache/pinot/query/service/dispatch/QueryDispatcherTest.java
create mode 100644 pinot-query-runtime/src/test/java/org/apache/pinot/query/service/server/QueryServerTest.java
create mode 100644 pinot-query-runtime/src/test/java/org/apache/pinot/query/testutils/MockDataBlockOperatorFactory.java
create mode 100644 pinot-query-runtime/src/test/java/org/apache/pinot/query/testutils/MockInstanceDataManagerFactory.java
create mode 100644 pinot-query-runtime/src/test/resources/log4j2.xml
create mode 100644 pinot-query-runtime/src/test/resources/queries/Aggregates.json
create mode 100644 pinot-query-runtime/src/test/resources/queries/BasicQuery.json
create mode 100644 pinot-query-runtime/src/test/resources/queries/BinaryTypes.json
create mode 100644 pinot-query-runtime/src/test/resources/queries/BooleanLogic.json
create mode 100644 pinot-query-runtime/src/test/resources/queries/Case.json
create mode 100644 pinot-query-runtime/src/test/resources/queries/CharacterTypes.json
create mode 100644 pinot-query-runtime/src/test/resources/queries/Comparisons.json
create mode 100644 pinot-query-runtime/src/test/resources/queries/CountDistinct.json
create mode 100644 pinot-query-runtime/src/test/resources/queries/Distincts.json
create mode 100644 pinot-query-runtime/src/test/resources/queries/FilterAggregates.json
create mode 100644 pinot-query-runtime/src/test/resources/queries/FromExpressions.json
create mode 100644 pinot-query-runtime/src/test/resources/queries/JsonType.json
create mode 100644 pinot-query-runtime/src/test/resources/queries/LexicalStructure.json
create mode 100644 pinot-query-runtime/src/test/resources/queries/MathFuncs.json
create mode 100644 pinot-query-runtime/src/test/resources/queries/MetadataTestQuery.json
create mode 100644 pinot-query-runtime/src/test/resources/queries/NullHandling.json
create mode 100644 pinot-query-runtime/src/test/resources/queries/NumericTypes.json
create mode 100644 pinot-query-runtime/src/test/resources/queries/OrderBy.json
create mode 100644 pinot-query-runtime/src/test/resources/queries/Parallelism.json
create mode 100644 pinot-query-runtime/src/test/resources/queries/QueryHints.json
create mode 100644 pinot-query-runtime/src/test/resources/queries/SelectExpressions.json
create mode 100644 pinot-query-runtime/src/test/resources/queries/SelectHaving.json
create mode 100644 pinot-query-runtime/src/test/resources/queries/SetOps.json
create mode 100644 pinot-query-runtime/src/test/resources/queries/SpecialSyntax.json
create mode 100644 pinot-query-runtime/src/test/resources/queries/StatisticAggregates.json
create mode 100644 pinot-query-runtime/src/test/resources/queries/StringFunctions.json
create mode 100644 pinot-query-runtime/src/test/resources/queries/TableExpressions.json
create mode 100644 pinot-query-runtime/src/test/resources/queries/TimeTypes.json
create mode 100644 pinot-query-runtime/src/test/resources/queries/TypeCasting.json
create mode 100644 pinot-query-runtime/src/test/resources/queries/UDFAggregates.json
create mode 100644 pinot-query-runtime/src/test/resources/queries/ValueExpressions.json
create mode 100644 pinot-query-runtime/src/test/resources/queries/WindowFunctions.json
create mode 100644 pinot-query-runtime/src/test/resources/queries/WithStatements.json
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/plugin/record/enricher/clp/CLPEncodingEnricher.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/plugin/record/enricher/clp/CLPEncodingEnricherFactory.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/plugin/record/enricher/clp/ClpEnricherConfig.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/plugin/record/enricher/function/CustomFunctionEnricher.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/plugin/record/enricher/function/CustomFunctionEnricherConfig.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/plugin/record/enricher/function/CustomFunctionEnricherFactory.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/aggregator/DistinctCountCPCSketchValueAggregator.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/aggregator/DistinctCountHLLPlusValueAggregator.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/aggregator/DistinctCountThetaSketchValueAggregator.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/aggregator/DistinctCountULLValueAggregator.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/aggregator/IntegerTupleSketchValueAggregator.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/customobject/CovarianceTuple.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/customobject/CpcSketchAccumulator.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/customobject/CustomObjectAccumulator.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/customobject/PinotFourthMoment.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/customobject/SerializedCPCSketch.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/customobject/SerializedFrequentLongsSketch.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/customobject/SerializedFrequentStringsSketch.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/customobject/SerializedHLLPlus.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/customobject/SerializedKLL.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/customobject/SerializedULL.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/customobject/ThetaSketchAccumulator.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/customobject/TupleIntSketchAccumulator.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/customobject/VarianceTuple.java
delete mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/data/manager/TableDataManagerConfig.java
delete mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/data/manager/TableDataManagerParams.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/dedup/BaseTableDedupMetadataManager.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/dedup/ConcurrentMapPartitionDedupMetadataManager.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/dedup/ConcurrentMapTableDedupMetadataManager.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/dedup/TableDedupMetadataManagerFactory.java
delete mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/indexsegment/mutable/DefaultMutableIndexProvider.java
delete mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/indexsegment/mutable/IntermediateSegment.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/io/compression/GzipCompressor.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/io/compression/GzipDecompressor.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/io/util/ValueReaderComparisons.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/io/writer/impl/BaseChunkForwardIndexWriter.java
delete mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/io/writer/impl/BaseChunkSVForwardIndexWriter.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/io/writer/impl/FixedBitMVEntryDictForwardIndexWriter.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/io/writer/impl/FixedByteChunkForwardIndexWriter.java
delete mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/io/writer/impl/FixedByteChunkSVForwardIndexWriter.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/io/writer/impl/VarByteChunkForwardIndexWriter.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/io/writer/impl/VarByteChunkForwardIndexWriterV4.java
delete mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/io/writer/impl/VarByteChunkSVForwardIndexWriter.java
delete mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/io/writer/impl/VarByteChunkSVForwardIndexWriterV4.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/loader/TierBasedSegmentDirectoryLoader.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/realtime/converter/ColumnIndicesForRealtimeTable.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/realtime/impl/forward/CLPMutableForwardIndex.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/realtime/impl/invertedindex/RealtimeLuceneTextIndexSearcherPool.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/realtime/impl/vector/MutableVectorIndex.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/recordtransformer/SchemaConformingTransformer.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/recordtransformer/SchemaConformingTransformerV2.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/recordtransformer/SpecialValueTransformer.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/recordtransformer/TimeValidationTransformer.java
delete mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/creator/IntermediateSegmentSegmentCreationDataSource.java
delete mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/creator/IntermediateSegmentStatsContainer.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/creator/impl/ColumnJsonParserException.java
delete mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/creator/impl/DefaultIndexCreatorProvider.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/creator/impl/SameValueForwardIndexCreator.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/creator/impl/fwd/CLPForwardIndexCreatorV1.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/creator/impl/fwd/MultiValueEntryDictForwardIndexCreator.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/creator/impl/stats/CLPStatsProvider.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/creator/impl/vector/HnswVectorIndexCreator.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/creator/impl/vector/XKnnFloatVectorField.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/creator/impl/vector/lucene95/HnswCodec.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/creator/impl/vector/lucene95/HnswVectorsFormat.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/index/bloom/BloomIndexPlugin.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/index/bloom/BloomIndexType.java
delete mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/index/column/IntermediateIndexContainer.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/index/dictionary/DictionaryIndexPlugin.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/index/dictionary/DictionaryIndexType.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/index/dictionary/DictionaryInternerHolder.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/index/forward/ForwardIndexCreatorFactory.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/index/forward/ForwardIndexPlugin.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/index/forward/ForwardIndexReaderFactory.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/index/forward/ForwardIndexType.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/index/fst/FstIndexPlugin.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/index/fst/FstIndexType.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/index/h3/H3IndexPlugin.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/index/h3/H3IndexType.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/index/inverted/InvertedIndexPlugin.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/index/inverted/InvertedIndexType.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/index/json/JsonIndexPlugin.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/index/json/JsonIndexType.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/index/loader/BaseIndexHandler.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/index/loader/ConfigurableFromIndexLoadingConfig.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/index/loader/ForwardIndexHandler.java
delete mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/index/loader/IndexHandler.java
delete mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/index/loader/IndexHandlerFactory.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/index/loader/InvertedIndexAndDictionaryBasedForwardIndexCreator.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/index/loader/invertedindex/VectorIndexHandler.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/index/nullvalue/NullValueIndexPlugin.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/index/nullvalue/NullValueIndexType.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/index/range/RangeIndexPlugin.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/index/range/RangeIndexType.java
delete mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/index/readers/DefaultIndexReaderProvider.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/index/readers/forward/CLPForwardIndexReaderV1.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/index/readers/forward/FixedBitMVEntryDictForwardIndexReader.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/index/readers/forward/VarByteChunkForwardIndexReaderV4.java
delete mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/index/readers/forward/VarByteChunkSVForwardIndexReaderV4.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/index/readers/vector/HnswDocIdCollector.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/index/readers/vector/HnswVectorIndexReader.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/index/text/AbstractTextIndexCreator.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/index/text/TextIndexConfigBuilder.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/index/text/TextIndexPlugin.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/index/text/TextIndexType.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/index/vector/VectorIndexPlugin.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/index/vector/VectorIndexType.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/readers/CompactedPinotSegmentRecordReader.java
delete mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/readers/IntermediateSegmentRecordReader.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/readers/LazyRow.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/store/StarTreeIndexReader.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/store/VectorIndexUtils.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/startree/v2/builder/StarTreeIndexSeparator.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/upsert/BasePartitionUpsertMetadataManager.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/upsert/BaseTableUpsertMetadataManager.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/upsert/ComparisonColumns.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/upsert/ConcurrentMapPartitionUpsertMetadataManager.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/upsert/ConcurrentMapTableUpsertMetadataManager.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/upsert/RecordInfo.java
delete mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/upsert/RecordLocation.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/upsert/TableUpsertMetadataManagerFactory.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/upsert/UpsertContext.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/upsert/UpsertUtils.java
delete mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/upsert/merger/AppendMerger.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/upsert/merger/BasePartialUpsertMerger.java
delete mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/upsert/merger/IgnoreMerger.java
delete mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/upsert/merger/IncrementMerger.java
delete mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/upsert/merger/OverwriteMerger.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/upsert/merger/PartialUpsertColumnarMerger.java
delete mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/upsert/merger/UnionMerger.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/upsert/merger/columnar/AppendMerger.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/upsert/merger/columnar/IgnoreMerger.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/upsert/merger/columnar/IncrementMerger.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/upsert/merger/columnar/MaxMerger.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/upsert/merger/columnar/MinMerger.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/upsert/merger/columnar/OverwriteMerger.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/upsert/merger/columnar/PartialUpsertColumnMerger.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/upsert/merger/columnar/PartialUpsertColumnMergerFactory.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/upsert/merger/columnar/UnionMerger.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/utils/Base64Utils.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/utils/ConsistentDataPushUtils.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/utils/HyperLogLogPlusUtils.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/utils/HyperLogLogUtils.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/utils/LuceneTextIndexUtils.java
delete mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/utils/RecordInfo.java
delete mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/utils/ReplicationUtils.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/utils/SegmentLocks.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/utils/UltraLogLogUtils.java
create mode 100644 pinot-segment-local/src/test/java/org/apache/pinot/segment/local/aggregator/DistinctCountCPCSketchValueAggregatorTest.java
create mode 100644 pinot-segment-local/src/test/java/org/apache/pinot/segment/local/aggregator/DistinctCountThetaSketchValueAggregatorTest.java
create mode 100644 pinot-segment-local/src/test/java/org/apache/pinot/segment/local/aggregator/DistinctCountULLValueAggregatorTest.java
create mode 100644 pinot-segment-local/src/test/java/org/apache/pinot/segment/local/aggregator/IntegerTupleSketchValueAggregatorTest.java
create mode 100644 pinot-segment-local/src/test/java/org/apache/pinot/segment/local/customobject/CpcSketchAccumulatorTest.java
create mode 100644 pinot-segment-local/src/test/java/org/apache/pinot/segment/local/customobject/PinotFourthMomentTest.java
create mode 100644 pinot-segment-local/src/test/java/org/apache/pinot/segment/local/customobject/ThetaSketchAccumulatorTest.java
create mode 100644 pinot-segment-local/src/test/java/org/apache/pinot/segment/local/customobject/TupleIntSketchAccumulatorTest.java
create mode 100644 pinot-segment-local/src/test/java/org/apache/pinot/segment/local/function/InbuiltFunctionEvaluatorTest.java
delete mode 100644 pinot-segment-local/src/test/java/org/apache/pinot/segment/local/indexsegment/mutable/IntermediateSegmentTest.java
create mode 100644 pinot-segment-local/src/test/java/org/apache/pinot/segment/local/loader/TierBasedSegmentDirectoryLoaderTest.java
create mode 100644 pinot-segment-local/src/test/java/org/apache/pinot/segment/local/realtime/converter/RealtimeSegmentConverterTest.java
create mode 100644 pinot-segment-local/src/test/java/org/apache/pinot/segment/local/realtime/impl/invertedindex/LuceneMutableTextIndexTest.java
create mode 100644 pinot-segment-local/src/test/java/org/apache/pinot/segment/local/recordtransformer/SchemaConformingTransformerTest.java
create mode 100644 pinot-segment-local/src/test/java/org/apache/pinot/segment/local/recordtransformer/SchemaConformingTransformerV2Test.java
create mode 100644 pinot-segment-local/src/test/java/org/apache/pinot/segment/local/segment/index/AbstractSerdeIndexContract.java
delete mode 100644 pinot-segment-local/src/test/java/org/apache/pinot/segment/local/segment/index/IndexOverridesTest.java
create mode 100644 pinot-segment-local/src/test/java/org/apache/pinot/segment/local/segment/index/NullValueIndexTest.java
create mode 100644 pinot-segment-local/src/test/java/org/apache/pinot/segment/local/segment/index/RangeIndexTest.java
create mode 100644 pinot-segment-local/src/test/java/org/apache/pinot/segment/local/segment/index/TextIndexTest.java
create mode 100644 pinot-segment-local/src/test/java/org/apache/pinot/segment/local/segment/index/bloom/BloomIndexTypeTest.java
create mode 100644 pinot-segment-local/src/test/java/org/apache/pinot/segment/local/segment/index/creator/CLPForwardIndexCreatorTest.java
create mode 100644 pinot-segment-local/src/test/java/org/apache/pinot/segment/local/segment/index/creator/SegmentGenerationWithMinMaxTest.java
create mode 100644 pinot-segment-local/src/test/java/org/apache/pinot/segment/local/segment/index/dictionary/DictionaryIndexTypeTest.java
create mode 100644 pinot-segment-local/src/test/java/org/apache/pinot/segment/local/segment/index/forward/FixedBitMVEntryDictForwardIndexTest.java
create mode 100644 pinot-segment-local/src/test/java/org/apache/pinot/segment/local/segment/index/forward/FixedBitSVForwardIndexReaderTest.java
create mode 100644 pinot-segment-local/src/test/java/org/apache/pinot/segment/local/segment/index/forward/ForwardIndexTypeTest.java
create mode 100644 pinot-segment-local/src/test/java/org/apache/pinot/segment/local/segment/index/forward/mutable/CLPMutableForwardIndexTest.java
create mode 100644 pinot-segment-local/src/test/java/org/apache/pinot/segment/local/segment/index/fst/FstIndexTypeTest.java
create mode 100644 pinot-segment-local/src/test/java/org/apache/pinot/segment/local/segment/index/inverted/InvertedIndexTypeTest.java
create mode 100644 pinot-segment-local/src/test/java/org/apache/pinot/segment/local/segment/index/loader/ForwardIndexHandlerTest.java
create mode 100644 pinot-segment-local/src/test/java/org/apache/pinot/segment/local/segment/index/loader/IndexLoadingConfigTest.java
create mode 100644 pinot-segment-local/src/test/java/org/apache/pinot/segment/local/segment/index/nullvalue/NullValueIndexTypeTest.java
create mode 100644 pinot-segment-local/src/test/java/org/apache/pinot/segment/local/segment/index/readers/text/LuceneTextIndexCompatibleTest.java
create mode 100644 pinot-segment-local/src/test/java/org/apache/pinot/segment/local/segment/index/readerwriter/ValueReaderComparisonTest.java
create mode 100644 pinot-segment-local/src/test/java/org/apache/pinot/segment/local/segment/readers/CompactedPinotSegmentRecordReaderTest.java
create mode 100644 pinot-segment-local/src/test/java/org/apache/pinot/segment/local/segment/readers/LazyRowTest.java
create mode 100644 pinot-segment-local/src/test/java/org/apache/pinot/segment/local/segment/store/StarTreeIndexReaderTest.java
create mode 100644 pinot-segment-local/src/test/java/org/apache/pinot/segment/local/startree/v2/builder/StarTreeBuilderUtilsTest.java
create mode 100644 pinot-segment-local/src/test/java/org/apache/pinot/segment/local/startree/v2/builder/StarTreeIndexSeparatorTest.java
create mode 100644 pinot-segment-local/src/test/java/org/apache/pinot/segment/local/upsert/BasePartitionUpsertMetadataManagerTest.java
create mode 100644 pinot-segment-local/src/test/java/org/apache/pinot/segment/local/upsert/ComparisonColumnsTest.java
create mode 100644 pinot-segment-local/src/test/java/org/apache/pinot/segment/local/upsert/ConcurrentMapPartitionUpsertMetadataManagerTest.java
delete mode 100644 pinot-segment-local/src/test/java/org/apache/pinot/segment/local/upsert/PartitionUpsertMetadataManagerTest.java
create mode 100644 pinot-segment-local/src/test/java/org/apache/pinot/segment/local/upsert/merger/PartialUpsertMergerFactoryTest.java
delete mode 100644 pinot-segment-local/src/test/java/org/apache/pinot/segment/local/upsert/merger/PartialUpsertMergerTest.java
create mode 100644 pinot-segment-local/src/test/java/org/apache/pinot/segment/local/upsert/merger/columnar/PartialUpsertColumnMergerTest.java
create mode 100644 pinot-segment-local/src/test/java/org/apache/pinot/segment/local/utils/Base64UtilsTest.java
create mode 100644 pinot-segment-local/src/test/java/org/apache/pinot/segment/local/utils/HyperLogLogUtilsTest.java
create mode 100644 pinot-segment-local/src/test/java/org/apache/pinot/segment/local/utils/LuceneTextIndexUtilsTest.java
delete mode 100644 pinot-segment-local/src/test/resources/data/log4j2.xml
create mode 100644 pinot-segment-local/src/test/resources/data/lucene_80_index/Text.lucene.index/_0.cfe
create mode 100644 pinot-segment-local/src/test/resources/data/lucene_80_index/Text.lucene.index/_0.cfs
create mode 100644 pinot-segment-local/src/test/resources/data/lucene_80_index/Text.lucene.index/_0.si
create mode 100644 pinot-segment-local/src/test/resources/data/lucene_80_index/Text.lucene.index/segments_1
rename docker/images/pinot-thirdeye/config/ephemeral/detector-config/anomaly-functions/alertFilter.properties => pinot-segment-local/src/test/resources/data/lucene_80_index/Text.lucene.index/write.lock (100%)
create mode 100644 pinot-segment-local/src/test/resources/data/metadata-with-unescaped.properties
create mode 100644 pinot-segment-local/src/test/resources/data/newColumnsSchemaWithForwardIndexDisabled.json
delete mode 100644 pinot-segment-local/src/test/resources/data/paddingNull.tar.gz
delete mode 100644 pinot-segment-local/src/test/resources/data/paddingOld.tar.gz
delete mode 100644 pinot-segment-local/src/test/resources/data/paddingPercent.tar.gz
create mode 100644 pinot-segment-local/src/test/resources/data/startree/segment/index_map
create mode 100644 pinot-segment-local/src/test/resources/data/startree/segment/metadata.properties
create mode 100644 pinot-segment-local/src/test/resources/data/startree/segment/star_tree_index
create mode 100644 pinot-segment-local/src/test/resources/data/startree/segment/star_tree_index_map
create mode 100644 pinot-segment-local/src/test/resources/data/test_vector_data.avro
create mode 100644 pinot-segment-local/src/test/resources/log4j2.xml
create mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/SegmentContext.java
create mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/compression/DictIdCompressionType.java
delete mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/creator/BloomFilterCreatorProvider.java
delete mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/creator/ForwardIndexCreatorProvider.java
delete mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/creator/GeoSpatialIndexCreatorProvider.java
delete mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/creator/IndexCreatorProvider.java
delete mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/creator/InvertedIndexCreatorProvider.java
delete mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/creator/JsonIndexCreatorProvider.java
delete mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/creator/RangeIndexCreatorProvider.java
delete mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/creator/TextIndexCreatorProvider.java
create mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/creator/name/SegmentNameUtils.java
create mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/index/AbstractIndexType.java
create mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/index/ColumnConfigDeserializer.java
create mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/index/DictionaryIndexConfig.java
create mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/index/FieldIndexConfigs.java
create mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/index/FieldIndexConfigsUtil.java
create mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/index/ForwardIndexConfig.java
create mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/index/FstIndexConfig.java
create mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/index/IndexConfigDeserializer.java
create mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/index/IndexCreator.java
create mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/index/IndexHandler.java
create mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/index/IndexPlugin.java
create mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/index/IndexReader.java
create mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/index/IndexReaderConstraintException.java
create mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/index/IndexReaderFactory.java
create mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/index/IndexService.java
create mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/index/IndexType.java
create mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/index/IndexUtil.java
delete mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/index/IndexingOverrides.java
create mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/index/MergedColumnConfigDeserializer.java
create mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/index/RangeIndexConfig.java
create mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/index/StandardIndexes.java
create mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/index/TextIndexConfig.java
create mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/index/creator/FSTIndexCreator.java
create mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/index/creator/VectorIndexConfig.java
create mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/index/creator/VectorIndexCreator.java
create mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/index/mutable/MutableIndex.java
delete mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/index/mutable/provider/MutableDictionaryProvider.java
delete mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/index/mutable/provider/MutableForwardIndexProvider.java
delete mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/index/mutable/provider/MutableIndexProvider.java
delete mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/index/mutable/provider/MutableInvertedIndexProvider.java
delete mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/index/mutable/provider/MutableJsonIndexProvider.java
delete mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/index/mutable/provider/MutableTextIndexReaderProvider.java
create mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/index/reader/VectorIndexReader.java
delete mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/index/reader/provider/BloomFilterReaderProvider.java
delete mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/index/reader/provider/ForwardIndexReaderProvider.java
delete mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/index/reader/provider/GeospatialIndexReaderProvider.java
delete mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/index/reader/provider/IndexReaderProvider.java
delete mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/index/reader/provider/InvertedIndexReaderProvider.java
delete mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/index/reader/provider/JsonIndexReaderProvider.java
delete mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/index/reader/provider/RangeIndexReaderProvider.java
delete mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/index/reader/provider/SortedIndexReaderProvider.java
delete mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/index/reader/provider/TextIndexReaderProvider.java
create mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/index/startree/AggregationSpec.java
create mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/memory/ByteBufferPinotBufferFactory.java
create mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/memory/ByteBufferUtil.java
create mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/memory/LArrayPinotBufferFactory.java
create mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/memory/NonNativePinotDataBuffer.java
create mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/memory/PinotBufferFactory.java
create mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/memory/SmallWithFallbackPinotBufferFactory.java
create mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/memory/unsafe/DirectMemory.java
create mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/memory/unsafe/Memory.java
create mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/memory/unsafe/MmapMemory.java
create mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/memory/unsafe/UnsafePinotBuffer.java
create mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/memory/unsafe/UnsafePinotBufferFactory.java
create mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/memory/unsafe/Unsafer.java
create mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/partition/Murmur3PartitionFunction.java
delete mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/store/ColumnIndexType.java
create mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/store/ColumnIndexUtils.java
create mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/utils/JavaVersion.java
create mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/utils/SegmentMetadataUtils.java
delete mode 100644 pinot-segment-spi/src/test/java/org/apache/pinot/segment/spi/creator/IndexingOverridesTest.java
create mode 100644 pinot-segment-spi/src/test/java/org/apache/pinot/segment/spi/index/DictionaryIndexConfigTest.java
create mode 100644 pinot-segment-spi/src/test/java/org/apache/pinot/segment/spi/index/FieldIndexConfigsTest.java
create mode 100644 pinot-segment-spi/src/test/java/org/apache/pinot/segment/spi/index/ForwardIndexConfigTest.java
create mode 100644 pinot-segment-spi/src/test/java/org/apache/pinot/segment/spi/index/FstIndexConfigTest.java
create mode 100644 pinot-segment-spi/src/test/java/org/apache/pinot/segment/spi/index/RangeIndexConfigTest.java
create mode 100644 pinot-segment-spi/src/test/java/org/apache/pinot/segment/spi/index/TextIndexConfigTest.java
create mode 100644 pinot-segment-spi/src/test/java/org/apache/pinot/segment/spi/index/creator/H3IndexConfigTest.java
create mode 100644 pinot-segment-spi/src/test/java/org/apache/pinot/segment/spi/index/startree/AggregationFunctionColumnPairTest.java
create mode 100644 pinot-segment-spi/src/test/java/org/apache/pinot/segment/spi/index/startree/StarTreeV2MetadataTest.java
create mode 100644 pinot-segment-spi/src/test/java/org/apache/pinot/segment/spi/memory/PinotByteBufferTest.java
create mode 100644 pinot-segment-spi/src/test/java/org/apache/pinot/segment/spi/memory/PinotDataBufferInstanceTestBase.java
create mode 100644 pinot-segment-spi/src/test/java/org/apache/pinot/segment/spi/memory/PinotDataBufferTestBase.java
create mode 100644 pinot-segment-spi/src/test/java/org/apache/pinot/segment/spi/memory/PinotDefaultByteBufferTest.java
create mode 100644 pinot-segment-spi/src/test/java/org/apache/pinot/segment/spi/memory/PinotLArrayByteBufferTest.java
create mode 100644 pinot-segment-spi/src/test/java/org/apache/pinot/segment/spi/memory/unsafe/UnsafeMemoryPinotDataBufferTest.java
create mode 100644 pinot-server/src/main/java/org/apache/pinot/server/api/AdminApiApplication.java
create mode 100644 pinot-server/src/main/java/org/apache/pinot/server/api/resources/ControllerJobStatusResource.java
create mode 100644 pinot-server/src/main/java/org/apache/pinot/server/api/resources/InstanceResource.java
create mode 100644 pinot-server/src/main/java/org/apache/pinot/server/api/resources/PinotServerLogger.java
create mode 100644 pinot-server/src/main/java/org/apache/pinot/server/api/resources/QueryResource.java
create mode 100644 pinot-server/src/main/java/org/apache/pinot/server/api/resources/ShutDownFilter.java
delete mode 100644 pinot-server/src/main/java/org/apache/pinot/server/starter/helix/AdminApiApplication.java
delete mode 100644 pinot-server/src/main/java/org/apache/pinot/server/starter/helix/DefaultHelixStarterServerConfig.java
create mode 100644 pinot-server/src/main/java/org/apache/pinot/server/starter/helix/FreshnessBasedConsumptionStatusChecker.java
create mode 100644 pinot-server/src/main/java/org/apache/pinot/server/starter/helix/IngestionBasedConsumptionStatusChecker.java
delete mode 100644 pinot-server/src/main/java/org/apache/pinot/server/starter/helix/SegmentLocks.java
create mode 100644 pinot-server/src/main/java/org/apache/pinot/server/starter/helix/SegmentReloadStatusValue.java
create mode 100644 pinot-server/src/test/java/org/apache/pinot/server/api/HealthCheckResourceTest.java
create mode 100644 pinot-server/src/test/java/org/apache/pinot/server/starter/helix/FreshnessBasedConsumptionStatusCheckerTest.java
delete mode 100644 pinot-server/src/test/java/org/apache/pinot/server/starter/helix/HelixInstanceDataManagerTest.java
create mode 100644 pinot-spi/src/main/java/org/apache/pinot/spi/accounting/ThreadAccountantFactory.java
create mode 100644 pinot-spi/src/main/java/org/apache/pinot/spi/accounting/ThreadExecutionContext.java
create mode 100644 pinot-spi/src/main/java/org/apache/pinot/spi/accounting/ThreadResourceUsageAccountant.java
create mode 100644 pinot-spi/src/main/java/org/apache/pinot/spi/accounting/ThreadResourceUsageProvider.java
create mode 100644 pinot-spi/src/main/java/org/apache/pinot/spi/annotations/RecordEnricherFactory.java
create mode 100644 pinot-spi/src/main/java/org/apache/pinot/spi/config/table/DimensionTableConfig.java
create mode 100644 pinot-spi/src/main/java/org/apache/pinot/spi/config/table/IndexConfig.java
create mode 100644 pinot-spi/src/main/java/org/apache/pinot/spi/config/table/Intern.java
create mode 100644 pinot-spi/src/main/java/org/apache/pinot/spi/config/table/JsonIndexConfig.java
create mode 100644 pinot-spi/src/main/java/org/apache/pinot/spi/config/table/StarTreeAggregationConfig.java
create mode 100644 pinot-spi/src/main/java/org/apache/pinot/spi/config/table/assignment/SegmentAssignmentConfig.java
create mode 100644 pinot-spi/src/main/java/org/apache/pinot/spi/config/table/ingestion/EnrichmentConfig.java
create mode 100644 pinot-spi/src/main/java/org/apache/pinot/spi/config/table/ingestion/SchemaConformingTransformerConfig.java
create mode 100644 pinot-spi/src/main/java/org/apache/pinot/spi/config/table/ingestion/SchemaConformingTransformerV2Config.java
create mode 100644 pinot-spi/src/main/java/org/apache/pinot/spi/data/MultiValueVisitor.java
create mode 100644 pinot-spi/src/main/java/org/apache/pinot/spi/data/SingleValueVisitor.java
create mode 100644 pinot-spi/src/main/java/org/apache/pinot/spi/data/readers/RecordReaderFileConfig.java
delete mode 100644 pinot-spi/src/main/java/org/apache/pinot/spi/env/PropertyConverter.java
create mode 100644 pinot-spi/src/main/java/org/apache/pinot/spi/eventlistener/query/BrokerQueryEventListener.java
create mode 100644 pinot-spi/src/main/java/org/apache/pinot/spi/eventlistener/query/NoOpBrokerQueryEventListener.java
create mode 100644 pinot-spi/src/main/java/org/apache/pinot/spi/eventlistener/query/PinotBrokerQueryEventListenerFactory.java
create mode 100644 pinot-spi/src/main/java/org/apache/pinot/spi/exception/DatabaseConflictException.java
create mode 100644 pinot-spi/src/main/java/org/apache/pinot/spi/exception/QueryCancelledException.java
create mode 100644 pinot-spi/src/main/java/org/apache/pinot/spi/filesystem/FileMetadata.java
create mode 100644 pinot-spi/src/main/java/org/apache/pinot/spi/filesystem/NoClosePinotFS.java
create mode 100644 pinot-spi/src/main/java/org/apache/pinot/spi/metrics/SettableValue.java
create mode 100644 pinot-spi/src/main/java/org/apache/pinot/spi/recordenricher/RecordEnricher.java
create mode 100644 pinot-spi/src/main/java/org/apache/pinot/spi/recordenricher/RecordEnricherConfig.java
create mode 100644 pinot-spi/src/main/java/org/apache/pinot/spi/recordenricher/RecordEnricherFactory.java
create mode 100644 pinot-spi/src/main/java/org/apache/pinot/spi/recordenricher/RecordEnricherPipeline.java
create mode 100644 pinot-spi/src/main/java/org/apache/pinot/spi/recordenricher/RecordEnricherRegistry.java
create mode 100644 pinot-spi/src/main/java/org/apache/pinot/spi/recordenricher/RecordEnricherValidationConfig.java
create mode 100644 pinot-spi/src/main/java/org/apache/pinot/spi/stream/BytesStreamMessage.java
create mode 100644 pinot-spi/src/main/java/org/apache/pinot/spi/stream/ConsumerPartitionState.java
create mode 100644 pinot-spi/src/main/java/org/apache/pinot/spi/stream/PartitionLagState.java
create mode 100644 pinot-spi/src/main/java/org/apache/pinot/spi/stream/StreamDataDecoder.java
create mode 100644 pinot-spi/src/main/java/org/apache/pinot/spi/stream/StreamDataDecoderImpl.java
create mode 100644 pinot-spi/src/main/java/org/apache/pinot/spi/stream/StreamDataDecoderResult.java
create mode 100644 pinot-spi/src/main/java/org/apache/pinot/spi/stream/StreamMessage.java
create mode 100644 pinot-spi/src/main/java/org/apache/pinot/spi/utils/FALFInterner.java
delete mode 100644 pinot-spi/src/main/java/org/apache/pinot/spi/utils/NullValueUtils.java
delete mode 100644 pinot-spi/src/main/java/org/apache/pinot/spi/utils/RebalanceConfigConstants.java
create mode 100644 pinot-spi/src/main/java/org/apache/pinot/spi/utils/TimestampIndexUtils.java
create mode 100644 pinot-spi/src/test/java/org/apache/pinot/spi/config/table/BloomFilterConfigTest.java
create mode 100644 pinot-spi/src/test/java/org/apache/pinot/spi/config/table/IndexConfigTest.java
create mode 100644 pinot-spi/src/test/java/org/apache/pinot/spi/config/table/JsonIndexConfigTest.java
create mode 100644 pinot-spi/src/test/java/org/apache/pinot/spi/config/table/StarTreeIndexConfigTest.java
delete mode 100644 pinot-spi/src/test/java/org/apache/pinot/spi/config/table/TimestampIndexGranularityTest.java
rename {pinot-core => pinot-spi}/src/test/java/org/apache/pinot/spi/crypt/PinotCrypterFactoryTest.java (100%)
create mode 100644 pinot-spi/src/test/java/org/apache/pinot/spi/data/DateTimeGranularitySpecTest.java
create mode 100644 pinot-spi/src/test/java/org/apache/pinot/spi/env/CommonsConfigurationUtilsTest.java
create mode 100644 pinot-spi/src/test/java/org/apache/pinot/spi/plugin/PluginTest.java
create mode 100644 pinot-spi/src/test/java/org/apache/pinot/spi/stream/StreamDataDecoderImplTest.java
create mode 100644 pinot-spi/src/test/java/org/apache/pinot/spi/utils/TimeUtilsTest.java
create mode 100644 pinot-spi/src/test/java/org/apache/pinot/spi/utils/TimestampIndexUtilsTest.java
create mode 100644 pinot-spi/src/test/resources/pinot-configuration-4.properties
create mode 100644 pinot-tools/src/main/java/org/apache/pinot/tools/ColocatedJoinEngineQuickStart.java
create mode 100644 pinot-tools/src/main/java/org/apache/pinot/tools/MultiDirQuickstart.java
create mode 100644 pinot-tools/src/main/java/org/apache/pinot/tools/TPCHQuickStart.java
create mode 100644 pinot-tools/src/main/java/org/apache/pinot/tools/admin/command/DeleteSchemaCommand.java
create mode 100644 pinot-tools/src/main/java/org/apache/pinot/tools/admin/command/DeleteTableCommand.java
create mode 100644 pinot-tools/src/main/java/org/apache/pinot/tools/admin/command/LaunchSparkDataIngestionJobCommand.java
create mode 100644 pinot-tools/src/main/java/org/apache/pinot/tools/service/api/resources/PinotServiceManagerLogger.java
create mode 100644 pinot-tools/src/main/java/org/apache/pinot/tools/utils/ExplainPlanUtils.java
create mode 100644 pinot-tools/src/main/resources/examples/batch/billing/billing_offline_table_config.json
create mode 100644 pinot-tools/src/main/resources/examples/batch/billing/billing_schema.json
create mode 100644 pinot-tools/src/main/resources/examples/batch/billing/ingestionJobSpec.yaml
create mode 100644 pinot-tools/src/main/resources/examples/batch/billing/rawdata/billing_data.csv
create mode 100644 pinot-tools/src/main/resources/examples/batch/colocated/userAttributes/ingestionJobSpec.yaml
create mode 100644 pinot-tools/src/main/resources/examples/batch/colocated/userAttributes/rawdata/p0.csv
create mode 100644 pinot-tools/src/main/resources/examples/batch/colocated/userAttributes/rawdata/p1.csv
create mode 100644 pinot-tools/src/main/resources/examples/batch/colocated/userAttributes/rawdata/p2.csv
create mode 100644 pinot-tools/src/main/resources/examples/batch/colocated/userAttributes/rawdata/p3.csv
create mode 100644 pinot-tools/src/main/resources/examples/batch/colocated/userAttributes/userAttributes_offline_table_config.json
create mode 100644 pinot-tools/src/main/resources/examples/batch/colocated/userAttributes/userAttributes_schema.json
create mode 100644 pinot-tools/src/main/resources/examples/batch/colocated/userGroups/ingestionJobSpec.yaml
create mode 100644 pinot-tools/src/main/resources/examples/batch/colocated/userGroups/rawdata/p0.csv
create mode 100644 pinot-tools/src/main/resources/examples/batch/colocated/userGroups/rawdata/p1.csv
create mode 100644 pinot-tools/src/main/resources/examples/batch/colocated/userGroups/rawdata/p2.csv
create mode 100644 pinot-tools/src/main/resources/examples/batch/colocated/userGroups/rawdata/p3.csv
create mode 100644 pinot-tools/src/main/resources/examples/batch/colocated/userGroups/rawdata/p4.csv
create mode 100644 pinot-tools/src/main/resources/examples/batch/colocated/userGroups/rawdata/p5.csv
create mode 100644 pinot-tools/src/main/resources/examples/batch/colocated/userGroups/rawdata/p6.csv
create mode 100644 pinot-tools/src/main/resources/examples/batch/colocated/userGroups/rawdata/p7.csv
create mode 100644 pinot-tools/src/main/resources/examples/batch/colocated/userGroups/userGroups_offline_table_config.json
create mode 100644 pinot-tools/src/main/resources/examples/batch/colocated/userGroups/userGroups_schema.json
create mode 100644 pinot-tools/src/main/resources/examples/batch/fineFoodReviews/fineFoodReviews_offline_table_config.json
create mode 100644 pinot-tools/src/main/resources/examples/batch/fineFoodReviews/fineFoodReviews_schema.json
create mode 100644 pinot-tools/src/main/resources/examples/batch/fineFoodReviews/ingestionJobSpec.yaml
create mode 100644 pinot-tools/src/main/resources/examples/batch/fineFoodReviews/rawdata/fine_food_reviews_with_embeddings_1k.parquet.gzip
create mode 100644 pinot-tools/src/main/resources/examples/batch/githubComplexTypeEvents/githubComplexTypeEvents_offline_table_config.json
create mode 100644 pinot-tools/src/main/resources/examples/batch/githubComplexTypeEvents/githubComplexTypeEvents_schema.json
create mode 100644 pinot-tools/src/main/resources/examples/batch/githubComplexTypeEvents/ingestionJobSpec.yaml
rename pinot-tools/src/main/resources/examples/batch/{githubEvents/rawdata_complexTypeHandling/githubEvents_data.json => githubComplexTypeEvents/rawdata/githubComplexTypeEvents_data.json} (100%)
delete mode 100644 pinot-tools/src/main/resources/examples/batch/githubEvents/githubEvents_offline_complexTypeHandling_schema.json
delete mode 100644 pinot-tools/src/main/resources/examples/batch/githubEvents/githubEvents_offline_complexTypeHandling_table_config.json
delete mode 100644 pinot-tools/src/main/resources/examples/batch/githubEvents/ingestionJobComplexTypeHandlingSpec.yaml
rename pinot-tools/src/main/resources/examples/batch/githubEvents/{rawdata_json_index => rawdata}/githubEvents_data.json (100%)
create mode 100644 pinot-tools/src/main/resources/examples/batch/ssb/customer/IngestionJobSpec.yaml
create mode 100644 pinot-tools/src/main/resources/examples/batch/ssb/customer/customer_offline_table_config.json
create mode 100644 pinot-tools/src/main/resources/examples/batch/ssb/customer/customer_schema.json
create mode 100644 pinot-tools/src/main/resources/examples/batch/ssb/customer/rawdata/customer.avro
create mode 100644 pinot-tools/src/main/resources/examples/batch/ssb/dates/IngestionJobSpec.yaml
create mode 100644 pinot-tools/src/main/resources/examples/batch/ssb/dates/dates_offline_table_config.json
create mode 100644 pinot-tools/src/main/resources/examples/batch/ssb/dates/dates_schema.json
create mode 100644 pinot-tools/src/main/resources/examples/batch/ssb/dates/rawdata/dates.avro
create mode 100644 pinot-tools/src/main/resources/examples/batch/ssb/lineorder/IngestionJobSpec.yaml
create mode 100644 pinot-tools/src/main/resources/examples/batch/ssb/lineorder/lineorder_offline_table_config.json
create mode 100644 pinot-tools/src/main/resources/examples/batch/ssb/lineorder/lineorder_schema.json
create mode 100644 pinot-tools/src/main/resources/examples/batch/ssb/lineorder/rawdata/lineorder.avro
create mode 100644 pinot-tools/src/main/resources/examples/batch/ssb/part/IngestionJobSpec.yaml
create mode 100644 pinot-tools/src/main/resources/examples/batch/ssb/part/part_offline_table_config.json
create mode 100644 pinot-tools/src/main/resources/examples/batch/ssb/part/part_schema.json
create mode 100644 pinot-tools/src/main/resources/examples/batch/ssb/part/rawdata/part.avro
create mode 100644 pinot-tools/src/main/resources/examples/batch/ssb/supplier/IngestionJobSpec.yaml
create mode 100644 pinot-tools/src/main/resources/examples/batch/ssb/supplier/rawdata/supplier.avro
create mode 100644 pinot-tools/src/main/resources/examples/batch/ssb/supplier/supplier_offline_table_config.json
create mode 100644 pinot-tools/src/main/resources/examples/batch/ssb/supplier/supplier_schema.json
create mode 100644 pinot-tools/src/main/resources/examples/batch/tpch/customer/customer_offline_table_config.json
create mode 100644 pinot-tools/src/main/resources/examples/batch/tpch/customer/customer_schema.json
create mode 100644 pinot-tools/src/main/resources/examples/batch/tpch/customer/ingestionJobSpec.yaml
create mode 100644 pinot-tools/src/main/resources/examples/batch/tpch/customer/rawdata/customer.avro
create mode 100644 pinot-tools/src/main/resources/examples/batch/tpch/lineitem/ingestionJobSpec.yaml
create mode 100644 pinot-tools/src/main/resources/examples/batch/tpch/lineitem/lineitem_offline_table_config.json
create mode 100644 pinot-tools/src/main/resources/examples/batch/tpch/lineitem/lineitem_schema.json
create mode 100644 pinot-tools/src/main/resources/examples/batch/tpch/lineitem/rawdata/lineitem.avro
create mode 100644 pinot-tools/src/main/resources/examples/batch/tpch/nation/ingestionJobSpec.yaml
create mode 100644 pinot-tools/src/main/resources/examples/batch/tpch/nation/nation_offline_table_config.json
create mode 100644 pinot-tools/src/main/resources/examples/batch/tpch/nation/nation_schema.json
create mode 100644 pinot-tools/src/main/resources/examples/batch/tpch/nation/rawdata/nation.avro
create mode 100644 pinot-tools/src/main/resources/examples/batch/tpch/orders/ingestionJobSpec.yaml
create mode 100644 pinot-tools/src/main/resources/examples/batch/tpch/orders/orders_offline_table_config.json
create mode 100644 pinot-tools/src/main/resources/examples/batch/tpch/orders/orders_schema.json
create mode 100644 pinot-tools/src/main/resources/examples/batch/tpch/orders/rawdata/orders.avro
create mode 100644 pinot-tools/src/main/resources/examples/batch/tpch/part/ingestionJobSpec.yaml
create mode 100644 pinot-tools/src/main/resources/examples/batch/tpch/part/part_offline_table_config.json
create mode 100644 pinot-tools/src/main/resources/examples/batch/tpch/part/part_schema.json
create mode 100644 pinot-tools/src/main/resources/examples/batch/tpch/part/rawdata/part.avro
create mode 100644 pinot-tools/src/main/resources/examples/batch/tpch/partsupp/ingestionJobSpec.yaml
create mode 100644 pinot-tools/src/main/resources/examples/batch/tpch/partsupp/partsupp_offline_table_config.json
create mode 100644 pinot-tools/src/main/resources/examples/batch/tpch/partsupp/partsupp_schema.json
create mode 100644 pinot-tools/src/main/resources/examples/batch/tpch/partsupp/rawdata/partsupp.avro
create mode 100644 pinot-tools/src/main/resources/examples/batch/tpch/region/ingestionJobSpec.yaml
create mode 100644 pinot-tools/src/main/resources/examples/batch/tpch/region/rawdata/region.avro
create mode 100644 pinot-tools/src/main/resources/examples/batch/tpch/region/region_offline_table_config.json
create mode 100644 pinot-tools/src/main/resources/examples/batch/tpch/region/region_schema.json
create mode 100644 pinot-tools/src/main/resources/examples/batch/tpch/supplier/ingestionJobSpec.yaml
create mode 100644 pinot-tools/src/main/resources/examples/batch/tpch/supplier/rawdata/supplier.avro
create mode 100644 pinot-tools/src/main/resources/examples/batch/tpch/supplier/supplier_offline_table_config.json
create mode 100644 pinot-tools/src/main/resources/examples/batch/tpch/supplier/supplier_schema.json
delete mode 100644 pinot-tools/src/main/resources/examples/stream/airlineStats/kafka_0.9/airlineStats_realtime_table_config.json
delete mode 100644 pinot-tools/src/main/resources/examples/stream/airlineStats/kafka_2.0/airlineStats_realtime_table_config.json
rename pinot-tools/src/main/resources/examples/stream/airlineStats/{sample_data => rawdata}/airlineStats_data.avro (100%)
rename pinot-tools/src/main/resources/examples/stream/airlineStats/{sample_data => rawdata}/airlineStats_data.json (100%)
rename pinot-tools/src/main/resources/examples/stream/airlineStats/{sample_data => rawdata}/airlineStats_data.orc (100%)
create mode 100644 pinot-tools/src/main/resources/examples/stream/fineFoodReviews/fineFoodReviews_realtime_table_config.json
create mode 100644 pinot-tools/src/main/resources/examples/stream/fineFoodReviews/fineFoodReviews_schema.json
create mode 100644 pinot-tools/src/main/resources/examples/stream/fineFoodReviews/rawdata/fine_food_reviews_with_embeddings_1k.json.gz
delete mode 100644 pinot-tools/src/main/resources/examples/stream/githubEvents/docker/pullRequestMergedEvents_realtime_table_config.json
create mode 100644 pinot-tools/src/main/resources/examples/stream/githubEvents/githubEvents_realtime_table_config.json
copy pinot-tools/src/main/resources/examples/{minions => }/stream/githubEvents/githubEvents_schema.json (100%)
delete mode 100644 pinot-tools/src/main/resources/examples/stream/githubEvents/pullRequestMergedEvents_kinesis_realtime_table_config.json
delete mode 100644 pinot-tools/src/main/resources/examples/stream/githubEvents/pullRequestMergedEvents_realtime_table_config.json
copy pinot-tools/src/main/resources/examples/{minions => }/stream/githubEvents/rawdata/2021-07-21-few-hours.json (100%)
delete mode 100644 pinot-tools/src/main/resources/examples/stream/meetupRsvp/complexTypeHandling_meetupRsvp_realtime_table_config.json
delete mode 100644 pinot-tools/src/main/resources/examples/stream/meetupRsvp/complexTypeHandling_meetupRsvp_schema.json
delete mode 100644 pinot-tools/src/main/resources/examples/stream/meetupRsvp/json_meetupRsvp_realtime_table_config.json
delete mode 100644 pinot-tools/src/main/resources/examples/stream/meetupRsvp/json_meetupRsvp_schema.json
delete mode 100644 pinot-tools/src/main/resources/examples/stream/meetupRsvp/kafka_0.9/meetupRsvp_realtime_table_config.json
delete mode 100644 pinot-tools/src/main/resources/examples/stream/meetupRsvp/kafka_2.0/meetupRsvp_realtime_table_config.json
delete mode 100644 pinot-tools/src/main/resources/examples/stream/meetupRsvp/upsert_json_meetupRsvp_realtime_table_config.json
delete mode 100644 pinot-tools/src/main/resources/examples/stream/meetupRsvp/upsert_json_meetupRsvp_schema.json
delete mode 100644 pinot-tools/src/main/resources/examples/stream/meetupRsvp/upsert_meetupRsvp_realtime_table_config.json
delete mode 100644 pinot-tools/src/main/resources/examples/stream/meetupRsvp/upsert_meetupRsvp_schema.json
delete mode 100644 pinot-tools/src/main/resources/examples/stream/meetupRsvp/upsert_partial_meetupRsvp_realtime_table_config.json
delete mode 100644 pinot-tools/src/main/resources/examples/stream/meetupRsvp/upsert_partial_meetupRsvp_schema.json
create mode 100644 pinot-tools/src/main/resources/examples/stream/meetupRsvpComplexType/meetupRsvpComplexType_realtime_table_config.json
create mode 100644 pinot-tools/src/main/resources/examples/stream/meetupRsvpComplexType/meetupRsvpComplexType_schema.json
create mode 100644 pinot-tools/src/main/resources/examples/stream/meetupRsvpJson/meetupRsvpJson_realtime_table_config.json
create mode 100644 pinot-tools/src/main/resources/examples/stream/meetupRsvpJson/meetupRsvpJson_schema.json
create mode 100644 pinot-tools/src/main/resources/examples/stream/pullRequestMergedEvents/docker/pullRequestMergedEvents_realtime_table_config.json
create mode 100644 pinot-tools/src/main/resources/examples/stream/pullRequestMergedEvents/pullRequestMergedEvents_kinesis_realtime_table_config.json
create mode 100644 pinot-tools/src/main/resources/examples/stream/pullRequestMergedEvents/pullRequestMergedEvents_realtime_table_config.json
rename pinot-tools/src/main/resources/examples/stream/{githubEvents => pullRequestMergedEvents}/pullRequestMergedEvents_schema.json (100%)
create mode 100644 pinot-tools/src/main/resources/examples/stream/upsertJsonMeetupRsvp/upsertJsonMeetupRsvp_realtime_table_config.json
create mode 100644 pinot-tools/src/main/resources/examples/stream/upsertJsonMeetupRsvp/upsertJsonMeetupRsvp_schema.json
create mode 100644 pinot-tools/src/main/resources/examples/stream/upsertMeetupRsvp/upsertMeetupRsvp_realtime_table_config.json
create mode 100644 pinot-tools/src/main/resources/examples/stream/upsertMeetupRsvp/upsertMeetupRsvp_schema.json
create mode 100644 pinot-tools/src/main/resources/examples/stream/upsertPartialMeetupRsvp/upsertPartialMeetupRsvp_realtime_table_config.json
create mode 100644 pinot-tools/src/main/resources/examples/stream/upsertPartialMeetupRsvp/upsertPartialMeetupRsvp_schema.json
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@pinot.apache.org
For additional commands, e-mail: commits-help@pinot.apache.org