You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pinot.apache.org by jl...@apache.org on 2020/11/04 18:55:54 UTC
[incubator-pinot] branch throw-exception-when-column-mismatch
updated (54ed467 -> e7d8d2a)
This is an automated email from the ASF dual-hosted git repository.
jlli pushed a change to branch throw-exception-when-column-mismatch
in repository https://gitbox.apache.org/repos/asf/incubator-pinot.git.
discard 54ed467 Address PR comments
discard ef5e75f Add warn level message and emit metric if this behavior detected
discard c9dff62 Address PR comments
discard 0439130 Add option to fail query when column mismatches
add 8678f5e [Upsert] Preserve the newer added record when 2 records have the same timestamp (#6213)
add cd5f812 Support running pinot batch ingestion standalone job in a parallel mode (#6214)
add 413b7cb Add StrictReplicaGroupInstanceSelector (#6208)
add 637b0f1 Add DateTime columns to JDBC Connection Response Metdata (#6196)
add 9dd03e4 added jira reporter name between quotes (#6183)
add 76eaf51 Fix the test failure caused by day time saving (#6217)
add d586801 Add IN_SUBQUERY support (#6022)
add 4242706 Add IN_PARTITIONED_SUBQUERY support (#6043)
add aa883b8 Supporting adding of tables & schema from UI and added Timeout in Query Console (#6215)
add e0f15aa Enhance TableRebalancer to support no-downtime rebalance for strict replica-group routing tables (#6212)
add e5c9bec Update license and notice file for release 0.6.0 (#6219)
add 75afca3 added hash functions(sha-1, sha-256, md5, etc) (#6218)
add b7819e1 Adding a new Server API for computing average off heap memory consumed (#6172)
add d19d604 Adding bootstrap table command and move quickstart to use it (#6220)
add 9942424 Add upsert to readme (#6221)
add e3b0bfc scalar functions for array (#6105)
add bee125e showing Query Result as blank table and json format toggle even if query response has 0 records (#6223)
add e130b33 Add option to fail query when column mismatches
add 508c85c Address PR comments
add 5f0aacc Add warn level message and emit metric if this behavior detected
add e7d8d2a Address PR comments
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (54ed467)
\
N -- N -- N refs/heads/throw-exception-when-column-mismatch (e7d8d2a)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
LICENSE-binary | 4 +-
NOTICE-binary | 12 +-
README.md | 2 +
.../requesthandler/BaseBrokerRequestHandler.java | 190 +++++++--
.../pinot/broker/routing/RoutingManager.java | 90 ++--
.../instanceselector/BaseInstanceSelector.java | 87 ++--
.../routing/instanceselector/InstanceSelector.java | 18 +-
.../instanceselector/InstanceSelectorFactory.java | 22 +-
.../StrictReplicaGroupInstanceSelector.java | 181 ++++++++
.../SegmentLineageBasedSegmentPreSelector.java | 3 +-
.../SegmentPreSelector.java | 6 +-
.../SegmentPreSelectorFactory.java | 2 +-
.../segmentpruner/PartitionSegmentPruner.java | 6 +-
.../routing/segmentpruner/SegmentPruner.java | 18 +-
.../segmentselector/OfflineSegmentSelector.java | 7 +-
.../segmentselector/RealtimeSegmentSelector.java | 7 +-
.../routing/segmentselector/SegmentSelector.java | 14 +-
.../routing/timeboundary/TimeBoundaryManager.java | 27 +-
.../instanceselector/InstanceSelectorTest.java | 473 ++++++++++++++++-----
.../SegmentPreSelectorTest.java | 4 +-
.../routing/segmentpruner/SegmentPrunerTest.java | 11 +-
.../segmentselector/SegmentSelectorTest.java | 11 +-
.../timeboundary/TimeBoundaryManagerTest.java | 43 +-
.../pinot/client/PinotConnectionMetaData.java | 6 +
.../client/controller/response/SchemaResponse.java | 3 +
.../pinot/common/function/FunctionInvoker.java | 19 +-
.../pinot/common/function/FunctionUtils.java | 32 ++
.../common/function/scalar/ArrayFunctions.java | 80 ++++
.../common/function/scalar/HashFunctions.java | 82 ++++
.../apache/pinot/common/utils/LLCSegmentName.java | 14 +-
.../apache/pinot/common/utils/PinotDataType.java | 32 +-
.../helix/core/rebalance/TableRebalancer.java | 106 ++++-
.../main/resources/app/components/Breadcrumbs.tsx | 5 +
.../resources/app/components/CustomCodemirror.tsx | 8 +-
.../main/resources/app/components/CustomDialog.tsx | 19 +-
.../app/components/CustomNotification.tsx | 2 +-
.../Homepage/Operations/AddTableComponent.tsx | 171 ++++++++
.../components/Homepage/Operations/AddTableOp.tsx | 259 +++++++++++
.../Homepage/Operations/AddTableSchemaOp.tsx | 263 ++++++++++++
.../Homepage/Operations/ReloadStatusOp.tsx | 3 +-
.../Homepage/Operations/SchemaComponent.tsx | 350 +++++++++++++++
.../src/main/resources/app/pages/Query.tsx | 47 +-
.../main/resources/app/pages/TablesListingPage.tsx | 53 ++-
.../src/main/resources/app/pages/TenantDetails.tsx | 6 +-
.../src/main/resources/app/requests/index.ts | 17 +-
pinot-controller/src/main/resources/app/router.tsx | 1 +
.../main/resources/app/utils/PinotMethodUtils.ts | 50 ++-
.../helix/core/rebalance/TableRebalancerTest.java | 372 +++++++++++++---
.../function/ScalarTransformFunctionWrapper.java | 122 +++++-
.../query/executor/ServerQueryExecutorV1Impl.java | 206 ++++++---
.../query/pruner/ColumnValueSegmentPruner.java | 6 +-
.../core/query/pruner/DataSchemaSegmentPruner.java | 6 +-
.../pinot/core/query/pruner/SegmentPruner.java | 35 +-
.../core/query/pruner/SegmentPrunerService.java | 12 +-
.../query/pruner/SelectionQuerySegmentPruner.java | 107 ++---
.../core/query/pruner/ValidSegmentPruner.java | 10 +-
.../core/query/request/ServerQueryRequest.java | 37 +-
.../query/request/context/FunctionContext.java | 7 +-
.../core/query/request/context/QueryContext.java | 94 +++-
.../BrokerRequestToQueryContextConverter.java | 7 +-
.../request/context/utils/QueryContextUtils.java | 54 ---
.../realtime/impl/RealtimeSegmentStatsHistory.java | 30 +-
.../upsert/PartitionUpsertMetadataManager.java | 54 +--
.../apache/pinot/core/util/TableConfigUtils.java | 6 +-
.../core/data/function/InbuiltFunctionsTest.java | 71 +++-
.../function/BaseTransformFunctionTest.java | 52 ++-
.../ScalarTransformFunctionWrapperTest.java | 280 ++++++++++--
.../query/pruner/ColumnValueSegmentPrunerTest.java | 5 +-
.../pruner/SelectionQuerySegmentPrunerTest.java | 241 +++++------
.../BrokerRequestToQueryContextConverterTest.java | 39 +-
.../impl/RealtimeSegmentStatsHistoryTest.java | 24 ++
.../upsert/PartitionUpsertMetadataManagerTest.java | 84 ++--
.../pinot/core/util/TableConfigUtilsTest.java | 26 +-
.../tests/BaseClusterIntegrationTestSet.java | 64 ++-
.../tests/LLCRealtimeClusterIntegrationTest.java | 7 +
.../MultiNodesOfflineClusterIntegrationTest.java | 6 +
.../tests/OfflineClusterIntegrationTest.java | 7 +
.../spark/SparkSegmentGenerationJobRunner.java | 16 +-
.../ingestion/batch/standalone/JobUtils.java | 12 +-
.../standalone/SegmentGenerationJobRunner.java | 120 ++++--
.../server/api/resources/MmapDebugResource.java | 43 ++
.../server/api/resources/TableSizeResource.java | 4 +-
.../pinot/server/api/resources/TablesResource.java | 8 +-
.../pinot/spi/config/table/RoutingConfig.java | 4 +-
.../org/apache/pinot/tools/BootstrapTableTool.java | 132 ++++++
.../apache/pinot/tools/GitHubEventsQuickstart.java | 6 +-
.../org/apache/pinot/tools/HybridQuickstart.java | 44 +-
.../java/org/apache/pinot/tools/Quickstart.java | 24 +-
.../apache/pinot/tools/QuickstartTableRequest.java | 79 ++--
.../org/apache/pinot/tools/RealtimeQuickStart.java | 16 +-
.../org/apache/pinot/tools/UpsertQuickStart.java | 15 +-
.../pinot/tools/admin/PinotAdministrator.java | 2 +
.../tools/admin/command/BootstrapTableCommand.java | 113 +++++
.../tools/admin/command/QuickstartRunner.java | 19 +-
.../batch/airlineStats/ingestionJobSpec.yaml | 3 +
.../upsert_meetupRsvp_realtime_table_config.json | 2 +-
.../notification/commons/ThirdEyeJiraClient.java | 2 +-
97 files changed, 4504 insertions(+), 1097 deletions(-)
create mode 100644 pinot-broker/src/main/java/org/apache/pinot/broker/routing/instanceselector/StrictReplicaGroupInstanceSelector.java
rename pinot-broker/src/main/java/org/apache/pinot/broker/routing/{segmentselector => segmentpreselector}/SegmentLineageBasedSegmentPreSelector.java (96%)
rename pinot-broker/src/main/java/org/apache/pinot/broker/routing/{segmentselector => segmentpreselector}/SegmentPreSelector.java (86%)
rename pinot-broker/src/main/java/org/apache/pinot/broker/routing/{segmentselector => segmentpreselector}/SegmentPreSelectorFactory.java (95%)
rename pinot-broker/src/test/java/org/apache/pinot/broker/routing/{segmentselector => segmentpreselector}/SegmentPreSelectorTest.java (97%)
create mode 100644 pinot-common/src/main/java/org/apache/pinot/common/function/scalar/ArrayFunctions.java
create mode 100644 pinot-common/src/main/java/org/apache/pinot/common/function/scalar/HashFunctions.java
create mode 100644 pinot-controller/src/main/resources/app/components/Homepage/Operations/AddTableComponent.tsx
create mode 100644 pinot-controller/src/main/resources/app/components/Homepage/Operations/AddTableOp.tsx
create mode 100644 pinot-controller/src/main/resources/app/components/Homepage/Operations/AddTableSchemaOp.tsx
create mode 100644 pinot-controller/src/main/resources/app/components/Homepage/Operations/SchemaComponent.tsx
copy pinot-common/src/main/java/org/apache/pinot/common/exception/SchemaNotFoundException.java => pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-standalone/src/main/java/org/apache/pinot/plugin/ingestion/batch/standalone/JobUtils.java (72%)
create mode 100644 pinot-tools/src/main/java/org/apache/pinot/tools/BootstrapTableTool.java
create mode 100644 pinot-tools/src/main/java/org/apache/pinot/tools/admin/command/BootstrapTableCommand.java
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@pinot.apache.org
For additional commands, e-mail: commits-help@pinot.apache.org