You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pinot.apache.org by ki...@apache.org on 2020/11/03 20:00:19 UTC
[incubator-pinot] branch json-indexing updated (9e6f837 -> 64dba07)
This is an automated email from the ASF dual-hosted git repository.
kishoreg pushed a change to branch json-indexing
in repository https://gitbox.apache.org/repos/asf/incubator-pinot.git.
discard 9e6f837 adding example data for json
discard f20a359 changing table name from super to personJson
discard cd062fb Adding index creator and reader
discard 7a3062c Initial commit
add b710e09 Fetch Brokers From Controller in JDBC (#5988)
add 7e7a4bb Added recursive functions validation check for group by (#6186)
add 05734bf Rewrite possible array aggregation functions to one level (#6127)
add ef970e6 Minion command line starter for issue #6111 (#6184)
add 5beb83a Reduce pql queries from 10k to 500 (#6181)
add b97460c Updated README with Pinot UI GIF. (#6164)
add 0b8cc88 Updating Pinot UI GIF (#6190)
add ec1c859 Relaxing timeColumnName and indexingConfig validation (#6185)
add 0f4ee68 Compute absolute docId in lucene collector (#6194)
add 57d292c add controls for verbosity and query dialect (#6200)
add 3ab13df Reduce number of sql queries from 10k to 500 in pinot-integration-tests module (#6192)
add 0f85a92 add quick-start example (#6207)
add 85a0804 add upsert metadata metric (#6204)
add ce43288 Adding operation in table details page (#6198)
add 8678f5e [Upsert] Preserve the newer added record when 2 records have the same timestamp (#6213)
add cd5f812 Support running pinot batch ingestion standalone job in a parallel mode (#6214)
add 413b7cb Add StrictReplicaGroupInstanceSelector (#6208)
add 637b0f1 Add DateTime columns to JDBC Connection Response Metdata (#6196)
add 9dd03e4 added jira reporter name between quotes (#6183)
add 76eaf51 Fix the test failure caused by day time saving (#6217)
add d586801 Add IN_SUBQUERY support (#6022)
add 4242706 Add IN_PARTITIONED_SUBQUERY support (#6043)
add aa883b8 Supporting adding of tables & schema from UI and added Timeout in Query Console (#6215)
add e0f15aa Enhance TableRebalancer to support no-downtime rebalance for strict replica-group routing tables (#6212)
add e5c9bec Update license and notice file for release 0.6.0 (#6219)
add 75afca3 added hash functions(sha-1, sha-256, md5, etc) (#6218)
add b7819e1 Adding a new Server API for computing average off heap memory consumed (#6172)
add d19d604 Adding bootstrap table command and move quickstart to use it (#6220)
add 9942424 Add upsert to readme (#6221)
add 8462646 Initial commit
add e9a8ad5 Adding index creator and reader
add e898efd changing table name from super to personJson
add 64dba07 adding example data for json
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (9e6f837)
\
N -- N -- N refs/heads/json-indexing (64dba07)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
LICENSE-binary | 4 +-
NOTICE-binary | 12 +-
README.md | 4 +
.../requesthandler/BaseBrokerRequestHandler.java | 193 ++++++-
.../pinot/broker/routing/RoutingManager.java | 90 ++--
.../instanceselector/BaseInstanceSelector.java | 87 ++--
.../routing/instanceselector/InstanceSelector.java | 18 +-
.../instanceselector/InstanceSelectorFactory.java | 22 +-
.../StrictReplicaGroupInstanceSelector.java | 181 +++++++
.../SegmentLineageBasedSegmentPreSelector.java | 3 +-
.../SegmentPreSelector.java | 6 +-
.../SegmentPreSelectorFactory.java | 2 +-
.../segmentpruner/PartitionSegmentPruner.java | 6 +-
.../routing/segmentpruner/SegmentPruner.java | 18 +-
.../segmentselector/OfflineSegmentSelector.java | 7 +-
.../segmentselector/RealtimeSegmentSelector.java | 7 +-
.../routing/segmentselector/SegmentSelector.java | 14 +-
.../routing/timeboundary/TimeBoundaryManager.java | 27 +-
.../instanceselector/InstanceSelectorTest.java | 473 +++++++++++++----
.../SegmentPreSelectorTest.java | 4 +-
.../routing/segmentpruner/SegmentPrunerTest.java | 11 +-
.../segmentselector/SegmentSelectorTest.java | 11 +-
.../timeboundary/TimeBoundaryManagerTest.java | 43 +-
pinot-clients/pinot-jdbc-client/pom.xml | 1 -
.../org/apache/pinot/client/PinotConnection.java | 23 +-
.../pinot/client/PinotConnectionMetaData.java | 11 +-
.../java/org/apache/pinot/client/PinotDriver.java | 12 +-
.../controller/PinotControllerTransport.java | 31 +-
...se.java => ControllerTenantBrokerResponse.java} | 60 ++-
.../client/controller/response/SchemaResponse.java | 3 +
.../org/apache/pinot/client/utils/DriverUtils.java | 10 +-
.../client/DummyPinotControllerTransport.java} | 31 +-
.../apache/pinot/client/PinotConnectionTest.java | 4 +-
.../pinot/client/PinotPreparedStatementTest.java | 7 +-
.../apache/pinot/client/PinotStatementTest.java | 6 +-
.../common/function/scalar/HashFunctions.java | 82 +++
.../pinot/common/metrics/AbstractMetrics.java | 16 +
.../apache/pinot/common/metrics/ServerGauge.java | 5 +-
.../apache/pinot/common/utils/CommonConstants.java | 2 +
.../apache/pinot/common/utils/LLCSegmentName.java | 14 +-
.../apache/pinot/sql/parsers/CalciteSqlParser.java | 117 ++++-
.../pinot/sql/parsers/CalciteSqlCompilerTest.java | 65 +++
.../helix/core/rebalance/TableRebalancer.java | 106 +++-
pinot-controller/src/main/resources/app/App.tsx | 45 +-
.../main/resources/app/components/Breadcrumbs.tsx | 5 +
.../main/resources/app/components/CustomButton.tsx | 33 +-
.../resources/app/components/CustomCodemirror.tsx | 8 +-
.../main/resources/app/components/CustomDialog.tsx | 23 +-
.../app/components/CustomNotification.tsx | 59 +--
.../Homepage/Operations/AddTableComponent.tsx | 171 +++++++
.../components/Homepage/Operations/AddTableOp.tsx | 259 ++++++++++
.../Homepage/Operations/AddTableSchemaOp.tsx | 263 ++++++++++
.../Homepage/Operations/EditConfigOp.tsx | 2 +-
.../Homepage/Operations/RebalanceServerTableOp.tsx | 166 ++++++
...ditConfigOp.tsx => RebalanceServerTenantOp.tsx} | 35 +-
.../Homepage/Operations/ReloadStatusOp.tsx | 124 +++++
.../Homepage/Operations/SchemaComponent.tsx | 350 +++++++++++++
.../Notification/NotificationContext.tsx | 14 +-
.../Notification/NotificationContextProvider.tsx | 61 +++
.../resources/app/components/SimpleAccordion.tsx | 33 +-
.../src/main/resources/app/components/Table.tsx | 17 +-
.../app/components/Zookeeper/TreeDirectory.tsx | 38 +-
.../src/main/resources/app/interfaces/types.d.ts | 10 +-
.../main/resources/app/pages/InstanceDetails.tsx | 41 +-
.../src/main/resources/app/pages/Query.tsx | 27 +-
.../main/resources/app/pages/SegmentDetails.tsx | 47 +-
.../main/resources/app/pages/TablesListingPage.tsx | 79 ++-
.../src/main/resources/app/pages/TenantDetails.tsx | 394 ++++++++++++++-
.../src/main/resources/app/pages/Tenants.tsx | 56 ++-
.../src/main/resources/app/requests/index.ts | 44 +-
pinot-controller/src/main/resources/app/router.tsx | 1 +
.../main/resources/app/utils/PinotMethodUtils.ts | 281 +++++++----
.../src/main/resources/app/utils/Utils.tsx | 46 +-
.../helix/core/rebalance/TableRebalancerTest.java | 372 +++++++++++---
.../manager/realtime/RealtimeTableDataManager.java | 2 +-
.../query/executor/ServerQueryExecutorV1Impl.java | 206 ++++++--
.../query/pruner/ColumnValueSegmentPruner.java | 6 +-
.../core/query/pruner/DataSchemaSegmentPruner.java | 6 +-
.../pinot/core/query/pruner/SegmentPruner.java | 35 +-
.../core/query/pruner/SegmentPrunerService.java | 12 +-
.../query/pruner/SelectionQuerySegmentPruner.java | 107 ++--
.../core/query/pruner/ValidSegmentPruner.java | 10 +-
.../core/query/request/ServerQueryRequest.java | 37 +-
.../query/request/context/FunctionContext.java | 7 +-
.../core/query/request/context/QueryContext.java | 94 +++-
.../BrokerRequestToQueryContextConverter.java | 7 +-
.../request/context/utils/QueryContextUtils.java | 54 --
.../realtime/impl/RealtimeSegmentStatsHistory.java | 30 +-
.../index/readers/text/LuceneDocIdCollector.java | 4 +-
.../upsert/PartitionUpsertMetadataManager.java | 75 ++-
.../core/upsert/TableUpsertMetadataManager.java | 11 +-
.../apache/pinot/core/util/TableConfigUtils.java | 36 +-
.../core/data/function/InbuiltFunctionsTest.java | 4 +-
.../realtime/LLRealtimeSegmentDataManagerTest.java | 3 +-
.../mutable/MutableSegmentImplUpsertTest.java | 6 +-
.../function/BaseTransformFunctionTest.java | 5 +
.../ScalarTransformFunctionWrapperTest.java | 54 ++
...adataAndDictionaryAggregationPlanMakerTest.java | 6 +-
.../query/pruner/ColumnValueSegmentPrunerTest.java | 5 +-
.../pruner/SelectionQuerySegmentPrunerTest.java | 241 +++++----
.../BrokerRequestToQueryContextConverterTest.java | 39 +-
.../impl/RealtimeSegmentStatsHistoryTest.java | 24 +
.../upsert/PartitionUpsertMetadataManagerTest.java | 88 ++--
.../pinot/core/util/TableConfigUtilsTest.java | 40 +-
.../tests/BaseClusterIntegrationTest.java | 4 +-
.../tests/BaseClusterIntegrationTestSet.java | 105 ++--
.../tests/ClusterIntegrationTestUtils.java | 4 +-
.../pinot/integration/tests/ClusterTest.java | 2 +-
.../tests/LLCRealtimeClusterIntegrationTest.java | 7 +
.../MultiNodesOfflineClusterIntegrationTest.java | 6 +
.../tests/OfflineClusterIntegrationTest.java | 7 +
...e_Performance_2014_100k_subset.test_queries_500 | 510 +++++++++++++++++++
...rformance_2014_100k_subset.test_queries_500.sql | 557 +++++++++++++++++++++
.../org/apache/pinot/minion/MinionStarter.java | 4 +-
.../spark/SparkSegmentGenerationJobRunner.java | 16 +-
.../ingestion/batch/standalone/JobUtils.java | 12 +-
.../standalone/SegmentGenerationJobRunner.java | 120 +++--
.../server/api/resources/MmapDebugResource.java | 43 ++
.../server/api/resources/TableSizeResource.java | 4 +-
.../pinot/server/api/resources/TablesResource.java | 8 +-
.../pinot/spi/config/table/RoutingConfig.java | 4 +-
pinot-tools/pom.xml | 26 +
.../org/apache/pinot/tools/BootstrapTableTool.java | 132 +++++
.../apache/pinot/tools/GitHubEventsQuickstart.java | 6 +-
.../org/apache/pinot/tools/HybridQuickstart.java | 44 +-
.../java/org/apache/pinot/tools/Quickstart.java | 24 +-
.../apache/pinot/tools/QuickstartTableRequest.java | 79 +--
.../org/apache/pinot/tools/RealtimeQuickStart.java | 16 +-
.../org/apache/pinot/tools/UpsertQuickStart.java | 15 +-
.../pinot/tools/admin/PinotAdministrator.java | 4 +
.../admin/{PinotServer.java => PinotMinion.java} | 6 +-
.../tools/admin/command/BootstrapTableCommand.java | 113 +++++
.../pinot/tools/admin/command/JSONQuickstart.java | 2 +-
.../tools/admin/command/QuickstartRunner.java | 19 +-
.../tools/admin/command/StartBrokerCommand.java | 2 +-
...tBrokerCommand.java => StartMinionCommand.java} | 66 +--
.../tools/admin/command/StartServerCommand.java | 4 +-
.../pinot/tools/perf/PerfBenchmarkDriver.java | 61 ++-
.../pinot/tools/perf/PerfBenchmarkDriverConf.java | 20 +
.../org/apache/pinot/tools/perf/QueryRunner.java | 11 +
.../pinot/tools/service/PinotServiceManager.java | 15 +
.../PinotServiceManagerInstanceResource.java | 19 +-
.../apache/pinot/tools/utils/PinotConfigUtils.java | 32 +-
.../batch/airlineStats/ingestionJobSpec.yaml | 3 +
.../upsert_meetupRsvp_realtime_table_config.json | 2 +-
.../notification/commons/ThirdEyeJiraClient.java | 2 +-
146 files changed, 6775 insertions(+), 1568 deletions(-)
create mode 100644 pinot-broker/src/main/java/org/apache/pinot/broker/routing/instanceselector/StrictReplicaGroupInstanceSelector.java
rename pinot-broker/src/main/java/org/apache/pinot/broker/routing/{segmentselector => segmentpreselector}/SegmentLineageBasedSegmentPreSelector.java (96%)
rename pinot-broker/src/main/java/org/apache/pinot/broker/routing/{segmentselector => segmentpreselector}/SegmentPreSelector.java (86%)
rename pinot-broker/src/main/java/org/apache/pinot/broker/routing/{segmentselector => segmentpreselector}/SegmentPreSelectorFactory.java (95%)
rename pinot-broker/src/test/java/org/apache/pinot/broker/routing/{segmentselector => segmentpreselector}/SegmentPreSelectorTest.java (97%)
copy pinot-clients/pinot-jdbc-client/src/main/java/org/apache/pinot/client/controller/response/{TableResponse.java => ControllerTenantBrokerResponse.java} (52%)
copy pinot-clients/{pinot-java-client/src/main/java/org/apache/pinot/client/SimpleBrokerSelector.java => pinot-jdbc-client/src/test/java/org/apache/pinot/client/DummyPinotControllerTransport.java} (50%)
create mode 100644 pinot-common/src/main/java/org/apache/pinot/common/function/scalar/HashFunctions.java
create mode 100644 pinot-controller/src/main/resources/app/components/Homepage/Operations/AddTableComponent.tsx
create mode 100644 pinot-controller/src/main/resources/app/components/Homepage/Operations/AddTableOp.tsx
create mode 100644 pinot-controller/src/main/resources/app/components/Homepage/Operations/AddTableSchemaOp.tsx
create mode 100644 pinot-controller/src/main/resources/app/components/Homepage/Operations/RebalanceServerTableOp.tsx
copy pinot-controller/src/main/resources/app/components/Homepage/Operations/{EditConfigOp.tsx => RebalanceServerTenantOp.tsx} (65%)
create mode 100644 pinot-controller/src/main/resources/app/components/Homepage/Operations/ReloadStatusOp.tsx
create mode 100644 pinot-controller/src/main/resources/app/components/Homepage/Operations/SchemaComponent.tsx
copy pinot-common/src/main/java/org/apache/pinot/common/metadata/ZKMetadata.java => pinot-controller/src/main/resources/app/components/Notification/NotificationContext.tsx (74%)
create mode 100644 pinot-controller/src/main/resources/app/components/Notification/NotificationContextProvider.tsx
create mode 100644 pinot-integration-tests/src/test/resources/On_Time_On_Time_Performance_2014_100k_subset.test_queries_500
create mode 100644 pinot-integration-tests/src/test/resources/On_Time_On_Time_Performance_2014_100k_subset.test_queries_500.sql
copy pinot-common/src/main/java/org/apache/pinot/common/exception/SchemaNotFoundException.java => pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-standalone/src/main/java/org/apache/pinot/plugin/ingestion/batch/standalone/JobUtils.java (72%)
create mode 100644 pinot-tools/src/main/java/org/apache/pinot/tools/BootstrapTableTool.java
copy pinot-tools/src/main/java/org/apache/pinot/tools/admin/{PinotServer.java => PinotMinion.java} (90%)
create mode 100644 pinot-tools/src/main/java/org/apache/pinot/tools/admin/command/BootstrapTableCommand.java
copy pinot-tools/src/main/java/org/apache/pinot/tools/admin/command/{StartBrokerCommand.java => StartMinionCommand.java} (62%)
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@pinot.apache.org
For additional commands, e-mail: commits-help@pinot.apache.org