You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pinot.apache.org by xi...@apache.org on 2020/12/16 06:53:03 UTC
[incubator-pinot] branch
adding_pinot_minion_segment_creation_tasks_2 updated (4d7abbd -> 9ecf2f1)
This is an automated email from the ASF dual-hosted git repository.
xiangfu pushed a change to branch adding_pinot_minion_segment_creation_tasks_2
in repository https://gitbox.apache.org/repos/asf/incubator-pinot.git.
discard 4d7abbd Adding logic to infer recordreader classes from input format
discard c8301e4 Adding pinot minion segment creation task
discard 33028d5 simplify batch config and corresponding utils
add d6484f6 Added proper tooltips, ability to enable-disable table state and fixed page crash on reload status (#6327)
add 7c0e22d Update .travis.yml (#6342)
add 4ba7204 Fix table cache in pinot-broker (#6329)
add 64d1054 Adding offline dim table creation and assignment (#6286)
add 75f9fd3 Add a Controller endpoint to return table creation time (#6331)
add f2c37d5 Creating a pluggable interface for Table config tuner (#6255)
add e691a38 Fix the logging bug in star-tree builder (#6348)
add 2796b83 Adding json path functions to extract values from json object (#6347)
add 4183ffe simplify batch config and corresponding utils (#6332)
add bdeec8d Fixing the issue with result schema (#6353)
add 9644350 add redis module dependency (#6357)
add 946ff55 [TE] fix javassist version (#6356)
add 152d031 Adding pinot minion segment creation task
add 9ecf2f1 Adding logic to infer recordreader classes from input format
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (4d7abbd)
\
N -- N -- N refs/heads/adding_pinot_minion_segment_creation_tasks_2 (9ecf2f1)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.travis.yml | 14 ++
docker/images/pinot-superset/requirements-db.txt | 1 +
.../requesthandler/BaseBrokerRequestHandler.java | 2 +-
pinot-common/pom.xml | 4 +
.../config/tuner/NoOpTableTableConfigTuner.java | 18 ++-
.../config/tuner/RealTimeAutoIndexTuner.java | 51 ++++++
.../config/tuner/TableConfigTunerRegistry.java | 77 +++++++++
.../common/function/scalar/JsonFunctions.java | 39 +++++
.../common/utils/config/TableConfigUtils.java | 15 +-
.../pinot/pql/parsers/pql2/ast/SelectAstNode.java | 4 +-
.../config/tuner/RealTimeAutoIndexTunerTest.java | 76 +++++++++
.../common/config/tuner/TunerRegistryTest.java | 55 +++++++
.../pinot/common/function/JsonFunctionsTest.java | 65 ++++++++
.../common/function/TransformFunctionTypeTest.java | 7 +
.../common/utils/config/TableConfigSerDeTest.java | 22 +++
.../api/resources/PinotTableRestletResource.java | 66 ++++++--
.../helix/core/PinotHelixResourceManager.java | 13 ++
.../segment/OfflineDimTableSegmentAssignment.java | 93 +++++++++++
.../segment/SegmentAssignmentFactory.java | 2 +-
.../assignment/segment/SegmentAssignmentUtils.java | 1 -
.../main/resources/app/components/Breadcrumbs.tsx | 6 +
.../src/main/resources/app/components/Confirm.tsx | 2 +-
.../main/resources/app/components/CustomDialog.tsx | 2 +-
.../Homepage/Operations/AddDeleteComponent.tsx | 5 +-
.../Homepage/Operations/AddIndexingComponent.tsx | 1 +
.../Homepage/Operations/AddIngestionComponent.tsx | 6 +-
.../Homepage/Operations/AddOfflineTableOp.tsx | 1 +
.../Homepage/Operations/AddPartionComponent.tsx | 6 +-
.../Homepage/Operations/AddQueryComponent.tsx | 4 +-
.../Operations/AddRealTimeIngestionComponent.tsx | 27 ++--
.../Operations/AddRealTimePartionComponent.tsx | 6 +-
.../Operations/AddRealtimeTableComponent.tsx | 174 ---------------------
.../Homepage/Operations/AddRealtimeTableOp.tsx | 1 +
.../components/Homepage/Operations/AddSchemaOp.tsx | 7 +-
.../Homepage/Operations/AddStorageComponent.tsx | 9 +-
.../Homepage/Operations/AddTableComponent.tsx | 7 +-
.../Homepage/Operations/AddTenantComponent.tsx | 7 +-
.../Homepage/Operations/MultiIndexingComponent.tsx | 10 +-
.../Operations/MultipleSelectComponent.tsx | 7 +-
.../Homepage/Operations/RebalanceServerTableOp.tsx | 5 +-
.../Homepage/Operations/ReloadStatusOp.tsx | 86 +++++-----
.../resources/app/components/SimpleAccordion.tsx | 12 +-
.../src/main/resources/app/components/Table.tsx | 39 +++--
.../main/resources/app/pages/InstanceDetails.tsx | 9 +-
.../main/resources/app/pages/SegmentDetails.tsx | 2 +-
.../main/resources/app/pages/TablesListingPage.tsx | 15 +-
.../src/main/resources/app/pages/TenantDetails.tsx | 45 ++++--
.../src/main/resources/app/pages/Tenants.tsx | 17 +-
.../src/main/resources/app/requests/index.ts | 3 +
pinot-controller/src/main/resources/app/router.tsx | 1 +
.../src/main/resources/app/styles/styles.css | 4 +
.../main/resources/app/utils/PinotMethodUtils.ts | 12 +-
.../OfflineDimTableSegmentAssignmentTest.java | 108 +++++++++++++
.../manager/config/TableDataManagerConfig.java | 8 +-
.../query/selection/SelectionOperatorUtils.java | 2 +-
.../startree/v2/builder/BaseSingleTreeBuilder.java | 2 +-
.../apache/pinot/core/util/TableConfigUtils.java | 3 +-
.../pinot/core/util/TableConfigUtilsTest.java | 2 +-
.../tests/OfflineClusterIntegrationTest.java | 18 ++-
pinot-spi/pom.xml | 4 +
.../apache/pinot/spi/config/table/TableConfig.java | 24 ++-
.../{TableCustomConfig.java => TableStats.java} | 28 ++--
.../{TableCustomConfig.java => TunerConfig.java} | 36 ++++-
.../spi/config/table/tuner/TableConfigTuner.java | 24 ++-
.../apache/pinot/spi/config/table/tuner/Tuner.java | 24 +--
.../pinot/spi/ingestion/batch/BatchConfig.java | 15 +-
.../spi/utils/builder/TableConfigBuilder.java | 15 +-
.../pinot/spi/ingestion/batch/BatchConfigTest.java | 18 ---
thirdeye/pom.xml | 4 +-
thirdeye/thirdeye-pinot/pom.xml | 2 +-
70 files changed, 1096 insertions(+), 404 deletions(-)
copy pinot-controller/src/main/java/org/apache/pinot/controller/api/events/DefaultMetadataEventNotifier.java => pinot-common/src/main/java/org/apache/pinot/common/config/tuner/NoOpTableTableConfigTuner.java (65%)
create mode 100644 pinot-common/src/main/java/org/apache/pinot/common/config/tuner/RealTimeAutoIndexTuner.java
create mode 100644 pinot-common/src/main/java/org/apache/pinot/common/config/tuner/TableConfigTunerRegistry.java
create mode 100644 pinot-common/src/test/java/org/apache/pinot/common/config/tuner/RealTimeAutoIndexTunerTest.java
create mode 100644 pinot-common/src/test/java/org/apache/pinot/common/config/tuner/TunerRegistryTest.java
create mode 100644 pinot-common/src/test/java/org/apache/pinot/common/function/JsonFunctionsTest.java
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/helix/core/assignment/segment/OfflineDimTableSegmentAssignment.java
delete mode 100644 pinot-controller/src/main/resources/app/components/Homepage/Operations/AddRealtimeTableComponent.tsx
create mode 100644 pinot-controller/src/test/java/org/apache/pinot/controller/helix/core/assignment/segment/OfflineDimTableSegmentAssignmentTest.java
copy pinot-spi/src/main/java/org/apache/pinot/spi/config/table/{TableCustomConfig.java => TableStats.java} (64%)
copy pinot-spi/src/main/java/org/apache/pinot/spi/config/table/{TableCustomConfig.java => TunerConfig.java} (54%)
copy pinot-controller/src/main/java/org/apache/pinot/controller/api/events/DefaultMetadataEventNotifier.java => pinot-spi/src/main/java/org/apache/pinot/spi/config/table/tuner/TableConfigTuner.java (65%)
copy thirdeye/thirdeye-pinot/src/main/java/org/apache/pinot/thirdeye/detection/annotation/AlertScheme.java => pinot-spi/src/main/java/org/apache/pinot/spi/config/table/tuner/Tuner.java (70%)
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@pinot.apache.org
For additional commands, e-mail: commits-help@pinot.apache.org