You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pinot.apache.org by xi...@apache.org on 2020/12/26 21:16:13 UTC
[incubator-pinot] branch h3-index updated (e71f01a -> 0d02141)
This is an automated email from the ASF dual-hosted git repository.
xiangfu pushed a change to branch h3-index
in repository https://gitbox.apache.org/repos/asf/incubator-pinot.git.
discard e71f01a Allow multiple H3 index resolutions (#6387)
omit 561a905 Fixing license issues
omit bab10b9 Removing H3WITHIN UDF and adding logic to use h3 index for st_distance udf
omit efcec4f Using the parameters from the query and functional
omit e2ea4d6 Adding a quickstart
omit 5b13496 Wiring H3 Index for query processing
omit 4bb6677 Initial commit for H3 based geospatial indexing
add 85cf696 Fixing the issue for realtime table creation with env variables in stream configs (#6373)
add 10dad7d Ingestion resource with APIs for ingestion via file/URI (#6354)
add b8bc74f compatibility test: create/delete table operations (#6360)
add 7580ae4 [TE]frontend - Integrate Performance Stats into Composite Anomalies (#6366)
add 33de6dc Introduce DimensionTableDataManager (#6346)
add 6d8b09e Update Helm readme with latest incubator repo (#6381)
add 1bb6c14 Add FST index which works on top of REGEXP_LIKE operator. (#6120)
add fed6750 Adding a version option to pinot admin to show all the component versions (#6380)
add df93ffc Initial commit for H3 based geospatial indexing
add a23cd2c Wiring H3 Index for query processing
add e3ce9e6 Adding a quickstart
add ee21586 Using the parameters from the query and functional
add f1fa699 Removing H3WITHIN UDF and adding logic to use h3 index for st_distance udf
add 3724bd3 Fixing license issues
add 1758e28 Allow multiple H3 index resolutions (#6387)
add 0d02141 rebase to master
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (e71f01a)
\
N -- N -- N refs/heads/h3-index (0d02141)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
kubernetes/helm/README.md | 4 +-
pinot-controller/pom.xml | 6 +
.../resources/PinotIngestionRestletResource.java | 194 +++++++++
.../helix/ControllerRequestURLBuilder.java | 35 ++
.../helix/core/PinotHelixResourceManager.java | 5 +-
.../pinot/controller/util/FileIngestionHelper.java | 147 +++++++
.../pinot/controller/util/FileIngestionUtils.java | 178 ++++++++
.../api/PinotIngestionRestletResourceTest.java | 133 ++++++
.../org/apache/pinot/core/common/DataSource.java | 5 +
.../core/data/manager/SegmentDataManager.java | 2 +-
.../manager/offline/DimensionTableDataManager.java | 164 +++++++
.../manager/offline/TableDataManagerProvider.java | 7 +-
.../realtime/HLRealtimeSegmentDataManager.java | 4 +-
.../realtime/LLRealtimeSegmentDataManager.java | 9 +-
.../generator/SegmentGeneratorConfig.java | 23 +
.../indexsegment/mutable/MutableSegmentImpl.java | 32 +-
.../operator/filter/BitmapBasedFilterOperator.java | 6 +-
.../core/operator/filter/FilterOperatorUtils.java | 6 +
.../FSTBasedRegexpPredicateEvaluatorFactory.java | 156 +++++++
.../org/apache/pinot/core/plan/FilterPlanNode.java | 32 +-
.../converter/RealtimeSegmentConverter.java | 7 +-
.../RealtimeSegmentSegmentCreationDataSource.java | 3 +-
.../core/realtime/impl/RealtimeSegmentConfig.java | 24 +-
.../RealtimeLuceneTextIndexReader.java | 6 +
.../pinot/core/segment/creator/TextIndexType.java | 3 +-
.../creator/impl/SegmentColumnarIndexCreator.java | 35 +-
.../core/segment/creator/impl/V1Constants.java | 3 +
.../impl/inv/text/LuceneFSTIndexCreator.java | 103 +++++
.../segment/index/column/ColumnIndexContainer.java | 5 +
.../index/column/PhysicalColumnIndexContainer.java | 22 +
.../converter/SegmentV1V2ToV3FormatConverter.java | 11 +
.../segment/index/datasource/BaseDataSource.java | 19 +-
.../index/datasource/ImmutableDataSource.java | 3 +-
.../index/datasource/MutableDataSource.java | 15 +-
.../segment/index/loader/IndexLoadingConfig.java | 22 +
.../segment/index/loader/SegmentPreProcessor.java | 9 +
.../defaultcolumn/BaseDefaultColumnHandler.java | 3 +-
.../invertedindex/LuceneFSTIndexHandler.java | 157 +++++++
.../segment/index/metadata/ColumnMetadata.java | 20 +-
.../index/readers/LuceneFSTIndexReader.java | 82 ++++
.../segment/index/readers/TextIndexReader.java | 8 +
.../index/readers/text/LuceneTextIndexReader.java | 6 +
.../pinot/core/segment/store/ColumnIndexType.java | 1 +
.../core/segment/store/FilePerIndexDirectory.java | 5 +
.../core/segment/store/SegmentDirectoryPaths.java | 9 +
.../segment/store/SingleFileIndexDirectory.java | 3 +
.../virtualcolumn/VirtualColumnIndexContainer.java | 5 +
.../core/startree/v2/store/StarTreeDataSource.java | 5 +-
.../apache/pinot/core/util/TableConfigUtils.java | 36 +-
.../org/apache/pinot/core/util/fst/FSTBuilder.java | 65 +++
.../pinot/core/util/fst/PinotBufferIndexInput.java | 89 ++++
.../apache/pinot/core/util/fst/RegexpMatcher.java | 164 +++++++
.../offline/DimensionTableDataManagerTest.java | 173 ++++++++
.../index/creator/LuceneFSTIndexCreatorTest.java | 74 ++++
.../core/segment/index/loader/LoaderTest.java | 139 ++++++
.../index/loader/SegmentPreProcessorTest.java | 105 ++++-
.../pinot/core/util/TableConfigUtilsTest.java | 132 ++++++
.../queries/FSTBasedRegexpLikeQueriesTest.java | 477 +++++++++++++++++++++
.../pinot/queries/TextSearchQueriesTest.java | 3 +-
.../java/org/apache/pinot/util/FSTBuilderTest.java | 107 +++++
.../src/test/resources/data/dimBaseballTeams.avro | Bin 0 -> 2214 bytes
.../src/test/resources/data/dimBaseballTeams.avsc | 8 +
.../src/test/resources/data/dimBaseballTeams.csv | 52 +++
.../resources/data/dimBaseballTeams_schema.json | 14 +
...sWithTextSchema.json => newColumnsSchema4.json} | 14 +-
.../pinot/compat/tests/ClusterDescriptor.java | 6 +-
.../org/apache/pinot/compat/tests/TableOp.java | 55 ++-
.../apache/pinot/spi/config/table/FieldConfig.java | 2 +-
.../spi/data/readers/RecordReaderFactory.java | 16 +
.../pinot/spi/utils/IngestionConfigUtils.java | 7 +
.../org/apache/pinot/tools/JoinQuickStart.java | 124 ++++++
.../pinot/tools/admin/PinotAdministrator.java | 18 +-
thirdeye/thirdeye-frontend/.prettierrc | 8 +
.../explore/composite-anomalies/controller.js | 23 +-
.../explore/composite-anomalies/template.hbs | 53 ++-
75 files changed, 3610 insertions(+), 96 deletions(-)
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/api/resources/PinotIngestionRestletResource.java
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/util/FileIngestionHelper.java
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/util/FileIngestionUtils.java
create mode 100644 pinot-controller/src/test/java/org/apache/pinot/controller/api/PinotIngestionRestletResourceTest.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/data/manager/offline/DimensionTableDataManager.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/operator/filter/predicate/FSTBasedRegexpPredicateEvaluatorFactory.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/creator/impl/inv/text/LuceneFSTIndexCreator.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/index/loader/invertedindex/LuceneFSTIndexHandler.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/index/readers/LuceneFSTIndexReader.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/util/fst/FSTBuilder.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/util/fst/PinotBufferIndexInput.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/util/fst/RegexpMatcher.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/data/manager/offline/DimensionTableDataManagerTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/segment/index/creator/LuceneFSTIndexCreatorTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/queries/FSTBasedRegexpLikeQueriesTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/util/FSTBuilderTest.java
create mode 100644 pinot-core/src/test/resources/data/dimBaseballTeams.avro
create mode 100644 pinot-core/src/test/resources/data/dimBaseballTeams.avsc
create mode 100644 pinot-core/src/test/resources/data/dimBaseballTeams.csv
create mode 100644 pinot-core/src/test/resources/data/dimBaseballTeams_schema.json
copy pinot-core/src/test/resources/data/{newColumnsWithTextSchema.json => newColumnsSchema4.json} (83%)
copy pinot-controller/src/main/java/org/apache/pinot/controller/api/events/SchemaEventType.java => pinot-integration-tests/src/test/java/org/apache/pinot/compat/tests/ClusterDescriptor.java (85%)
create mode 100644 pinot-tools/src/main/java/org/apache/pinot/tools/JoinQuickStart.java
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@pinot.apache.org
For additional commands, e-mail: commits-help@pinot.apache.org