You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pinot.apache.org by xi...@apache.org on 2020/05/23 03:58:11 UTC
[incubator-pinot] branch time-functions-in-query updated (9a4e8ca
-> cc89fe3)
This is an automated email from the ASF dual-hosted git repository.
xiangfu pushed a change to branch time-functions-in-query
in repository https://gitbox.apache.org/repos/asf/incubator-pinot.git.
discard 9a4e8ca Adding support to execute functions during query compilation
add b61400f fix generator.sh to follow #5338 changes (#5415)
add 1e0cc16 Upgrade helix to 0.9.7 (#5411)
add 85474ba DATE_TIME should work as the primary time column for Pinot tables (#5399)
add 4e3f062 Fix issue with PerfBenchmarkRunner where server can no longer pre-load segments (#5417)
add 775d578 [TE] alerts search and pagination endpoint (#5413)
add 0459b98 [TE] fix an issue that in some cases the evaluations are not generated (#5420)
add 4f01114 Set hashmap initial size to 16 in DictionaryBasedGroupKeyGenerator. (#5421)
add 6a2881a [TE] frontend - harleyjj/packages - pin compatible package versions (#5418)
add a3ebd0c Use thread local for groupby raw key holders (#5419)
add 70e8383 Fix flaky test for InterSegmentResultTableMultiValueQueriesTest (#5410)
add 57d32d7 Fix the range index (#5414)
add ce534d9 Improving InterSegmentResultTableMultiValueQueriesTest (#5426)
add 598c12b [TE] Added generic support for configuring Data Quality rules like SLA from Yaml (#5398)
add 6d3fbbe Fix website public cloud quickstart deadlink (#5429)
add 66ed883 Complex FieldSpec (#5422)
add f8381eb [TE] elr migration (#5428)
add f35583f Pinot website: fixing break links and updating installation guide (#5431)
add 8d84161 Adding support to execute functions during query compilation
add cc89fe3 Remove function formatDatetime
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (9a4e8ca)
\
N -- N -- N refs/heads/time-functions-in-query (cc89fe3)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.travis.yml | 4 +
.travis/.travis_install.sh | 4 +-
.travis/.travis_set_deploy_build_opts.sh | 1 +
...y_build_opts.sh => .travis_te_nightly_build.sh} | 20 +-
docker/images/pinot/bin/generator.sh | 3 +-
.../routing/timeboundary/TimeBoundaryManager.java | 14 +-
.../broker/broker/HelixBrokerStarterTest.java | 7 +-
.../timeboundary/TimeBoundaryManagerTest.java | 153 +-
.../pinot/common/function/DateTimeFunctions.java | 7 -
.../pinot/common/function/FunctionRegistry.java | 1 -
.../apache/pinot/common/data/FieldSpecTest.java | 2 +-
.../pinot/sql/parsers/CalciteSqlCompilerTest.java | 2 +-
.../pinot/controller/api/upload/ZKOperator.java | 7 +-
.../controller/util/AutoAddInvertedIndex.java | 8 +-
...PinotInstanceAssignmentRestletResourceTest.java | 6 +-
.../data/function/FunctionEvaluatorFactory.java | 3 +-
.../realtime/HLRealtimeSegmentDataManager.java | 10 +-
.../apache/pinot/core/minion/SegmentPurger.java | 2 +-
.../ExpressionScanDocIdIterator.java | 4 +-
.../dociditerators/MVScanDocIdIterator.java | 5 +-
.../dociditerators/SVScanDocIdIterator.java | 5 +-
.../dociditerators/ScanBasedDocIdIterator.java | 3 +-
.../core/operator/filter/FilterOperatorUtils.java | 13 +-
...tor.java => RangeIndexBasedFilterOperator.java} | 73 +-
.../groupby/DefaultGroupByExecutor.java | 6 +-
.../groupby/DictionaryBasedGroupKeyGenerator.java | 65 +-
.../creator/impl/SegmentColumnarIndexCreator.java | 78 +-
.../core/segment/creator/impl/V1Constants.java | 4 +
.../creator/impl/inv/RangeIndexCreator.java | 26 +-
.../index/metadata/SegmentMetadataImpl.java | 2 +-
.../name/NormalizedDateSegmentNameGenerator.java | 21 +-
.../MultiplePinotSegmentRecordReaderTest.java | 11 +-
.../pinot/core/data/readers/PinotSegmentUtil.java | 59 +-
.../generator/SegmentGeneratorConfigTest.java | 25 +-
.../MutableSegmentImplAggregateMetricsTest.java | 58 +-
.../function/DateTruncTransformFunctionTest.java | 50 +-
...adataAndDictionaryAggregationPlanMakerTest.java | 2 +-
.../SegmentGenerationWithTimeColumnTest.java | 49 +
.../NormalizedDateSegmentNameGeneratorTest.java | 29 +-
.../apache/pinot/core/util/SchemaUtilsTest.java | 17 +
...terSegmentResultTableMultiValueQueriesTest.java | 489 +-
.../DictionaryBasedGroupKeyGeneratorTest.java | 28 +-
.../tests/BaseClusterIntegrationTest.java | 4 +-
...eTimeFieldSpecHybridClusterIntegrationTest.java | 45 +-
.../LuceneRealtimeClusterIntegrationTest.java | 3 +-
..._100k_subset_nonulls_datetimefieldspecs.schema} | 77 +-
...onulls_default_column_test_extra_columns.schema | 2 +-
.../apache/pinot/perf/BenchmarkQueryEngine.java | 4 +-
.../batch/common/SegmentGenerationTaskRunner.java | 20 +-
.../hadoop/job/HadoopSegmentPreprocessingJob.java | 16 +-
.../pinot/hadoop/job/InternalConfigConstants.java | 1 +
.../hadoop/job/mappers/SegmentCreationMapper.java | 16 +-
.../job/mappers/SegmentPreprocessingMapper.java | 12 +-
.../spark/jobs/SparkSegmentCreationFunction.java | 17 +-
.../pinot/plugin/inputformat/avro/AvroUtils.java | 10 +
.../plugin/inputformat/avro/AvroUtilsTest.java | 11 +
.../apache/pinot/spi/data/ComplexFieldSpec.java | 92 +
.../java/org/apache/pinot/spi/data/FieldSpec.java | 6 +-
.../java/org/apache/pinot/spi/data/Schema.java | 39 +-
.../org/apache/pinot/spi/data/TimeFieldSpec.java | 8 +-
.../apache/pinot/spi/data/TimeGranularitySpec.java | 65 +-
.../org/apache/pinot/spi/utils/TimeConverter.java | 1 +
.../org/apache/pinot/tools/SegmentDumpTool.java | 3 +-
.../pinot/tools/data/generator/DataGenerator.java | 2 +-
.../pinot/tools/perf/PerfBenchmarkDriver.java | 17 +-
.../pinot/tools/perf/PerfBenchmarkRunner.java | 6 +-
.../query/comparison/SegmentInfoProvider.java | 1 +
.../segment/converter/SegmentMergeCommand.java | 15 +-
.../batch/airlineStats/airlineStats_schema.json | 11 +-
.../stream/airlineStats/airlineStats_schema.json | 11 +-
.../stream/meetupRsvp/meetupRsvp_schema.json | 11 +-
pom.xml | 2 +-
thirdeye/pom.xml | 12 +-
thirdeye/thirdeye-frontend/package.json | 11 +-
thirdeye/thirdeye-frontend/pom.xml | 17 +-
thirdeye/thirdeye-frontend/yarn.lock | 5574 +++++++++-----------
thirdeye/thirdeye-hadoop/pom.xml | 2 +-
thirdeye/thirdeye-pinot/pom.xml | 2 +-
.../apache/pinot/thirdeye/anomaly/AnomalyType.java | 2 +-
.../trigger/DataAvailabilityTaskScheduler.java | 11 +-
.../pinot/thirdeye/anomaly/task/TaskConstants.java | 2 +-
.../thirdeye/anomaly/task/TaskInfoFactory.java | 2 +-
.../thirdeye/anomaly/task/TaskRunnerFactory.java | 6 +-
.../anomaly/utils/ThirdeyeMetricsUtil.java | 12 +-
.../thirdeye/constant/AnomalyResultSource.java | 1 +
.../dashboard/ThirdEyeDashboardApplication.java | 2 +
.../resources/v2/alerts/AlertResource.java | 79 +
.../resources/v2/alerts/AlertSearchFilter.java | 157 +
.../resources/v2/alerts/AlertSearcher.java | 259 +
.../thirdeye/datalayer/bao/AbstractManager.java | 29 +-
.../datalayer/bao/jdbc/AbstractManagerImpl.java | 15 +
.../thirdeye/datalayer/dao/GenericPojoDao.java | 82 +
.../datalayer/entity/DetectionConfigIndex.java | 18 +
.../datalayer/pojo/DetectionConfigBean.java | 12 +-
.../thirdeye/datalayer/util/SqlQueryBuilder.java | 40 +
.../thirdeye/detection/DetectionResource.java | 1 -
.../pinot/thirdeye/detection/DetectionUtils.java | 17 +-
.../alert/StatefulDetectionAlertFilter.java | 12 +-
.../detection/algorithm/DimensionWrapper.java | 1 +
.../DataQualityPipelineJob.java} | 20 +-
.../dataquality/DataQualityPipelineTaskRunner.java | 143 +
.../components/DataSlaQualityChecker.java | 216 +
.../spec/DataSlaQualityCheckerSpec.java} | 20 +-
.../dataquality/wrapper/DataSlaWrapper.java | 103 +
.../detection/datasla/DatasetSlaTaskRunner.java | 320 --
.../validators/DetectionConfigValidator.java | 1 +
.../wrapper/BaselineFillingMergeWrapper.java | 2 +
.../wrapper/ChildKeepingMergeWrapper.java | 6 +-
.../detection/wrapper/DataQualityMergeWrapper.java | 99 +
.../yaml/translator/DetectionConfigTranslator.java | 398 +-
.../translator/DetectionMetricAttributeHolder.java | 29 +-
.../builder/DataQualityPropertiesBuilder.java | 139 +
.../builder/DetectionConfigPropertiesBuilder.java | 222 +
.../builder/DetectionPropertiesBuilder.java | 243 +
.../formatter/DetectionConfigFormatter.java | 8 +-
.../content/BaseNotificationContent.java | 8 +-
.../thirdeye/scheduler/DetectionCronScheduler.java | 71 +-
.../scheduler/SubscriptionCronScheduler.java | 19 +-
.../thirdeye/scheduler/ThirdEyeCronScheduler.java | 6 +-
.../src/main/resources/schema/create-schema.sql | 4 +
.../trigger/DataAvailabilityTaskSchedulerTest.java | 4 +-
.../resources/v2/alerts/AlertSearcherTest.java | 75 +
.../pinot/thirdeye/detection/MockDataProvider.java | 13 +
.../dataquality/DataQualityTaskRunnerTest.java | 642 +++
.../datasla/DatasetSlaTaskRunnerTest.java | 478 --
.../DetectionConfigSlaTranslatorTest.java | 121 +
.../yaml/translator/YamlTranslationResult.java | 9 +
.../templates/TestMetricAnomaliesContent.java | 10 +-
.../channels/TestJiraContentFormatter.java | 4 +-
.../tools/RunAdhocDatabaseQueriesTool.java | 4 +-
.../detection/dataquality/sla-config-0.yaml | 17 +
.../detection/dataquality/sla-config-1.yaml | 17 +
.../detection/dataquality/sla-config-2.yaml | 17 +
.../detection/dataquality/sla-config-3.yaml | 17 +
.../detection/yaml/translator/sla-config-1.yaml | 17 +
.../detection/yaml/translator/sla-config-2.yaml | 30 +
.../detection/yaml/translator/sla-config-3.yaml | 65 +
.../detection/yaml/translator/sla-config-4.yaml | 33 +
.../detection/yaml/translator/sla-config-5.yaml | 90 +
.../yaml/translator/sla-config-translated-1.json | 23 +
.../yaml/translator/sla-config-translated-2.json | 23 +
.../yaml/translator/sla-config-translated-3.json | 57 +
.../yaml/translator/sla-config-translated-4.json | 26 +
.../yaml/translator/sla-config-translated-5.json | 103 +
.../resources/test-jira-anomalies-template.ftl | 4 +-
.../resources/test-metric-anomalies-template.html | 6 +-
website/docusaurus.config.js | 6 +-
website/src/pages/index.js | 28 +-
148 files changed, 7133 insertions(+), 5165 deletions(-)
copy .travis/{.travis_set_deploy_build_opts.sh => .travis_te_nightly_build.sh} (56%)
rename pinot-core/src/main/java/org/apache/pinot/core/operator/filter/{RangeFilterOperator.java => RangeIndexBasedFilterOperator.java} (52%)
copy thirdeye/thirdeye-pinot/src/test/java/org/apache/pinot/thirdeye/detection/yaml/translator/YamlTranslationResult.java => pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/DateTimeFieldSpecHybridClusterIntegrationTest.java (52%)
copy pinot-integration-tests/src/test/resources/{On_Time_On_Time_Performance_2014_100k_subset_nonulls_default_column_test_extra_columns.schema => On_Time_On_Time_Performance_2014_100k_subset_nonulls_datetimefieldspecs.schema} (82%)
create mode 100644 pinot-spi/src/main/java/org/apache/pinot/spi/data/ComplexFieldSpec.java
create mode 100644 thirdeye/thirdeye-pinot/src/main/java/org/apache/pinot/thirdeye/dashboard/resources/v2/alerts/AlertResource.java
create mode 100644 thirdeye/thirdeye-pinot/src/main/java/org/apache/pinot/thirdeye/dashboard/resources/v2/alerts/AlertSearchFilter.java
create mode 100644 thirdeye/thirdeye-pinot/src/main/java/org/apache/pinot/thirdeye/dashboard/resources/v2/alerts/AlertSearcher.java
rename thirdeye/thirdeye-pinot/src/main/java/org/apache/pinot/thirdeye/detection/{DetectionDataSLAJob.java => dataquality/DataQualityPipelineJob.java} (76%)
create mode 100644 thirdeye/thirdeye-pinot/src/main/java/org/apache/pinot/thirdeye/detection/dataquality/DataQualityPipelineTaskRunner.java
create mode 100644 thirdeye/thirdeye-pinot/src/main/java/org/apache/pinot/thirdeye/detection/dataquality/components/DataSlaQualityChecker.java
copy thirdeye/thirdeye-pinot/src/main/java/org/apache/pinot/thirdeye/{datalayer/entity/DetectionConfigIndex.java => detection/dataquality/spec/DataSlaQualityCheckerSpec.java} (62%)
create mode 100644 thirdeye/thirdeye-pinot/src/main/java/org/apache/pinot/thirdeye/detection/dataquality/wrapper/DataSlaWrapper.java
delete mode 100644 thirdeye/thirdeye-pinot/src/main/java/org/apache/pinot/thirdeye/detection/datasla/DatasetSlaTaskRunner.java
create mode 100644 thirdeye/thirdeye-pinot/src/main/java/org/apache/pinot/thirdeye/detection/wrapper/DataQualityMergeWrapper.java
create mode 100644 thirdeye/thirdeye-pinot/src/main/java/org/apache/pinot/thirdeye/detection/yaml/translator/builder/DataQualityPropertiesBuilder.java
create mode 100644 thirdeye/thirdeye-pinot/src/main/java/org/apache/pinot/thirdeye/detection/yaml/translator/builder/DetectionConfigPropertiesBuilder.java
create mode 100644 thirdeye/thirdeye-pinot/src/main/java/org/apache/pinot/thirdeye/detection/yaml/translator/builder/DetectionPropertiesBuilder.java
create mode 100644 thirdeye/thirdeye-pinot/src/test/java/org/apache/pinot/thirdeye/dashboard/resources/v2/alerts/AlertSearcherTest.java
create mode 100644 thirdeye/thirdeye-pinot/src/test/java/org/apache/pinot/thirdeye/detection/dataquality/DataQualityTaskRunnerTest.java
delete mode 100644 thirdeye/thirdeye-pinot/src/test/java/org/apache/pinot/thirdeye/detection/datasla/DatasetSlaTaskRunnerTest.java
create mode 100644 thirdeye/thirdeye-pinot/src/test/java/org/apache/pinot/thirdeye/detection/yaml/translator/DetectionConfigSlaTranslatorTest.java
create mode 100644 thirdeye/thirdeye-pinot/src/test/resources/org/apache/pinot/thirdeye/detection/dataquality/sla-config-0.yaml
create mode 100644 thirdeye/thirdeye-pinot/src/test/resources/org/apache/pinot/thirdeye/detection/dataquality/sla-config-1.yaml
create mode 100644 thirdeye/thirdeye-pinot/src/test/resources/org/apache/pinot/thirdeye/detection/dataquality/sla-config-2.yaml
create mode 100644 thirdeye/thirdeye-pinot/src/test/resources/org/apache/pinot/thirdeye/detection/dataquality/sla-config-3.yaml
create mode 100644 thirdeye/thirdeye-pinot/src/test/resources/org/apache/pinot/thirdeye/detection/yaml/translator/sla-config-1.yaml
create mode 100644 thirdeye/thirdeye-pinot/src/test/resources/org/apache/pinot/thirdeye/detection/yaml/translator/sla-config-2.yaml
create mode 100644 thirdeye/thirdeye-pinot/src/test/resources/org/apache/pinot/thirdeye/detection/yaml/translator/sla-config-3.yaml
create mode 100644 thirdeye/thirdeye-pinot/src/test/resources/org/apache/pinot/thirdeye/detection/yaml/translator/sla-config-4.yaml
create mode 100644 thirdeye/thirdeye-pinot/src/test/resources/org/apache/pinot/thirdeye/detection/yaml/translator/sla-config-5.yaml
create mode 100644 thirdeye/thirdeye-pinot/src/test/resources/org/apache/pinot/thirdeye/detection/yaml/translator/sla-config-translated-1.json
create mode 100644 thirdeye/thirdeye-pinot/src/test/resources/org/apache/pinot/thirdeye/detection/yaml/translator/sla-config-translated-2.json
create mode 100644 thirdeye/thirdeye-pinot/src/test/resources/org/apache/pinot/thirdeye/detection/yaml/translator/sla-config-translated-3.json
create mode 100644 thirdeye/thirdeye-pinot/src/test/resources/org/apache/pinot/thirdeye/detection/yaml/translator/sla-config-translated-4.json
create mode 100644 thirdeye/thirdeye-pinot/src/test/resources/org/apache/pinot/thirdeye/detection/yaml/translator/sla-config-translated-5.json
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@pinot.apache.org
For additional commands, e-mail: commits-help@pinot.apache.org