You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@druid.apache.org by gi...@apache.org on 2020/08/26 17:54:35 UTC

[druid] branch master updated (a9de00d -> ab60661)

This is an automated email from the ASF dual-hosted git repository.

gian pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/druid.git.


    from a9de00d  Remove NUMERIC_HASHING_THRESHOLD (#10313)
     add ab60661  refactor internal type system (#9638)

No new revisions were added by this update.

Summary of changes:
 .../druid/data/input/impl/DimensionSchema.java     |  32 +-
 .../data/input/impl/DoubleDimensionSchema.java     |   1 +
 .../data/input/impl/FloatDimensionSchema.java      |   1 +
 .../druid/data/input/impl/LongDimensionSchema.java |   2 +
 .../data/input/impl/NewSpatialDimensionSchema.java |   1 +
 .../data/input/impl/StringDimensionSchema.java     |   1 +
 .../org/apache/druid/segment/column/ValueType.java | 139 +++++++
 .../DistinctCountAggregatorFactory.java            |  20 +-
 .../aggregator/MomentSketchAggregatorFactory.java  |  17 +-
 .../aggregator/MomentSketchMaxPostAggregator.java  |   7 +
 .../aggregator/MomentSketchMinPostAggregator.java  |   7 +
 .../MomentSketchQuantilePostAggregator.java        |   7 +
 .../MomentSketchAggregatorFactorySerdeTest.java    |  44 --
 .../MomentSketchAggregatorFactoryTest.java         |  89 ++++
 .../movingaverage/AveragerFactoryWrapper.java      |  15 +-
 .../TDigestSketchAggregatorFactory.java            |  19 +-
 .../TDigestSketchToQuantilePostAggregator.java     |   7 +
 .../TDigestSketchToQuantilesPostAggregator.java    |   7 +
 .../sql/TDigestGenerateSketchSqlAggregator.java    |   3 +-
 .../sql/TDigestSketchQuantileSqlAggregator.java    |   3 +-
 .../TDigestSketchAggregatorFactoryTest.java        |  65 +++
 .../aggregation/TimestampAggregatorFactory.java    |  14 +-
 .../TimestampMinMaxAggregatorFactoryTest.java      |  70 ++++
 .../hll/HllSketchAggregatorFactory.java            |  16 +
 .../hll/HllSketchBuildAggregatorFactory.java       |   2 +-
 .../hll/HllSketchMergeAggregatorFactory.java       |   2 +-
 .../hll/HllSketchToEstimatePostAggregator.java     |   7 +
 ...llSketchToEstimateWithBoundsPostAggregator.java |   7 +
 .../hll/HllSketchToStringPostAggregator.java       |   7 +
 .../hll/HllSketchUnionPostAggregator.java          |  10 +
 .../hll/sql/HllSketchBaseSqlAggregator.java        |  14 +-
 .../quantiles/DoublesSketchAggregatorFactory.java  |  17 +-
 .../DoublesSketchToCDFPostAggregator.java          |   7 +
 .../DoublesSketchToHistogramPostAggregator.java    |  10 +
 .../DoublesSketchToQuantilePostAggregator.java     |   7 +
 .../DoublesSketchToQuantilesPostAggregator.java    |   7 +
 .../DoublesSketchToRankPostAggregator.java         |   7 +
 .../DoublesSketchToStringPostAggregator.java       |   7 +
 .../DoublesSketchApproxQuantileSqlAggregator.java  |   3 +-
 .../sql/DoublesSketchObjectSqlAggregator.java      |   3 +-
 .../datasketches/theta/SketchAggregator.java       |   1 -
 .../theta/SketchConstantPostAggregator.java        |  10 +
 .../theta/SketchEstimatePostAggregator.java        |   7 +
 .../theta/SketchMergeAggregatorFactory.java        |  33 +-
 .../theta/SketchSetPostAggregator.java             |  10 +
 .../theta/SketchToStringPostAggregator.java        |   7 +
 .../theta/sql/ThetaSketchBaseSqlAggregator.java    |  14 +-
 .../ArrayOfDoublesSketchAggregatorFactory.java     |  18 +-
 .../ArrayOfDoublesSketchSetOpPostAggregator.java   |  10 +
 .../ArrayOfDoublesSketchTTestPostAggregator.java   |   7 +
 ...lesSketchToEstimateAndBoundsPostAggregator.java |   7 +
 ...rayOfDoublesSketchToEstimatePostAggregator.java |   7 +
 .../ArrayOfDoublesSketchToMeansPostAggregator.java |   7 +
 ...yOfDoublesSketchToNumEntriesPostAggregator.java |   7 +
 ...ublesSketchToQuantilesSketchPostAggregator.java |  10 +
 ...ArrayOfDoublesSketchToStringPostAggregator.java |   7 +
 ...ayOfDoublesSketchToVariancesPostAggregator.java |   7 +
 .../hll/HllSketchAggregatorFactoryTest.java        |  83 +++-
 .../hll/HllSketchToEstimatePostAggregatorTest.java |  51 +++
 .../DoublesSketchAggregatorFactoryTest.java        |  71 ++++
 .../DoublesSketchToCDFPostAggregatorTest.java      |  36 ++
 ...DoublesSketchToHistogramPostAggregatorTest.java |  37 ++
 ...DoublesSketchToQuantilesPostAggregatorTest.java |  36 ++
 .../DoublesSketchToRankPostAggregatorTest.java     |  36 ++
 .../theta/SketchAggregatorFactoryTest.java         | 119 ++++++
 .../ArrayOfDoublesSketchAggregatorFactoryTest.java |  46 ++
 ...rrayOfDoublesSketchSetOpPostAggregatorTest.java |  41 ++
 ...rrayOfDoublesSketchTTestPostAggregatorTest.java |  39 ++
 ...fDoublesSketchToEstimatePostAggregatorTest.java |  35 ++
 ...ayOfDoublesSketchToMeansPostAggregatorTest.java |  35 ++
 ...oublesSketchToNumEntriesPostAggregatorTest.java |  35 ++
 ...sSketchToQuantilesSketchPostAggregatorTest.java |  37 ++
 ...yOfDoublesSketchToStringPostAggregatorTest.java |  35 ++
 ...DoublesSketchToVariancesPostAggregatorTest.java |  35 ++
 .../bloom/BloomFilterAggregatorFactory.java        |  17 +-
 .../bloom/sql/BloomFilterSqlAggregator.java        |   4 +-
 .../filter/sql/BloomFilterOperatorConversion.java  |   2 +-
 .../bloom/BloomFilterAggregatorFactoryTest.java    |  72 ++++
 .../ApproximateHistogramAggregatorFactory.java     |  21 +-
 .../histogram/BucketsPostAggregator.java           |  10 +
 .../histogram/CustomBucketsPostAggregator.java     |  10 +
 .../histogram/EqualBucketsPostAggregator.java      |  10 +
 .../FixedBucketsHistogramAggregatorFactory.java    |  21 +-
 .../aggregation/histogram/MaxPostAggregator.java   |   7 +
 .../aggregation/histogram/MinPostAggregator.java   |   7 +
 .../histogram/QuantilePostAggregator.java          |   7 +
 .../histogram/QuantilesPostAggregator.java         |  10 +
 ...FixedBucketsHistogramQuantileSqlAggregator.java |   3 +-
 .../histogram/sql/QuantileSqlAggregator.java       |   2 +-
 .../ApproximateHistogramAggregatorTest.java        |  42 ++
 .../ApproximateHistogramPostAggregatorTest.java    |  42 ++
 .../FixedBucketsHistogramBufferAggregatorTest.java |  42 ++
 .../teststats/PvaluefromZscorePostAggregator.java  |   7 +
 .../aggregation/teststats/ZtestPostAggregator.java |   7 +
 .../variance/StandardDeviationPostAggregator.java  |   7 +
 .../variance/VarianceAggregatorFactory.java        |  17 +-
 .../variance/sql/BaseVarianceSqlAggregator.java    |   8 +-
 .../variance/VarianceAggregatorFactoryTest.java    |  71 ++++
 .../org/apache/druid/indexer/InputRowSerde.java    |  38 +-
 .../apache/druid/indexer/InputRowSerdeTest.java    |   5 +-
 .../indexing/common/task/CompactionTaskTest.java   |   5 +-
 .../java/org/apache/druid/query/DruidMetrics.java  |   5 +-
 .../druid/query/aggregation/AggregatorFactory.java |  38 +-
 .../druid/query/aggregation/BufferAggregator.java  |   6 +-
 .../query/aggregation/CountAggregatorFactory.java  |  11 +-
 .../aggregation/FilteredAggregatorFactory.java     |  17 +-
 .../aggregation/HistogramAggregatorFactory.java    |  21 +-
 .../aggregation/JavaScriptAggregatorFactory.java   |  11 +-
 .../NullableNumericAggregatorFactory.java          |   7 +
 .../druid/query/aggregation/PostAggregator.java    |  17 +-
 .../aggregation/SimpleDoubleAggregatorFactory.java |   6 +-
 .../aggregation/SimpleFloatAggregatorFactory.java  |   4 +-
 .../aggregation/SimpleLongAggregatorFactory.java   |   5 +-
 .../aggregation/SuppressedAggregatorFactory.java   |  17 +-
 .../any/DoubleAnyAggregatorFactory.java            |  11 +-
 .../aggregation/any/FloatAnyAggregatorFactory.java |  11 +-
 .../aggregation/any/LongAnyAggregatorFactory.java  |  11 +-
 .../any/StringAnyAggregatorFactory.java            |  11 +-
 .../cardinality/CardinalityAggregatorFactory.java  |  18 +-
 .../first/DoubleFirstAggregatorFactory.java        |  13 +-
 .../first/FloatFirstAggregatorFactory.java         |  11 +-
 .../first/LongFirstAggregatorFactory.java          |  11 +-
 .../first/StringFirstAggregatorFactory.java        |  18 +-
 .../HyperUniqueFinalizingPostAggregator.java       |  23 +-
 .../hyperloglog/HyperUniquesAggregatorFactory.java |  17 +-
 .../last/DoubleLastAggregatorFactory.java          |  13 +-
 .../last/FloatLastAggregatorFactory.java           |  11 +-
 .../last/LongLastAggregatorFactory.java            |  11 +-
 .../last/StringLastAggregatorFactory.java          |  18 +-
 .../mean/DoubleMeanAggregatorFactory.java          |  18 +-
 .../aggregation/post/ArithmeticPostAggregator.java |   7 +
 .../aggregation/post/ConstantPostAggregator.java   |   7 +
 .../post/DoubleGreatestPostAggregator.java         |   7 +
 .../post/DoubleLeastPostAggregator.java            |   7 +
 .../aggregation/post/ExpressionPostAggregator.java |  52 ++-
 .../post/FieldAccessPostAggregator.java            |  32 +-
 .../post/FinalizingFieldAccessPostAggregator.java  |  31 +-
 .../aggregation/post/JavaScriptPostAggregator.java |   7 +
 .../post/LongGreatestPostAggregator.java           |   7 +
 .../aggregation/post/LongLeastPostAggregator.java  |   7 +
 .../GrouperBufferComparatorUtils.java              |   5 +-
 .../epinephelinae/RowBasedGrouperHelper.java       |   3 +-
 .../QueryableIndexColumnSelectorFactory.java       |   3 +-
 .../segment/RowBasedColumnSelectorFactory.java     |  13 +-
 .../segment/column/ColumnCapabilitiesImpl.java     |  16 +
 .../apache/druid/segment/column/RowSignature.java  |  27 +-
 .../druid/segment/column/SimpleColumnHolder.java   |   2 +-
 .../org/apache/druid/segment/column/ValueType.java | 140 -------
 .../apache/druid/segment/column/ValueTypes.java    |  77 ++++
 .../segment/incremental/IncrementalIndex.java      |  58 +--
 .../IncrementalIndexColumnSelectorFactory.java     |   4 +-
 .../segment/virtual/ExpressionVirtualColumn.java   |   3 +-
 .../apache/druid/query/InlineDataSourceTest.java   |  15 +-
 .../query/aggregation/AggregatorFactoryTest.java   | 192 ++++++++-
 .../HyperUniqueFinalizingPostAggregatorTest.java   |  39 ++
 .../post/ArithmeticPostAggregatorTest.java         |  43 ++
 .../post/ConstantPostAggregatorTest.java           |  37 ++
 .../post/DoubleGreatestPostAggregatorTest.java     |  41 ++
 .../post/DoubleLeastPostAggregatorTest.java        |  41 ++
 .../post/FieldAccessPostAggregatorTest.java        |  43 ++
 .../FinalizingFieldAccessPostAggregatorTest.java   |  43 +-
 .../post/JavaScriptPostAggregatorTest.java         |  48 ++-
 .../post/LongGreatestPostAggregatorTest.java       |  41 ++
 .../post/LongLeastPostAggregatorTest.java          |  41 ++
 ...GroupByLimitPushDownInsufficientBufferTest.java |   3 +-
 .../groupby/GroupByQueryQueryToolChestTest.java    |   4 +-
 .../druid/query/metadata/SegmentAnalyzerTest.java  |  14 +-
 .../TimeseriesQueryQueryToolChestTest.java         |   4 +-
 .../query/topn/TopNQueryQueryToolChestTest.java    |   2 +-
 .../segment/RowBasedColumnSelectorFactoryTest.java |  51 ++-
 .../druid/server/ClientQuerySegmentWalkerTest.java | 462 ++++++++++++++++++++-
 .../builtin/ApproxCountDistinctSqlAggregator.java  |  13 +-
 .../builtin/EarliestLatestAnySqlAggregator.java    |   8 +-
 .../aggregation/builtin/MaxSqlAggregator.java      |   2 +-
 .../aggregation/builtin/MinSqlAggregator.java      |   2 +-
 .../builtin/MultiColumnSqlAggregator.java          |   2 +-
 .../aggregation/builtin/SumSqlAggregator.java      |   2 +-
 .../druid/sql/calcite/expression/Expressions.java  |   6 +-
 .../expression/builtin/LikeOperatorConversion.java |   2 +-
 .../builtin/ReductionOperatorConversionHelper.java |   2 +-
 .../builtin/RegexpLikeOperatorConversion.java      |   2 +-
 .../apache/druid/sql/calcite/planner/Calcites.java |  55 ++-
 .../apache/druid/sql/calcite/rel/DruidQuery.java   |   6 +-
 .../apache/druid/sql/calcite/rel/Projection.java   |  12 +-
 .../sql/calcite/rel/VirtualColumnRegistry.java     |  25 +-
 .../druid/sql/calcite/table/RowSignatures.java     |  23 +-
 .../apache/druid/sql/calcite/CalciteQueryTest.java |   4 +-
 187 files changed, 3881 insertions(+), 529 deletions(-)
 create mode 100644 core/src/main/java/org/apache/druid/segment/column/ValueType.java
 delete mode 100644 extensions-contrib/momentsketch/src/test/java/org/apache/druid/query/aggregation/momentsketch/aggregator/MomentSketchAggregatorFactorySerdeTest.java
 create mode 100644 extensions-contrib/momentsketch/src/test/java/org/apache/druid/query/aggregation/momentsketch/aggregator/MomentSketchAggregatorFactoryTest.java
 create mode 100644 extensions-contrib/tdigestsketch/src/test/java/org/apache/druid/query/aggregation/tdigestsketch/TDigestSketchAggregatorFactoryTest.java
 create mode 100644 extensions-contrib/time-min-max/src/test/java/org/apache/druid/query/aggregation/TimestampMinMaxAggregatorFactoryTest.java
 create mode 100644 extensions-core/datasketches/src/test/java/org/apache/druid/query/aggregation/datasketches/quantiles/DoublesSketchAggregatorFactoryTest.java
 create mode 100644 extensions-core/datasketches/src/test/java/org/apache/druid/query/aggregation/datasketches/theta/SketchAggregatorFactoryTest.java
 create mode 100644 extensions-core/druid-bloom-filter/src/test/java/org/apache/druid/query/aggregation/bloom/BloomFilterAggregatorFactoryTest.java
 create mode 100644 extensions-core/stats/src/test/java/org/apache/druid/query/aggregation/variance/VarianceAggregatorFactoryTest.java
 delete mode 100644 processing/src/main/java/org/apache/druid/segment/column/ValueType.java
 create mode 100644 processing/src/main/java/org/apache/druid/segment/column/ValueTypes.java


---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@druid.apache.org
For additional commands, e-mail: commits-help@druid.apache.org