You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@drill.apache.org by am...@apache.org on 2019/03/21 17:28:52 UTC
[drill] branch master updated (7c2661d -> 189ebb4)
This is an automated email from the ASF dual-hosted git repository.
amansinha pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/drill.git.
from 7c2661d DRILL-7108: Improve selectivity estimates for (NOT)LIKE, NOT_EQUALS, IS NOT NULL predicates
new 2d28be8 DRILL-7113: Fix creation of filter conditions for IS NULL and IS NOT NULL for MapR-DB format plugin
new 189ebb4 DRILL-6852: Adapt current Parquet Metadata cache implementation to use Drill Metastore API
The 3513 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../store/mapr/db/json/JsonConditionBuilder.java | 8 +-
.../drill/maprdb/tests/json/TestSimpleJson.java | 6 +-
.../store/hive/HiveDrillNativeParquetScan.java | 86 ++-
.../hive/HiveParquetTableMetadataProvider.java | 104 +++
...BooleanPredicate.java => BooleanPredicate.java} | 47 +-
...isonPredicate.java => ComparisonPredicate.java} | 158 +++--
.../drill/exec/expr/ExactStatisticsConstants.java | 14 +-
.../exec/expr/ExpressionTreeMaterializer.java | 31 +-
.../FilterBuilder.java} | 85 ++-
.../apache/drill/exec/expr/FilterPredicate.java | 10 +-
.../ParquetIsPredicate.java => IsPredicate.java} | 111 ++--
.../apache/drill/exec/expr/StatisticsProvider.java | 336 ++++++++++
.../exec/expr/stat/ParquetPredicatesHelper.java | 60 --
.../drill/exec/expr/stat/RangeExprEvaluator.java | 365 -----------
...{ParquetFilterPredicate.java => RowsMatch.java} | 23 +-
.../exec/physical/base/AbstractGroupScan.java | 2 +-
.../base/AbstractGroupScanWithMetadata.java | 716 +++++++++++++++++++++
.../drill/exec/physical/base/DbGroupScan.java | 32 +-
.../drill/exec/physical/base/FileGroupScan.java | 7 +-
.../apache/drill/exec/physical/base/GroupScan.java | 2 +-
.../drill/exec/physical/base/IndexGroupScan.java | 18 +-
.../physical/base/ParquetMetadataProvider.java | 69 ++
...Scan.java => ParquetTableMetadataProvider.java} | 26 +-
.../exec/physical/base/TableMetadataProvider.java | 88 +++
.../exec/planner/ParquetPartitionDescriptor.java | 12 +-
.../logical/DrillPushProjectIntoScanRule.java | 6 +-
.../planner/logical/partition/PruneScanRule.java | 4 +-
.../exec/record/metadata/SchemaPathUtils.java | 85 +++
.../store/parquet/AbstractParquetGroupScan.java | 683 +++++++++++---------
.../store/parquet/BaseParquetMetadataProvider.java | 347 ++++++++++
.../exec/store/parquet/FilterEvaluatorUtils.java | 139 ++++
.../drill/exec/store/parquet/ParquetGroupScan.java | 338 ++--------
.../store/parquet/ParquetGroupScanStatistics.java | 138 ++--
.../exec/store/parquet/ParquetPushDownFilter.java | 20 +-
.../store/parquet/ParquetRGFilterEvaluator.java | 141 ----
.../parquet/ParquetTableMetadataProviderImpl.java | 338 ++++++++++
.../store/parquet/ParquetTableMetadataUtils.java | 670 +++++++++++++++++++
.../exec/store/parquet/metadata/Metadata.java | 23 +-
.../exec/store/parquet/metadata/Metadata_V2.java | 5 +-
.../exec/store/parquet/metadata/Metadata_V3.java | 3 +-
.../parquet/stat/ParquetFooterStatCollector.java | 196 ------
.../parquet/stat/ParquetMetaStatCollector.java | 301 ---------
.../exec/store/parquet2/DrillParquetReader.java | 10 -
.../apache/drill/exec/util/ImpersonationUtil.java | 8 +-
.../org/apache/drill/metastore/BaseMetadata.java | 80 +++
.../CollectableColumnStatisticsKind.java} | 25 +-
.../CollectableTableStatisticsKind.java} | 25 +-
.../apache/drill/metastore/ColumnStatistics.java | 73 +++
.../drill/metastore/ColumnStatisticsImpl.java | 67 ++
.../drill/metastore/ColumnStatisticsKind.java | 120 ++++
.../org/apache/drill/metastore/FileMetadata.java | 102 +++
.../apache/drill/metastore/FileTableMetadata.java | 132 ++++
.../apache/drill/metastore/LocationProvider.java | 17 +-
.../apache/drill/metastore/PartitionMetadata.java | 123 ++++
.../apache/drill/metastore/RowGroupMetadata.java | 106 +++
.../StatisticsKind.java} | 38 +-
.../TableMetadata.java} | 19 +-
.../drill/metastore/TableStatisticsKind.java | 79 +++
.../store/parquet/TestParquetFilterPushDown.java | 132 ++--
.../store/parquet/TestParquetLimitPushDown.java | 8 +-
.../apache/drill/common/expression/SchemaPath.java | 3 +
.../org/apache/drill/common/graph/GraphValue.java | 6 +-
62 files changed, 4806 insertions(+), 2220 deletions(-)
create mode 100644 contrib/storage-hive/core/src/main/java/org/apache/drill/exec/store/hive/HiveParquetTableMetadataProvider.java
rename exec/java-exec/src/main/java/org/apache/drill/exec/expr/{stat/ParquetBooleanPredicate.java => BooleanPredicate.java} (71%)
rename exec/java-exec/src/main/java/org/apache/drill/exec/expr/{stat/ParquetComparisonPredicate.java => ComparisonPredicate.java} (54%)
copy logical/src/main/java/org/apache/drill/common/graph/GraphValue.java => exec/java-exec/src/main/java/org/apache/drill/exec/expr/ExactStatisticsConstants.java (74%)
rename exec/java-exec/src/main/java/org/apache/drill/exec/{store/parquet/ParquetFilterBuilder.java => expr/FilterBuilder.java} (79%)
copy logical/src/main/java/org/apache/drill/common/graph/GraphValue.java => exec/java-exec/src/main/java/org/apache/drill/exec/expr/FilterPredicate.java (77%)
rename exec/java-exec/src/main/java/org/apache/drill/exec/expr/{stat/ParquetIsPredicate.java => IsPredicate.java} (57%)
create mode 100644 exec/java-exec/src/main/java/org/apache/drill/exec/expr/StatisticsProvider.java
delete mode 100644 exec/java-exec/src/main/java/org/apache/drill/exec/expr/stat/ParquetPredicatesHelper.java
delete mode 100644 exec/java-exec/src/main/java/org/apache/drill/exec/expr/stat/RangeExprEvaluator.java
copy exec/java-exec/src/main/java/org/apache/drill/exec/expr/stat/{ParquetFilterPredicate.java => RowsMatch.java} (60%)
create mode 100644 exec/java-exec/src/main/java/org/apache/drill/exec/physical/base/AbstractGroupScanWithMetadata.java
create mode 100644 exec/java-exec/src/main/java/org/apache/drill/exec/physical/base/ParquetMetadataProvider.java
copy exec/java-exec/src/main/java/org/apache/drill/exec/physical/base/{FileGroupScan.java => ParquetTableMetadataProvider.java} (61%)
create mode 100644 exec/java-exec/src/main/java/org/apache/drill/exec/physical/base/TableMetadataProvider.java
create mode 100644 exec/java-exec/src/main/java/org/apache/drill/exec/record/metadata/SchemaPathUtils.java
create mode 100644 exec/java-exec/src/main/java/org/apache/drill/exec/store/parquet/BaseParquetMetadataProvider.java
create mode 100644 exec/java-exec/src/main/java/org/apache/drill/exec/store/parquet/FilterEvaluatorUtils.java
delete mode 100644 exec/java-exec/src/main/java/org/apache/drill/exec/store/parquet/ParquetRGFilterEvaluator.java
create mode 100644 exec/java-exec/src/main/java/org/apache/drill/exec/store/parquet/ParquetTableMetadataProviderImpl.java
create mode 100644 exec/java-exec/src/main/java/org/apache/drill/exec/store/parquet/ParquetTableMetadataUtils.java
delete mode 100644 exec/java-exec/src/main/java/org/apache/drill/exec/store/parquet/stat/ParquetFooterStatCollector.java
delete mode 100644 exec/java-exec/src/main/java/org/apache/drill/exec/store/parquet/stat/ParquetMetaStatCollector.java
create mode 100644 exec/java-exec/src/main/java/org/apache/drill/metastore/BaseMetadata.java
copy exec/java-exec/src/main/java/org/apache/drill/{exec/expr/stat/ParquetFilterPredicate.java => metastore/CollectableColumnStatisticsKind.java} (53%)
rename exec/java-exec/src/main/java/org/apache/drill/{exec/expr/stat/ParquetFilterPredicate.java => metastore/CollectableTableStatisticsKind.java} (53%)
create mode 100644 exec/java-exec/src/main/java/org/apache/drill/metastore/ColumnStatistics.java
create mode 100644 exec/java-exec/src/main/java/org/apache/drill/metastore/ColumnStatisticsImpl.java
create mode 100644 exec/java-exec/src/main/java/org/apache/drill/metastore/ColumnStatisticsKind.java
create mode 100644 exec/java-exec/src/main/java/org/apache/drill/metastore/FileMetadata.java
create mode 100644 exec/java-exec/src/main/java/org/apache/drill/metastore/FileTableMetadata.java
copy logical/src/main/java/org/apache/drill/common/graph/GraphValue.java => exec/java-exec/src/main/java/org/apache/drill/metastore/LocationProvider.java (75%)
create mode 100644 exec/java-exec/src/main/java/org/apache/drill/metastore/PartitionMetadata.java
create mode 100644 exec/java-exec/src/main/java/org/apache/drill/metastore/RowGroupMetadata.java
rename exec/java-exec/src/main/java/org/apache/drill/{exec/store/parquet/stat/ColumnStatistics.java => metastore/StatisticsKind.java} (55%)
rename exec/java-exec/src/main/java/org/apache/drill/{exec/store/parquet/stat/ColumnStatCollector.java => metastore/TableMetadata.java} (68%)
create mode 100644 exec/java-exec/src/main/java/org/apache/drill/metastore/TableStatisticsKind.java