You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iceberg.apache.org by bl...@apache.org on 2023/02/23 19:23:36 UTC
[iceberg] branch master updated (38e94f5574 -> 0797b89b25)

This is an automated email from the ASF dual-hosted git repository.

blue pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/iceberg.git


    from 38e94f5574 AWS: Change default glue skip archive to true (#6916)
     add 0797b89b25 Core, Spark: Push down min, max, and count aggregations (#6622)

No new revisions were added by this update.

Summary of changes:
 .../main/java/org/apache/iceberg/TableScan.java    |   9 +
 .../iceberg/expressions/AggregateEvaluator.java    | 125 ++++
 .../apache/iceberg/expressions/BoundAggregate.java | 122 +++-
 .../apache/iceberg/expressions/CountAggregate.java |  71 +++
 .../{BoundAggregate.java => CountNonNull.java}     |  37 +-
 .../expressions/{Not.java => CountStar.java}       |  30 +-
 .../apache/iceberg/expressions/ExpressionUtil.java |  32 +-
 .../apache/iceberg/expressions/MaxAggregate.java   |  85 +++
 .../apache/iceberg/expressions/MinAggregate.java   |  85 +++
 .../iceberg/expressions/UnboundAggregate.java      |  22 +-
 .../apache/iceberg/expressions/ValueAggregate.java |  70 +++
 .../expressions/TestAggregateEvaluator.java        | 184 ++++++
 .../java/org/apache/iceberg/BaseTableScan.java     |   5 +
 .../java/org/apache/iceberg/TableScanContext.java  |  17 +
 .../spark/extensions/TestMergeOnReadDelete.java    |  32 +
 .../org/apache/iceberg/spark/SparkReadConf.java    |   9 +
 .../org/apache/iceberg/spark/SparkReadOptions.java |   2 +
 .../apache/iceberg/spark/SparkSQLProperties.java   |   5 +
 .../spark/{ => source}/SparkAggregates.java        |  35 +-
 .../iceberg/spark/source/SparkLocalScan.java}      |  39 +-
 .../iceberg/spark/source/SparkScanBuilder.java     | 168 +++++
 .../iceberg/spark/sql/TestAggregatePushDown.java   | 680 +++++++++++++++++++++
 22 files changed, 1783 insertions(+), 81 deletions(-)
 create mode 100644 api/src/main/java/org/apache/iceberg/expressions/AggregateEvaluator.java
 create mode 100644 api/src/main/java/org/apache/iceberg/expressions/CountAggregate.java
 copy api/src/main/java/org/apache/iceberg/expressions/{BoundAggregate.java => CountNonNull.java} (52%)
 copy api/src/main/java/org/apache/iceberg/expressions/{Not.java => CountStar.java} (64%)
 create mode 100644 api/src/main/java/org/apache/iceberg/expressions/MaxAggregate.java
 create mode 100644 api/src/main/java/org/apache/iceberg/expressions/MinAggregate.java
 create mode 100644 api/src/main/java/org/apache/iceberg/expressions/ValueAggregate.java
 create mode 100644 api/src/test/java/org/apache/iceberg/expressions/TestAggregateEvaluator.java
 copy spark/v3.3/spark/src/main/java/org/apache/iceberg/spark/{ => source}/SparkAggregates.java (72%)
 copy spark/{v3.2/spark/src/main/java/org/apache/iceberg/spark/source/SparkFilesScanBuilder.java => v3.3/spark/src/main/java/org/apache/iceberg/spark/source/SparkLocalScan.java} (52%)
 create mode 100644 spark/v3.3/spark/src/test/java/org/apache/iceberg/spark/sql/TestAggregatePushDown.java