You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by we...@apache.org on 2022/03/22 07:47:30 UTC
[spark] branch master updated (fc5e922 -> 53df456)
This is an automated email from the ASF dual-hosted git repository.
wenchen pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/spark.git.
from fc5e922 [SPARK-38564][SS] Support collecting metrics from streaming sinks
add 53df456 [SPARK-38432][SQL] Refactor framework so as JDBC dialect could compile filter by self way
No new revisions were added by this update.
Summary of changes:
project/MimaExcludes.scala | 2 +
.../sql/connector/expressions/Expression.java | 17 ++
.../expressions/GeneralScalarExpression.java | 98 ++------
.../spark/sql/connector/expressions/Literal.java | 3 +
.../sql/connector/expressions/NamedReference.java | 6 +
.../spark/sql/connector/expressions/SortOrder.java | 3 +
.../spark/sql/connector/expressions/Transform.java | 8 +-
.../sql/connector/expressions/aggregate/Avg.java | 3 +
.../sql/connector/expressions/aggregate/Count.java | 3 +
.../connector/expressions/aggregate/CountStar.java | 4 +
.../aggregate/GeneralAggregateFunc.java | 13 +-
.../sql/connector/expressions/aggregate/Max.java | 3 +
.../sql/connector/expressions/aggregate/Min.java | 3 +
.../sql/connector/expressions/aggregate/Sum.java | 3 +
.../connector/expressions/filter/AlwaysFalse.java | 30 +--
.../connector/expressions/filter/AlwaysTrue.java | 28 +--
.../sql/connector/expressions/filter/And.java | 14 +-
.../expressions/filter/BinaryComparison.java | 60 -----
.../connector/expressions/filter/BinaryFilter.java | 65 -----
.../expressions/filter/EqualNullSafe.java | 40 ---
.../sql/connector/expressions/filter/EqualTo.java | 39 ---
.../sql/connector/expressions/filter/Filter.java | 40 ---
.../connector/expressions/filter/GreaterThan.java | 39 ---
.../expressions/filter/GreaterThanOrEqual.java | 39 ---
.../spark/sql/connector/expressions/filter/In.java | 76 ------
.../connector/expressions/filter/IsNotNull.java | 58 -----
.../sql/connector/expressions/filter/IsNull.java | 58 -----
.../sql/connector/expressions/filter/LessThan.java | 39 ---
.../expressions/filter/LessThanOrEqual.java | 39 ---
.../sql/connector/expressions/filter/Not.java | 31 +--
.../spark/sql/connector/expressions/filter/Or.java | 14 +-
.../Predicate.java} | 126 +++-------
.../expressions/filter/StringContains.java | 39 ---
.../expressions/filter/StringEndsWith.java | 39 ---
.../expressions/filter/StringPredicate.java | 60 -----
.../expressions/filter/StringStartsWith.java | 41 ----
.../connector/read/SupportsPushDownV2Filters.java | 35 +--
.../sql/connector/util/V2ExpressionSQLBuilder.java | 100 ++++++--
.../org/apache/spark/sql/sources/filters.scala | 60 +++++
.../expressions/TransformExtractorSuite.scala | 1 -
.../sql/catalyst/util/V2ExpressionBuilder.scala | 113 +++++++--
.../spark/sql/execution/DataSourceScanExec.scala | 11 +-
.../execution/datasources/DataSourceStrategy.scala | 11 +-
.../sql/execution/datasources/jdbc/JDBCRDD.scala | 77 +-----
.../execution/datasources/jdbc/JDBCRelation.scala | 18 +-
.../datasources/v2/DataSourceV2Strategy.scala | 137 ++++-------
.../execution/datasources/v2/PushDownUtils.scala | 17 +-
.../datasources/v2/PushedDownOperators.scala | 4 +-
.../datasources/v2/V2ScanRelationPushDown.scala | 8 +-
.../execution/datasources/v2/jdbc/JDBCScan.scala | 9 +-
.../datasources/v2/jdbc/JDBCScanBuilder.scala | 20 +-
.../org/apache/spark/sql/jdbc/DB2Dialect.scala | 24 +-
.../org/apache/spark/sql/jdbc/DerbyDialect.scala | 16 +-
.../org/apache/spark/sql/jdbc/H2Dialect.scala | 28 +--
.../org/apache/spark/sql/jdbc/JdbcDialects.scala | 22 +-
.../apache/spark/sql/jdbc/MsSqlServerDialect.scala | 16 +-
.../org/apache/spark/sql/jdbc/MySQLDialect.scala | 16 +-
.../org/apache/spark/sql/jdbc/OracleDialect.scala | 28 +--
.../apache/spark/sql/jdbc/PostgresDialect.scala | 28 +--
.../apache/spark/sql/jdbc/TeradataDialect.scala | 28 +--
.../JavaAdvancedDataSourceV2WithV2Filter.java | 75 +++---
.../spark/sql/connector/DataSourceV2Suite.scala | 43 ++--
.../datasources/v2/DataSourceV2StrategySuite.scala | 10 +-
.../execution/datasources/v2/V2FiltersSuite.scala | 204 ----------------
.../datasources/v2/V2PredicateSuite.scala | 188 +++++++++++++++
.../org/apache/spark/sql/jdbc/JDBCSuite.scala | 19 +-
.../org/apache/spark/sql/jdbc/JDBCV2Suite.scala | 268 ++++++++++++++++-----
67 files changed, 1101 insertions(+), 1716 deletions(-)
delete mode 100644 sql/catalyst/src/main/java/org/apache/spark/sql/connector/expressions/filter/BinaryComparison.java
delete mode 100644 sql/catalyst/src/main/java/org/apache/spark/sql/connector/expressions/filter/BinaryFilter.java
delete mode 100644 sql/catalyst/src/main/java/org/apache/spark/sql/connector/expressions/filter/EqualNullSafe.java
delete mode 100644 sql/catalyst/src/main/java/org/apache/spark/sql/connector/expressions/filter/EqualTo.java
delete mode 100644 sql/catalyst/src/main/java/org/apache/spark/sql/connector/expressions/filter/Filter.java
delete mode 100644 sql/catalyst/src/main/java/org/apache/spark/sql/connector/expressions/filter/GreaterThan.java
delete mode 100644 sql/catalyst/src/main/java/org/apache/spark/sql/connector/expressions/filter/GreaterThanOrEqual.java
delete mode 100644 sql/catalyst/src/main/java/org/apache/spark/sql/connector/expressions/filter/In.java
delete mode 100644 sql/catalyst/src/main/java/org/apache/spark/sql/connector/expressions/filter/IsNotNull.java
delete mode 100644 sql/catalyst/src/main/java/org/apache/spark/sql/connector/expressions/filter/IsNull.java
delete mode 100644 sql/catalyst/src/main/java/org/apache/spark/sql/connector/expressions/filter/LessThan.java
delete mode 100644 sql/catalyst/src/main/java/org/apache/spark/sql/connector/expressions/filter/LessThanOrEqual.java
copy sql/catalyst/src/main/java/org/apache/spark/sql/connector/expressions/{GeneralScalarExpression.java => filter/Predicate.java} (53%)
delete mode 100644 sql/catalyst/src/main/java/org/apache/spark/sql/connector/expressions/filter/StringContains.java
delete mode 100644 sql/catalyst/src/main/java/org/apache/spark/sql/connector/expressions/filter/StringEndsWith.java
delete mode 100644 sql/catalyst/src/main/java/org/apache/spark/sql/connector/expressions/filter/StringPredicate.java
delete mode 100644 sql/catalyst/src/main/java/org/apache/spark/sql/connector/expressions/filter/StringStartsWith.java
delete mode 100644 sql/core/src/test/scala/org/apache/spark/sql/execution/datasources/v2/V2FiltersSuite.scala
create mode 100644 sql/core/src/test/scala/org/apache/spark/sql/execution/datasources/v2/V2PredicateSuite.scala
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org