You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by dt...@apache.org on 2026/03/17 18:44:43 UTC
(spark) branch master updated (5acd8e6190c3 -> d06d0864ed28)
This is an automated email from the ASF dual-hosted git repository.
dtenedor pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/spark.git
from 5acd8e6190c3 [SPARK-56027][INFRA] Fix `NoEmptyContinuation` warning of `spark-test-image/lint/Dockerfile`
add d06d0864ed28 [SPARK-55983][SQL] New single-pass analyzer functionality and bugfixes
No new revisions were added by this update.
Summary of changes:
.../src/main/resources/error/error-conditions.json | 7 +
.../resolver/AggregateExpressionResolver.scala | 150 ++++--
.../analysis/resolver/AggregateResolver.scala | 150 ++++--
.../{TreeNodeResolver.scala => AliasKind.scala} | 26 +-
.../catalyst/analysis/resolver/AliasResolver.scala | 84 +++-
.../analysis/resolver/AttributeScopeStack.scala | 24 +-
.../resolver/AutoGeneratedAliasProvider.scala | 14 +-
.../resolver/BinaryArithmeticResolver.scala | 62 ++-
.../resolver/BridgedRelationMetadataProvider.scala | 8 +-
.../analysis/resolver/CoercesExpressionTypes.scala | 72 +--
.../sql/catalyst/analysis/resolver/CteScope.scala | 2 +-
.../ExplicitlyUnsupportedResolverFeature.scala | 2 +-
.../analysis/resolver/ExpressionIdAssigner.scala | 295 +++++++++--
.../resolver/ExpressionResolutionContext.scala | 88 +++-
.../analysis/resolver/ExpressionResolver.scala | 538 +++++++++++++++------
.../analysis/resolver/FilterResolver.scala | 18 +-
.../analysis/resolver/FunctionResolver.scala | 142 +++---
.../GroupingAndAggregateExpressionsExtractor.scala | 41 +-
.../analysis/resolver/HavingResolver.scala | 241 +++++++--
.../analysis/resolver/HybridAnalyzer.scala | 200 +++++---
.../resolver/IdentifierAndCteSubstituor.scala | 10 +-
.../catalyst/analysis/resolver/IdentifierMap.scala | 2 +-
.../catalyst/analysis/resolver/JoinResolver.scala | 114 ++++-
.../analysis/resolver/KeyTransformingMap.scala | 13 +-
.../LateralColumnAliasProhibitedRegistry.scala | 9 +-
.../resolver/LateralColumnAliasRegistry.scala | 8 +-
.../resolver/LateralColumnAliasRegistryImpl.scala | 88 ++--
.../resolver/LateralColumnAliasResolver.scala | 86 +++-
.../analysis/resolver/MetadataResolver.scala | 55 ++-
.../resolver/NameResolutionParameters.scala | 55 +++
.../sql/catalyst/analysis/resolver/NameScope.scala | 375 ++++++++++----
.../resolver/NonDeterministicExpressionCheck.scala | 63 +++
.../resolver/OperatorResolutionContext.scala | 149 ++++++
.../OperatorWithUncomparableTypeValidator.scala | 9 +-
.../resolver/OrdinalReplacementExpressions.scala | 2 +-
.../analysis/resolver/OrdinalResolver.scala | 8 +-
.../catalyst/analysis/resolver/PlanRewriter.scala | 10 +-
.../resolver/ProducesUnresolvedSubtree.scala | 59 ++-
.../analysis/resolver/ProjectResolver.scala | 272 ++++-------
.../catalyst/analysis/resolver/RelationId.scala | 4 +-
.../resolver/RelationMetadataProvider.scala | 3 +-
.../analysis/resolver/ResolutionCheckRunner.scala | 14 +-
.../analysis/resolver/ResolutionValidator.scala | 49 ++
.../resolver/ResolvedAggregateExpressions.scala | 6 +-
.../analysis/resolver/ResolvedProjectList.scala | 6 +-
.../sql/catalyst/analysis/resolver/Resolver.scala | 172 +++++--
.../catalyst/analysis/resolver/ResolverGuard.scala | 467 ++++++++++++------
...{OutputType.scala => ResolverGuardResult.scala} | 10 +-
.../analysis/resolver/ResolverMetricTracker.scala | 23 +-
.../analysis/resolver/ResolverRunner.scala | 89 ++--
.../resolver/ResolvesNameByHiddenOutput.scala | 100 +++-
...olver.scala => RetainsOriginalJoinOutput.scala} | 143 +-----
.../resolver/RewritesAliasesInTopLcaProject.scala | 13 +-
.../analysis/resolver/SemanticComparator.scala | 27 +-
.../resolver/SemiStructuredExtractResolver.scala | 6 +-
.../resolver/SetOperationLikeResolver.scala | 100 +++-
.../catalyst/analysis/resolver/SortResolver.scala | 181 +++++--
.../resolver/SubqueryExpressionResolver.scala | 106 +++-
.../catalyst/analysis/resolver/SubqueryScope.scala | 107 ++--
.../resolver/TimezoneAwareExpressionResolver.scala | 6 +-
...IdentifierMap.scala => TryExtractOrdinal.scala} | 19 +-
...UnsupportedExpressionInOperatorValidation.scala | 10 +-
.../catalyst/analysis/resolver/ViewResolver.scala | 54 ++-
.../spark/sql/errors/QueryCompilationErrors.scala | 13 +
.../resolver/CoercesExpressionTypesSuite.scala | 8 +-
.../analysis/resolver/AggregateResolverSuite.scala | 54 +--
.../sql/analysis/resolver/AliasResolverSuite.scala | 29 +-
.../resolver/DataFrameAnalyzerTestGapsSuite.scala | 78 +++
.../analysis/resolver/DeepResolutionSuite.scala | 13 +-
...ExplicitlyUnsupportedResolverFeatureSuite.scala | 28 +-
.../resolver/ExpressionIdAssignerSuite.scala | 147 +++++-
.../analysis/resolver/HybridAnalyzerSuite.scala | 326 ++++++++-----
.../analysis/resolver/MetadataResolverSuite.scala | 5 +-
.../sql/analysis/resolver/NameScopeSuite.scala | 388 ++++++++++++---
.../sql/analysis/resolver/ResolverGuardSuite.scala | 279 ++++++-----
.../resolver/SinglePassAnalyzerTestUtils.scala | 17 +-
.../sql/analysis/resolver/ViewResolverSuite.scala | 17 +-
77 files changed, 4767 insertions(+), 1901 deletions(-)
copy sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/analysis/resolver/{TreeNodeResolver.scala => AliasKind.scala} (56%)
create mode 100644 sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/analysis/resolver/NameResolutionParameters.scala
create mode 100644 sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/analysis/resolver/NonDeterministicExpressionCheck.scala
create mode 100644 sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/analysis/resolver/OperatorResolutionContext.scala
copy sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/analysis/resolver/{OutputType.scala => ResolverGuardResult.scala} (75%)
copy sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/analysis/resolver/{ProjectResolver.scala => RetainsOriginalJoinOutput.scala} (50%)
copy sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/analysis/resolver/{IdentifierMap.scala => TryExtractOrdinal.scala} (59%)
create mode 100644 sql/core/src/test/scala/org/apache/spark/sql/analysis/resolver/DataFrameAnalyzerTestGapsSuite.scala
copy core/src/test/scala/org/apache/spark/util/SparkConfWithEnv.scala => sql/core/src/test/scala/org/apache/spark/sql/analysis/resolver/SinglePassAnalyzerTestUtils.scala (69%)
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org