You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by ec...@apache.org on 2022/07/22 13:59:21 UTC
[beam] branch master updated (72127f93f45 -> b9f6af54d52)

This is an automated email from the ASF dual-hosted git repository.

echauchot pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git


    from 72127f93f45 Fixes #22156: Fix Spark3 runner to compile against Spark 3.2/3.3 and add version tests to verify compatibility going forward (#22157)
     new 8d59cf7de71 Closes #22407: Separate sources for SparkStructuredStreamingRunner for Spark 2 & 3 to allow for easier improvements for Spark 3.
     new 79d677fed70 Add deprecation warning for Spark 2 in SparkStructuredStreamingRunner
     new b9f6af54d52 Merge pull request #22408 from mosche/22407-separate-spark-ssrunner-sources

The 36602 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails.  The revisions
listed as "add" were already present in the repository and have only
been added to this reference.


Summary of changes:
 .../org/apache/beam/runners/spark/structuredstreaming/Constants.java  | 0
 .../structuredstreaming/SparkStructuredStreamingPipelineOptions.java  | 0
 .../structuredstreaming/SparkStructuredStreamingPipelineResult.java   | 0
 .../spark/structuredstreaming/SparkStructuredStreamingRunner.java     | 4 ++++
 .../structuredstreaming/SparkStructuredStreamingRunnerRegistrar.java  | 0
 .../spark/structuredstreaming/aggregators/AggregatorsAccumulator.java | 0
 .../spark/structuredstreaming/aggregators/NamedAggregators.java       | 0
 .../structuredstreaming/aggregators/NamedAggregatorsAccumulator.java  | 0
 .../runners/spark/structuredstreaming/aggregators/package-info.java   | 0
 .../beam/runners/spark/structuredstreaming/examples/WordCount.java    | 0
 .../runners/spark/structuredstreaming/metrics/AggregatorMetric.java   | 0
 .../spark/structuredstreaming/metrics/AggregatorMetricSource.java     | 0
 .../beam/runners/spark/structuredstreaming/metrics/BeamMetricSet.java | 0
 .../runners/spark/structuredstreaming/metrics/CompositeSource.java    | 0
 .../runners/spark/structuredstreaming/metrics/MetricsAccumulator.java | 0
 .../metrics/MetricsContainerStepMapAccumulator.java                   | 0
 .../runners/spark/structuredstreaming/metrics/SparkBeamMetric.java    | 0
 .../spark/structuredstreaming/metrics/SparkBeamMetricSource.java      | 0
 .../structuredstreaming/metrics/SparkMetricsContainerStepMap.java     | 0
 .../runners/spark/structuredstreaming/metrics/WithMetricsSupport.java | 0
 .../beam/runners/spark/structuredstreaming/metrics/package-info.java  | 0
 .../spark/structuredstreaming/metrics/sink/CodahaleCsvSink.java       | 0
 .../spark/structuredstreaming/metrics/sink/CodahaleGraphiteSink.java  | 0
 .../runners/spark/structuredstreaming/metrics/sink/package-info.java  | 0
 .../apache/beam/runners/spark/structuredstreaming/package-info.java   | 0
 .../structuredstreaming/translation/AbstractTranslationContext.java   | 0
 .../spark/structuredstreaming/translation/PipelineTranslator.java     | 0
 .../spark/structuredstreaming/translation/SparkSessionFactory.java    | 0
 .../structuredstreaming/translation/SparkTransformOverrides.java      | 0
 .../spark/structuredstreaming/translation/TransformTranslator.java    | 0
 .../structuredstreaming/translation/batch/AggregatorCombiner.java     | 0
 .../translation/batch/CombinePerKeyTranslatorBatch.java               | 0
 .../translation/batch/CreatePCollectionViewTranslatorBatch.java       | 0
 .../spark/structuredstreaming/translation/batch/DoFnFunction.java     | 0
 .../structuredstreaming/translation/batch/DoFnRunnerWithMetrics.java  | 0
 .../structuredstreaming/translation/batch/FlattenTranslatorBatch.java | 0
 .../translation/batch/GroupByKeyTranslatorBatch.java                  | 0
 .../structuredstreaming/translation/batch/ImpulseTranslatorBatch.java | 0
 .../structuredstreaming/translation/batch/ParDoTranslatorBatch.java   | 0
 .../translation/batch/PipelineTranslatorBatch.java                    | 0
 .../spark/structuredstreaming/translation/batch/ProcessContext.java   | 0
 .../translation/batch/ReadSourceTranslatorBatch.java                  | 0
 .../translation/batch/ReshuffleTranslatorBatch.java                   | 0
 .../translation/batch/WindowAssignTranslatorBatch.java                | 0
 .../batch/functions/GroupAlsoByWindowViaOutputBufferFn.java           | 0
 .../translation/batch/functions/NoOpStepContext.java                  | 0
 .../translation/batch/functions/SparkSideInputReader.java             | 0
 .../structuredstreaming/translation/batch/functions/package-info.java | 0
 .../spark/structuredstreaming/translation/batch/package-info.java     | 0
 .../spark/structuredstreaming/translation/helpers/CoderHelpers.java   | 0
 .../spark/structuredstreaming/translation/helpers/EncoderHelpers.java | 0
 .../spark/structuredstreaming/translation/helpers/KVHelpers.java      | 0
 .../structuredstreaming/translation/helpers/MultiOutputCoder.java     | 0
 .../spark/structuredstreaming/translation/helpers/RowHelpers.java     | 0
 .../spark/structuredstreaming/translation/helpers/SchemaHelpers.java  | 0
 .../structuredstreaming/translation/helpers/SideInputBroadcast.java   | 0
 .../structuredstreaming/translation/helpers/WindowingHelpers.java     | 0
 .../spark/structuredstreaming/translation/helpers/package-info.java   | 0
 .../runners/spark/structuredstreaming/translation/package-info.java   | 0
 .../translation/streaming/PipelineTranslatorStreaming.java            | 0
 .../translation/streaming/ReadSourceTranslatorStreaming.java          | 0
 .../spark/structuredstreaming/translation/streaming/package-info.java | 0
 .../structuredstreaming/translation/utils/CachedSideInputReader.java  | 0
 .../spark/structuredstreaming/translation/utils/SideInputStorage.java | 0
 .../spark/structuredstreaming/translation/utils/package-info.java     | 0
 .../beam/runners/spark/structuredstreaming/SparkSessionRule.java      | 0
 .../SparkStructuredStreamingRunnerRegistrarTest.java                  | 0
 .../structuredstreaming/StructuredStreamingPipelineStateTest.java     | 0
 .../structuredstreaming/aggregators/metrics/sink/InMemoryMetrics.java | 0
 .../aggregators/metrics/sink/InMemoryMetricsSinkRule.java             | 0
 .../aggregators/metrics/sink/SparkMetricsSinkTest.java                | 0
 .../spark/structuredstreaming/metrics/SparkBeamMetricTest.java        | 0
 .../spark/structuredstreaming/translation/batch/CombineTest.java      | 0
 .../structuredstreaming/translation/batch/ComplexSourceTest.java      | 0
 .../spark/structuredstreaming/translation/batch/FlattenTest.java      | 0
 .../spark/structuredstreaming/translation/batch/GroupByKeyTest.java   | 0
 .../spark/structuredstreaming/translation/batch/ParDoTest.java        | 0
 .../spark/structuredstreaming/translation/batch/SimpleSourceTest.java | 0
 .../spark/structuredstreaming/translation/batch/WindowAssignTest.java | 0
 .../structuredstreaming/translation/helpers/EncoderHelpersTest.java   | 0
 .../structuredstreaming/translation/streaming/SimpleSourceTest.java   | 0
 .../spark/structuredstreaming/utils/SerializationDebugger.java        | 0
 .../beam/runners/spark/structuredstreaming/utils/package-info.java    | 0
 .../org/apache/beam/runners/spark/structuredstreaming/Constants.java  | 0
 .../structuredstreaming/SparkStructuredStreamingPipelineOptions.java  | 0
 .../structuredstreaming/SparkStructuredStreamingPipelineResult.java   | 0
 .../spark/structuredstreaming/SparkStructuredStreamingRunner.java     | 0
 .../structuredstreaming/SparkStructuredStreamingRunnerRegistrar.java  | 0
 .../spark/structuredstreaming/aggregators/AggregatorsAccumulator.java | 0
 .../spark/structuredstreaming/aggregators/NamedAggregators.java       | 0
 .../structuredstreaming/aggregators/NamedAggregatorsAccumulator.java  | 0
 .../runners/spark/structuredstreaming/aggregators/package-info.java   | 0
 .../beam/runners/spark/structuredstreaming/examples/WordCount.java    | 0
 .../runners/spark/structuredstreaming/metrics/AggregatorMetric.java   | 0
 .../spark/structuredstreaming/metrics/AggregatorMetricSource.java     | 0
 .../beam/runners/spark/structuredstreaming/metrics/BeamMetricSet.java | 0
 .../runners/spark/structuredstreaming/metrics/CompositeSource.java    | 0
 .../runners/spark/structuredstreaming/metrics/MetricsAccumulator.java | 0
 .../metrics/MetricsContainerStepMapAccumulator.java                   | 0
 .../runners/spark/structuredstreaming/metrics/SparkBeamMetric.java    | 0
 .../spark/structuredstreaming/metrics/SparkBeamMetricSource.java      | 0
 .../structuredstreaming/metrics/SparkMetricsContainerStepMap.java     | 0
 .../runners/spark/structuredstreaming/metrics/WithMetricsSupport.java | 0
 .../beam/runners/spark/structuredstreaming/metrics/package-info.java  | 0
 .../spark/structuredstreaming/metrics/sink/CodahaleCsvSink.java       | 0
 .../spark/structuredstreaming/metrics/sink/CodahaleGraphiteSink.java  | 0
 .../runners/spark/structuredstreaming/metrics/sink/package-info.java  | 0
 .../apache/beam/runners/spark/structuredstreaming/package-info.java   | 0
 .../structuredstreaming/translation/AbstractTranslationContext.java   | 0
 .../spark/structuredstreaming/translation/PipelineTranslator.java     | 0
 .../spark/structuredstreaming/translation/SparkSessionFactory.java    | 0
 .../structuredstreaming/translation/SparkTransformOverrides.java      | 0
 .../spark/structuredstreaming/translation/TransformTranslator.java    | 0
 .../structuredstreaming/translation/batch/AggregatorCombiner.java     | 0
 .../translation/batch/CombinePerKeyTranslatorBatch.java               | 0
 .../translation/batch/CreatePCollectionViewTranslatorBatch.java       | 0
 .../spark/structuredstreaming/translation/batch/DoFnFunction.java     | 0
 .../structuredstreaming/translation/batch/DoFnRunnerWithMetrics.java  | 0
 .../structuredstreaming/translation/batch/FlattenTranslatorBatch.java | 0
 .../translation/batch/GroupByKeyTranslatorBatch.java                  | 0
 .../structuredstreaming/translation/batch/ImpulseTranslatorBatch.java | 0
 .../structuredstreaming/translation/batch/ParDoTranslatorBatch.java   | 0
 .../translation/batch/PipelineTranslatorBatch.java                    | 0
 .../spark/structuredstreaming/translation/batch/ProcessContext.java   | 0
 .../translation/batch/ReadSourceTranslatorBatch.java                  | 0
 .../translation/batch/ReshuffleTranslatorBatch.java                   | 0
 .../translation/batch/WindowAssignTranslatorBatch.java                | 0
 .../batch/functions/GroupAlsoByWindowViaOutputBufferFn.java           | 0
 .../translation/batch/functions/NoOpStepContext.java                  | 0
 .../translation/batch/functions/SparkSideInputReader.java             | 0
 .../structuredstreaming/translation/batch/functions/package-info.java | 0
 .../spark/structuredstreaming/translation/batch/package-info.java     | 0
 .../spark/structuredstreaming/translation/helpers/CoderHelpers.java   | 0
 .../spark/structuredstreaming/translation/helpers/EncoderHelpers.java | 0
 .../spark/structuredstreaming/translation/helpers/KVHelpers.java      | 0
 .../structuredstreaming/translation/helpers/MultiOutputCoder.java     | 0
 .../spark/structuredstreaming/translation/helpers/RowHelpers.java     | 0
 .../spark/structuredstreaming/translation/helpers/SchemaHelpers.java  | 0
 .../structuredstreaming/translation/helpers/SideInputBroadcast.java   | 0
 .../structuredstreaming/translation/helpers/WindowingHelpers.java     | 0
 .../spark/structuredstreaming/translation/helpers/package-info.java   | 0
 .../runners/spark/structuredstreaming/translation/package-info.java   | 0
 .../translation/streaming/PipelineTranslatorStreaming.java            | 0
 .../translation/streaming/ReadSourceTranslatorStreaming.java          | 0
 .../spark/structuredstreaming/translation/streaming/package-info.java | 0
 .../structuredstreaming/translation/utils/CachedSideInputReader.java  | 0
 .../spark/structuredstreaming/translation/utils/SideInputStorage.java | 0
 .../spark/structuredstreaming/translation/utils/package-info.java     | 0
 .../beam/runners/spark/structuredstreaming/SparkSessionRule.java      | 0
 .../SparkStructuredStreamingRunnerRegistrarTest.java                  | 0
 .../structuredstreaming/StructuredStreamingPipelineStateTest.java     | 0
 .../structuredstreaming/aggregators/metrics/sink/InMemoryMetrics.java | 0
 .../aggregators/metrics/sink/InMemoryMetricsSinkRule.java             | 0
 .../aggregators/metrics/sink/SparkMetricsSinkTest.java                | 0
 .../spark/structuredstreaming/metrics/SparkBeamMetricTest.java        | 0
 .../spark/structuredstreaming/translation/batch/CombineTest.java      | 0
 .../structuredstreaming/translation/batch/ComplexSourceTest.java      | 0
 .../spark/structuredstreaming/translation/batch/FlattenTest.java      | 0
 .../spark/structuredstreaming/translation/batch/GroupByKeyTest.java   | 0
 .../spark/structuredstreaming/translation/batch/ParDoTest.java        | 0
 .../spark/structuredstreaming/translation/batch/SimpleSourceTest.java | 0
 .../spark/structuredstreaming/translation/batch/WindowAssignTest.java | 0
 .../structuredstreaming/translation/helpers/EncoderHelpersTest.java   | 0
 .../structuredstreaming/translation/streaming/SimpleSourceTest.java   | 0
 .../spark/structuredstreaming/utils/SerializationDebugger.java        | 0
 .../beam/runners/spark/structuredstreaming/utils/package-info.java    | 0
 166 files changed, 4 insertions(+)
 copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/Constants.java (100%)
 copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/SparkStructuredStreamingPipelineOptions.java (100%)
 copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/SparkStructuredStreamingPipelineResult.java (100%)
 copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/SparkStructuredStreamingRunner.java (98%)
 copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/SparkStructuredStreamingRunnerRegistrar.java (100%)
 copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/aggregators/AggregatorsAccumulator.java (100%)
 copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/aggregators/NamedAggregators.java (100%)
 copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/aggregators/NamedAggregatorsAccumulator.java (100%)
 copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/aggregators/package-info.java (100%)
 copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/examples/WordCount.java (100%)
 copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/metrics/AggregatorMetric.java (100%)
 copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/metrics/AggregatorMetricSource.java (100%)
 copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/metrics/BeamMetricSet.java (100%)
 copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/metrics/CompositeSource.java (100%)
 copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/metrics/MetricsAccumulator.java (100%)
 copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/metrics/MetricsContainerStepMapAccumulator.java (100%)
 copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/metrics/SparkBeamMetric.java (100%)
 copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/metrics/SparkBeamMetricSource.java (100%)
 copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/metrics/SparkMetricsContainerStepMap.java (100%)
 copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/metrics/WithMetricsSupport.java (100%)
 copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/metrics/package-info.java (100%)
 copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/metrics/sink/CodahaleCsvSink.java (100%)
 copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/metrics/sink/CodahaleGraphiteSink.java (100%)
 copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/metrics/sink/package-info.java (100%)
 copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/package-info.java (100%)
 copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/AbstractTranslationContext.java (100%)
 copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/PipelineTranslator.java (100%)
 copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/SparkSessionFactory.java (100%)
 copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/SparkTransformOverrides.java (100%)
 copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/TransformTranslator.java (100%)
 copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/AggregatorCombiner.java (100%)
 copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/CombinePerKeyTranslatorBatch.java (100%)
 copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/CreatePCollectionViewTranslatorBatch.java (100%)
 copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/DoFnFunction.java (100%)
 copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/DoFnRunnerWithMetrics.java (100%)
 copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/FlattenTranslatorBatch.java (100%)
 copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/GroupByKeyTranslatorBatch.java (100%)
 copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/ImpulseTranslatorBatch.java (100%)
 copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/ParDoTranslatorBatch.java (100%)
 copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/PipelineTranslatorBatch.java (100%)
 copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/ProcessContext.java (100%)
 copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/ReadSourceTranslatorBatch.java (100%)
 copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/ReshuffleTranslatorBatch.java (100%)
 copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/WindowAssignTranslatorBatch.java (100%)
 copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/functions/GroupAlsoByWindowViaOutputBufferFn.java (100%)
 copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/functions/NoOpStepContext.java (100%)
 copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/functions/SparkSideInputReader.java (100%)
 copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/functions/package-info.java (100%)
 copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/package-info.java (100%)
 copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/helpers/CoderHelpers.java (100%)
 copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/helpers/EncoderHelpers.java (100%)
 copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/helpers/KVHelpers.java (100%)
 copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/helpers/MultiOutputCoder.java (100%)
 copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/helpers/RowHelpers.java (100%)
 copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/helpers/SchemaHelpers.java (100%)
 copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/helpers/SideInputBroadcast.java (100%)
 copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/helpers/WindowingHelpers.java (100%)
 copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/helpers/package-info.java (100%)
 copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/package-info.java (100%)
 copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/streaming/PipelineTranslatorStreaming.java (100%)
 copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/streaming/ReadSourceTranslatorStreaming.java (100%)
 copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/streaming/package-info.java (100%)
 copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/utils/CachedSideInputReader.java (100%)
 copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/utils/SideInputStorage.java (100%)
 copy runners/spark/{ => 2}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/utils/package-info.java (100%)
 copy runners/spark/{ => 2}/src/test/java/org/apache/beam/runners/spark/structuredstreaming/SparkSessionRule.java (100%)
 copy runners/spark/{ => 2}/src/test/java/org/apache/beam/runners/spark/structuredstreaming/SparkStructuredStreamingRunnerRegistrarTest.java (100%)
 copy runners/spark/{ => 2}/src/test/java/org/apache/beam/runners/spark/structuredstreaming/StructuredStreamingPipelineStateTest.java (100%)
 copy runners/spark/{ => 2}/src/test/java/org/apache/beam/runners/spark/structuredstreaming/aggregators/metrics/sink/InMemoryMetrics.java (100%)
 copy runners/spark/{ => 2}/src/test/java/org/apache/beam/runners/spark/structuredstreaming/aggregators/metrics/sink/InMemoryMetricsSinkRule.java (100%)
 copy runners/spark/{ => 2}/src/test/java/org/apache/beam/runners/spark/structuredstreaming/aggregators/metrics/sink/SparkMetricsSinkTest.java (100%)
 copy runners/spark/{ => 2}/src/test/java/org/apache/beam/runners/spark/structuredstreaming/metrics/SparkBeamMetricTest.java (100%)
 copy runners/spark/{ => 2}/src/test/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/CombineTest.java (100%)
 copy runners/spark/{ => 2}/src/test/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/ComplexSourceTest.java (100%)
 copy runners/spark/{ => 2}/src/test/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/FlattenTest.java (100%)
 copy runners/spark/{ => 2}/src/test/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/GroupByKeyTest.java (100%)
 copy runners/spark/{ => 2}/src/test/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/ParDoTest.java (100%)
 copy runners/spark/{ => 2}/src/test/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/SimpleSourceTest.java (100%)
 copy runners/spark/{ => 2}/src/test/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/WindowAssignTest.java (100%)
 copy runners/spark/{ => 2}/src/test/java/org/apache/beam/runners/spark/structuredstreaming/translation/helpers/EncoderHelpersTest.java (100%)
 copy runners/spark/{ => 2}/src/test/java/org/apache/beam/runners/spark/structuredstreaming/translation/streaming/SimpleSourceTest.java (100%)
 copy runners/spark/{ => 2}/src/test/java/org/apache/beam/runners/spark/structuredstreaming/utils/SerializationDebugger.java (100%)
 copy runners/spark/{ => 2}/src/test/java/org/apache/beam/runners/spark/structuredstreaming/utils/package-info.java (100%)
 rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/Constants.java (100%)
 rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/SparkStructuredStreamingPipelineOptions.java (100%)
 rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/SparkStructuredStreamingPipelineResult.java (100%)
 rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/SparkStructuredStreamingRunner.java (100%)
 rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/SparkStructuredStreamingRunnerRegistrar.java (100%)
 rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/aggregators/AggregatorsAccumulator.java (100%)
 rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/aggregators/NamedAggregators.java (100%)
 rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/aggregators/NamedAggregatorsAccumulator.java (100%)
 rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/aggregators/package-info.java (100%)
 rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/examples/WordCount.java (100%)
 rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/metrics/AggregatorMetric.java (100%)
 rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/metrics/AggregatorMetricSource.java (100%)
 rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/metrics/BeamMetricSet.java (100%)
 rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/metrics/CompositeSource.java (100%)
 rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/metrics/MetricsAccumulator.java (100%)
 rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/metrics/MetricsContainerStepMapAccumulator.java (100%)
 rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/metrics/SparkBeamMetric.java (100%)
 rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/metrics/SparkBeamMetricSource.java (100%)
 rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/metrics/SparkMetricsContainerStepMap.java (100%)
 rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/metrics/WithMetricsSupport.java (100%)
 rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/metrics/package-info.java (100%)
 rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/metrics/sink/CodahaleCsvSink.java (100%)
 rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/metrics/sink/CodahaleGraphiteSink.java (100%)
 rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/metrics/sink/package-info.java (100%)
 rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/package-info.java (100%)
 rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/AbstractTranslationContext.java (100%)
 rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/PipelineTranslator.java (100%)
 rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/SparkSessionFactory.java (100%)
 rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/SparkTransformOverrides.java (100%)
 rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/TransformTranslator.java (100%)
 rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/AggregatorCombiner.java (100%)
 rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/CombinePerKeyTranslatorBatch.java (100%)
 rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/CreatePCollectionViewTranslatorBatch.java (100%)
 rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/DoFnFunction.java (100%)
 rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/DoFnRunnerWithMetrics.java (100%)
 rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/FlattenTranslatorBatch.java (100%)
 rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/GroupByKeyTranslatorBatch.java (100%)
 rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/ImpulseTranslatorBatch.java (100%)
 rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/ParDoTranslatorBatch.java (100%)
 rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/PipelineTranslatorBatch.java (100%)
 rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/ProcessContext.java (100%)
 rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/ReadSourceTranslatorBatch.java (100%)
 rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/ReshuffleTranslatorBatch.java (100%)
 rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/WindowAssignTranslatorBatch.java (100%)
 rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/functions/GroupAlsoByWindowViaOutputBufferFn.java (100%)
 rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/functions/NoOpStepContext.java (100%)
 rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/functions/SparkSideInputReader.java (100%)
 rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/functions/package-info.java (100%)
 rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/package-info.java (100%)
 rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/helpers/CoderHelpers.java (100%)
 rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/helpers/EncoderHelpers.java (100%)
 rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/helpers/KVHelpers.java (100%)
 rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/helpers/MultiOutputCoder.java (100%)
 rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/helpers/RowHelpers.java (100%)
 rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/helpers/SchemaHelpers.java (100%)
 rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/helpers/SideInputBroadcast.java (100%)
 rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/helpers/WindowingHelpers.java (100%)
 rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/helpers/package-info.java (100%)
 rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/package-info.java (100%)
 rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/streaming/PipelineTranslatorStreaming.java (100%)
 rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/streaming/ReadSourceTranslatorStreaming.java (100%)
 rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/streaming/package-info.java (100%)
 rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/utils/CachedSideInputReader.java (100%)
 rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/utils/SideInputStorage.java (100%)
 rename runners/spark/{ => 3}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/utils/package-info.java (100%)
 rename runners/spark/{ => 3}/src/test/java/org/apache/beam/runners/spark/structuredstreaming/SparkSessionRule.java (100%)
 rename runners/spark/{ => 3}/src/test/java/org/apache/beam/runners/spark/structuredstreaming/SparkStructuredStreamingRunnerRegistrarTest.java (100%)
 rename runners/spark/{ => 3}/src/test/java/org/apache/beam/runners/spark/structuredstreaming/StructuredStreamingPipelineStateTest.java (100%)
 rename runners/spark/{ => 3}/src/test/java/org/apache/beam/runners/spark/structuredstreaming/aggregators/metrics/sink/InMemoryMetrics.java (100%)
 rename runners/spark/{ => 3}/src/test/java/org/apache/beam/runners/spark/structuredstreaming/aggregators/metrics/sink/InMemoryMetricsSinkRule.java (100%)
 rename runners/spark/{ => 3}/src/test/java/org/apache/beam/runners/spark/structuredstreaming/aggregators/metrics/sink/SparkMetricsSinkTest.java (100%)
 rename runners/spark/{ => 3}/src/test/java/org/apache/beam/runners/spark/structuredstreaming/metrics/SparkBeamMetricTest.java (100%)
 rename runners/spark/{ => 3}/src/test/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/CombineTest.java (100%)
 rename runners/spark/{ => 3}/src/test/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/ComplexSourceTest.java (100%)
 rename runners/spark/{ => 3}/src/test/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/FlattenTest.java (100%)
 rename runners/spark/{ => 3}/src/test/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/GroupByKeyTest.java (100%)
 rename runners/spark/{ => 3}/src/test/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/ParDoTest.java (100%)
 rename runners/spark/{ => 3}/src/test/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/SimpleSourceTest.java (100%)
 rename runners/spark/{ => 3}/src/test/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/WindowAssignTest.java (100%)
 rename runners/spark/{ => 3}/src/test/java/org/apache/beam/runners/spark/structuredstreaming/translation/helpers/EncoderHelpersTest.java (100%)
 rename runners/spark/{ => 3}/src/test/java/org/apache/beam/runners/spark/structuredstreaming/translation/streaming/SimpleSourceTest.java (100%)
 rename runners/spark/{ => 3}/src/test/java/org/apache/beam/runners/spark/structuredstreaming/utils/SerializationDebugger.java (100%)
 rename runners/spark/{ => 3}/src/test/java/org/apache/beam/runners/spark/structuredstreaming/utils/package-info.java (100%)