You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iceberg.apache.org by ao...@apache.org on 2023/04/20 18:19:17 UTC
[iceberg] branch master updated (403efd11ef -> 37ec2df090)
This is an automated email from the ASF dual-hosted git repository.
aokolnychyi pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/iceberg.git
from 403efd11ef Spark 3.3: Surface better error message during streaming planning when checkpoint snapshot not found (#7381)
add 37ec2df090 Spark 2.4: Remove module (#7385)
No new revisions were added by this update.
Summary of changes:
.github/workflows/spark-ci.yml | 26 -
.gitignore | 1 -
dev/stage-binaries.sh | 2 +-
docs/spark-configuration.md | 10 -
docs/spark-ddl.md | 10 +-
docs/spark-queries.md | 46 +-
docs/spark-structured-streaming.md | 4 -
docs/spark-writes.md | 48 +-
gradle.properties | 2 +-
jmh.gradle | 4 -
settings.gradle | 10 -
spark/build.gradle | 4 -
spark/v2.4/build.gradle | 184 --
spark/v2.4/spark-runtime/LICENSE | 606 -------
spark/v2.4/spark-runtime/NOTICE | 508 ------
.../apache/iceberg/spark/SparkBenchmarkUtil.java | 57 -
.../SparkParquetReadersFlatDataBenchmark.java | 222 ---
.../SparkParquetReadersNestedDataBenchmark.java | 220 ---
.../SparkParquetWritersFlatDataBenchmark.java | 128 --
.../SparkParquetWritersNestedDataBenchmark.java | 128 --
.../org/apache/iceberg/spark/source/Action.java | 24 -
.../spark/source/IcebergSourceBenchmark.java | 199 ---
.../source/IcebergSourceFlatDataBenchmark.java | 59 -
.../source/IcebergSourceNestedDataBenchmark.java | 59 -
.../IcebergSourceNestedListDataBenchmark.java | 62 -
.../iceberg/spark/source/WritersBenchmark.java | 366 ----
.../spark/source/avro/AvroWritersBenchmark.java | 39 -
.../IcebergSourceFlatAvroDataReadBenchmark.java | 142 --
.../IcebergSourceNestedAvroDataReadBenchmark.java | 142 --
.../orc/IcebergSourceFlatORCDataBenchmark.java | 68 -
.../orc/IcebergSourceFlatORCDataReadBenchmark.java | 210 ---
...ebergSourceNestedListORCDataWriteBenchmark.java | 109 --
.../IcebergSourceNestedORCDataReadBenchmark.java | 183 --
...cebergSourceFlatParquetDataFilterBenchmark.java | 129 --
.../IcebergSourceFlatParquetDataReadBenchmark.java | 165 --
...IcebergSourceFlatParquetDataWriteBenchmark.java | 89 -
...gSourceNestedListParquetDataWriteBenchmark.java | 89 -
...bergSourceNestedParquetDataFilterBenchmark.java | 128 --
...cebergSourceNestedParquetDataReadBenchmark.java | 166 --
...ebergSourceNestedParquetDataWriteBenchmark.java | 88 -
.../source/parquet/ParquetWritersBenchmark.java | 39 -
...dDictionaryEncodedFlatParquetDataBenchmark.java | 141 --
.../VectorizedReadFlatParquetDataBenchmark.java | 333 ----
.../java/org/apache/iceberg/actions/Actions.java | 105 --
.../iceberg/actions/RewriteDataFilesAction.java | 70 -
.../org/apache/iceberg/actions/SparkActions.java | 34 -
.../org/apache/iceberg/spark/IcebergSpark.java | 43 -
.../org/apache/iceberg/spark/JobGroupInfo.java | 44 -
.../org/apache/iceberg/spark/JobGroupUtils.java | 46 -
.../iceberg/spark/PruneColumnsWithReordering.java | 275 ---
.../spark/PruneColumnsWithoutReordering.java | 240 ---
.../org/apache/iceberg/spark/SparkConfParser.java | 186 --
.../org/apache/iceberg/spark/SparkDataFile.java | 208 ---
.../apache/iceberg/spark/SparkExceptionUtil.java | 64 -
.../org/apache/iceberg/spark/SparkFilters.java | 192 ---
.../iceberg/spark/SparkFixupTimestampType.java | 57 -
.../org/apache/iceberg/spark/SparkFixupTypes.java | 63 -
.../org/apache/iceberg/spark/SparkReadConf.java | 165 --
.../org/apache/iceberg/spark/SparkReadOptions.java | 65 -
.../apache/iceberg/spark/SparkSQLProperties.java | 45 -
.../org/apache/iceberg/spark/SparkSchemaUtil.java | 308 ----
.../org/apache/iceberg/spark/SparkStructLike.java | 54 -
.../org/apache/iceberg/spark/SparkTableUtil.java | 792 ---------
.../org/apache/iceberg/spark/SparkTypeToType.java | 158 --
.../org/apache/iceberg/spark/SparkTypeVisitor.java | 78 -
.../java/org/apache/iceberg/spark/SparkUtil.java | 202 ---
.../apache/iceberg/spark/SparkValueConverter.java | 133 --
.../org/apache/iceberg/spark/SparkWriteConf.java | 152 --
.../apache/iceberg/spark/SparkWriteOptions.java | 53 -
.../org/apache/iceberg/spark/TypeToSparkType.java | 122 --
.../actions/BaseDeleteOrphanFilesSparkAction.java | 299 ----
.../BaseDeleteReachableFilesSparkAction.java | 212 ---
.../actions/BaseExpireSnapshotsSparkAction.java | 295 ----
.../actions/BaseRewriteManifestsSparkAction.java | 408 -----
.../actions/BaseSnapshotUpdateSparkAction.java | 45 -
.../iceberg/spark/actions/BaseSparkAction.java | 176 --
.../iceberg/spark/actions/BaseSparkActions.java | 60 -
.../iceberg/spark/actions/ManifestFileBean.java | 143 --
.../apache/iceberg/spark/actions/SparkActions.java | 43 -
.../spark/data/AvroWithSparkSchemaVisitor.java | 76 -
.../spark/data/ParquetWithSparkSchemaVisitor.java | 231 ---
.../apache/iceberg/spark/data/SparkAvroReader.java | 168 --
.../apache/iceberg/spark/data/SparkAvroWriter.java | 165 --
.../apache/iceberg/spark/data/SparkOrcReader.java | 132 --
.../iceberg/spark/data/SparkOrcValueReaders.java | 241 ---
.../iceberg/spark/data/SparkOrcValueWriters.java | 201 ---
.../apache/iceberg/spark/data/SparkOrcWriter.java | 226 ---
.../iceberg/spark/data/SparkParquetReaders.java | 769 ---------
.../iceberg/spark/data/SparkParquetWriters.java | 457 -----
.../iceberg/spark/data/SparkValueReaders.java | 288 ----
.../iceberg/spark/data/SparkValueWriters.java | 258 ---
.../vectorized/ArrowVectorAccessorFactory.java | 125 --
.../data/vectorized/ArrowVectorAccessors.java | 38 -
.../spark/data/vectorized/ColumnarBatchReader.java | 64 -
.../data/vectorized/ConstantColumnVector.java | 122 --
.../data/vectorized/IcebergArrowColumnVector.java | 159 --
.../data/vectorized/RowPositionColumnVector.java | 120 --
.../data/vectorized/VectorizedSparkOrcReaders.java | 459 -----
.../vectorized/VectorizedSparkParquetReaders.java | 53 -
.../iceberg/spark/source/BaseDataReader.java | 205 ---
.../iceberg/spark/source/BatchDataReader.java | 130 --
.../iceberg/spark/source/CustomCatalogs.java | 111 --
.../spark/source/EqualityDeleteRowReader.java | 54 -
.../apache/iceberg/spark/source/IcebergSource.java | 189 --
.../iceberg/spark/source/InternalRowWrapper.java | 91 -
.../org/apache/iceberg/spark/source/Reader.java | 591 -------
.../apache/iceberg/spark/source/RowDataReader.java | 197 ---
.../iceberg/spark/source/RowDataRewriter.java | 179 --
.../iceberg/spark/source/SparkAppenderFactory.java | 318 ----
.../spark/source/SparkFileWriterFactory.java | 276 ---
.../spark/source/SparkPartitionedFanoutWriter.java | 55 -
.../spark/source/SparkPartitionedWriter.java | 55 -
.../org/apache/iceberg/spark/source/Stats.java | 42 -
.../iceberg/spark/source/StreamingOffset.java | 138 --
.../iceberg/spark/source/StreamingWriter.java | 120 --
.../iceberg/spark/source/StructInternalRow.java | 359 ----
.../org/apache/iceberg/spark/source/Writer.java | 375 ----
...org.apache.spark.sql.sources.DataSourceRegister | 20 -
.../test/java/org/apache/iceberg/KryoHelpers.java | 51 -
.../java/org/apache/iceberg/TaskCheckHelper.java | 109 --
.../apache/iceberg/TestDataFileSerialization.java | 176 --
.../apache/iceberg/TestFileIOSerialization.java | 108 --
.../iceberg/TestManifestFileSerialization.java | 217 ---
.../apache/iceberg/TestScanTaskSerialization.java | 143 --
.../org/apache/iceberg/TestTableSerialization.java | 97 --
.../java/org/apache/iceberg/ValidationHelpers.java | 77 -
.../actions/TestRewriteDataFilesAction.java | 469 -----
.../apache/iceberg/examples/ConcurrencyTest.java | 123 --
.../java/org/apache/iceberg/examples/README.md | 195 ---
.../iceberg/examples/ReadAndWriteTablesTest.java | 150 --
.../iceberg/examples/SchemaEvolutionTest.java | 214 ---
.../org/apache/iceberg/examples/SimpleRecord.java | 78 -
.../examples/SnapshotFunctionalityTest.java | 147 --
.../org/apache/iceberg/spark/SparkTestBase.java | 219 ---
.../apache/iceberg/spark/TestSparkSchemaUtil.java | 54 -
.../iceberg/spark/TestSparkValueConverter.java | 94 -
.../actions/TestDeleteReachableFilesAction.java | 331 ----
.../spark/actions/TestExpireSnapshotsAction.java | 1121 ------------
.../spark/actions/TestRemoveOrphanFilesAction.java | 737 --------
.../spark/actions/TestRewriteManifestsAction.java | 604 -------
.../apache/iceberg/spark/data/AvroDataTest.java | 285 ----
.../apache/iceberg/spark/data/GenericsHelpers.java | 346 ----
.../org/apache/iceberg/spark/data/RandomData.java | 368 ----
.../org/apache/iceberg/spark/data/TestHelpers.java | 770 ---------
.../apache/iceberg/spark/data/TestOrcWrite.java | 59 -
.../iceberg/spark/data/TestParquetAvroReader.java | 236 ---
.../iceberg/spark/data/TestParquetAvroWriter.java | 123 --
.../iceberg/spark/data/TestSparkAvroEnums.java | 96 --
.../iceberg/spark/data/TestSparkAvroReader.java | 64 -
.../iceberg/spark/data/TestSparkDateTimes.java | 70 -
.../data/TestSparkOrcReadMetadataColumns.java | 220 ---
.../iceberg/spark/data/TestSparkOrcReader.java | 110 --
.../data/TestSparkParquetReadMetadataColumns.java | 237 ---
.../iceberg/spark/data/TestSparkParquetReader.java | 206 ---
.../iceberg/spark/data/TestSparkParquetWriter.java | 119 --
.../spark/data/TestSparkRecordOrcReaderWriter.java | 153 --
...estParquetDictionaryEncodedVectorizedReads.java | 97 --
...naryFallbackToPlainEncodingVectorizedReads.java | 75 -
.../vectorized/TestParquetVectorizedReads.java | 352 ----
.../apache/iceberg/spark/source/ComplexRecord.java | 74 -
.../apache/iceberg/spark/source/LogMessage.java | 119 --
.../apache/iceberg/spark/source/ManualSource.java | 109 --
.../apache/iceberg/spark/source/NestedRecord.java | 77 -
.../apache/iceberg/spark/source/SimpleRecord.java | 78 -
.../apache/iceberg/spark/source/TestAvroScan.java | 111 --
.../apache/iceberg/spark/source/TestCatalog.java | 128 --
.../iceberg/spark/source/TestCustomCatalog.java | 207 ---
.../iceberg/spark/source/TestDataFrameWrites.java | 422 -----
.../spark/source/TestDataSourceOptions.java | 409 -----
.../iceberg/spark/source/TestFilteredScan.java | 658 -------
.../spark/source/TestForwardCompatibility.java | 222 ---
.../iceberg/spark/source/TestIcebergSource.java | 35 -
.../source/TestIcebergSourceHadoopTables.java | 67 -
.../spark/source/TestIcebergSourceHiveTables.java | 78 -
.../spark/source/TestIcebergSourceTablesBase.java | 1801 --------------------
.../iceberg/spark/source/TestIcebergSpark.java | 205 ---
.../spark/source/TestIdentityPartitionData.java | 209 ---
.../spark/source/TestInternalRowWrapper.java | 79 -
.../spark/source/TestNameMappingProjection.java | 210 ---
.../iceberg/spark/source/TestParquetScan.java | 140 --
.../iceberg/spark/source/TestPartitionPruning.java | 467 -----
.../iceberg/spark/source/TestPartitionValues.java | 493 ------
.../iceberg/spark/source/TestReadProjection.java | 609 -------
.../apache/iceberg/spark/source/TestSelect.java | 252 ---
.../spark/source/TestSnapshotSelection.java | 227 ---
.../spark/source/TestSparkAppenderFactory.java | 69 -
.../spark/source/TestSparkBaseDataReader.java | 276 ---
.../iceberg/spark/source/TestSparkDataFile.java | 224 ---
.../iceberg/spark/source/TestSparkDataWrite.java | 655 -------
.../spark/source/TestSparkFileWriterFactory.java | 74 -
.../spark/source/TestSparkMergingMetrics.java | 73 -
.../spark/source/TestSparkPartitioningWriters.java | 74 -
.../source/TestSparkPositionDeltaWriters.java | 74 -
.../spark/source/TestSparkReadProjection.java | 258 ---
.../spark/source/TestSparkReaderDeletes.java | 245 ---
.../spark/source/TestSparkRollingFileWriters.java | 60 -
.../iceberg/spark/source/TestSparkSchema.java | 182 --
.../iceberg/spark/source/TestSparkTableUtil.java | 571 -------
.../TestSparkTableUtilWithInMemoryCatalog.java | 580 -------
.../spark/source/TestSparkWriterMetrics.java | 67 -
.../iceberg/spark/source/TestStreamingOffset.java | 62 -
.../spark/source/TestStructuredStreaming.java | 301 ----
.../apache/iceberg/spark/source/TestTables.java | 205 ---
.../spark/source/TestTimestampWithoutZone.java | 309 ----
.../spark/source/TestWriteMetricsConfig.java | 298 ----
.../iceberg/spark/source/ThreeColumnRecord.java | 83 -
.../v2.4/spark/src/test/resources/data/books.json | 6 -
.../spark/src/test/resources/data/new-books.json | 4 -
208 files changed, 16 insertions(+), 40461 deletions(-)
delete mode 100644 spark/v2.4/build.gradle
delete mode 100644 spark/v2.4/spark-runtime/LICENSE
delete mode 100644 spark/v2.4/spark-runtime/NOTICE
delete mode 100644 spark/v2.4/spark/src/jmh/java/org/apache/iceberg/spark/SparkBenchmarkUtil.java
delete mode 100644 spark/v2.4/spark/src/jmh/java/org/apache/iceberg/spark/data/parquet/SparkParquetReadersFlatDataBenchmark.java
delete mode 100644 spark/v2.4/spark/src/jmh/java/org/apache/iceberg/spark/data/parquet/SparkParquetReadersNestedDataBenchmark.java
delete mode 100644 spark/v2.4/spark/src/jmh/java/org/apache/iceberg/spark/data/parquet/SparkParquetWritersFlatDataBenchmark.java
delete mode 100644 spark/v2.4/spark/src/jmh/java/org/apache/iceberg/spark/data/parquet/SparkParquetWritersNestedDataBenchmark.java
delete mode 100644 spark/v2.4/spark/src/jmh/java/org/apache/iceberg/spark/source/Action.java
delete mode 100644 spark/v2.4/spark/src/jmh/java/org/apache/iceberg/spark/source/IcebergSourceBenchmark.java
delete mode 100644 spark/v2.4/spark/src/jmh/java/org/apache/iceberg/spark/source/IcebergSourceFlatDataBenchmark.java
delete mode 100644 spark/v2.4/spark/src/jmh/java/org/apache/iceberg/spark/source/IcebergSourceNestedDataBenchmark.java
delete mode 100644 spark/v2.4/spark/src/jmh/java/org/apache/iceberg/spark/source/IcebergSourceNestedListDataBenchmark.java
delete mode 100644 spark/v2.4/spark/src/jmh/java/org/apache/iceberg/spark/source/WritersBenchmark.java
delete mode 100644 spark/v2.4/spark/src/jmh/java/org/apache/iceberg/spark/source/avro/AvroWritersBenchmark.java
delete mode 100644 spark/v2.4/spark/src/jmh/java/org/apache/iceberg/spark/source/avro/IcebergSourceFlatAvroDataReadBenchmark.java
delete mode 100644 spark/v2.4/spark/src/jmh/java/org/apache/iceberg/spark/source/avro/IcebergSourceNestedAvroDataReadBenchmark.java
delete mode 100644 spark/v2.4/spark/src/jmh/java/org/apache/iceberg/spark/source/orc/IcebergSourceFlatORCDataBenchmark.java
delete mode 100644 spark/v2.4/spark/src/jmh/java/org/apache/iceberg/spark/source/orc/IcebergSourceFlatORCDataReadBenchmark.java
delete mode 100644 spark/v2.4/spark/src/jmh/java/org/apache/iceberg/spark/source/orc/IcebergSourceNestedListORCDataWriteBenchmark.java
delete mode 100644 spark/v2.4/spark/src/jmh/java/org/apache/iceberg/spark/source/orc/IcebergSourceNestedORCDataReadBenchmark.java
delete mode 100644 spark/v2.4/spark/src/jmh/java/org/apache/iceberg/spark/source/parquet/IcebergSourceFlatParquetDataFilterBenchmark.java
delete mode 100644 spark/v2.4/spark/src/jmh/java/org/apache/iceberg/spark/source/parquet/IcebergSourceFlatParquetDataReadBenchmark.java
delete mode 100644 spark/v2.4/spark/src/jmh/java/org/apache/iceberg/spark/source/parquet/IcebergSourceFlatParquetDataWriteBenchmark.java
delete mode 100644 spark/v2.4/spark/src/jmh/java/org/apache/iceberg/spark/source/parquet/IcebergSourceNestedListParquetDataWriteBenchmark.java
delete mode 100644 spark/v2.4/spark/src/jmh/java/org/apache/iceberg/spark/source/parquet/IcebergSourceNestedParquetDataFilterBenchmark.java
delete mode 100644 spark/v2.4/spark/src/jmh/java/org/apache/iceberg/spark/source/parquet/IcebergSourceNestedParquetDataReadBenchmark.java
delete mode 100644 spark/v2.4/spark/src/jmh/java/org/apache/iceberg/spark/source/parquet/IcebergSourceNestedParquetDataWriteBenchmark.java
delete mode 100644 spark/v2.4/spark/src/jmh/java/org/apache/iceberg/spark/source/parquet/ParquetWritersBenchmark.java
delete mode 100644 spark/v2.4/spark/src/jmh/java/org/apache/iceberg/spark/source/parquet/vectorized/VectorizedReadDictionaryEncodedFlatParquetDataBenchmark.java
delete mode 100644 spark/v2.4/spark/src/jmh/java/org/apache/iceberg/spark/source/parquet/vectorized/VectorizedReadFlatParquetDataBenchmark.java
delete mode 100644 spark/v2.4/spark/src/main/java/org/apache/iceberg/actions/Actions.java
delete mode 100644 spark/v2.4/spark/src/main/java/org/apache/iceberg/actions/RewriteDataFilesAction.java
delete mode 100644 spark/v2.4/spark/src/main/java/org/apache/iceberg/actions/SparkActions.java
delete mode 100644 spark/v2.4/spark/src/main/java/org/apache/iceberg/spark/IcebergSpark.java
delete mode 100644 spark/v2.4/spark/src/main/java/org/apache/iceberg/spark/JobGroupInfo.java
delete mode 100644 spark/v2.4/spark/src/main/java/org/apache/iceberg/spark/JobGroupUtils.java
delete mode 100644 spark/v2.4/spark/src/main/java/org/apache/iceberg/spark/PruneColumnsWithReordering.java
delete mode 100644 spark/v2.4/spark/src/main/java/org/apache/iceberg/spark/PruneColumnsWithoutReordering.java
delete mode 100644 spark/v2.4/spark/src/main/java/org/apache/iceberg/spark/SparkConfParser.java
delete mode 100644 spark/v2.4/spark/src/main/java/org/apache/iceberg/spark/SparkDataFile.java
delete mode 100644 spark/v2.4/spark/src/main/java/org/apache/iceberg/spark/SparkExceptionUtil.java
delete mode 100644 spark/v2.4/spark/src/main/java/org/apache/iceberg/spark/SparkFilters.java
delete mode 100644 spark/v2.4/spark/src/main/java/org/apache/iceberg/spark/SparkFixupTimestampType.java
delete mode 100644 spark/v2.4/spark/src/main/java/org/apache/iceberg/spark/SparkFixupTypes.java
delete mode 100644 spark/v2.4/spark/src/main/java/org/apache/iceberg/spark/SparkReadConf.java
delete mode 100644 spark/v2.4/spark/src/main/java/org/apache/iceberg/spark/SparkReadOptions.java
delete mode 100644 spark/v2.4/spark/src/main/java/org/apache/iceberg/spark/SparkSQLProperties.java
delete mode 100644 spark/v2.4/spark/src/main/java/org/apache/iceberg/spark/SparkSchemaUtil.java
delete mode 100644 spark/v2.4/spark/src/main/java/org/apache/iceberg/spark/SparkStructLike.java
delete mode 100644 spark/v2.4/spark/src/main/java/org/apache/iceberg/spark/SparkTableUtil.java
delete mode 100644 spark/v2.4/spark/src/main/java/org/apache/iceberg/spark/SparkTypeToType.java
delete mode 100644 spark/v2.4/spark/src/main/java/org/apache/iceberg/spark/SparkTypeVisitor.java
delete mode 100644 spark/v2.4/spark/src/main/java/org/apache/iceberg/spark/SparkUtil.java
delete mode 100644 spark/v2.4/spark/src/main/java/org/apache/iceberg/spark/SparkValueConverter.java
delete mode 100644 spark/v2.4/spark/src/main/java/org/apache/iceberg/spark/SparkWriteConf.java
delete mode 100644 spark/v2.4/spark/src/main/java/org/apache/iceberg/spark/SparkWriteOptions.java
delete mode 100644 spark/v2.4/spark/src/main/java/org/apache/iceberg/spark/TypeToSparkType.java
delete mode 100644 spark/v2.4/spark/src/main/java/org/apache/iceberg/spark/actions/BaseDeleteOrphanFilesSparkAction.java
delete mode 100644 spark/v2.4/spark/src/main/java/org/apache/iceberg/spark/actions/BaseDeleteReachableFilesSparkAction.java
delete mode 100644 spark/v2.4/spark/src/main/java/org/apache/iceberg/spark/actions/BaseExpireSnapshotsSparkAction.java
delete mode 100644 spark/v2.4/spark/src/main/java/org/apache/iceberg/spark/actions/BaseRewriteManifestsSparkAction.java
delete mode 100644 spark/v2.4/spark/src/main/java/org/apache/iceberg/spark/actions/BaseSnapshotUpdateSparkAction.java
delete mode 100644 spark/v2.4/spark/src/main/java/org/apache/iceberg/spark/actions/BaseSparkAction.java
delete mode 100644 spark/v2.4/spark/src/main/java/org/apache/iceberg/spark/actions/BaseSparkActions.java
delete mode 100644 spark/v2.4/spark/src/main/java/org/apache/iceberg/spark/actions/ManifestFileBean.java
delete mode 100644 spark/v2.4/spark/src/main/java/org/apache/iceberg/spark/actions/SparkActions.java
delete mode 100644 spark/v2.4/spark/src/main/java/org/apache/iceberg/spark/data/AvroWithSparkSchemaVisitor.java
delete mode 100644 spark/v2.4/spark/src/main/java/org/apache/iceberg/spark/data/ParquetWithSparkSchemaVisitor.java
delete mode 100644 spark/v2.4/spark/src/main/java/org/apache/iceberg/spark/data/SparkAvroReader.java
delete mode 100644 spark/v2.4/spark/src/main/java/org/apache/iceberg/spark/data/SparkAvroWriter.java
delete mode 100644 spark/v2.4/spark/src/main/java/org/apache/iceberg/spark/data/SparkOrcReader.java
delete mode 100644 spark/v2.4/spark/src/main/java/org/apache/iceberg/spark/data/SparkOrcValueReaders.java
delete mode 100644 spark/v2.4/spark/src/main/java/org/apache/iceberg/spark/data/SparkOrcValueWriters.java
delete mode 100644 spark/v2.4/spark/src/main/java/org/apache/iceberg/spark/data/SparkOrcWriter.java
delete mode 100644 spark/v2.4/spark/src/main/java/org/apache/iceberg/spark/data/SparkParquetReaders.java
delete mode 100644 spark/v2.4/spark/src/main/java/org/apache/iceberg/spark/data/SparkParquetWriters.java
delete mode 100644 spark/v2.4/spark/src/main/java/org/apache/iceberg/spark/data/SparkValueReaders.java
delete mode 100644 spark/v2.4/spark/src/main/java/org/apache/iceberg/spark/data/SparkValueWriters.java
delete mode 100644 spark/v2.4/spark/src/main/java/org/apache/iceberg/spark/data/vectorized/ArrowVectorAccessorFactory.java
delete mode 100644 spark/v2.4/spark/src/main/java/org/apache/iceberg/spark/data/vectorized/ArrowVectorAccessors.java
delete mode 100644 spark/v2.4/spark/src/main/java/org/apache/iceberg/spark/data/vectorized/ColumnarBatchReader.java
delete mode 100644 spark/v2.4/spark/src/main/java/org/apache/iceberg/spark/data/vectorized/ConstantColumnVector.java
delete mode 100644 spark/v2.4/spark/src/main/java/org/apache/iceberg/spark/data/vectorized/IcebergArrowColumnVector.java
delete mode 100644 spark/v2.4/spark/src/main/java/org/apache/iceberg/spark/data/vectorized/RowPositionColumnVector.java
delete mode 100644 spark/v2.4/spark/src/main/java/org/apache/iceberg/spark/data/vectorized/VectorizedSparkOrcReaders.java
delete mode 100644 spark/v2.4/spark/src/main/java/org/apache/iceberg/spark/data/vectorized/VectorizedSparkParquetReaders.java
delete mode 100644 spark/v2.4/spark/src/main/java/org/apache/iceberg/spark/source/BaseDataReader.java
delete mode 100644 spark/v2.4/spark/src/main/java/org/apache/iceberg/spark/source/BatchDataReader.java
delete mode 100644 spark/v2.4/spark/src/main/java/org/apache/iceberg/spark/source/CustomCatalogs.java
delete mode 100644 spark/v2.4/spark/src/main/java/org/apache/iceberg/spark/source/EqualityDeleteRowReader.java
delete mode 100644 spark/v2.4/spark/src/main/java/org/apache/iceberg/spark/source/IcebergSource.java
delete mode 100644 spark/v2.4/spark/src/main/java/org/apache/iceberg/spark/source/InternalRowWrapper.java
delete mode 100644 spark/v2.4/spark/src/main/java/org/apache/iceberg/spark/source/Reader.java
delete mode 100644 spark/v2.4/spark/src/main/java/org/apache/iceberg/spark/source/RowDataReader.java
delete mode 100644 spark/v2.4/spark/src/main/java/org/apache/iceberg/spark/source/RowDataRewriter.java
delete mode 100644 spark/v2.4/spark/src/main/java/org/apache/iceberg/spark/source/SparkAppenderFactory.java
delete mode 100644 spark/v2.4/spark/src/main/java/org/apache/iceberg/spark/source/SparkFileWriterFactory.java
delete mode 100644 spark/v2.4/spark/src/main/java/org/apache/iceberg/spark/source/SparkPartitionedFanoutWriter.java
delete mode 100644 spark/v2.4/spark/src/main/java/org/apache/iceberg/spark/source/SparkPartitionedWriter.java
delete mode 100644 spark/v2.4/spark/src/main/java/org/apache/iceberg/spark/source/Stats.java
delete mode 100644 spark/v2.4/spark/src/main/java/org/apache/iceberg/spark/source/StreamingOffset.java
delete mode 100644 spark/v2.4/spark/src/main/java/org/apache/iceberg/spark/source/StreamingWriter.java
delete mode 100644 spark/v2.4/spark/src/main/java/org/apache/iceberg/spark/source/StructInternalRow.java
delete mode 100644 spark/v2.4/spark/src/main/java/org/apache/iceberg/spark/source/Writer.java
delete mode 100644 spark/v2.4/spark/src/main/resources/META-INF/services/org.apache.spark.sql.sources.DataSourceRegister
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/KryoHelpers.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/TaskCheckHelper.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/TestDataFileSerialization.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/TestFileIOSerialization.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/TestManifestFileSerialization.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/TestScanTaskSerialization.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/TestTableSerialization.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/ValidationHelpers.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/actions/TestRewriteDataFilesAction.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/examples/ConcurrencyTest.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/examples/README.md
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/examples/ReadAndWriteTablesTest.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/examples/SchemaEvolutionTest.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/examples/SimpleRecord.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/examples/SnapshotFunctionalityTest.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/spark/SparkTestBase.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/spark/TestSparkSchemaUtil.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/spark/TestSparkValueConverter.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/spark/actions/TestDeleteReachableFilesAction.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/spark/actions/TestExpireSnapshotsAction.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/spark/actions/TestRemoveOrphanFilesAction.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/spark/actions/TestRewriteManifestsAction.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/spark/data/AvroDataTest.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/spark/data/GenericsHelpers.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/spark/data/RandomData.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/spark/data/TestHelpers.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/spark/data/TestOrcWrite.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/spark/data/TestParquetAvroReader.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/spark/data/TestParquetAvroWriter.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/spark/data/TestSparkAvroEnums.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/spark/data/TestSparkAvroReader.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/spark/data/TestSparkDateTimes.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/spark/data/TestSparkOrcReadMetadataColumns.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/spark/data/TestSparkOrcReader.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/spark/data/TestSparkParquetReadMetadataColumns.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/spark/data/TestSparkParquetReader.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/spark/data/TestSparkParquetWriter.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/spark/data/TestSparkRecordOrcReaderWriter.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/spark/data/parquet/vectorized/TestParquetDictionaryEncodedVectorizedReads.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/spark/data/parquet/vectorized/TestParquetDictionaryFallbackToPlainEncodingVectorizedReads.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/spark/data/parquet/vectorized/TestParquetVectorizedReads.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/spark/source/ComplexRecord.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/spark/source/LogMessage.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/spark/source/ManualSource.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/spark/source/NestedRecord.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/spark/source/SimpleRecord.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/spark/source/TestAvroScan.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/spark/source/TestCatalog.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/spark/source/TestCustomCatalog.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/spark/source/TestDataFrameWrites.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/spark/source/TestDataSourceOptions.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/spark/source/TestFilteredScan.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/spark/source/TestForwardCompatibility.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/spark/source/TestIcebergSource.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/spark/source/TestIcebergSourceHadoopTables.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/spark/source/TestIcebergSourceHiveTables.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/spark/source/TestIcebergSourceTablesBase.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/spark/source/TestIcebergSpark.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/spark/source/TestIdentityPartitionData.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/spark/source/TestInternalRowWrapper.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/spark/source/TestNameMappingProjection.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/spark/source/TestParquetScan.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/spark/source/TestPartitionPruning.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/spark/source/TestPartitionValues.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/spark/source/TestReadProjection.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/spark/source/TestSelect.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/spark/source/TestSnapshotSelection.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/spark/source/TestSparkAppenderFactory.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/spark/source/TestSparkBaseDataReader.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/spark/source/TestSparkDataFile.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/spark/source/TestSparkDataWrite.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/spark/source/TestSparkFileWriterFactory.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/spark/source/TestSparkMergingMetrics.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/spark/source/TestSparkPartitioningWriters.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/spark/source/TestSparkPositionDeltaWriters.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/spark/source/TestSparkReadProjection.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/spark/source/TestSparkReaderDeletes.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/spark/source/TestSparkRollingFileWriters.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/spark/source/TestSparkSchema.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/spark/source/TestSparkTableUtil.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/spark/source/TestSparkTableUtilWithInMemoryCatalog.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/spark/source/TestSparkWriterMetrics.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/spark/source/TestStreamingOffset.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/spark/source/TestStructuredStreaming.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/spark/source/TestTables.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/spark/source/TestTimestampWithoutZone.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/spark/source/TestWriteMetricsConfig.java
delete mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/spark/source/ThreeColumnRecord.java
delete mode 100644 spark/v2.4/spark/src/test/resources/data/books.json
delete mode 100644 spark/v2.4/spark/src/test/resources/data/new-books.json