You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iceberg.apache.org by fo...@apache.org on 2022/12/22 10:04:37 UTC
[iceberg] branch pyiceberg-0.2.0 updated (83e3ab0b9f -> 577867e88d)
This is an automated email from the ASF dual-hosted git repository.
fokko pushed a change to branch pyiceberg-0.2.0
in repository https://gitbox.apache.org/repos/asf/iceberg.git
omit 83e3ab0b9f Update instructions
add c3443f65d4 AWS: Add socket connection timeout for Apache Http Builder (#5787)
add 9fcf53b765 Core: Add strict-mode property to JDBC Catalog (#5830)
add 6c7e8d1b84 core: Provide mechanism to cache manifest file content (#4518)
add b9bbcfb0e4 API: Support setting table statistics (#5794)
add ecf004bff8 Core: Ignore TestManifestCaching#testWeakFileIOReferenceCleanUp (#5865)
add 3bc2f97c41 Spark 3.2, 3.3: Fix nullability propagation for MergeRows node (#5679)
add d11d53ac50 Docs: Make it clear metadata tables support time travel in Spark (#4709)
add 29bf5cd4b6 Docs: Update output of expire_snapshots procedure (#5866)
add a8b67085e6 Ensure the default value of hive.in.test to avoid overwriting (#5844)
add e8b972e41f API: Extended some deprecation comments in API folder (#5726)
add c6d38e3575 Core: Deprecate functions in TableMetadata and DataWriter (#5772)
add 2e1ec5fde9 Core: Deprecate functions in DeleteWriters (#5771)
add 3cddc9f28c AWS: Add table level S3 tags (#4402)
add 1bdc699665 Core: Avoid extra getFileStatus call in HadoopInputFile (#5864)
add 75707d0c68 Orc: Obtain ORC stripe offsets from writer (#5778)
add f161a133d5 Flink: Add defensive check in IcebergFilesCommitter for restoring state (#5873)
add f98115a9d3 Spark 3.x: Backport snapshot references metadata table test (#5806)
add 9728ad5167 Build: Fix & run spark integration tests on CI (#5819)
add 4fdec90a85 API, Core: Add scan planning metrics for scanned/skipped delete manifests (#5792)
add b7372d3c39 Docs: Update default value for read.parquet.vectorization.enabled (#5776)
add ae246e6468 Nessie: Bump Nessie to 0.43.0 (#5807)
add 3af21ea62a Docs: Update lock catalog properties to correct units (#5708)
add d228992a44 Build: Bump hadoop-client from 3.1.0 to 3.3.4 (#5519)
add 61b131f04e Spark: Bump Spark version for vulnerability (#5292)
add ae8e6698ff API: Expose table statistics in Table API (#4741)
add c2bb77332f Python: Don't throw missing URI error when --uri was provided (#5885)
add 0188579bb8 Python: Update README test instructions (#5869)
add 41bfb9c1eb Docs: Fix formatting in Python CLI (#5868)
add 731e5f0aa2 Build: Cache gradle wrapper in workflows (#4165)
add 6d74364197 Python: Add code conventions for Python (#5879)
add 9eb5cbd342 API,Core: Add scan planning metrics for indexed/eq/pos delete files (#5809)
add 90d93aed46 Build: Bump gradle-baseline-java from 4.0.0 to 4.42.0 (#5530)
add 84442a6578 Docs: Add table and namespace S3 tags doc (#5894)
add b18de17859 Core, Spark: Retain statistics files during orphan files removal (#5795)
add 36c95a0562 [Docs] Update drop table behavior in spark-ddl docs (#5645)
add 509d6821a3 Spark 3.3: Fix failing jmh benchmarks under org.apache.iceberg.spark.data.parquet package (#5635)
add 3b65cca8b5 Core: Only validate the current partition specs (#5707)
add 133b25521a Core: Add RESTScanReporter to send scan report to REST endpoint (#5407)
add 78c353c505 Build: Bump jmh-gradle-plugin from 0.6.7 to 0.6.8 (#5850)
add 80086f5ddb Build: Bump actions/stale from 5.2.0 to 6.0.0 (#5851)
add f9f7312ecb Build: Bump jinja2 from 3.0.3 to 3.1.2 in /python (#5849)
add aa613255fa Build: Bump coverage from 6.4.4 to 6.5.0 in /python (#5904)
add 5ea3a957d4 Build: Bump rich from 12.5.1 to 12.6.0 in /python (#5905)
add cd6c823238 Build: Bump pytest-checkdocs from 2.7.1 to 2.8.1 in /python (#5903)
add f6a99eacad Core: Rename misleading local variable in planFiles() (#5889)
add 69ec08c346 Infra: Avoid running engine tests on ISSUE_TEMPLATE update (#5859)
add 8b8a103860 API, Core: Support scanning tags and branches (#5364)
add 0ca43d01af Spark: Set the version explicitly (#5907)
add 9fcffb8112 API: Make COUNT default unit when creating a Counter (#5912)
add e1fdb54018 Core: Reuse PositionDelete (#5896)
add 192c8410dc Python: Fix the link in the README (#5898)
add 3170e6ebc6 Spark 3.3: Fix nullability in merge-on-read projections (#5880)
add d5411d2c7f Spark 3.2: Fix nullability in merge-on-read projections (#5917)
add 4c348dbbcd Python: Bump version to 0.2.0.dev0 (#5906)
add 8433bbe049 Python: Pin the version in the codebase (#5854)
add 6e4c51f7e9 Tests: Replace and ban ExpectedException usage (#5921)
add 5b91984029 Python: Add rewriteNot (#5925)
add d46734e518 Python: Add more expression tests (#5923)
add d1f0673735 Python: Remove the __init__ from the tests (#5919)
add 03310dfca5 API: Handle negative/zero in expression sanitizer (#5928)
add caf03aed92 Core: Provide better error message on invalid enums (#5910)
add f1e0d327a3 Python: Update release instructions (#5856)
add 31edba2a5f API: Reduce sanitized expression string length for large IN lists (#5908)
add 09e6f34e1e Core: Deprecate write.manifest-lists.enabled (#5773)
add dc5f5c38f8 Spark 3.3: Add SparkChangelogTable (#5740)
add bc62cf8dab Python: Add partition_type to partition_spec (#5929)
add 5e5c6d1849 Core: Fix data seq number handling in ManifestEntry (#5913)
add 8ac8bc1903 AWS: Add socket connection timeout for UrlConnectionHttpClient (#5900)
add ef8ef491e3 Python: Ability to Prune Columns (#5931)
add 5f89bff810 AWS: Add additional configurations for ApacheHttpClientBuilder (#5899)
add 17d9f66dab Docs: Add doc for HTTP client configurations (#5902)
add 6b0d704f3c Build: Bump actions/stale from 6.0.0 to 6.0.1 (#5940)
add deb3e4f7a2 Build: Bump pytest-checkdocs from 2.8.1 to 2.9.0 in /python (#5941)
add 46bf3b709e Python: Catch ValidationError on invalid REST response (#5897)
add 5eb78a4f98 Core: Deflake TestManifestCaching.testWeakFileIOReferenceCleanUp (#5862)
add b71c37de34 AWS: Fix NotSerializableException when using AssumeRoleAwsClientFactory in Spark (#5939)
add 8c6adf6e5e API: Provide better error message for invalid FileFormat enum (#5918)
add b96da4626f API: Optimize the Array creation (#5733)
add 7695426a0c Docs: Fix table name (#5962)
add f848da0a59 Core: Make testEnvironmentSubstitution effective when USER is not set (#5770)
add f96e9b78c9 API: Fix estimated row count in ContentScanTask (#5755)
add 72ae616a02 Core: Clear queue and future task when close ParallelIterable (#5887)
add 504c109867 Python: Manifest evaluator (#5845)
add cd68f9cbad Core: Expire Snapshots reachability analysis (#5669)
add 046cdf1e38 Python: Bump pre-commit versions (#5943)
add 468e99871e Python: Fix incorrect annotation, StringType to BinaryType (#5950)
add b196453e1d Spark 3.3: Split SparkScan and SparkBatch (#5934)
add 7c77d1dd93 Core, Spark: Fix Kryo deserialization of SerializableTable (#5975)
add 120db78f58 Flink: Revise columns of TestFlinkUpsert to make tables are partitioned by date and more understandable (#5486) (#5486)
add 312592d578 Spark: Optimize snapshot expiry (#3457)
add d5c42ebd4b Docs: Fix incorrect glue catalog class name (#5973)
add c8831580dd Core: Remove confusing log from RemoveSnapshots (#5478)
add c2f77aacd2 API: Add BatchScan (#5922)
add 876e7183b4 Docs: Fix typo in DataFrameReader table load (#5978)
add 336d18acdb API: Fix Transforms javadoc (#5980)
add 7c2fcccf4a Python: Cleanup inconsistencies around OAuth responses (#5957)
add 08ac381e05 AWS: Fix format string in error message (#5995)
add 05fd984b67 Spark: Fix date_add in IcebergSourceFlatParquetDataWriteBenchmark (#5991)
add 88a6e4edb1 Core: Support performing delete files and merge appends on branches (#5618)
add 0b791790d3 Build: Bump Nessie from 0.43.0 to 0.44.0 (#6008)
add 270d01eb35 Docx: Typos related to date transforms (#5992)
add 754cff910d Spark: Add option to remove backup table after successful migrate action (#5622)
add 36c51c1834 Core: Fix NPE in SnapshotUtil when parent snapshot ID is null (#6005)
add ef3bbe79f8 Flink: Fix NoClassDefFound with Flink runtime jar / Add integration test (#6001)
add 4b705b092f Spark 3.2: Use ScanTaskGroup methods when computing stats (#6011)
add c8ce0c9551 Spark 3.2: Add SparkChangelogTable (#6013)
add 12926bd5f4 Spark 3.2: Remove redundant imports in SparkScan (#6016)
add 62eb74c557 Core: Fix flaky test in TestSnapshotUtil (#6015)
add 1b0fefe495 Spark 3.2: Split SparkScan and SparkBatch (#6014)
add 3ae58a1dde Core: Parallelize reading reachable manifests, improve logs (#5981)
add e456506a77 Orc: Support row group bloom filters (#5313)
add bbe5765b55 Python: Add SSL support for REST Catalog (#6019)
add 4ede17ff15 Core: Add modeName to RowLevelOperationMode (#6006)
add 9f9046c3d9 Python: BOTO_STS_CLIENT lazy initialization (#5930)
add d3d9059578 Core: Avoid scan planning failure if REST metric reporting fails (#6023)
add a62ff8de79 Nessie: Do not post metadata JSON to Nessie (#5999)
add 3494696cac Core: Deprecate HTTPClientFactory, configure ObjectMapper for HTTPClient (#5998)
add 4b5e39d32f Hive: Forward catalog-specific Hive configuration properties (#5989)
add 16ecf66753 Python: Split expressions base (#5987)
add 6e0a952e6d Docs: Add an example of CTAS with PARTITIONED BY, from #3854 (#6020)
add b215c4861a Hive: Set the Table owner on table creation (#5763)
add 39a2c12b84 Tests: Replace Assert.fail usage with AssertJ (#6029)
add c103b93a94 Spark/Flink: Replace & Ban Hamcrest usage (#6030)
add 8615675765 API: Update expression sanitization for relative dates and times (#5944)
add fa5da72b20 Core: Rename TableTestBase.Assertions to not conflict with AssertJ Assertions (#6022)
add 677d914013 Python: Visitor to convert Iceberg to PyArrow schema (#5949)
add bac84bcc58 Python: Implement Schema.select (#5966)
add 5688d59f6b Python: Implement S3V4RestSigner (#5969)
add 3490db061c Docs: Add section on semantic versioning and deprecations (#6032)
add bcd90987b3 Core: Increase inferred column metrics limit to 100 (#5916)
add 1a1a1c2f7b Build: Bump mkdocs from 1.3.1 to 1.4.1 in /python (#6033)
add 2e45760c8d API,Core: Move ScanReport to core module / extract TimerResult/CounterResult/ScanMetricsResult into own classes (#6037)
add c8a25d4e43 Spark 3.3: Ensure rowStartPosInBatch in ColumnarBatchReader is set correctly (#6026)
add e1070c699b Spark 3.2: Ensure rowStartPosInBatch in ColumnarBatchReader is set correctly(#6041)
add 8271791061 Core, Spark: Add Aggregate expressions (#5961)
add e35f0d2f9d Flink: Add Sink options to override the compression properties of the Table (#6049)
add 8bff303038 Spec, Core: Add file seq number to ManifestEntry (#6002)
add 342d10bb1a Spark 3.1: Ensure rowStartPosInBatch in ColumnarBatchReader is set correctly (#6046)
add 67be06d9c6 Core: Replace projected Schema with schemaId/fieldIds/fieldNames in ScanReport (#6047)
add 96f03254c4 Spark 3.2: #6041 follow-up/cleanup (#6063)
add 2d3a67a936 Build: Update Spark to 3.3.1 (#5783)
add 2b335760bb Build: Bump pytest from 7.1.3 to 7.2.0 in /python (#6080)
add e0446ce1cb Build: Bump pyarrow from 9.0.0 to 10.0.0 in /python (#6081)
add 2fa48c3b38 Build: Bump zstandard from 0.18.0 to 0.19.0 in /python (#6082)
add 50a45485eb Python: PyArrow timestamp in microseconds (#6070)
add 40b50df9c1 Spark 3.3: Use separate scan during file filtering in copy-on-write ops (#6077)
add 3f4c0ce174 Spark: Remove redundant max_concurrent_deletes check (#6083)
add 4e5e6f029f Infra: Publish nightly build for Spark-3.3_2.13 (#6054)
add ee927f3980 Infra: Update slack invite link (#6052)
add dbe7a5877b Docs: Fix link in the Java Custom Catalog page (#6068)
add a4dcd346d6 Infra: Add 1.0.0 in issue template dropdown (#6057)
add 8f9155ec75 Flink: Remove Flink 1.13 (#6103)
add b8a637c61a Core, Spark: Fix raw generics usage of ManifestWriter (#6059)
add aaefa6669c Spark 3.2: Use separate scan during file filtering in copy-on-write ops (#6095)
add a0a353d06d Spark 3.3: Relocate all Netty classes (#6107)
add 6450ae53a8 Spark 3.2: Relocate all Netty classes (#6109)
add dc7e6ef101 Spark: Optimize Preconditions.checkArgument in procedures (#6096)
add 5687e5f0a3 Docs: Update spotless apply command for non-default versions (#6101)
add db7e09e54a Core: Improve collection handling in JsonUtil (#6051)
add 3373a414c1 Build: Add gaborkaszab as a collaborator (#6036)
add b2a95f5625 Flink: Move flink/v1.15 to flink/v1.16
add f3182356f7 Flink: Copy flink/1.15 files from flink/1.16
add 9e76a846d2 Flink: Make flink 1.16 work
add ddf0e27c6b Python: Use Types from Typing (#6114)
add de98e4bfd1 Python: Add the REST token to the properties (#6086)
add 957ea6d146 Python: Pin versions explicitly (#6078)
add 602850df9c Python: Fix Github pages (#6038)
add 7a247fdb44 Core: Avoid reading ManifestFile when creating ManifestReader (#5632)
add 0e74cdf8f0 Python: Struct fields should be provided to Schema constructor (#6115)
add fb3740d258 Remove Fokko from the list of collaborators (#6119)
add 1b50317c70 Python: Fix the caching (#6010)
add a61069d0a6 AWS: Fix AWSProperties Kryo serialization (#5812)
add bd225d5125 Docs: Update migrate drop_backup flag (#6025)
add 6887df3dca Spark: Strip trailing slash from metadatalocation (#6121)
add 34f8251a20 Build: Bump mkdocs from 1.4.1 to 1.4.2 in /python (#6130)
add cee3ad43f5 API: Hash floats -0.0 and 0.0 to the same bucket (#6110)
add 396c6be686 Spark 3.0: Remove 3.0 from docs and builds (#6093)
add 03427584d3 Python: Replace mmh3 with mmhash3 (#6076)
add 3a4a857dde Parquet: Support 2-level list and maps type in RemoveIds (#6064)
add bcd15188aa API: Fix TestAggregateBinding (#6065)
add 97511652a0 Spark: Reduce logging from SparkBatchQueryScan (#6108)
add 167a8ccd7c Python: Support creating a DateLiteral from a date (#6123)
add 157b707a54 Python: Fix typo in `_ManifestEvalVisitor.visit_equal` (#6117)
add b14a3bae12 Python: Implement pythonic `__len__` (#6135)
add 75005fb745 Flink: Optimize test code of TestSourceUtil (#6143)
add bc9c686758 Spark: Remove Spark 3.0 (#6094)
add 9ee8457766 Core: Fix metadata table read failure due to illegal character (#4577)
add cd21f68e7b Core: Pass purgeRequested flag to REST server (#6073)
add 286887185a Python: Pin mypy (#6147)
add c7aa5c878f Build: Let revapi compare API compatibility against apache-iceberg-1.0.0 (#6053)
add 6104d0e6f2 Core: Rename HMS_TABLE_OWNER to follow naming convention (#6154)
add abcc65b4f2 Docs: Update spotless apply command (#6157)
add 7265f73ce3 Python: Cache Poetry install (#6158)
add febba74700 Nessie: Nessie Catalog to return a unique path for different tables with same name (#4826)
add 305e320b0f Spark: Support reading from a tag or branch (#5150)
add a50a2956f6 Core: Cache dropStats in ManifestReader iterator (#5836)
add 7fe4037e77 Core: Reduce code duplication around writing JSON collections (#6113)
add d5c4fe08c9 Python: Fix Evaluator tests (#6140)
add e4dc3fc83a Core: Sync client/server properties in REST catalog (#6150)
add 15cdc250af Python: Use FileIO from Table and forward S3 credentials (#6161)
add d41f749156 Flink: Port #6049 to Flink 1.14 to add Sink options of compression properties (#6166)
add 048f3f6c06 Build: Bump jackson-annotations from 2.13.4 to 2.14.0 (#6129)
add f54a10c464 Python: Add initial TableScan implementation (#6145)
add 8de3b1c987 Build: Add -DallVersions property that exposes all component versions (#6167)
add a759688740 Python: Move FileIO initialization to the catalog (#6170)
add 0499f57fe1 Core,Spark: Add metadata to Scan Report (#6058)
add 0c4a10e54a Python: Fix previous metadata location property
add 436e2d66dd AWS: Fix catalog name in LakeFormationTestBase (#5767)
add abf31566e2 Spark: Backport setting the EnvironmentContext for Spark (#6183)
add a9d36309ea Flink: Add engine name, version to EnvironmentContext (#6184)
add b0d7abcb21 Core: Add Iceberg version to EnvironmentContext (#6185)
add 2d1e100be5 Python: Make invalid Literal conversions explicit (#6141)
add 33217abf7f Core: Add a util method to combine tasks by partition (#2276)
add fed2d1715f Spark 3.3: Support Java 8 time API in SparkValueConverter (#5860)
add f8aa513ff0 Build: Enable revapi on checked modules, fix API breaks (#6146)
add 186ee7e9a6 Spark 3.3: Preserve file seq numbers while rewriting manifests (#6176)
add 4cb068ff94 Docs: fix link of `Write options` in Flink
add 47fb706073 Core: Remove unused toTaskGroupStream from TableScanUtil (#6189)
add 0fdead77d4 Spark 3.2: Preserve file seq numbers while rewriting manifests (#6192)
add 1d10c53906 Spark 3.1: Preserve file seq numbers while rewriting manifests (#6193)
add 5195d280da Flink: Add 'cache.expiration-interval-ms' option to FlinkCatalog (#6111)
add c7365f0302 Core: Method for building grouping key type (#6163)
add c6a1cc4947 Revert "Hive: Forward catalog-specific Hive configuration properties (#5989)" (#6187)
add b76fff71e1 Core: Add time zone info to LocalDate in ExpressionUtil tests (#6200)
add 6697129a31 REST: Assign metadata UUID on create transaction (#6201)
add cae14e3d0b Python: Fix rough edges around literals (#6197)
add b3eaf0c6cb API, Core: Move micros and days conversions to DateTimeUtil (#6199)
add 7fa9ee427a Core: Remove redundant initialization (#6178)
add bcc4fa07fd Flink: Extract Flink package version programmatically for EnvironmentContext engine-version (#6206)
add 36387fce79 Flink: Add unit test for FlinkPackage util class (#6213)
add 25335a0d9d Parquet: Fix null values when selecting nested field partition column (#4627)
add 7a13c0965d Python: Update mypy to 0.991 (#6159)
add dbf91118c9 Python: Remove dataclasses (#6139)
add 7b5c64c541 Python: Fix type nits from expression refactor (#6225)
add 194b45f138 Python: Add expression evaluator (#6127)
add 29187353e1 API: Fix Transform backward compatibility in PartitionSpec (#6220)
add 5ac099cb3d Spark: Add missing override (#6227)
add e736d6dfba API: Ignore case when comparing truncate (#6226)
add 132cb94fea Release: Fix the template of the version (#6195)
add 383d9caec8 Replace ImmutableMap.Builder.build() with buildOrThrow() (#6212)
add 79bf0f69a2 Python: Minor fixes to expression types (#6228)
add f7ac12f5a4 Python: Add support for GlueCatalog (#6034)
add c0c5824e84 Python: Disallow Any generics (#6232)
add 7190637b7f Python: Implement DataScan.plan_files (#6233)
add bfdd9b2ad7 Python: Implement project in Transform implementations (#6128)
add b156fffb31 Core: Allow dropping a column used by old SortOrder (#6211)
add a59599d297 Nessie: Refactor NessieTableOperations#doCommit (#6240)
add ede085d0f7 API: Restore the type of the identity transform (#6242)
add 1806bac0bb Python: Pass warehouse location to config (#6260)
add 3a95e6afe0 Spark 3.3: Add years transform function (#6207)
add 1d20055e81 Flink: Fix tests creating catalog after FLINK-29677 (#6248)
add c4f9337a61 API: Fix ErrorProne warning around Immutable Enums (#6264)
add ba23ce9a13 Docs: Update slack invite link (#6278)
add f671053dfa Spark 3.3: Add months transform function (#6261)
add 814bc230b3 Python (legacy): Pin flake8 (#6270)
add 6dab162e03 Python: Refactor catalog constants (#6277)
add 7b0bda9367 Spec: Clarify auth responses in the REST spec. (#6251)
add 4b23ecbb45 Spec: Add spec for AES GCM Stream (#5432)
add c64c4b2466 Docs: Fix minor typos in the view spec (#6214)
add 4caf1b44ec Spark 3.3: Fix a separate table cache being created for each rewriteFiles (#5392)
add 6a2e900c66 Build: Bump microprofile-openapi-api from 3.0 to 3.1 (#6279)
add f86f3eee4c Python: Fix Avro scan performance in PyArrow (#6283)
add b00a3c83c5 Build: Bump spotless-plugin-gradle from 6.11.0 to 6.12.0 (#6281)
add b5102a6f66 Build: Bump jackson-annotations from 2.14.0 to 2.14.1 (#6280)
add a8e4eeaa70 Docs: Fix redundant the (#6286)
add 666d601c4f Infra: Add 1.1.0 to issue template (#6287)
add 6b8f7e0e31 Hive: Set the database owner on namespace creation (#6045)
add d7be97593e Flink: Add metricsConfig to EqDeleteWriter & PosDeleteWriter (#6271)
add 3ddcaa0033 Python: Implement inclusive projection (#6247)
add 56309c2402 Python: Implement PyArrow row level filtering (#6258)
add 15630f47a5 Python: Update feature matrix (#6298)
add 617d8ea080 Python: Bump FastAvro to 1.7.0 (#6294)
add 51b5f08b84 Python: Add boolean expression parser (#6259)
add 66fd615cd4 Python: Produce constants when binding produces AboveMax or BelowMin (#6256)
add ac5f6a0034 Spark 3.3: Add days transform function (#6300)
add f325006f2d Build: Bump Gradle from 7.5.1 to 7.6 (#6276)
add 9f27cb333d API, Core: Add groupingKey to ScanTaskGroup (#6304)
add 8f529830ad Build: Let revapi compare against 1.1.0 (#6275)
add cecb10bb8a Core: Clarify and test behavior of write.metadata.delete-after-commit.enabled (#6217)
add 48eb101141 Bump Nessie from 0.44.0 to 0.45.0 (#6310)
add ae15c7e369 Core: Re-add and deprecate HMS_TABLE_OWNER to TableProperties (#6314)
add 49a0ea956e Python: Bump PyArrow (#6295)
add b67bb55ca9 Core: Use lower lengths for iceberg_namespace_properties / iceberg_tables in JdbcCatalog (#6338)
add b202dff3fa Core: Fix NPE in CloseableIterable.close() (#6322)
add 4ebd44abe4 Core: MetadataUpdateParser should write updates/removals fields rather than updated/removed (#6317)
add bf8e68b4a7 Spark 2.4: Preserve file seq numbers while rewriting manifests (#6289)
add eadf6498f4 Python: Set version to 0.2.0 (#6328)
add af0f35258b Python: Add warning on projection by name (#6334)
add 09fdbda9e6 Spark 3.3: Add hours transform function (#6339)
add 95227dbbd5 Spark 3.3: Support arbitrary scans in SparkBatchQueryScan (#6309)
add 8e79259136 Spark 3.3: Remove unused RowDataRewriter (#6343)
add 4b51de3110 Doc: Replace build with append in the Flink doc (#6336)
add bc465add69 Flink: Port #4627 to Flink 1.14/1.15 (#6333)
add 3de462efe9 Spark: Port #4627 to Spark 2.4/3.1/3.2 (#6331)
add a980d76546 Build: Keep Scala Compiler Alive Between Sessions(#6311)
add 7fd9ded0a1 Spark 3.3: Choose readers based on task types (#6345)
add 577867e88d Python: Fix PyArrow Type conversion (#6346)
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (83e3ab0b9f)
\
N -- N -- N refs/heads/pyiceberg-0.2.0 (577867e88d)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.asf.yaml | 2 +-
.baseline/checkstyle/checkstyle-suppressions.xml | 1 +
.baseline/checkstyle/checkstyle.xml | 18 +-
.github/ISSUE_TEMPLATE/iceberg_bug_report.yml | 4 +-
.github/ISSUE_TEMPLATE/iceberg_question.yml | 2 +-
.github/labeler.yml | 1 -
.github/workflows/api-binary-compatibility.yml | 1 +
.github/workflows/flink-ci.yml | 20 +-
.github/workflows/hive-ci.yml | 18 +-
.github/workflows/java-ci.yml | 12 +-
.github/workflows/jmh-bechmarks.yml | 8 +-
.github/workflows/publish-snapshot.yml | 4 +-
.github/workflows/python-ci-docs.yml | 1 +
.github/workflows/python-ci.yml | 5 +
.github/workflows/spark-ci.yml | 28 +-
.github/workflows/stale.yml | 2 +-
.gitignore | 1 -
.palantir/revapi.yml | 77 +-
CONTRIBUTING.md | 62 +
README.md | 6 +-
.../apache/iceberg/aliyun/oss/OSSInputStream.java | 2 +-
.../apache/iceberg/aliyun/oss/OSSOutputStream.java | 2 +-
.../aliyun/oss/mock/TestLocalAliyunOSS.java | 14 +-
.../java/org/apache/iceberg/BaseScanTaskGroup.java | 13 +-
.../main/java/org/apache/iceberg/BatchScan.java | 71 +
.../java/org/apache/iceberg/BatchScanAdapter.java | 143 ++
.../java/org/apache/iceberg/ContentScanTask.java | 15 +-
.../java/org/apache/iceberg/DistributionMode.java | 8 +-
.../java/org/apache/iceberg/EmptyStructLike.java | 46 +-
.../main/java/org/apache/iceberg/FileFormat.java | 11 +
.../main/java/org/apache/iceberg/ManifestFile.java | 2 +-
.../java/org/apache/iceberg/PartitionField.java | 2 +-
.../java/org/apache/iceberg/PartitionScanTask.java | 17 +-
.../java/org/apache/iceberg/PartitionSpec.java | 74 +-
.../java/org/apache/iceberg/RewriteJobOrder.java | 9 +-
api/src/main/java/org/apache/iceberg/Scan.java | 12 +
.../java/org/apache/iceberg/ScanTaskGroup.java | 17 +
.../java/org/apache/iceberg/SnapshotRefType.java | 15 +-
.../java/org/apache/iceberg/SortDirection.java | 15 +-
.../main/java/org/apache/iceberg/SortField.java | 2 +-
.../main/java/org/apache/iceberg/SortOrder.java | 2 +-
api/src/main/java/org/apache/iceberg/Table.java | 18 +
.../main/java/org/apache/iceberg/TableScan.java | 32 +-
.../org/apache/iceberg/UnboundPartitionSpec.java | 12 +-
.../java/org/apache/iceberg/UnboundSortOrder.java | 10 +-
.../java/org/apache/iceberg/UpdateStatistics.java | 4 +-
.../apache/iceberg/actions/DeleteOrphanFiles.java | 8 +-
.../org/apache/iceberg/actions/MigrateTable.java | 9 +
.../org/apache/iceberg/expressions/Aggregate.java | 46 +-
.../org/apache/iceberg/expressions/Binder.java | 10 +
.../apache/iceberg/expressions/BoundAggregate.java | 37 +-
.../org/apache/iceberg/expressions/Expression.java | 18 +-
.../apache/iceberg/expressions/ExpressionUtil.java | 173 +-
.../iceberg/expressions/ExpressionVisitors.java | 14 +
.../apache/iceberg/expressions/Expressions.java | 16 +
.../iceberg/expressions/UnboundAggregate.java | 57 +
.../org/apache/iceberg/io/CloseableIterable.java | 4 +-
.../iceberg/metrics/DefaultMetricsContext.java | 3 +
...anReporter.java => LoggingMetricsReporter.java} | 13 +-
.../org/apache/iceberg/metrics/MetricsContext.java | 24 +-
.../org/apache/iceberg/metrics/MetricsReport.java | 7 +-
.../{ScanReporter.java => MetricsReporter.java} | 17 +-
.../org/apache/iceberg/metrics/ScanReport.java | 233 ---
.../java/org/apache/iceberg/transforms/Dates.java | 29 +-
.../org/apache/iceberg/transforms/Identity.java | 56 +-
.../apache/iceberg/transforms/ProjectionUtil.java | 4 +-
.../org/apache/iceberg/transforms/Timestamps.java | 36 +-
.../org/apache/iceberg/transforms/Transforms.java | 24 +-
.../org/apache/iceberg/transforms/Truncate.java | 1 +
.../java/org/apache/iceberg/types/Comparators.java | 2 +-
.../main/java/org/apache/iceberg/types/Types.java | 2 +-
.../java/org/apache/iceberg/util/BucketUtil.java | 16 +-
.../java/org/apache/iceberg/util/DateTimeUtil.java | 55 +
.../org/apache/iceberg/util/StructProjection.java | 11 +
.../test/java/org/apache/iceberg/TestHelpers.java | 13 +-
.../iceberg/expressions/TestAggregateBinding.java | 94 +
.../iceberg/expressions/TestExpressionUtil.java | 348 +++-
.../expressions/TestInclusiveMetricsEvaluator.java | 4 +-
.../TestMetricsEvaluatorsNaNHandling.java | 10 +-
.../iceberg/expressions/TestPredicateBinding.java | 31 +-
.../expressions/TestStrictMetricsEvaluator.java | 4 +-
.../apache/iceberg/io/TestCloseableIterable.java | 17 +-
.../apache/iceberg/transforms/TestBucketing.java | 77 +
.../apache/iceberg/transforms/TestIdentity.java | 12 +
.../org/apache/iceberg/util/TestDateTimeUtil.java | 0
.../org/apache/iceberg/util/TestExceptionUtil.java | 253 +--
.../aws/TestAssumeRoleAwsClientFactory.java | 38 +-
.../iceberg/aws/glue/TestGlueCatalogTable.java | 39 +
.../aws/lakeformation/LakeFormationTestBase.java | 10 +-
.../iceberg/aws/AssumeRoleAwsClientFactory.java | 14 +-
.../java/org/apache/iceberg/aws/AwsProperties.java | 331 +++-
.../iceberg/aws/dynamodb/DynamoDbLockManager.java | 2 +-
.../org/apache/iceberg/aws/glue/GlueCatalog.java | 38 +-
.../iceberg/aws/glue/GlueTableOperations.java | 5 +
.../org/apache/iceberg/aws/s3/S3InputStream.java | 2 +-
.../org/apache/iceberg/aws/s3/S3OutputStream.java | 2 +-
.../apache/iceberg/aws/TestAwsClientFactories.java | 61 +
.../org/apache/iceberg/aws/TestAwsProperties.java | 402 +++++
.../apache/iceberg/aws/glue/TestGlueCatalog.java | 38 +
.../org/apache/iceberg/aws/s3/TestS3FileIO.java | 11 +
baseline.gradle | 3 +-
build.gradle | 29 +-
.../main/java/org/apache/iceberg/GuavaClasses.java | 1 +
.../java/org/apache/iceberg/AllManifestsTable.java | 9 +-
.../apache/iceberg/BaseAllMetadataTableScan.java | 5 +
.../src/main/java/org/apache/iceberg/BaseFile.java | 2 +-
.../java/org/apache/iceberg/BaseMetadataTable.java | 6 +
.../iceberg/BaseMetastoreTableOperations.java | 7 +-
.../org/apache/iceberg/BaseReplacePartitions.java | 28 +
.../org/apache/iceberg/BaseRewriteManifests.java | 22 +-
.../main/java/org/apache/iceberg/BaseSnapshot.java | 20 -
.../main/java/org/apache/iceberg/BaseTable.java | 26 +-
.../java/org/apache/iceberg/BaseTableScan.java | 55 +-
.../java/org/apache/iceberg/BaseTransaction.java | 13 +
.../java/org/apache/iceberg/CatalogProperties.java | 54 +
.../main/java/org/apache/iceberg/CatalogUtil.java | 6 +-
.../java/org/apache/iceberg/ChangelogUtil.java | 49 +
.../main/java/org/apache/iceberg/DataFiles.java | 3 +-
.../java/org/apache/iceberg/DeleteFileIndex.java | 42 +-
.../org/apache/iceberg/EnvironmentContext.java | 40 +-
.../main/java/org/apache/iceberg/FastAppend.java | 16 +-
.../org/apache/iceberg/FileCleanupStrategy.java | 86 +
.../main/java/org/apache/iceberg/FileMetadata.java | 3 +-
.../org/apache/iceberg/GenericBlobMetadata.java | 10 +
.../org/apache/iceberg/GenericManifestEntry.java | 76 +-
.../apache/iceberg/IncrementalDataTableScan.java | 8 +
.../org/apache/iceberg/IncrementalFileCleanup.java | 327 ++++
.../apache/iceberg/InheritableMetadataFactory.java | 17 +
.../java/org/apache/iceberg/IsolationLevel.java | 9 +-
.../java/org/apache/iceberg/ManifestEntry.java | 71 +-
.../java/org/apache/iceberg/ManifestFiles.java | 118 +-
.../org/apache/iceberg/ManifestFilterManager.java | 12 +-
.../java/org/apache/iceberg/ManifestGroup.java | 14 +-
.../java/org/apache/iceberg/ManifestReader.java | 77 +-
.../java/org/apache/iceberg/ManifestWriter.java | 93 +-
.../main/java/org/apache/iceberg/MergeAppend.java | 6 +
.../apache/iceberg/MergingSnapshotProducer.java | 15 +
.../java/org/apache/iceberg/MetadataColumns.java | 18 +
.../java/org/apache/iceberg/MetadataUpdate.java | 2 +-
.../org/apache/iceberg/MetadataUpdateParser.java | 51 +-
.../java/org/apache/iceberg/PartitionData.java | 6 +-
.../main/java/org/apache/iceberg/Partitioning.java | 124 +-
.../org/apache/iceberg/ReachableFileCleanup.java | 204 +++
.../java/org/apache/iceberg/ReachableFileUtil.java | 33 +-
.../java/org/apache/iceberg/RemoveSnapshots.java | 338 +---
.../org/apache/iceberg/RowLevelOperationMode.java | 18 +-
.../main/java/org/apache/iceberg/SchemaParser.java | 6 +-
.../java/org/apache/iceberg/SerializableTable.java | 7 +-
.../java/org/apache/iceberg/SetStatistics.java | 72 +
.../java/org/apache/iceberg/SnapshotParser.java | 10 +-
.../java/org/apache/iceberg/SnapshotProducer.java | 100 +-
.../java/org/apache/iceberg/SnapshotRefParser.java | 3 +-
.../java/org/apache/iceberg/SortOrderParser.java | 8 +-
.../org/apache/iceberg/StatisticsFileParser.java | 6 +-
.../java/org/apache/iceberg/StreamingDelete.java | 6 +
.../java/org/apache/iceberg/SystemProperties.java | 8 +
.../java/org/apache/iceberg/TableMetadata.java | 32 +-
.../org/apache/iceberg/TableMetadataParser.java | 19 +-
.../java/org/apache/iceberg/TableProperties.java | 25 +-
.../java/org/apache/iceberg/TableScanContext.java | 42 +-
.../main/java/org/apache/iceberg/V1Metadata.java | 20 +
.../main/java/org/apache/iceberg/V2Metadata.java | 40 +-
.../org/apache/iceberg/avro/AvroFileAppender.java | 6 +-
.../apache/iceberg/avro/BuildAvroProjection.java | 8 +-
.../java/org/apache/iceberg/deletes/Deletes.java | 15 +
.../iceberg/deletes/EqualityDeleteWriter.java | 20 -
.../iceberg/deletes/PositionDeleteWriter.java | 25 -
.../iceberg/expressions/ExpressionParser.java | 4 +-
.../org/apache/iceberg/hadoop/HadoopCatalog.java | 4 +-
.../org/apache/iceberg/hadoop/HadoopFileIO.java | 9 +-
.../org/apache/iceberg/hadoop/HadoopInputFile.java | 8 +-
.../main/java/org/apache/iceberg/hadoop/Util.java | 30 +-
.../java/org/apache/iceberg/io/BaseTaskWriter.java | 2 +-
.../java/org/apache/iceberg/io/ContentCache.java | 311 ++++
.../java/org/apache/iceberg/io/DataWriter.java | 10 -
.../java/org/apache/iceberg/io/FileIOParser.java | 6 +-
.../org/apache/iceberg/io/OutputFileFactory.java | 3 +-
.../apache/iceberg/io/SortedPosDeleteWriter.java | 4 +-
.../java/org/apache/iceberg/jdbc/JdbcCatalog.java | 51 +-
.../apache/iceberg/jdbc/JdbcTableOperations.java | 18 +-
.../java/org/apache/iceberg/jdbc/JdbcUtil.java | 62 +-
.../apache/iceberg/mapping/NameMappingParser.java | 6 +-
.../org/apache/iceberg/metrics/CounterResult.java | 36 +-
.../iceberg/metrics/CounterResultParser.java | 1 -
.../org/apache/iceberg/metrics/ScanMetrics.java | 133 ++
.../apache/iceberg/metrics/ScanMetricsResult.java | 98 ++
.../iceberg/metrics/ScanMetricsResultParser.java | 36 +-
.../org/apache/iceberg/metrics/ScanReport.java | 29 +-
.../apache/iceberg/metrics/ScanReportParser.java | 65 +-
.../org/apache/iceberg/metrics/TimerResult.java | 42 +-
.../apache/iceberg/metrics/TimerResultParser.java | 15 +-
.../apache/iceberg/puffin/FileMetadataParser.java | 18 +-
.../org/apache/iceberg/rest/CatalogHandlers.java | 7 +
.../java/org/apache/iceberg/rest/HTTPClient.java | 30 +-
.../org/apache/iceberg/rest/HTTPClientFactory.java | 3 +
.../java/org/apache/iceberg/rest/RESTCatalog.java | 5 +-
.../java/org/apache/iceberg/rest/RESTClient.java | 24 +-
.../org/apache/iceberg/rest/RESTSerializers.java | 28 +-
.../apache/iceberg/rest/RESTSessionCatalog.java | 74 +-
.../apache/iceberg/rest/RESTTableOperations.java | 3 +-
.../org/apache/iceberg/rest/ResourcePaths.java | 11 +
.../rest/requests/ReportMetricsRequest.java | 61 +
.../rest/requests/ReportMetricsRequestParser.java | 86 +
.../rest/requests/UpdateRequirementParser.java | 2 +-
.../rest/responses/ErrorResponseParser.java | 6 +-
.../apache/iceberg/schema/UnionByNameVisitor.java | 2 +-
.../java/org/apache/iceberg/util/JsonUtil.java | 67 +-
.../org/apache/iceberg/util/ParallelIterable.java | 17 +-
.../org/apache/iceberg/util/PartitionUtil.java | 33 +
.../java/org/apache/iceberg/util/PropertyUtil.java | 28 +-
.../java/org/apache/iceberg/util/SnapshotUtil.java | 2 +-
.../org/apache/iceberg/util/SortOrderUtil.java | 18 +-
.../org/apache/iceberg/util/TableScanUtil.java | 90 +
.../apache/iceberg/MetadataTableScanTestBase.java | 99 ++
.../java/org/apache/iceberg/MockFileScanTask.java | 5 +
.../iceberg/TableMetadataParserCodecTest.java | 17 +-
.../java/org/apache/iceberg/TableTestBase.java | 173 +-
.../java/org/apache/iceberg/TestBatchScans.java | 129 ++
.../java/org/apache/iceberg/TestDataTableScan.java | 105 ++
.../java/org/apache/iceberg/TestDeleteFiles.java | 139 +-
.../java/org/apache/iceberg/TestFastAppend.java | 6 +-
.../org/apache/iceberg/TestManifestCaching.java | 290 +++
.../apache/iceberg/TestManifestReaderStats.java | 19 +
.../org/apache/iceberg/TestManifestWriter.java | 104 ++
.../apache/iceberg/TestManifestWriterVersions.java | 42 +-
.../java/org/apache/iceberg/TestMergeAppend.java | 495 +++---
.../org/apache/iceberg/TestMetadataTableScans.java | 59 +-
...stMetadataTableScansWithPartitionEvolution.java | 163 ++
.../apache/iceberg/TestMetadataUpdateParser.java | 78 +-
.../java/org/apache/iceberg/TestMetricsModes.java | 10 +-
.../java/org/apache/iceberg/TestPartitioning.java | 221 ++-
.../org/apache/iceberg/TestRemoveSnapshots.java | 186 +-
.../org/apache/iceberg/TestReplacePartitions.java | 3 +-
.../java/org/apache/iceberg/TestRewriteFiles.java | 41 +-
.../org/apache/iceberg/TestRewriteManifests.java | 4 +-
.../test/java/org/apache/iceberg/TestRowDelta.java | 97 +-
.../iceberg/TestScanPlanningAndReporting.java | 74 +-
.../apache/iceberg/TestSchemaUnionByFieldName.java | 45 +-
.../iceberg/TestSequenceNumberForV2Table.java | 64 +-
.../java/org/apache/iceberg/TestSetStatistics.java | 131 ++
.../java/org/apache/iceberg/TestSnapshotJson.java | 133 +-
.../org/apache/iceberg/TestSnapshotRefParser.java | 2 +-
.../java/org/apache/iceberg/TestSortOrder.java | 20 +
.../org/apache/iceberg/TestSortOrderParser.java | 22 +-
.../java/org/apache/iceberg/TestTableMetadata.java | 189 +-
.../test/java/org/apache/iceberg/TestTables.java | 10 +-
.../java/org/apache/iceberg/TestTransaction.java | 3 +-
.../apache/iceberg/TestV1ToV2RowDeltaDelete.java | 64 +
.../apache/iceberg/avro/TestAvroDeleteWriters.java | 9 +-
.../apache/iceberg/avro/TestReadProjection.java | 10 +-
.../org/apache/iceberg/catalog/CatalogTests.java | 70 +
.../iceberg/expressions/TestExpressionParser.java | 4 +-
.../apache/iceberg/hadoop/HadoopFileIOTest.java | 14 +
.../apache/iceberg/hadoop/HadoopTableTestBase.java | 2 +-
.../apache/iceberg/hadoop/TestHadoopCommits.java | 9 +-
.../iceberg/hadoop/TestTableSerialization.java | 16 +
.../org/apache/iceberg/jdbc/TestJdbcCatalog.java | 52 +-
.../iceberg/metrics/TestCounterResultParser.java | 3 +-
.../metrics/TestScanMetricsResultParser.java | 43 +-
.../org/apache/iceberg/metrics/TestScanReport.java | 51 +-
.../iceberg/metrics/TestScanReportParser.java | 187 +-
.../iceberg/metrics/TestTimerResultParser.java | 3 +-
.../iceberg/puffin/TestFileMetadataParser.java | 2 +-
.../apache/iceberg/rest/RESTCatalogAdapter.java | 41 +-
.../org/apache/iceberg/rest/TestHTTPClient.java | 10 +-
.../org/apache/iceberg/rest/TestRESTCatalog.java | 25 +-
.../requests/TestReportMetricsRequestParser.java | 114 ++
.../apache/iceberg/util/TestEnvironmentUtil.java | 24 +-
.../java/org/apache/iceberg/util/TestJsonUtil.java | 288 +++
.../apache/iceberg/util/TestParallelIterable.java | 68 +
.../org/apache/iceberg/util/TestSnapshotUtil.java | 161 ++
.../org/apache/iceberg/util/TestTableScanUtil.java | 141 ++
.../java/org/apache/iceberg/TestSplitScan.java | 3 +-
.../java/org/apache/iceberg/data/FileHelpers.java | 12 +-
.../org/apache/iceberg/data/TestLocalScan.java | 3 +-
.../iceberg/data/TestMetricsRowGroupFilter.java | 16 +-
.../data/TestMetricsRowGroupFilterTypes.java | 3 +-
.../apache/iceberg/data/TestReadProjection.java | 10 +-
.../org/apache/iceberg/io/TestAppenderFactory.java | 11 +-
.../org/apache/iceberg/io/TestBaseTaskWriter.java | 3 +-
.../apache/iceberg/io/TestFileWriterFactory.java | 5 +-
.../io/TestGenericSortedPosDeleteWriter.java | 3 +-
.../iceberg/io/TestTaskEqualityDeltaWriter.java | 3 +-
.../org/apache/iceberg/io/TestWriterMetrics.java | 14 +-
.../iceberg/dell/ecs/EcsAppendOutputStream.java | 2 +-
.../iceberg/dell/ecs/EcsSeekableInputStream.java | 2 +-
.../iceberg/dell/mock/ecs/TestExceptionCode.java | 22 +-
dev/source-release.sh | 2 +-
dev/stage-binaries.sh | 4 +-
docs/aws.md | 79 +-
docs/configuration.md | 16 +-
docs/flink-connector.md | 2 +-
docs/flink-getting-started.md | 28 +-
docs/hive.md | 2 +-
docs/java-api.md | 5 +-
docs/java-custom-catalog.md | 2 +-
docs/maintenance.md | 12 +-
docs/nessie.md | 8 +-
docs/reliability.md | 2 +-
docs/spark-configuration.md | 4 +-
docs/spark-ddl.md | 34 +-
docs/spark-procedures.md | 7 +-
docs/spark-queries.md | 63 +-
docs/spark-structured-streaming.md | 8 +-
docs/spark-writes.md | 30 +-
flink/build.gradle | 8 +-
.../apache/iceberg/flink/FlinkConfigOptions.java | 48 -
.../iceberg/flink/FlinkDynamicTableFactory.java | 205 ---
.../apache/iceberg/flink/IcebergTableSource.java | 193 --
.../iceberg/flink/sink/BaseDeltaTaskWriter.java | 120 --
.../iceberg/flink/sink/FlinkManifestUtil.java | 120 --
.../iceberg/flink/sink/IcebergStreamWriter.java | 114 --
.../flink/sink/ManifestOutputFileFactory.java | 86 -
.../apache/iceberg/flink/source/DataIterator.java | 92 -
.../iceberg/flink/source/FlinkInputFormat.java | 123 --
.../apache/iceberg/flink/source/FlinkSource.java | 320 ----
.../iceberg/flink/source/FlinkSplitGenerator.java | 103 --
.../apache/iceberg/flink/source/ScanContext.java | 373 ----
.../flink/source/StreamingMonitorFunction.java | 224 ---
.../flink/source/StreamingReaderOperator.java | 246 ---
.../org/apache/iceberg/flink/RowDataConverter.java | 148 --
.../iceberg/flink/TestCatalogTableLoader.java | 130 --
.../org/apache/iceberg/flink/TestFixtures.java | 48 -
.../iceberg/flink/TestFlinkCatalogTable.java | 419 -----
.../apache/iceberg/flink/TestFlinkTableSink.java | 343 ----
.../apache/iceberg/flink/TestIcebergConnector.java | 348 ----
.../iceberg/flink/TestTableSerialization.java | 110 --
.../flink/data/TestFlinkAvroReaderWriter.java | 106 --
.../iceberg/flink/data/TestFlinkParquetReader.java | 79 -
.../iceberg/flink/sink/TestFlinkManifest.java | 302 ----
.../iceberg/flink/source/BoundedTableFactory.java | 168 --
.../flink/source/ChangeLogTableTestBase.java | 87 -
.../iceberg/flink/source/TestFlinkScanSql.java | 295 ----
.../iceberg/flink/source/TestFlinkSource.java | 85 -
.../iceberg/flink/source/TestStreamScanSql.java | 253 ---
.../flink/source/TestStreamingMonitorFunction.java | 387 ----
.../flink/source/TestStreamingReaderOperator.java | 284 ---
flink/v1.14/build.gradle | 74 +-
.../iceberg/flink/IcebergConnectorSmokeTest.java | 18 +-
.../org/apache/iceberg/flink/FlinkCatalog.java | 13 +-
.../apache/iceberg/flink/FlinkCatalogFactory.java | 25 +-
.../org/apache/iceberg/flink/FlinkFilters.java | 2 +-
.../org/apache/iceberg/flink/FlinkWriteConf.java | 63 +-
.../apache/iceberg/flink/FlinkWriteOptions.java | 12 +
.../iceberg/flink/data/FlinkParquetReaders.java | 11 +-
.../iceberg/flink/sink/FlinkAppenderFactory.java | 3 +
.../iceberg/flink/sink/FlinkFileWriterFactory.java | 5 +-
.../org/apache/iceberg/flink/sink/FlinkSink.java | 52 +-
.../iceberg/flink/sink/IcebergFilesCommitter.java | 13 +-
.../flink/sink/RowDataTaskWriterFactory.java | 9 +-
.../iceberg/flink/source/RowDataRewriter.java | 11 +-
.../apache/iceberg/flink/util/FlinkPackage.java | 19 +-
.../org/apache/iceberg/flink/SimpleDataUtil.java | 6 +-
.../flink/TestFlinkCatalogTablePartitions.java | 5 +-
.../org/apache/iceberg/flink/TestFlinkUpsert.java | 96 +-
.../apache/iceberg/flink/TestRowDataWrapper.java | 8 +-
.../flink/sink/TestCompressionSettings.java | 254 +++
.../iceberg/flink/sink/TestDeltaTaskWriter.java | 4 +-
.../iceberg/flink/sink/TestFlinkIcebergSink.java | 7 +-
.../iceberg/flink/sink/TestFlinkIcebergSinkV2.java | 3 +-
.../flink/sink/TestIcebergFilesCommitter.java | 3 +-
.../flink/sink/TestIcebergStreamWriter.java | 3 +-
.../apache/iceberg/flink/sink/TestTaskWriters.java | 4 +-
.../iceberg/flink/source/TestFlinkInputFormat.java | 51 +
.../apache/iceberg/flink/source/TestFlinkScan.java | 5 +-
.../flink/source/TestProjectMetaColumn.java | 1 +
.../iceberg/flink/source/TestSourceUtil.java | 8 +-
.../TestContinuousIcebergEnumerator.java | 13 +-
.../iceberg/flink/util/TestFlinkPackage.java | 15 +-
flink/v1.15/build.gradle | 74 +-
.../iceberg/flink/IcebergConnectorSmokeTest.java | 13 +-
.../org/apache/iceberg/flink/FlinkCatalog.java | 13 +-
.../apache/iceberg/flink/FlinkCatalogFactory.java | 25 +-
.../org/apache/iceberg/flink/FlinkFilters.java | 2 +-
.../org/apache/iceberg/flink/FlinkWriteConf.java | 63 +-
.../apache/iceberg/flink/FlinkWriteOptions.java | 12 +
.../iceberg/flink/data/FlinkParquetReaders.java | 11 +-
.../iceberg/flink/sink/FlinkAppenderFactory.java | 3 +
.../iceberg/flink/sink/FlinkFileWriterFactory.java | 5 +-
.../org/apache/iceberg/flink/sink/FlinkSink.java | 52 +-
.../iceberg/flink/sink/IcebergFilesCommitter.java | 13 +-
.../flink/sink/RowDataTaskWriterFactory.java | 9 +-
.../iceberg/flink/source/RowDataRewriter.java | 11 +-
.../apache/iceberg/flink/util/FlinkPackage.java | 23 +-
.../org/apache/iceberg/flink/SimpleDataUtil.java | 6 +-
.../flink/TestFlinkCatalogTablePartitions.java | 5 +-
.../org/apache/iceberg/flink/TestFlinkUpsert.java | 117 +-
.../apache/iceberg/flink/TestRowDataWrapper.java | 8 +-
.../flink/sink/TestCompressionSettings.java | 254 +++
.../iceberg/flink/sink/TestDeltaTaskWriter.java | 4 +-
.../iceberg/flink/sink/TestFlinkIcebergSink.java | 7 +-
.../iceberg/flink/sink/TestFlinkIcebergSinkV2.java | 3 +-
.../flink/sink/TestIcebergFilesCommitter.java | 3 +-
.../flink/sink/TestIcebergStreamWriter.java | 3 +-
.../apache/iceberg/flink/sink/TestTaskWriters.java | 4 +-
.../iceberg/flink/source/TestFlinkInputFormat.java | 51 +
.../apache/iceberg/flink/source/TestFlinkScan.java | 5 +-
.../flink/source/TestProjectMetaColumn.java | 1 +
.../iceberg/flink/source/TestSourceUtil.java | 8 +-
.../TestContinuousIcebergEnumerator.java | 13 +-
.../iceberg/flink/util/TestFlinkPackage.java | 15 +-
flink/{v1.13 => v1.16}/build.gradle | 96 +-
flink/{v1.13 => v1.16}/flink-runtime/LICENSE | 0
flink/{v1.13 => v1.16}/flink-runtime/NOTICE | 0
.../iceberg/flink/IcebergConnectorSmokeTest.java | 13 +-
.../org/apache/iceberg/flink/CatalogLoader.java | 0
.../org/apache/iceberg/flink/FlinkCatalog.java | 46 +-
.../apache/iceberg/flink/FlinkCatalogFactory.java | 26 +-
.../org/apache/iceberg/flink/FlinkConfParser.java | 0
.../apache/iceberg/flink/FlinkConfigOptions.java | 0
.../iceberg/flink/FlinkDynamicTableFactory.java | 0
.../org/apache/iceberg/flink/FlinkFilters.java | 2 +-
.../org/apache/iceberg/flink/FlinkFixupTypes.java | 0
.../org/apache/iceberg/flink/FlinkSchemaUtil.java | 0
.../org/apache/iceberg/flink/FlinkTypeToType.java | 0
.../org/apache/iceberg/flink/FlinkTypeVisitor.java | 0
.../org/apache/iceberg/flink/FlinkWriteConf.java | 71 +-
.../apache/iceberg/flink/FlinkWriteOptions.java | 12 +
.../org/apache/iceberg/flink/IcebergTableSink.java | 36 +-
.../org/apache/iceberg/flink/RowDataWrapper.java | 0
.../java/org/apache/iceberg/flink/TableLoader.java | 0
.../org/apache/iceberg/flink/TypeToFlinkType.java | 0
.../org/apache/iceberg/flink/actions/Actions.java | 0
.../flink/actions/RewriteDataFilesAction.java | 0
.../flink/data/AvroWithFlinkSchemaVisitor.java | 0
.../apache/iceberg/flink/data/FlinkAvroReader.java | 0
.../apache/iceberg/flink/data/FlinkAvroWriter.java | 0
.../apache/iceberg/flink/data/FlinkOrcReader.java | 0
.../apache/iceberg/flink/data/FlinkOrcReaders.java | 0
.../apache/iceberg/flink/data/FlinkOrcWriter.java | 0
.../apache/iceberg/flink/data/FlinkOrcWriters.java | 0
.../iceberg/flink/data/FlinkParquetReaders.java | 15 +-
.../iceberg/flink/data/FlinkParquetWriters.java | 0
.../iceberg/flink/data/FlinkSchemaVisitor.java | 0
.../iceberg/flink/data/FlinkValueReaders.java | 0
.../iceberg/flink/data/FlinkValueWriters.java | 0
.../flink/data/ParquetWithFlinkSchemaVisitor.java | 0
.../iceberg/flink/data/RowDataProjection.java | 0
.../org/apache/iceberg/flink/data/RowDataUtil.java | 0
.../iceberg/flink/sink/BaseDeltaTaskWriter.java | 0
.../apache/iceberg/flink/sink/CommitSummary.java | 0
.../apache/iceberg/flink/sink/DeltaManifests.java | 0
.../flink/sink/DeltaManifestsSerializer.java | 0
.../flink/sink/EqualityFieldKeySelector.java | 0
.../iceberg/flink/sink/FlinkAppenderFactory.java | 3 +
.../iceberg/flink/sink/FlinkFileWriterFactory.java | 5 +-
.../iceberg/flink/sink/FlinkManifestUtil.java | 0
.../org/apache/iceberg/flink/sink/FlinkSink.java | 69 +-
.../iceberg/flink/sink/IcebergFilesCommitter.java | 224 +--
.../flink/sink/IcebergFilesCommitterMetrics.java | 0
.../iceberg/flink/sink/IcebergStreamWriter.java | 0
.../flink/sink/IcebergStreamWriterMetrics.java | 0
.../flink/sink/ManifestOutputFileFactory.java | 0
.../iceberg/flink/sink/PartitionKeySelector.java | 0
.../iceberg/flink/sink/PartitionedDeltaWriter.java | 0
.../flink/sink/RowDataTaskWriterFactory.java | 9 +-
.../iceberg/flink/sink/TaskWriterFactory.java | 0
.../flink/sink/UnpartitionedDeltaWriter.java | 0
.../apache/iceberg/flink/source/DataIterator.java | 0
.../iceberg/flink/source/FileScanTaskReader.java | 0
.../iceberg/flink/source/FlinkInputFormat.java | 0
.../iceberg/flink/source/FlinkInputSplit.java | 0
.../apache/iceberg/flink/source/FlinkSource.java | 0
.../iceberg/flink/source/FlinkSplitPlanner.java | 0
.../apache/iceberg/flink/source/IcebergSource.java | 0
.../iceberg/flink/source/IcebergTableSource.java | 0
.../flink/source/RowDataFileScanTaskReader.java | 0
.../iceberg/flink/source/RowDataRewriter.java | 11 +-
.../apache/iceberg/flink/source/ScanContext.java | 0
.../apache/iceberg/flink/source/SourceUtil.java | 0
.../flink/source/StreamingMonitorFunction.java | 0
.../flink/source/StreamingReaderOperator.java | 0
.../flink/source/StreamingStartingStrategy.java | 0
.../flink/source/assigner/GetSplitResult.java | 0
.../flink/source/assigner/SimpleSplitAssigner.java | 0
.../assigner/SimpleSplitAssignerFactory.java | 0
.../flink/source/assigner/SplitAssigner.java | 0
.../source/assigner/SplitAssignerFactory.java | 0
.../flink/source/assigner/SplitAssignerType.java | 0
.../enumerator/AbstractIcebergEnumerator.java | 0
.../enumerator/ContinuousEnumerationResult.java | 0
.../enumerator/ContinuousIcebergEnumerator.java | 0
.../source/enumerator/ContinuousSplitPlanner.java | 0
.../enumerator/ContinuousSplitPlannerImpl.java | 0
.../enumerator/IcebergEnumeratorPosition.java | 0
.../IcebergEnumeratorPositionSerializer.java | 0
.../source/enumerator/IcebergEnumeratorState.java | 0
.../IcebergEnumeratorStateSerializer.java | 0
.../source/enumerator/StaticIcebergEnumerator.java | 0
.../flink/source/reader/ArrayBatchRecords.java | 0
.../reader/ArrayPoolDataIteratorBatcher.java | 0
.../flink/source/reader/DataIteratorBatcher.java | 0
.../source/reader/DataIteratorReaderFunction.java | 0
.../flink/source/reader/IcebergSourceReader.java | 0
.../source/reader/IcebergSourceReaderMetrics.java | 0
.../source/reader/IcebergSourceRecordEmitter.java | 0
.../source/reader/IcebergSourceSplitReader.java | 0
.../flink/source/reader/ReaderFunction.java | 0
.../flink/source/reader/RecordAndPosition.java | 0
.../iceberg/flink/source/reader/RecordFactory.java | 0
.../flink/source/reader/RowDataReaderFunction.java | 0
.../flink/source/reader/RowDataRecordFactory.java | 0
.../flink/source/split/IcebergSourceSplit.java | 0
.../source/split/IcebergSourceSplitSerializer.java | 0
.../source/split/IcebergSourceSplitState.java | 0
.../source/split/IcebergSourceSplitStatus.java | 0
.../flink/source/split/SplitRequestEvent.java | 0
.../iceberg/flink/util/FlinkCompatibilityUtil.java | 0
.../apache/iceberg/flink/util/FlinkPackage.java | 19 +-
.../org.apache.flink.table.factories.Factory | 0
.../org.apache.flink.table.factories.TableFactory | 0
.../apache/iceberg/flink/FlinkCatalogTestBase.java | 2 +-
.../org/apache/iceberg/flink/FlinkTestBase.java | 16 +-
.../iceberg/flink/HadoopCatalogResource.java | 0
.../apache/iceberg/flink/HadoopTableResource.java | 0
.../apache/iceberg/flink/MiniClusterResource.java | 0
.../org/apache/iceberg/flink/RowDataConverter.java | 0
.../org/apache/iceberg/flink/SimpleDataUtil.java | 70 +-
.../iceberg/flink/TestCatalogTableLoader.java | 0
.../apache/iceberg/flink/TestChangeLogTable.java | 6 +-
.../iceberg/flink/TestDataFileSerialization.java | 0
.../org/apache/iceberg/flink/TestFixtures.java | 0
.../iceberg/flink/TestFlinkCatalogDatabase.java | 0
.../iceberg/flink/TestFlinkCatalogFactory.java | 0
.../iceberg/flink/TestFlinkCatalogTable.java | 0
.../flink/TestFlinkCatalogTablePartitions.java | 5 +-
.../org/apache/iceberg/flink/TestFlinkFilters.java | 0
.../apache/iceberg/flink/TestFlinkHiveCatalog.java | 2 +-
.../apache/iceberg/flink/TestFlinkSchemaUtil.java | 0
.../apache/iceberg/flink/TestFlinkTableSink.java | 0
.../org/apache/iceberg/flink/TestFlinkUpsert.java | 117 +-
.../java/org/apache/iceberg/flink/TestHelpers.java | 0
.../apache/iceberg/flink/TestIcebergConnector.java | 0
.../flink/TestManifestFileSerialization.java | 0
.../apache/iceberg/flink/TestRowDataWrapper.java | 8 +-
.../org/apache/iceberg/flink/TestTableLoader.java | 0
.../iceberg/flink/TestTableSerialization.java | 0
.../flink/actions/TestRewriteDataFilesAction.java | 0
.../apache/iceberg/flink/data/RandomRowData.java | 0
.../iceberg/flink/data/RowDataToRowMapper.java | 0
.../flink/data/TestFlinkAvroReaderWriter.java | 0
.../flink/data/TestFlinkOrcReaderWriter.java | 0
.../iceberg/flink/data/TestFlinkParquetReader.java | 0
.../iceberg/flink/data/TestFlinkParquetWriter.java | 0
.../iceberg/flink/data/TestRowDataProjection.java | 0
.../iceberg/flink/data/TestRowProjection.java | 0
.../flink/sink/TestCompressionSettings.java | 254 +++
.../iceberg/flink/sink/TestDeltaTaskWriter.java | 4 +-
.../flink/sink/TestFlinkAppenderFactory.java | 0
.../flink/sink/TestFlinkFileWriterFactory.java | 0
.../iceberg/flink/sink/TestFlinkIcebergSink.java | 26 +-
.../iceberg/flink/sink/TestFlinkIcebergSinkV2.java | 3 +-
.../iceberg/flink/sink/TestFlinkManifest.java | 0
.../flink/sink/TestFlinkPartitioningWriters.java | 0
.../flink/sink/TestFlinkPositionDeltaWriters.java | 0
.../flink/sink/TestFlinkRollingFileWriters.java | 0
.../iceberg/flink/sink/TestFlinkWriterMetrics.java | 0
.../flink/sink/TestIcebergFilesCommitter.java | 36 +-
.../flink/sink/TestIcebergStreamWriter.java | 15 +-
.../flink/sink/TestRowDataPartitionKey.java | 0
.../apache/iceberg/flink/sink/TestTaskWriters.java | 15 +-
.../iceberg/flink/source/BoundedTableFactory.java | 0
.../iceberg/flink/source/BoundedTestSource.java | 0
.../flink/source/ChangeLogTableTestBase.java | 0
.../apache/iceberg/flink/source/SplitHelpers.java | 0
.../apache/iceberg/flink/source/SqlHelpers.java | 0
.../flink/source/TestBoundedTableFactory.java | 0
.../iceberg/flink/source/TestFlinkInputFormat.java | 61 +-
.../source/TestFlinkInputFormatReaderDeletes.java | 0
.../flink/source/TestFlinkMergingMetrics.java | 0
.../flink/source/TestFlinkReaderDeletesBase.java | 0
.../apache/iceberg/flink/source/TestFlinkScan.java | 70 +-
.../iceberg/flink/source/TestFlinkScanSql.java | 0
.../iceberg/flink/source/TestFlinkSource.java | 0
.../iceberg/flink/source/TestFlinkSourceSql.java | 0
.../flink/source}/TestFlinkTableSource.java | 54 +-
.../flink/source/TestIcebergSourceBounded.java | 0
.../flink/source/TestIcebergSourceBoundedSql.java | 0
.../flink/source/TestIcebergSourceContinuous.java | 0
.../flink/source/TestIcebergSourceFailover.java | 0
.../source/TestIcebergSourceReaderDeletes.java | 0
.../iceberg/flink/source/TestIcebergSourceSql.java | 0
.../flink/source/TestProjectMetaColumn.java | 1 +
.../iceberg/flink/source/TestSourceUtil.java | 8 +-
.../apache/iceberg/flink/source/TestSqlBase.java | 0
.../iceberg/flink/source/TestStreamScanSql.java | 0
.../flink/source/TestStreamingMonitorFunction.java | 0
.../flink/source/TestStreamingReaderOperator.java | 0
.../source/assigner/TestSimpleSplitAssigner.java | 0
.../enumerator/ManualContinuousSplitPlanner.java | 0
.../TestContinuousIcebergEnumerator.java | 13 +-
.../enumerator/TestContinuousSplitPlannerImpl.java | 0
...estContinuousSplitPlannerImplStartStrategy.java | 0
.../TestIcebergEnumeratorStateSerializer.java | 0
.../source/reader/ReaderFunctionTestBase.java | 0
.../iceberg/flink/source/reader/ReaderUtil.java | 0
.../flink/source/reader/TestArrayBatchRecords.java | 0
.../TestArrayPoolDataIteratorBatcherRowData.java | 0
.../source/reader/TestIcebergSourceReader.java | 0
.../source/reader/TestRowDataReaderFunction.java | 0
.../flink/source/reader/TestingMetricGroup.java | 0
.../split/TestIcebergSourceSplitSerializer.java | 0
.../iceberg/flink/util/TestFlinkPackage.java | 15 +-
.../org.apache.flink.table.factories.Factory | 0
format/gcm-stream-spec.md | 88 +
format/spec.md | 47 +-
format/view-spec.md | 8 +-
.../org/apache/iceberg/gcp/gcs/GCSInputStream.java | 2 +-
.../apache/iceberg/gcp/gcs/GCSOutputStream.java | 2 +-
gradle.properties | 8 +-
gradle/wrapper/gradle-wrapper.properties | 6 +-
gradlew | 2 +-
.../java/org/apache/iceberg/hive/HiveCatalog.java | 37 +-
.../apache/iceberg/hive/HiveTableOperations.java | 17 +-
.../org/apache/iceberg/hive/TestHiveCatalog.java | 504 +++++-
.../org/apache/iceberg/hive/TestHiveMetastore.java | 3 +
hive3/build.gradle | 4 +-
jmh.gradle | 4 -
mr/build.gradle | 2 +-
.../iceberg/mr/hive/HiveIcebergOutputFormat.java | 10 +-
.../apache/iceberg/mr/TestIcebergInputFormats.java | 3 +-
.../mr/hive/TestHiveIcebergOutputCommitter.java | 12 +-
.../org/apache/iceberg/nessie/NessieCatalog.java | 11 +-
.../apache/iceberg/nessie/NessieIcebergClient.java | 89 +
.../iceberg/nessie/NessieTableOperations.java | 95 +-
.../java/org/apache/iceberg/nessie/NessieUtil.java | 43 -
.../org/apache/iceberg/nessie/BaseTestIceberg.java | 2 +-
.../iceberg/nessie/TestBranchVisibility.java | 28 +
.../org/apache/iceberg/nessie/TestNessieTable.java | 62 +-
.../org/apache/iceberg/nessie/TestNessieUtil.java | 74 -
open-api/rest-catalog-open-api.yaml | 304 +++-
orc/src/main/java/org/apache/iceberg/orc/ORC.java | 55 +-
.../org/apache/iceberg/orc/OrcFileAppender.java | 8 +-
.../org/apache/iceberg/orc/TestBloomFilter.java | 149 ++
.../apache/iceberg/orc/TestBuildOrcProjection.java | 13 +-
.../org/apache/iceberg/orc/TestOrcDataWriter.java | 129 ++
.../apache/iceberg/orc/TestOrcDeleteWriters.java | 2 +-
.../iceberg/data/parquet/BaseParquetReaders.java | 11 +-
.../iceberg/parquet/ParquetValueReaders.java | 45 +-
.../iceberg/parquet/ParquetWriteSupport.java | 2 +-
.../java/org/apache/iceberg/parquet/RemoveIds.java | 18 +-
.../apache/iceberg/avro/TestReadProjection.java | 10 +-
.../iceberg/parquet/TestParquetDeleteWriters.java | 9 +-
.../org/apache/iceberg/pig/PigParquetReader.java | 11 +-
python/.pre-commit-config.yaml | 8 +-
python/CONTRIBUTING.md | 39 +
python/Makefile | 2 +-
python/README.md | 6 +-
python/dev/RELEASE.md | 37 +-
python/mkdocs/docs/index.md | 49 +-
python/mkdocs/requirements.txt | 4 +-
python/poetry.lock | 1023 +++++++++--
python/pyiceberg/__init__.py | 3 +-
python/pyiceberg/avro/codecs/__init__.py | 4 +-
python/pyiceberg/avro/decoder.py | 5 +-
python/pyiceberg/avro/file.py | 27 +-
python/pyiceberg/avro/reader.py | 67 +-
python/pyiceberg/catalog/__init__.py | 157 +-
python/pyiceberg/catalog/glue.py | 549 ++++++
python/pyiceberg/catalog/hive.py | 28 +-
python/pyiceberg/catalog/rest.py | 114 +-
python/pyiceberg/cli/console.py | 11 +-
python/pyiceberg/cli/output.py | 24 +-
python/pyiceberg/exceptions.py | 12 +-
python/pyiceberg/expressions/__init__.py | 756 ++++++++
python/pyiceberg/expressions/base.py | 837 ---------
python/pyiceberg/expressions/literals.py | 441 +++--
python/pyiceberg/expressions/parser.py | 237 +++
python/pyiceberg/expressions/visitors.py | 755 ++++++++
python/pyiceberg/files.py | 15 -
python/pyiceberg/io/__init__.py | 4 +-
python/pyiceberg/io/fsspec.py | 68 +-
python/pyiceberg/io/pyarrow.py | 242 ++-
python/pyiceberg/manifest.py | 16 +-
python/pyiceberg/{table => }/partitioning.py | 33 +-
python/pyiceberg/schema.py | 197 ++-
python/pyiceberg/table/__init__.py | 307 +++-
python/pyiceberg/table/metadata.py | 4 +-
python/pyiceberg/table/snapshots.py | 2 +-
python/pyiceberg/table/sorting.py | 4 +-
python/pyiceberg/transforms.py | 230 ++-
python/pyiceberg/typedef.py | 46 +-
python/pyiceberg/types.py | 15 +-
python/pyiceberg/utils/bin_packing.py | 12 +-
python/pyiceberg/utils/config.py | 8 +-
python/pyiceberg/utils/datetime.py | 13 +-
python/pyiceberg/utils/deprecated.py | 45 +
python/pyiceberg/utils/parsing.py | 2 +-
python/pyiceberg/utils/schema_conversion.py | 16 +-
python/pyiceberg/utils/singleton.py | 2 +-
python/pyproject.toml | 80 +-
python/release-announcement-email.txt | 31 -
python/tests/__init__.py | 16 -
python/tests/avro/__init__.py | 16 -
python/tests/avro/test_decoder.py | 5 +-
python/tests/avro/test_reader.py | 22 +-
python/tests/catalog/__init__.py | 16 -
python/tests/catalog/integration_test_glue.py | 324 ++++
python/tests/catalog/test_base.py | 9 +-
python/tests/catalog/test_glue.py | 471 +++++
python/tests/catalog/test_hive.py | 2 +-
python/tests/catalog/test_rest.py | 115 +-
python/tests/cli/__init__.py | 16 -
python/tests/cli/test_console.py | 17 +-
python/tests/conftest.py | 157 +-
python/tests/expressions/__init__.py | 11 -
python/tests/expressions/test_evaluator.py | 179 ++
python/tests/expressions/test_expressions.py | 1063 +++++++++++
python/tests/expressions/test_expressions_base.py | 1153 ------------
python/tests/expressions/test_literals.py | 260 ++-
python/tests/expressions/test_parser.py | 151 ++
python/tests/expressions/test_projection.py | 378 ++++
python/tests/expressions/test_visitors.py | 1440 +++++++++++++++
python/tests/io/__init__.py | 16 -
python/tests/io/test_fsspec.py | 96 +
python/tests/io/test_io.py | 21 +-
python/tests/io/test_pyarrow.py | 319 +++-
python/tests/table/__init__.py | 16 -
python/tests/table/test_init.py | 78 +-
python/tests/table/test_metadata.py | 2 +-
python/tests/table/test_partitioning.py | 24 +-
python/tests/table/test_snapshots.py | 6 +-
python/tests/test_schema.py | 284 ++-
python/tests/test_transforms.py | 403 ++++-
python/tests/test_types.py | 4 +-
python/tests/test_version.py | 11 +-
python/tests/utils/__init__.py | 16 -
python/tests/utils/test_manifest.py | 8 +-
.../iceberg/core/filesystem/s3_filesystem.py | 10 +-
python_legacy/tox.ini | 6 +-
settings.gradle | 32 +-
spark/build.gradle | 4 -
...IcebergSourceFlatParquetDataWriteBenchmark.java | 2 +-
.../java/org/apache/iceberg/actions/Actions.java | 8 +-
.../iceberg/actions/RewriteDataFilesAction.java | 2 +-
.../org/apache/iceberg/actions/SparkActions.java | 2 +-
.../iceberg/spark/PruneColumnsWithReordering.java | 2 +-
.../spark/PruneColumnsWithoutReordering.java | 2 +-
.../org/apache/iceberg/spark/SparkDataFile.java | 4 +-
.../org/apache/iceberg/spark/SparkFilters.java | 2 +-
.../org/apache/iceberg/spark/SparkWriteConf.java | 2 +-
.../BaseDeleteReachableFilesSparkAction.java | 1 +
.../actions/BaseRewriteManifestsSparkAction.java | 13 +-
.../iceberg/spark/actions/BaseSparkAction.java | 1 +
.../iceberg/spark/data/SparkParquetReaders.java | 11 +-
.../iceberg/spark/source/CustomCatalogs.java | 6 +
.../iceberg/spark/source/RowDataRewriter.java | 3 +-
.../spark/source/SparkFileWriterFactory.java | 5 +-
.../iceberg/TestManifestFileSerialization.java | 2 +-
.../java/org/apache/iceberg/ValidationHelpers.java | 77 +
.../java/org/apache/iceberg/examples/README.md | 2 +-
.../spark/actions/TestRemoveOrphanFilesAction.java | 90 +
.../spark/actions/TestRewriteManifestsAction.java | 68 +
.../iceberg/spark/data/TestSparkParquetReader.java | 4 +-
.../iceberg/spark/source/ComplexRecord.java} | 40 +-
.../apache/iceberg/spark/source/NestedRecord.java} | 49 +-
.../iceberg/spark/source/TestDataFrameWrites.java | 16 +-
.../iceberg/spark/source/TestFilteredScan.java | 3 +-
.../spark/source/TestForwardCompatibility.java | 2 +-
.../spark/source/TestIcebergSourceTablesBase.java | 6 +-
.../iceberg/spark/source/TestPartitionValues.java | 54 +
.../iceberg/spark/source/TestReadProjection.java | 10 +-
.../iceberg/spark/source/TestSparkDataWrite.java | 7 +-
.../spark/source/TestSparkReadProjection.java | 3 +-
.../iceberg/spark/source/TestSparkTableUtil.java | 2 +-
.../spark/source/TestStructuredStreaming.java | 9 +-
.../spark/source/TestTimestampWithoutZone.java | 6 +-
spark/v3.0/build.gradle | 277 ---
.../IcebergSqlExtensions.g4 | 293 ----
.../extensions/IcebergSparkSessionExtensions.scala | 57 -
.../analysis/AlignRowLevelOperations.scala | 111 --
.../analysis/AssignmentAlignmentSupport.scala | 208 ---
.../analysis/ProcedureArgumentCoercion.scala | 56 -
.../sql/catalyst/analysis/ResolveProcedures.scala | 190 --
.../RowLevelOperationsPredicateCheck.scala | 90 -
.../sql/catalyst/expressions/AccumulateFiles.scala | 43 -
.../OptimizeConditionsInRowLevelOperations.scala | 59 -
...pCorrelatedPredicatesInRowLevelOperations.scala | 51 -
.../sql/catalyst/optimizer/RewriteDelete.scala | 117 --
.../sql/catalyst/optimizer/RewriteMergeInto.scala | 255 ---
.../sql/catalyst/optimizer/RewriteUpdate.scala | 126 --
.../IcebergSparkSqlExtensionsParser.scala | 303 ----
.../IcebergSqlExtensionsAstBuilder.scala | 286 ---
.../catalyst/plans/logical/AddPartitionField.scala | 33 -
.../spark/sql/catalyst/plans/logical/Call.scala | 34 -
.../plans/logical/DropPartitionField.scala | 33 -
.../catalyst/plans/logical/DynamicFileFilter.scala | 62 -
.../sql/catalyst/plans/logical/MergeInto.scala | 38 -
.../plans/logical/ReplacePartitionField.scala | 38 -
.../plans/logical/SetIdentifierFields.scala | 35 -
.../sql/catalyst/plans/logical/statements.scala | 44 -
.../utils/RewriteRowLevelOperationHelper.scala | 282 ---
.../datasources/v2/AddPartitionFieldExec.scala | 56 -
.../sql/execution/datasources/v2/CallExec.scala | 39 -
.../datasources/v2/DropIdentifierFieldsExec.scala | 65 -
.../datasources/v2/DropPartitionFieldExec.scala | 67 -
.../datasources/v2/DynamicFileFilterExec.scala | 130 --
.../datasources/v2/ExtendedBatchScanExec.scala | 60 -
.../v2/ExtendedDataSourceV2Implicits.scala | 51 -
.../v2/ExtendedDataSourceV2Strategy.scala | 147 --
.../execution/datasources/v2/MergeIntoExec.scala | 118 --
.../execution/datasources/v2/ReplaceDataExec.scala | 38 -
.../datasources/v2/ReplacePartitionFieldExec.scala | 72 -
.../datasources/v2/SetIdentifierFieldsExec.scala | 52 -
.../v2/SetWriteDistributionAndOrderingExec.scala | 78 -
.../spark/extensions/SparkExtensionsTestBase.java | 64 -
.../SparkRowLevelOperationsTestBase.java | 227 ---
.../spark/extensions/TestAddFilesProcedure.java | 1048 -----------
.../extensions/TestAlterTablePartitionFields.java | 439 -----
.../spark/extensions/TestAlterTableSchema.java | 162 --
.../spark/extensions/TestAncestorsOfProcedure.java | 168 --
.../spark/extensions/TestCallStatementParser.java | 214 ---
.../TestCherrypickSnapshotProcedure.java | 203 ---
.../spark/extensions/TestCopyOnWriteMerge.java | 41 -
.../spark/extensions/TestCopyOnWriteUpdate.java | 41 -
.../iceberg/spark/extensions/TestDelete.java | 856 ---------
.../extensions/TestExpireSnapshotsProcedure.java | 316 ----
.../spark/extensions/TestIcebergExpressions.java | 74 -
.../apache/iceberg/spark/extensions/TestMerge.java | 1840 --------------------
.../extensions/TestMigrateTableProcedure.java | 171 --
.../extensions/TestPublishChangesProcedure.java | 193 --
.../extensions/TestRemoveOrphanFilesProcedure.java | 335 ----
.../extensions/TestRewriteDataFilesProcedure.java | 416 -----
.../extensions/TestRewriteManifestsProcedure.java | 196 ---
.../TestRollbackToSnapshotProcedure.java | 297 ----
.../TestRollbackToTimestampProcedure.java | 304 ----
.../TestSetCurrentSnapshotProcedure.java | 256 ---
.../TestSetWriteDistributionAndOrdering.java | 302 ----
.../extensions/TestSnapshotTableProcedure.java | 231 ---
.../iceberg/spark/extensions/TestUpdate.java | 1039 -----------
spark/v3.0/spark-runtime/LICENSE | 630 -------
spark/v3.0/spark-runtime/NOTICE | 508 ------
.../java/org/apache/iceberg/spark/SmokeTest.java | 179 --
.../apache/iceberg/spark/SparkBenchmarkUtil.java | 57 -
.../SparkParquetReadersFlatDataBenchmark.java | 222 ---
.../SparkParquetReadersNestedDataBenchmark.java | 220 ---
.../SparkParquetWritersFlatDataBenchmark.java | 128 --
.../SparkParquetWritersNestedDataBenchmark.java | 128 --
.../spark/source/IcebergSourceBenchmark.java | 199 ---
.../source/IcebergSourceFlatDataBenchmark.java | 59 -
.../source/IcebergSourceNestedDataBenchmark.java | 59 -
.../IcebergSourceNestedListDataBenchmark.java | 62 -
.../iceberg/spark/source/WritersBenchmark.java | 366 ----
.../spark/source/avro/AvroWritersBenchmark.java | 39 -
.../IcebergSourceFlatAvroDataReadBenchmark.java | 142 --
.../IcebergSourceNestedAvroDataReadBenchmark.java | 142 --
.../orc/IcebergSourceFlatORCDataBenchmark.java | 68 -
.../orc/IcebergSourceFlatORCDataReadBenchmark.java | 210 ---
...ebergSourceNestedListORCDataWriteBenchmark.java | 109 --
.../IcebergSourceNestedORCDataReadBenchmark.java | 183 --
...cebergSourceFlatParquetDataFilterBenchmark.java | 129 --
.../IcebergSourceFlatParquetDataReadBenchmark.java | 165 --
...IcebergSourceFlatParquetDataWriteBenchmark.java | 89 -
...gSourceNestedListParquetDataWriteBenchmark.java | 89 -
...bergSourceNestedParquetDataFilterBenchmark.java | 128 --
...cebergSourceNestedParquetDataReadBenchmark.java | 166 --
...ebergSourceNestedParquetDataWriteBenchmark.java | 88 -
.../source/parquet/ParquetWritersBenchmark.java | 39 -
...dDictionaryEncodedFlatParquetDataBenchmark.java | 137 --
.../VectorizedReadFlatParquetDataBenchmark.java | 333 ----
.../java/org/apache/iceberg/spark/BaseCatalog.java | 48 -
.../org/apache/iceberg/spark/CommitMetadata.java | 58 -
.../iceberg/spark/FileRewriteCoordinator.java | 96 -
.../iceberg/spark/FileScanTaskSetManager.java | 77 -
.../org/apache/iceberg/spark/JobGroupInfo.java | 44 -
.../org/apache/iceberg/spark/JobGroupUtils.java | 46 -
.../java/org/apache/iceberg/spark/OrderField.java | 117 --
.../org/apache/iceberg/spark/PathIdentifier.java | 57 -
.../iceberg/spark/PruneColumnsWithReordering.java | 275 ---
.../spark/PruneColumnsWithoutReordering.java | 240 ---
.../apache/iceberg/spark/RollbackStagedTable.java | 142 --
.../org/apache/iceberg/spark/SortOrderToSpark.java | 62 -
.../java/org/apache/iceberg/spark/Spark3Util.java | 991 -----------
.../org/apache/iceberg/spark/SparkCatalog.java | 620 -------
.../org/apache/iceberg/spark/SparkConfParser.java | 186 --
.../org/apache/iceberg/spark/SparkDataFile.java | 210 ---
.../apache/iceberg/spark/SparkExceptionUtil.java | 64 -
.../org/apache/iceberg/spark/SparkFilters.java | 221 ---
.../iceberg/spark/SparkFixupTimestampType.java | 57 -
.../org/apache/iceberg/spark/SparkFixupTypes.java | 63 -
.../org/apache/iceberg/spark/SparkReadConf.java | 201 ---
.../org/apache/iceberg/spark/SparkReadOptions.java | 74 -
.../apache/iceberg/spark/SparkSQLProperties.java | 45 -
.../org/apache/iceberg/spark/SparkSchemaUtil.java | 308 ----
.../apache/iceberg/spark/SparkSessionCatalog.java | 311 ----
.../org/apache/iceberg/spark/SparkTableUtil.java | 794 ---------
.../org/apache/iceberg/spark/SparkTypeToType.java | 158 --
.../org/apache/iceberg/spark/SparkTypeVisitor.java | 78 -
.../java/org/apache/iceberg/spark/SparkUtil.java | 202 ---
.../apache/iceberg/spark/SparkValueConverter.java | 121 --
.../org/apache/iceberg/spark/SparkWriteConf.java | 152 --
.../apache/iceberg/spark/SparkWriteOptions.java | 53 -
.../org/apache/iceberg/spark/TypeToSparkType.java | 122 --
.../actions/BaseDeleteOrphanFilesSparkAction.java | 299 ----
.../BaseDeleteReachableFilesSparkAction.java | 211 ---
.../actions/BaseExpireSnapshotsSparkAction.java | 290 ---
.../spark/actions/BaseMigrateTableSparkAction.java | 224 ---
.../actions/BaseRewriteDataFilesSpark3Action.java | 47 -
.../actions/BaseRewriteDataFilesSparkAction.java | 520 ------
.../actions/BaseRewriteManifestsSparkAction.java | 399 -----
.../actions/BaseSnapshotTableSparkAction.java | 227 ---
.../actions/BaseSnapshotUpdateSparkAction.java | 45 -
.../iceberg/spark/actions/BaseSparkAction.java | 175 --
.../iceberg/spark/actions/BaseSparkActions.java | 60 -
.../actions/BaseTableCreationSparkAction.java | 182 --
.../iceberg/spark/actions/ManifestFileBean.java | 143 --
.../spark/actions/Spark3BinPackStrategy.java | 87 -
.../iceberg/spark/actions/Spark3SortStrategy.java | 165 --
.../apache/iceberg/spark/actions/SparkActions.java | 75 -
.../spark/data/AvroWithSparkSchemaVisitor.java | 76 -
.../spark/data/ParquetWithSparkSchemaVisitor.java | 231 ---
.../apache/iceberg/spark/data/SparkAvroReader.java | 168 --
.../apache/iceberg/spark/data/SparkAvroWriter.java | 165 --
.../apache/iceberg/spark/data/SparkOrcReader.java | 132 --
.../iceberg/spark/data/SparkOrcValueReaders.java | 241 ---
.../iceberg/spark/data/SparkOrcValueWriters.java | 201 ---
.../apache/iceberg/spark/data/SparkOrcWriter.java | 226 ---
.../iceberg/spark/data/SparkParquetReaders.java | 765 --------
.../iceberg/spark/data/SparkParquetWriters.java | 457 -----
.../iceberg/spark/data/SparkValueReaders.java | 288 ---
.../iceberg/spark/data/SparkValueWriters.java | 258 ---
.../vectorized/ArrowVectorAccessorFactory.java | 125 --
.../data/vectorized/ArrowVectorAccessors.java | 38 -
.../spark/data/vectorized/ColumnarBatchReader.java | 64 -
.../data/vectorized/ConstantColumnVector.java | 122 --
.../data/vectorized/IcebergArrowColumnVector.java | 159 --
.../data/vectorized/RowPositionColumnVector.java | 120 --
.../data/vectorized/VectorizedSparkOrcReaders.java | 459 -----
.../vectorized/VectorizedSparkParquetReaders.java | 53 -
.../spark/procedures/AddFilesProcedure.java | 286 ---
.../spark/procedures/AncestorsOfProcedure.java | 111 --
.../iceberg/spark/procedures/BaseProcedure.java | 164 --
.../procedures/CherrypickSnapshotProcedure.java | 100 --
.../spark/procedures/ExpireSnapshotsProcedure.java | 152 --
.../spark/procedures/MigrateTableProcedure.java | 100 --
.../spark/procedures/PublishChangesProcedure.java | 115 --
.../procedures/RemoveOrphanFilesProcedure.java | 171 --
.../procedures/RewriteDataFilesProcedure.java | 199 ---
.../procedures/RewriteManifestsProcedure.java | 114 --
.../procedures/RollbackToSnapshotProcedure.java | 99 --
.../procedures/RollbackToTimestampProcedure.java | 104 --
.../procedures/SetCurrentSnapshotProcedure.java | 100 --
.../spark/procedures/SnapshotTableProcedure.java | 113 --
.../iceberg/spark/procedures/SparkProcedures.java | 63 -
.../iceberg/spark/source/BaseDataReader.java | 205 ---
.../iceberg/spark/source/BatchDataReader.java | 130 --
.../spark/source/EqualityDeleteRowReader.java | 54 -
.../apache/iceberg/spark/source/IcebergSource.java | 198 ---
.../iceberg/spark/source/InternalRowWrapper.java | 91 -
.../apache/iceberg/spark/source/RowDataReader.java | 197 ---
.../iceberg/spark/source/RowDataRewriter.java | 180 --
.../spark/source/SerializableTableWithSize.java | 64 -
.../iceberg/spark/source/SparkAppenderFactory.java | 318 ----
.../iceberg/spark/source/SparkBatchQueryScan.java | 179 --
.../iceberg/spark/source/SparkBatchScan.java | 362 ----
.../spark/source/SparkFileWriterFactory.java | 277 ---
.../iceberg/spark/source/SparkFilesScan.java | 111 --
.../spark/source/SparkFilesScanBuilder.java | 48 -
.../iceberg/spark/source/SparkMergeBuilder.java | 113 --
.../iceberg/spark/source/SparkMergeScan.java | 194 ---
.../spark/source/SparkMicroBatchStream.java | 326 ----
.../spark/source/SparkPartitionedFanoutWriter.java | 55 -
.../spark/source/SparkPartitionedWriter.java | 55 -
.../iceberg/spark/source/SparkRewriteBuilder.java | 71 -
.../iceberg/spark/source/SparkScanBuilder.java | 204 ---
.../apache/iceberg/spark/source/SparkTable.java | 319 ----
.../apache/iceberg/spark/source/SparkWrite.java | 733 --------
.../iceberg/spark/source/SparkWriteBuilder.java | 164 --
.../iceberg/spark/source/StagedSparkTable.java | 41 -
.../org/apache/iceberg/spark/source/Stats.java | 42 -
.../iceberg/spark/source/StreamingOffset.java | 157 --
.../iceberg/spark/source/StructInternalRow.java | 359 ----
.../iceberg/catalog/ExtendedSupportsDelete.java | 43 -
.../sql/connector/iceberg/catalog/Procedure.java | 50 -
.../iceberg/catalog/ProcedureCatalog.java | 40 -
.../iceberg/catalog/ProcedureParameter.java | 56 -
.../iceberg/catalog/ProcedureParameterImpl.java | 75 -
.../connector/iceberg/catalog/SupportsMerge.java | 41 -
.../distributions/ClusteredDistribution.java | 34 -
.../iceberg/distributions/Distributions.java | 57 -
.../iceberg/distributions/OrderedDistribution.java | 34 -
.../impl/ClusterDistributionImpl.java | 35 -
.../impl/OrderedDistributionImpl.java | 35 -
.../impl/UnspecifiedDistributionImpl.java | 23 -
.../iceberg/expressions/SortDirection.java | 44 -
.../connector/iceberg/expressions/SortOrder.java | 39 -
.../connector/iceberg/read/SupportsFileFilter.java | 53 -
.../sql/connector/iceberg/write/MergeBuilder.java | 39 -
...org.apache.spark.sql.sources.DataSourceRegister | 20 -
.../expressions/TransformExpressions.scala | 137 --
.../logical/SetWriteDistributionAndOrdering.scala | 44 -
.../plans/logical/SortOrderParserUtil.scala | 40 -
.../utils/DistributionAndOrderingUtils.scala | 220 ---
.../spark/sql/catalyst/utils/PlanUtils.scala | 68 -
.../datasources/SparkExpressionConverter.scala | 50 -
.../test/java/org/apache/iceberg/KryoHelpers.java | 51 -
.../java/org/apache/iceberg/TaskCheckHelper.java | 109 --
.../apache/iceberg/TestDataFileSerialization.java | 176 --
.../apache/iceberg/TestFileIOSerialization.java | 109 --
.../iceberg/TestManifestFileSerialization.java | 217 ---
.../apache/iceberg/TestScanTaskSerialization.java | 143 --
.../org/apache/iceberg/TestTableSerialization.java | 98 --
.../apache/iceberg/spark/SparkCatalogConfig.java | 64 -
.../apache/iceberg/spark/SparkCatalogTestBase.java | 62 -
.../org/apache/iceberg/spark/SparkTestBase.java | 260 ---
.../iceberg/spark/SparkTestBaseWithCatalog.java | 93 -
.../iceberg/spark/TestFileRewriteCoordinator.java | 273 ---
.../org/apache/iceberg/spark/TestSpark3Util.java | 132 --
.../iceberg/spark/TestSparkCatalogOperations.java | 97 --
.../org/apache/iceberg/spark/TestSparkFilters.java | 74 -
.../apache/iceberg/spark/TestSparkSchemaUtil.java | 54 -
.../apache/iceberg/spark/TestSparkTableUtil.java | 52 -
.../iceberg/spark/TestSparkValueConverter.java | 94 -
.../iceberg/spark/actions/TestCreateActions.java | 923 ----------
.../actions/TestDeleteReachableFilesAction.java | 331 ----
.../spark/actions/TestExpireSnapshotsAction.java | 1122 ------------
.../spark/actions/TestRemoveOrphanFilesAction.java | 647 -------
.../actions/TestRemoveOrphanFilesAction3.java | 199 ---
.../spark/actions/TestRewriteDataFilesAction.java | 1489 ----------------
.../spark/actions/TestRewriteManifestsAction.java | 495 ------
.../apache/iceberg/spark/data/AvroDataTest.java | 285 ---
.../apache/iceberg/spark/data/GenericsHelpers.java | 346 ----
.../org/apache/iceberg/spark/data/RandomData.java | 368 ----
.../org/apache/iceberg/spark/data/TestHelpers.java | 770 --------
.../apache/iceberg/spark/data/TestOrcWrite.java | 59 -
.../iceberg/spark/data/TestParquetAvroReader.java | 236 ---
.../iceberg/spark/data/TestParquetAvroWriter.java | 123 --
.../iceberg/spark/data/TestSparkAvroEnums.java | 96 -
.../iceberg/spark/data/TestSparkAvroReader.java | 64 -
.../iceberg/spark/data/TestSparkDateTimes.java | 74 -
.../data/TestSparkOrcReadMetadataColumns.java | 220 ---
.../iceberg/spark/data/TestSparkOrcReader.java | 110 --
.../data/TestSparkParquetReadMetadataColumns.java | 237 ---
.../iceberg/spark/data/TestSparkParquetReader.java | 206 ---
.../iceberg/spark/data/TestSparkParquetWriter.java | 119 --
.../spark/data/TestSparkRecordOrcReaderWriter.java | 153 --
...estParquetDictionaryEncodedVectorizedReads.java | 97 --
...naryFallbackToPlainEncodingVectorizedReads.java | 75 -
.../vectorized/TestParquetVectorizedReads.java | 352 ----
.../apache/iceberg/spark/source/LogMessage.java | 119 --
.../apache/iceberg/spark/source/ManualSource.java | 75 -
.../iceberg/spark/source/SparkTestTable.java | 59 -
.../apache/iceberg/spark/source/TestAvroScan.java | 111 --
.../iceberg/spark/source/TestDataFrameWrites.java | 424 -----
.../spark/source/TestDataSourceOptions.java | 451 -----
.../iceberg/spark/source/TestFilteredScan.java | 684 --------
.../spark/source/TestForwardCompatibility.java | 224 ---
.../iceberg/spark/source/TestIcebergSource.java | 42 -
.../source/TestIcebergSourceHadoopTables.java | 67 -
.../spark/source/TestIcebergSourceHiveTables.java | 78 -
.../spark/source/TestIcebergSourceTablesBase.java | 1822 -------------------
.../iceberg/spark/source/TestIcebergSpark.java | 205 ---
.../spark/source/TestIdentityPartitionData.java | 209 ---
.../spark/source/TestInternalRowWrapper.java | 79 -
.../TestMetadataTablesWithPartitionEvolution.java | 344 ----
.../iceberg/spark/source/TestParquetScan.java | 140 --
.../iceberg/spark/source/TestPartitionPruning.java | 467 -----
.../iceberg/spark/source/TestPartitionValues.java | 439 -----
.../iceberg/spark/source/TestPathIdentifier.java | 85 -
.../iceberg/spark/source/TestReadProjection.java | 611 -------
.../spark/source/TestSnapshotSelection.java | 229 ---
.../spark/source/TestSparkAppenderFactory.java | 69 -
.../spark/source/TestSparkBaseDataReader.java | 276 ---
.../iceberg/spark/source/TestSparkCatalog.java | 43 -
.../source/TestSparkCatalogCacheExpiration.java | 152 --
.../source/TestSparkCatalogHadoopOverrides.java | 145 --
.../iceberg/spark/source/TestSparkDataFile.java | 224 ---
.../iceberg/spark/source/TestSparkDataWrite.java | 657 -------
.../spark/source/TestSparkFileWriterFactory.java | 74 -
.../iceberg/spark/source/TestSparkFilesScan.java | 126 --
.../spark/source/TestSparkMergingMetrics.java | 73 -
.../spark/source/TestSparkMetadataColumns.java | 197 ---
.../spark/source/TestSparkPartitioningWriters.java | 74 -
.../source/TestSparkPositionDeltaWriters.java | 74 -
.../spark/source/TestSparkReadProjection.java | 259 ---
.../spark/source/TestSparkReaderDeletes.java | 245 ---
.../spark/source/TestSparkRollingFileWriters.java | 60 -
.../iceberg/spark/source/TestSparkTable.java | 60 -
.../spark/source/TestSparkWriterMetrics.java | 67 -
.../iceberg/spark/source/TestStreamingOffset.java | 56 -
.../spark/source/TestStructuredStreaming.java | 303 ----
.../spark/source/TestStructuredStreamingRead3.java | 532 ------
.../apache/iceberg/spark/source/TestTables.java | 205 ---
.../spark/source/TestTimestampWithoutZone.java | 313 ----
.../spark/source/TestWriteMetricsConfig.java | 298 ----
.../apache/iceberg/spark/sql/TestAlterTable.java | 331 ----
.../apache/iceberg/spark/sql/TestCreateTable.java | 344 ----
.../iceberg/spark/sql/TestCreateTableAsSelect.java | 416 -----
.../apache/iceberg/spark/sql/TestDeleteFrom.java | 154 --
.../apache/iceberg/spark/sql/TestNamespaceSQL.java | 245 ---
.../iceberg/spark/sql/TestPartitionedWrites.java | 160 --
.../apache/iceberg/spark/sql/TestRefreshTable.java | 82 -
.../org/apache/iceberg/spark/sql/TestSelect.java | 225 ---
.../spark/sql/TestTimestampWithoutZone.java | 238 ---
.../iceberg/spark/sql/TestUnpartitionedWrites.java | 172 --
spark/v3.1/build.gradle | 3 +-
.../spark/extensions/TestCopyOnWriteDelete.java | 4 +-
.../spark/extensions/TestCopyOnWriteMerge.java | 4 +-
.../spark/extensions/TestCopyOnWriteUpdate.java | 4 +-
.../iceberg/spark/extensions/TestDelete.java | 19 +-
.../apache/iceberg/spark/extensions/TestMerge.java | 19 +-
.../extensions/TestMigrateTableProcedure.java | 18 +-
.../extensions/TestRemoveOrphanFilesProcedure.java | 130 ++
.../iceberg/spark/extensions/TestUpdate.java | 19 +-
.../iceberg/spark/source/WritersBenchmark.java | 1 +
...IcebergSourceFlatParquetDataWriteBenchmark.java | 2 +-
.../iceberg/spark/PruneColumnsWithReordering.java | 2 +-
.../spark/PruneColumnsWithoutReordering.java | 2 +-
.../org/apache/iceberg/spark/SparkCatalog.java | 6 +
.../org/apache/iceberg/spark/SparkDataFile.java | 4 +-
.../org/apache/iceberg/spark/SparkFilters.java | 2 +-
.../org/apache/iceberg/spark/SparkWriteConf.java | 2 +-
.../BaseDeleteReachableFilesSparkAction.java | 1 +
.../spark/actions/BaseMigrateTableSparkAction.java | 19 +
.../actions/BaseRewriteManifestsSparkAction.java | 13 +-
.../iceberg/spark/actions/BaseSparkAction.java | 1 +
.../iceberg/spark/data/SparkParquetReaders.java | 11 +-
.../spark/procedures/ExpireSnapshotsProcedure.java | 5 +-
.../spark/procedures/MigrateTableProcedure.java | 17 +-
.../procedures/RemoveOrphanFilesProcedure.java | 5 +-
.../iceberg/spark/source/BatchDataReader.java | 7 +-
.../iceberg/spark/source/RowDataRewriter.java | 3 +-
.../spark/source/SparkFileWriterFactory.java | 5 +-
.../iceberg/spark/source/SparkMergeBuilder.java | 3 +-
.../apache/iceberg/spark/source/SparkTable.java | 6 +-
.../iceberg/TestManifestFileSerialization.java | 2 +-
.../java/org/apache/iceberg/ValidationHelpers.java | 77 +
.../spark/actions/TestRemoveOrphanFilesAction.java | 90 +
.../spark/actions/TestRewriteDataFilesAction.java | 4 +-
.../spark/actions/TestRewriteManifestsAction.java | 68 +
.../iceberg/spark/data/TestSparkParquetReader.java | 4 +-
.../iceberg/spark/source/ComplexRecord.java} | 55 +-
.../apache/iceberg/spark/source/NestedRecord.java} | 49 +-
.../iceberg/spark/source/TestDataFrameWrites.java | 16 +-
.../iceberg/spark/source/TestFilteredScan.java | 3 +-
.../spark/source/TestForwardCompatibility.java | 2 +-
.../spark/source/TestIcebergSourceTablesBase.java | 6 +-
.../iceberg/spark/source/TestPartitionValues.java | 54 +
.../iceberg/spark/source/TestReadProjection.java | 10 +-
.../iceberg/spark/source/TestSparkDataWrite.java | 7 +-
.../spark/source/TestSparkReadProjection.java | 3 +-
.../spark/source/TestSparkReaderDeletes.java | 93 +-
.../spark/source/TestStructuredStreaming.java | 9 +-
.../spark/source/TestTimestampWithoutZone.java | 6 +-
spark/v3.2/build.gradle | 20 +-
.../catalyst/analysis/RewriteMergeIntoTable.scala | 59 +-
.../catalyst/analysis/RewriteRowLevelCommand.scala | 26 +-
.../RowLevelCommandDynamicPruning.scala | 56 +-
.../SparkRowLevelOperationsTestBase.java | 36 +
.../extensions/TestAlterTablePartitionFields.java | 23 +
.../spark/extensions/TestChangelogBatchReads.java | 248 +++
.../spark/extensions/TestCopyOnWriteDelete.java | 107 +-
.../spark/extensions/TestCopyOnWriteMerge.java | 112 +-
.../spark/extensions/TestCopyOnWriteUpdate.java | 104 +-
.../iceberg/spark/extensions/TestDelete.java | 99 +-
.../apache/iceberg/spark/extensions/TestMerge.java | 108 +-
.../spark/extensions/TestMergeOnReadDelete.java | 7 +-
.../spark/extensions/TestMergeOnReadMerge.java | 7 +-
.../spark/extensions/TestMergeOnReadUpdate.java | 7 +-
.../extensions/TestMigrateTableProcedure.java | 18 +-
.../extensions/TestRemoveOrphanFilesProcedure.java | 94 +
.../iceberg/spark/extensions/TestUpdate.java | 75 +-
...IcebergSourceFlatParquetDataWriteBenchmark.java | 2 +-
.../iceberg/spark/PruneColumnsWithReordering.java | 2 +-
.../spark/PruneColumnsWithoutReordering.java | 2 +-
.../org/apache/iceberg/spark/SparkCatalog.java | 79 +-
.../org/apache/iceberg/spark/SparkDataFile.java | 4 +-
.../org/apache/iceberg/spark/SparkFilters.java | 2 +-
.../org/apache/iceberg/spark/SparkWriteConf.java | 6 +-
.../iceberg/spark/actions/BaseSparkAction.java | 37 +-
.../spark/actions/ExpireSnapshotsSparkAction.java | 37 +-
.../spark/actions/MigrateTableSparkAction.java | 19 +
.../spark/actions/RewriteManifestsSparkAction.java | 13 +-
.../iceberg/spark/data/SparkParquetReaders.java | 11 +-
.../spark/procedures/ExpireSnapshotsProcedure.java | 5 +-
.../spark/procedures/MigrateTableProcedure.java | 18 +-
.../procedures/RemoveOrphanFilesProcedure.java | 5 +-
.../iceberg/spark/source/BaseBatchReader.java | 9 +-
.../iceberg/spark/source/ChangelogRowReader.java | 3 +-
.../iceberg/spark/source/RowDataRewriter.java | 3 +-
.../apache/iceberg/spark/source/SparkBatch.java | 64 +-
.../iceberg/spark/source/SparkBatchQueryScan.java | 7 +-
.../{SparkBatch.java => SparkChangelogBatch.java} | 115 +-
.../iceberg/spark/source/SparkChangelogScan.java | 163 ++
.../iceberg/spark/source/SparkChangelogTable.java | 102 ++
.../iceberg/spark/source/SparkCopyOnWriteScan.java | 14 +
.../spark/source/SparkFileWriterFactory.java | 5 +-
.../iceberg/spark/source/SparkInputPartition.java | 84 +
.../spark/source/SparkMicroBatchStream.java | 12 +-
.../org/apache/iceberg/spark/source/SparkScan.java | 151 +-
.../iceberg/spark/source/SparkScanBuilder.java | 37 +-
.../iceberg/TestManifestFileSerialization.java | 2 +-
.../java/org/apache/iceberg/ValidationHelpers.java | 77 +
.../spark/actions/TestExpireSnapshotsAction.java | 102 ++
.../spark/actions/TestRemoveOrphanFilesAction.java | 89 +
.../actions/TestRemoveOrphanFilesAction3.java | 6 +-
.../spark/actions/TestRewriteDataFilesAction.java | 4 +-
.../spark/actions/TestRewriteManifestsAction.java | 68 +
.../org/apache/iceberg/spark/data/TestHelpers.java | 9 +
.../iceberg/spark/data/TestSparkParquetReader.java | 4 +-
.../iceberg/spark/source/ComplexRecord.java} | 40 +-
.../apache/iceberg/spark/source/NestedRecord.java} | 49 +-
.../iceberg/spark/source/TestDataFrameWrites.java | 16 +-
.../iceberg/spark/source/TestFilteredScan.java | 3 +-
.../spark/source/TestForwardCompatibility.java | 2 +-
.../spark/source/TestIcebergSourceTablesBase.java | 6 +-
.../iceberg/spark/source/TestPartitionValues.java | 54 +
.../iceberg/spark/source/TestPathIdentifier.java | 5 +-
.../iceberg/spark/source/TestReadProjection.java | 10 +-
.../iceberg/spark/source/TestSparkDataWrite.java | 7 +-
.../spark/source/TestSparkReadProjection.java | 3 +-
.../spark/source/TestSparkReaderDeletes.java | 91 +
.../source/TestSparkReaderWithBloomFilter.java | 3 +-
.../spark/source/TestStructuredStreaming.java | 9 +-
.../spark/source/TestTimestampWithoutZone.java | 6 +-
spark/v3.3/build.gradle | 30 +-
.../catalyst/analysis/RewriteMergeIntoTable.scala | 59 +-
.../analysis/RewriteRowLevelIcebergCommand.scala | 25 +-
.../RowLevelCommandDynamicPruning.scala | 55 +-
.../SparkRowLevelOperationsTestBase.java | 36 +
.../extensions/TestAlterTablePartitionFields.java | 23 +
.../spark/extensions/TestChangelogBatchReads.java | 248 +++
.../spark/extensions/TestCopyOnWriteDelete.java | 107 +-
.../spark/extensions/TestCopyOnWriteMerge.java | 112 +-
.../spark/extensions/TestCopyOnWriteUpdate.java | 104 +-
.../iceberg/spark/extensions/TestDelete.java | 99 +-
.../apache/iceberg/spark/extensions/TestMerge.java | 108 +-
.../spark/extensions/TestMergeOnReadDelete.java | 7 +-
.../spark/extensions/TestMergeOnReadMerge.java | 7 +-
.../spark/extensions/TestMergeOnReadUpdate.java | 7 +-
.../spark/extensions/TestMetadataTables.java | 123 ++
.../extensions/TestMigrateTableProcedure.java | 20 +-
.../extensions/TestRemoveOrphanFilesProcedure.java | 94 +
.../extensions/TestRewriteManifestsProcedure.java | 95 +
.../iceberg/spark/extensions/TestUpdate.java | 75 +-
.../SparkParquetReadersFlatDataBenchmark.java | 2 +
.../SparkParquetReadersNestedDataBenchmark.java | 2 +
.../SparkParquetWritersFlatDataBenchmark.java | 1 +
.../SparkParquetWritersNestedDataBenchmark.java | 1 +
...IcebergSourceFlatParquetDataWriteBenchmark.java | 2 +-
.../iceberg/spark/PruneColumnsWithReordering.java | 2 +-
.../spark/PruneColumnsWithoutReordering.java | 2 +-
.../org/apache/iceberg/spark/SparkAggregates.java | 80 +
.../org/apache/iceberg/spark/SparkCatalog.java | 132 +-
.../org/apache/iceberg/spark/SparkDataFile.java | 4 +-
.../org/apache/iceberg/spark/SparkFilters.java | 2 +-
.../org/apache/iceberg/spark/SparkReadConf.java | 8 +
.../org/apache/iceberg/spark/SparkReadOptions.java | 6 +
.../java/org/apache/iceberg/spark/SparkUtil.java | 8 +
.../org/apache/iceberg/spark/SparkV2Filters.java | 41 +-
.../apache/iceberg/spark/SparkValueConverter.java | 10 +-
.../org/apache/iceberg/spark/SparkWriteConf.java | 6 +-
.../iceberg/spark/actions/BaseSparkAction.java | 37 +-
.../actions/BaseTableCreationSparkAction.java | 10 +-
.../spark/actions/ExpireSnapshotsSparkAction.java | 37 +-
.../spark/actions/MigrateTableSparkAction.java | 19 +
.../spark/actions/RewriteDataFilesSparkAction.java | 5 +-
.../spark/actions/RewriteManifestsSparkAction.java | 13 +-
.../spark/actions/SparkBinPackStrategy.java | 7 +-
.../iceberg/spark/actions/SparkSortStrategy.java | 12 +-
.../iceberg/spark/actions/SparkZOrderStrategy.java | 14 +-
.../iceberg/spark/data/SparkParquetReaders.java | 11 +-
.../iceberg/spark/functions/DaysFunction.java | 119 ++
.../iceberg/spark/functions/HoursFunction.java | 90 +
.../iceberg/spark/functions/MonthsFunction.java | 118 ++
.../iceberg/spark/functions/SparkFunctions.java | 4 +
.../spark/functions/UnaryUnboundFunction.java} | 39 +-
.../iceberg/spark/functions/YearsFunction.java | 118 ++
.../spark/procedures/AddFilesProcedure.java | 6 +-
.../spark/procedures/ExpireSnapshotsProcedure.java | 5 +-
.../spark/procedures/MigrateTableProcedure.java | 18 +-
.../procedures/RemoveOrphanFilesProcedure.java | 5 +-
.../iceberg/spark/source/BaseBatchReader.java | 9 +-
.../iceberg/spark/source/BatchDataReader.java | 33 +-
.../iceberg/spark/source/ChangelogRowReader.java | 16 +-
.../spark/source/EqualityDeleteRowReader.java | 2 +-
.../apache/iceberg/spark/source/IcebergSource.java | 4 +-
.../apache/iceberg/spark/source/RowDataReader.java | 34 +-
.../iceberg/spark/source/RowDataRewriter.java | 180 --
.../apache/iceberg/spark/source/SparkBatch.java | 136 +-
.../iceberg/spark/source/SparkBatchQueryScan.java | 112 +-
.../iceberg/spark/source/SparkChangelogScan.java | 163 ++
.../iceberg/spark/source/SparkChangelogTable.java | 102 ++
.../spark/source/SparkColumnarReaderFactory.java | 64 +
.../iceberg/spark/source/SparkCopyOnWriteScan.java | 16 +-
.../spark/source/SparkFileWriterFactory.java | 5 +-
.../iceberg/spark/source/SparkFilesScan.java | 2 +-
.../iceberg/spark/source/SparkInputPartition.java | 88 +
.../spark/source/SparkMicroBatchStream.java | 15 +-
.../spark/source/SparkRowReaderFactory.java | 64 +
.../org/apache/iceberg/spark/source/SparkScan.java | 152 +-
.../iceberg/spark/source/SparkScanBuilder.java | 105 +-
.../apache/iceberg/spark/source/SparkTable.java | 8 +
.../iceberg/TestManifestFileSerialization.java | 2 +-
.../java/org/apache/iceberg/ValidationHelpers.java | 77 +
.../spark/actions/TestExpireSnapshotsAction.java | 102 ++
.../spark/actions/TestRemoveOrphanFilesAction.java | 89 +
.../actions/TestRemoveOrphanFilesAction3.java | 6 +-
.../spark/actions/TestRewriteDataFilesAction.java | 4 +-
.../spark/actions/TestRewriteManifestsAction.java | 68 +
.../org/apache/iceberg/spark/data/TestHelpers.java | 9 +
.../iceberg/spark/data/TestSparkParquetReader.java | 4 +-
.../iceberg/spark/source/ComplexRecord.java} | 40 +-
.../apache/iceberg/spark/source/NestedRecord.java} | 49 +-
.../iceberg/spark/source/TestDataFrameWrites.java | 17 +-
.../iceberg/spark/source/TestFilteredScan.java | 3 +-
.../spark/source/TestForwardCompatibility.java | 2 +-
.../spark/source/TestIcebergSourceTablesBase.java | 6 +-
.../iceberg/spark/source/TestPartitionValues.java | 54 +
.../iceberg/spark/source/TestPathIdentifier.java | 5 +-
.../iceberg/spark/source/TestReadProjection.java | 10 +-
.../spark/source/TestSnapshotSelection.java | 144 ++
.../iceberg/spark/source/TestSparkAggregates.java | 76 +
.../iceberg/spark/source/TestSparkDataWrite.java | 7 +-
.../spark/source/TestSparkReadProjection.java | 3 +-
.../spark/source/TestSparkReaderDeletes.java | 91 +
.../source/TestSparkReaderWithBloomFilter.java | 3 +-
.../apache/iceberg/spark/source/TestSparkScan.java | 79 +
.../spark/source/TestStructuredStreaming.java | 10 +-
.../spark/source/TestTimestampWithoutZone.java | 6 +-
.../iceberg/spark/sql/TestSparkDaysFunction.java | 99 ++
.../iceberg/spark/sql/TestSparkHoursFunction.java | 81 +
.../iceberg/spark/sql/TestSparkMonthsFunction.java | 115 ++
.../iceberg/spark/sql/TestSparkYearsFunction.java | 117 ++
versions.props | 4 +-
1325 files changed, 32660 insertions(+), 80576 deletions(-)
create mode 100644 api/src/main/java/org/apache/iceberg/BatchScan.java
create mode 100644 api/src/main/java/org/apache/iceberg/BatchScanAdapter.java
rename spark/v3.0/spark-extensions/src/test/java/org/apache/iceberg/spark/extensions/Employee.java => api/src/main/java/org/apache/iceberg/EmptyStructLike.java (56%)
rename spark/v3.0/spark/src/main/java/org/apache/spark/sql/connector/iceberg/distributions/Distribution.java => api/src/main/java/org/apache/iceberg/PartitionScanTask.java (71%)
rename spark/v3.0/spark/src/main/java/org/apache/spark/sql/connector/iceberg/expressions/NullOrdering.java => api/src/main/java/org/apache/iceberg/expressions/Aggregate.java (52%)
rename spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/SparkStructLike.java => api/src/main/java/org/apache/iceberg/expressions/BoundAggregate.java (56%)
create mode 100644 api/src/main/java/org/apache/iceberg/expressions/UnboundAggregate.java
copy api/src/main/java/org/apache/iceberg/metrics/{LoggingScanReporter.java => LoggingMetricsReporter.java} (73%)
rename spark/v3.0/spark/src/jmh/java/org/apache/iceberg/spark/source/Action.java => api/src/main/java/org/apache/iceberg/metrics/MetricsReport.java (88%)
rename api/src/main/java/org/apache/iceberg/metrics/{ScanReporter.java => MetricsReporter.java} (63%)
delete mode 100644 api/src/main/java/org/apache/iceberg/metrics/ScanReport.java
rename {core => api}/src/main/java/org/apache/iceberg/util/DateTimeUtil.java (70%)
create mode 100644 api/src/test/java/org/apache/iceberg/expressions/TestAggregateBinding.java
rename {core => api}/src/test/java/org/apache/iceberg/util/TestDateTimeUtil.java (100%)
create mode 100644 core/src/main/java/org/apache/iceberg/ChangelogUtil.java
rename spark/v3.0/spark-extensions/src/test/java/org/apache/iceberg/spark/extensions/TestCopyOnWriteDelete.java => core/src/main/java/org/apache/iceberg/EnvironmentContext.java (51%)
create mode 100644 core/src/main/java/org/apache/iceberg/FileCleanupStrategy.java
create mode 100644 core/src/main/java/org/apache/iceberg/IncrementalFileCleanup.java
create mode 100644 core/src/main/java/org/apache/iceberg/ReachableFileCleanup.java
create mode 100644 core/src/main/java/org/apache/iceberg/SetStatistics.java
create mode 100644 core/src/main/java/org/apache/iceberg/io/ContentCache.java
rename spark/v3.0/spark-extensions/src/main/scala/org/apache/spark/sql/catalyst/utils/SetAccumulator.scala => core/src/main/java/org/apache/iceberg/metrics/CounterResult.java (51%)
create mode 100644 core/src/main/java/org/apache/iceberg/metrics/ScanMetrics.java
create mode 100644 core/src/main/java/org/apache/iceberg/metrics/ScanMetricsResult.java
rename spark/v3.0/spark-extensions/src/main/scala/org/apache/spark/sql/catalyst/plans/logical/ReplaceData.scala => core/src/main/java/org/apache/iceberg/metrics/ScanReport.java (59%)
rename api/src/main/java/org/apache/iceberg/metrics/LoggingScanReporter.java => core/src/main/java/org/apache/iceberg/metrics/TimerResult.java (52%)
create mode 100644 core/src/main/java/org/apache/iceberg/rest/requests/ReportMetricsRequest.java
create mode 100644 core/src/main/java/org/apache/iceberg/rest/requests/ReportMetricsRequestParser.java
create mode 100644 core/src/test/java/org/apache/iceberg/MetadataTableScanTestBase.java
create mode 100644 core/src/test/java/org/apache/iceberg/TestBatchScans.java
create mode 100644 core/src/test/java/org/apache/iceberg/TestManifestCaching.java
create mode 100644 core/src/test/java/org/apache/iceberg/TestMetadataTableScansWithPartitionEvolution.java
create mode 100644 core/src/test/java/org/apache/iceberg/TestSetStatistics.java
rename {api => core}/src/test/java/org/apache/iceberg/metrics/TestScanReport.java (78%)
create mode 100644 core/src/test/java/org/apache/iceberg/rest/requests/TestReportMetricsRequestParser.java
create mode 100644 core/src/test/java/org/apache/iceberg/util/TestParallelIterable.java
create mode 100644 core/src/test/java/org/apache/iceberg/util/TestSnapshotUtil.java
delete mode 100644 flink/v1.13/flink/src/main/java/org/apache/iceberg/flink/FlinkConfigOptions.java
delete mode 100644 flink/v1.13/flink/src/main/java/org/apache/iceberg/flink/FlinkDynamicTableFactory.java
delete mode 100644 flink/v1.13/flink/src/main/java/org/apache/iceberg/flink/IcebergTableSource.java
delete mode 100644 flink/v1.13/flink/src/main/java/org/apache/iceberg/flink/sink/BaseDeltaTaskWriter.java
delete mode 100644 flink/v1.13/flink/src/main/java/org/apache/iceberg/flink/sink/FlinkManifestUtil.java
delete mode 100644 flink/v1.13/flink/src/main/java/org/apache/iceberg/flink/sink/IcebergStreamWriter.java
delete mode 100644 flink/v1.13/flink/src/main/java/org/apache/iceberg/flink/sink/ManifestOutputFileFactory.java
delete mode 100644 flink/v1.13/flink/src/main/java/org/apache/iceberg/flink/source/DataIterator.java
delete mode 100644 flink/v1.13/flink/src/main/java/org/apache/iceberg/flink/source/FlinkInputFormat.java
delete mode 100644 flink/v1.13/flink/src/main/java/org/apache/iceberg/flink/source/FlinkSource.java
delete mode 100644 flink/v1.13/flink/src/main/java/org/apache/iceberg/flink/source/FlinkSplitGenerator.java
delete mode 100644 flink/v1.13/flink/src/main/java/org/apache/iceberg/flink/source/ScanContext.java
delete mode 100644 flink/v1.13/flink/src/main/java/org/apache/iceberg/flink/source/StreamingMonitorFunction.java
delete mode 100644 flink/v1.13/flink/src/main/java/org/apache/iceberg/flink/source/StreamingReaderOperator.java
delete mode 100644 flink/v1.13/flink/src/test/java/org/apache/iceberg/flink/RowDataConverter.java
delete mode 100644 flink/v1.13/flink/src/test/java/org/apache/iceberg/flink/TestCatalogTableLoader.java
delete mode 100644 flink/v1.13/flink/src/test/java/org/apache/iceberg/flink/TestFixtures.java
delete mode 100644 flink/v1.13/flink/src/test/java/org/apache/iceberg/flink/TestFlinkCatalogTable.java
delete mode 100644 flink/v1.13/flink/src/test/java/org/apache/iceberg/flink/TestFlinkTableSink.java
delete mode 100644 flink/v1.13/flink/src/test/java/org/apache/iceberg/flink/TestIcebergConnector.java
delete mode 100644 flink/v1.13/flink/src/test/java/org/apache/iceberg/flink/TestTableSerialization.java
delete mode 100644 flink/v1.13/flink/src/test/java/org/apache/iceberg/flink/data/TestFlinkAvroReaderWriter.java
delete mode 100644 flink/v1.13/flink/src/test/java/org/apache/iceberg/flink/data/TestFlinkParquetReader.java
delete mode 100644 flink/v1.13/flink/src/test/java/org/apache/iceberg/flink/sink/TestFlinkManifest.java
delete mode 100644 flink/v1.13/flink/src/test/java/org/apache/iceberg/flink/source/BoundedTableFactory.java
delete mode 100644 flink/v1.13/flink/src/test/java/org/apache/iceberg/flink/source/ChangeLogTableTestBase.java
delete mode 100644 flink/v1.13/flink/src/test/java/org/apache/iceberg/flink/source/TestFlinkScanSql.java
delete mode 100644 flink/v1.13/flink/src/test/java/org/apache/iceberg/flink/source/TestFlinkSource.java
delete mode 100644 flink/v1.13/flink/src/test/java/org/apache/iceberg/flink/source/TestStreamScanSql.java
delete mode 100644 flink/v1.13/flink/src/test/java/org/apache/iceberg/flink/source/TestStreamingMonitorFunction.java
delete mode 100644 flink/v1.13/flink/src/test/java/org/apache/iceberg/flink/source/TestStreamingReaderOperator.java
rename spark/v3.0/spark/src/main/java/org/apache/spark/sql/connector/iceberg/distributions/UnspecifiedDistribution.java => flink/v1.14/flink-runtime/src/integration/java/org/apache/iceberg/flink/IcebergConnectorSmokeTest.java (73%)
rename spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/Spark3VersionUtil.java => flink/v1.14/flink/src/main/java/org/apache/iceberg/flink/util/FlinkPackage.java (65%)
create mode 100644 flink/v1.14/flink/src/test/java/org/apache/iceberg/flink/sink/TestCompressionSettings.java
copy api/src/main/java/org/apache/iceberg/SnapshotRefType.java => flink/v1.14/flink/src/test/java/org/apache/iceberg/flink/util/TestFlinkPackage.java (72%)
copy api/src/main/java/org/apache/iceberg/SnapshotRefType.java => flink/v1.15/flink-runtime/src/integration/java/org/apache/iceberg/flink/IcebergConnectorSmokeTest.java (73%)
rename spark/v3.0/spark/src/main/java/org/apache/spark/sql/catalyst/analysis/NoSuchProcedureException.java => flink/v1.15/flink/src/main/java/org/apache/iceberg/flink/util/FlinkPackage.java (64%)
create mode 100644 flink/v1.15/flink/src/test/java/org/apache/iceberg/flink/sink/TestCompressionSettings.java
copy api/src/main/java/org/apache/iceberg/SnapshotRefType.java => flink/v1.15/flink/src/test/java/org/apache/iceberg/flink/util/TestFlinkPackage.java (72%)
rename flink/{v1.13 => v1.16}/build.gradle (61%)
rename flink/{v1.13 => v1.16}/flink-runtime/LICENSE (100%)
rename flink/{v1.13 => v1.16}/flink-runtime/NOTICE (100%)
copy api/src/main/java/org/apache/iceberg/SnapshotRefType.java => flink/v1.16/flink-runtime/src/integration/java/org/apache/iceberg/flink/IcebergConnectorSmokeTest.java (73%)
rename flink/{v1.13 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/CatalogLoader.java (100%)
rename flink/{v1.13 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/FlinkCatalog.java (94%)
rename flink/{v1.13 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/FlinkCatalogFactory.java (91%)
rename flink/{v1.13 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/FlinkConfParser.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/FlinkConfigOptions.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/FlinkDynamicTableFactory.java (100%)
rename flink/{v1.13 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/FlinkFilters.java (99%)
rename flink/{v1.13 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/FlinkFixupTypes.java (100%)
rename flink/{v1.13 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/FlinkSchemaUtil.java (100%)
rename flink/{v1.13 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/FlinkTypeToType.java (100%)
rename flink/{v1.13 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/FlinkTypeVisitor.java (100%)
rename flink/{v1.13 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/FlinkWriteConf.java (60%)
rename flink/{v1.13 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/FlinkWriteOptions.java (75%)
rename flink/{v1.13 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/IcebergTableSink.java (75%)
rename flink/{v1.13 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/RowDataWrapper.java (100%)
rename flink/{v1.13 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/TableLoader.java (100%)
rename flink/{v1.13 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/TypeToFlinkType.java (100%)
rename flink/{v1.13 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/actions/Actions.java (100%)
rename flink/{v1.13 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/actions/RewriteDataFilesAction.java (100%)
rename flink/{v1.13 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/data/AvroWithFlinkSchemaVisitor.java (100%)
rename flink/{v1.13 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/data/FlinkAvroReader.java (100%)
rename flink/{v1.13 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/data/FlinkAvroWriter.java (100%)
rename flink/{v1.13 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/data/FlinkOrcReader.java (100%)
rename flink/{v1.13 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/data/FlinkOrcReaders.java (100%)
rename flink/{v1.13 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/data/FlinkOrcWriter.java (100%)
rename flink/{v1.13 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/data/FlinkOrcWriters.java (100%)
rename flink/{v1.13 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/data/FlinkParquetReaders.java (97%)
rename flink/{v1.13 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/data/FlinkParquetWriters.java (100%)
rename flink/{v1.13 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/data/FlinkSchemaVisitor.java (100%)
rename flink/{v1.13 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/data/FlinkValueReaders.java (100%)
rename flink/{v1.13 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/data/FlinkValueWriters.java (100%)
rename flink/{v1.13 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/data/ParquetWithFlinkSchemaVisitor.java (100%)
rename flink/{v1.13 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/data/RowDataProjection.java (100%)
rename flink/{v1.13 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/data/RowDataUtil.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/sink/BaseDeltaTaskWriter.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/sink/CommitSummary.java (100%)
rename flink/{v1.13 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/sink/DeltaManifests.java (100%)
rename flink/{v1.13 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/sink/DeltaManifestsSerializer.java (100%)
rename flink/{v1.13 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/sink/EqualityFieldKeySelector.java (100%)
rename flink/{v1.13 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/sink/FlinkAppenderFactory.java (98%)
rename flink/{v1.13 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/sink/FlinkFileWriterFactory.java (97%)
copy flink/{v1.14 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/sink/FlinkManifestUtil.java (100%)
rename flink/{v1.13 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/sink/FlinkSink.java (89%)
rename flink/{v1.13 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/sink/IcebergFilesCommitter.java (68%)
copy flink/{v1.14 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/sink/IcebergFilesCommitterMetrics.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/sink/IcebergStreamWriter.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/sink/IcebergStreamWriterMetrics.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/sink/ManifestOutputFileFactory.java (100%)
rename flink/{v1.13 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/sink/PartitionKeySelector.java (100%)
rename flink/{v1.13 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/sink/PartitionedDeltaWriter.java (100%)
rename flink/{v1.13 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/sink/RowDataTaskWriterFactory.java (96%)
rename flink/{v1.13 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/sink/TaskWriterFactory.java (100%)
rename flink/{v1.13 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/sink/UnpartitionedDeltaWriter.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/source/DataIterator.java (100%)
rename flink/{v1.13 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/source/FileScanTaskReader.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/source/FlinkInputFormat.java (100%)
rename flink/{v1.13 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/source/FlinkInputSplit.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/source/FlinkSource.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/source/FlinkSplitPlanner.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/source/IcebergSource.java (100%)
copy flink/{v1.15 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/source/IcebergTableSource.java (100%)
rename flink/{v1.13 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/source/RowDataFileScanTaskReader.java (100%)
rename flink/{v1.13 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/source/RowDataRewriter.java (96%)
copy flink/{v1.15 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/source/ScanContext.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/source/SourceUtil.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/source/StreamingMonitorFunction.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/source/StreamingReaderOperator.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/source/StreamingStartingStrategy.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/source/assigner/GetSplitResult.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/source/assigner/SimpleSplitAssigner.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/source/assigner/SimpleSplitAssignerFactory.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/source/assigner/SplitAssigner.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/source/assigner/SplitAssignerFactory.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/source/assigner/SplitAssignerType.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/source/enumerator/AbstractIcebergEnumerator.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/source/enumerator/ContinuousEnumerationResult.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/source/enumerator/ContinuousIcebergEnumerator.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/source/enumerator/ContinuousSplitPlanner.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/source/enumerator/ContinuousSplitPlannerImpl.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/source/enumerator/IcebergEnumeratorPosition.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/source/enumerator/IcebergEnumeratorPositionSerializer.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/source/enumerator/IcebergEnumeratorState.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/source/enumerator/IcebergEnumeratorStateSerializer.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/source/enumerator/StaticIcebergEnumerator.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/source/reader/ArrayBatchRecords.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/source/reader/ArrayPoolDataIteratorBatcher.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/source/reader/DataIteratorBatcher.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/source/reader/DataIteratorReaderFunction.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/source/reader/IcebergSourceReader.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/source/reader/IcebergSourceReaderMetrics.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/source/reader/IcebergSourceRecordEmitter.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/source/reader/IcebergSourceSplitReader.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/source/reader/ReaderFunction.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/source/reader/RecordAndPosition.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/source/reader/RecordFactory.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/source/reader/RowDataReaderFunction.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/source/reader/RowDataRecordFactory.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/source/split/IcebergSourceSplit.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/source/split/IcebergSourceSplitSerializer.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/source/split/IcebergSourceSplitState.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/source/split/IcebergSourceSplitStatus.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/source/split/SplitRequestEvent.java (100%)
rename flink/{v1.13 => v1.16}/flink/src/main/java/org/apache/iceberg/flink/util/FlinkCompatibilityUtil.java (100%)
rename spark/v3.0/spark-extensions/src/main/scala/org/apache/spark/sql/catalyst/plans/logical/DropIdentifierFields.scala => flink/v1.16/flink/src/main/java/org/apache/iceberg/flink/util/FlinkPackage.java (64%)
rename flink/{v1.13 => v1.16}/flink/src/main/resources/META-INF/services/org.apache.flink.table.factories.Factory (100%)
rename flink/{v1.13 => v1.16}/flink/src/main/resources/META-INF/services/org.apache.flink.table.factories.TableFactory (100%)
rename flink/{v1.13 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/FlinkCatalogTestBase.java (99%)
rename flink/{v1.13 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/FlinkTestBase.java (86%)
copy flink/{v1.14 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/HadoopCatalogResource.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/HadoopTableResource.java (100%)
rename flink/{v1.13 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/MiniClusterResource.java (100%)
copy flink/{v1.15 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/RowDataConverter.java (100%)
rename flink/{v1.13 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/SimpleDataUtil.java (83%)
copy flink/{v1.14 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/TestCatalogTableLoader.java (100%)
rename flink/{v1.13 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/TestChangeLogTable.java (97%)
rename flink/{v1.13 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/TestDataFileSerialization.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/TestFixtures.java (100%)
rename flink/{v1.13 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/TestFlinkCatalogDatabase.java (100%)
rename flink/{v1.13 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/TestFlinkCatalogFactory.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/TestFlinkCatalogTable.java (100%)
rename flink/{v1.13 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/TestFlinkCatalogTablePartitions.java (97%)
rename flink/{v1.13 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/TestFlinkFilters.java (100%)
rename flink/{v1.13 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/TestFlinkHiveCatalog.java (99%)
rename flink/{v1.13 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/TestFlinkSchemaUtil.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/TestFlinkTableSink.java (100%)
rename flink/{v1.13 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/TestFlinkUpsert.java (71%)
rename flink/{v1.13 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/TestHelpers.java (100%)
copy flink/{v1.15 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/TestIcebergConnector.java (100%)
rename flink/{v1.13 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/TestManifestFileSerialization.java (100%)
rename flink/{v1.13 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/TestRowDataWrapper.java (94%)
rename flink/{v1.13 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/TestTableLoader.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/TestTableSerialization.java (100%)
rename flink/{v1.13 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/actions/TestRewriteDataFilesAction.java (100%)
rename flink/{v1.13 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/data/RandomRowData.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/data/RowDataToRowMapper.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/data/TestFlinkAvroReaderWriter.java (100%)
rename flink/{v1.13 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/data/TestFlinkOrcReaderWriter.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/data/TestFlinkParquetReader.java (100%)
rename flink/{v1.13 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/data/TestFlinkParquetWriter.java (100%)
rename flink/{v1.13 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/data/TestRowDataProjection.java (100%)
rename flink/{v1.13 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/data/TestRowProjection.java (100%)
create mode 100644 flink/v1.16/flink/src/test/java/org/apache/iceberg/flink/sink/TestCompressionSettings.java
rename flink/{v1.13 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/sink/TestDeltaTaskWriter.java (99%)
rename flink/{v1.13 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/sink/TestFlinkAppenderFactory.java (100%)
rename flink/{v1.13 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/sink/TestFlinkFileWriterFactory.java (100%)
rename flink/{v1.13 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/sink/TestFlinkIcebergSink.java (93%)
rename flink/{v1.13 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/sink/TestFlinkIcebergSinkV2.java (99%)
copy flink/{v1.15 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/sink/TestFlinkManifest.java (100%)
rename flink/{v1.13 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/sink/TestFlinkPartitioningWriters.java (100%)
rename flink/{v1.13 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/sink/TestFlinkPositionDeltaWriters.java (100%)
rename flink/{v1.13 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/sink/TestFlinkRollingFileWriters.java (100%)
rename flink/{v1.13 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/sink/TestFlinkWriterMetrics.java (100%)
rename flink/{v1.13 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/sink/TestIcebergFilesCommitter.java (95%)
rename flink/{v1.13 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/sink/TestIcebergStreamWriter.java (97%)
rename flink/{v1.13 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/sink/TestRowDataPartitionKey.java (100%)
rename flink/{v1.13 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/sink/TestTaskWriters.java (95%)
copy flink/{v1.15 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/source/BoundedTableFactory.java (100%)
rename flink/{v1.13 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/source/BoundedTestSource.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/source/ChangeLogTableTestBase.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/source/SplitHelpers.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/source/SqlHelpers.java (100%)
rename flink/{v1.13 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/source/TestBoundedTableFactory.java (100%)
rename flink/{v1.13 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/source/TestFlinkInputFormat.java (69%)
rename flink/{v1.13 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/source/TestFlinkInputFormatReaderDeletes.java (100%)
rename flink/{v1.13 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/source/TestFlinkMergingMetrics.java (100%)
rename flink/{v1.13 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/source/TestFlinkReaderDeletesBase.java (100%)
rename flink/{v1.13 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/source/TestFlinkScan.java (88%)
copy flink/{v1.14 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/source/TestFlinkScanSql.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/source/TestFlinkSource.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/source/TestFlinkSourceSql.java (100%)
rename flink/{v1.13/flink/src/test/java/org/apache/iceberg/flink => v1.16/flink/src/test/java/org/apache/iceberg/flink/source}/TestFlinkTableSource.java (92%)
copy flink/{v1.14 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/source/TestIcebergSourceBounded.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/source/TestIcebergSourceBoundedSql.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/source/TestIcebergSourceContinuous.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/source/TestIcebergSourceFailover.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/source/TestIcebergSourceReaderDeletes.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/source/TestIcebergSourceSql.java (100%)
rename flink/{v1.13 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/source/TestProjectMetaColumn.java (99%)
copy flink/{v1.14 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/source/TestSourceUtil.java (91%)
copy flink/{v1.14 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/source/TestSqlBase.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/source/TestStreamScanSql.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/source/TestStreamingMonitorFunction.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/source/TestStreamingReaderOperator.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/source/assigner/TestSimpleSplitAssigner.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/source/enumerator/ManualContinuousSplitPlanner.java (100%)
copy flink/{v1.15 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/source/enumerator/TestContinuousIcebergEnumerator.java (94%)
copy flink/{v1.14 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/source/enumerator/TestContinuousSplitPlannerImpl.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/source/enumerator/TestContinuousSplitPlannerImplStartStrategy.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/source/enumerator/TestIcebergEnumeratorStateSerializer.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/source/reader/ReaderFunctionTestBase.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/source/reader/ReaderUtil.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/source/reader/TestArrayBatchRecords.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/source/reader/TestArrayPoolDataIteratorBatcherRowData.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/source/reader/TestIcebergSourceReader.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/source/reader/TestRowDataReaderFunction.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/source/reader/TestingMetricGroup.java (100%)
copy flink/{v1.14 => v1.16}/flink/src/test/java/org/apache/iceberg/flink/source/split/TestIcebergSourceSplitSerializer.java (100%)
copy api/src/main/java/org/apache/iceberg/SnapshotRefType.java => flink/v1.16/flink/src/test/java/org/apache/iceberg/flink/util/TestFlinkPackage.java (72%)
rename flink/{v1.13 => v1.16}/flink/src/test/resources/META-INF/services/org.apache.flink.table.factories.Factory (100%)
create mode 100644 format/gcm-stream-spec.md
create mode 100644 orc/src/test/java/org/apache/iceberg/orc/TestBloomFilter.java
create mode 100644 orc/src/test/java/org/apache/iceberg/orc/TestOrcDataWriter.java
create mode 100644 python/pyiceberg/catalog/glue.py
delete mode 100644 python/pyiceberg/expressions/base.py
create mode 100644 python/pyiceberg/expressions/parser.py
create mode 100644 python/pyiceberg/expressions/visitors.py
rename python/pyiceberg/{table => }/partitioning.py (81%)
create mode 100644 python/pyiceberg/utils/deprecated.py
delete mode 100644 python/release-announcement-email.txt
delete mode 100644 python/tests/__init__.py
delete mode 100644 python/tests/avro/__init__.py
delete mode 100644 python/tests/catalog/__init__.py
create mode 100644 python/tests/catalog/integration_test_glue.py
create mode 100644 python/tests/catalog/test_glue.py
delete mode 100644 python/tests/cli/__init__.py
delete mode 100644 python/tests/expressions/__init__.py
create mode 100644 python/tests/expressions/test_evaluator.py
create mode 100644 python/tests/expressions/test_expressions.py
delete mode 100644 python/tests/expressions/test_expressions_base.py
create mode 100644 python/tests/expressions/test_parser.py
create mode 100644 python/tests/expressions/test_projection.py
create mode 100644 python/tests/expressions/test_visitors.py
delete mode 100644 python/tests/io/__init__.py
delete mode 100644 python/tests/table/__init__.py
delete mode 100644 python/tests/utils/__init__.py
create mode 100644 spark/v2.4/spark/src/test/java/org/apache/iceberg/ValidationHelpers.java
copy spark/{v3.0/spark/src/test/java/org/apache/iceberg/spark/source/SimpleRecord.java => v2.4/spark/src/test/java/org/apache/iceberg/spark/source/ComplexRecord.java} (63%)
copy spark/{v3.0/spark/src/test/java/org/apache/iceberg/spark/source/SimpleRecord.java => v2.4/spark/src/test/java/org/apache/iceberg/spark/source/NestedRecord.java} (59%)
delete mode 100644 spark/v3.0/build.gradle
delete mode 100644 spark/v3.0/spark-extensions/src/main/antlr/org.apache.spark.sql.catalyst.parser.extensions/IcebergSqlExtensions.g4
delete mode 100644 spark/v3.0/spark-extensions/src/main/scala/org/apache/iceberg/spark/extensions/IcebergSparkSessionExtensions.scala
delete mode 100644 spark/v3.0/spark-extensions/src/main/scala/org/apache/spark/sql/catalyst/analysis/AlignRowLevelOperations.scala
delete mode 100644 spark/v3.0/spark-extensions/src/main/scala/org/apache/spark/sql/catalyst/analysis/AssignmentAlignmentSupport.scala
delete mode 100644 spark/v3.0/spark-extensions/src/main/scala/org/apache/spark/sql/catalyst/analysis/ProcedureArgumentCoercion.scala
delete mode 100644 spark/v3.0/spark-extensions/src/main/scala/org/apache/spark/sql/catalyst/analysis/ResolveProcedures.scala
delete mode 100644 spark/v3.0/spark-extensions/src/main/scala/org/apache/spark/sql/catalyst/analysis/RowLevelOperationsPredicateCheck.scala
delete mode 100644 spark/v3.0/spark-extensions/src/main/scala/org/apache/spark/sql/catalyst/expressions/AccumulateFiles.scala
delete mode 100644 spark/v3.0/spark-extensions/src/main/scala/org/apache/spark/sql/catalyst/optimizer/OptimizeConditionsInRowLevelOperations.scala
delete mode 100644 spark/v3.0/spark-extensions/src/main/scala/org/apache/spark/sql/catalyst/optimizer/PullupCorrelatedPredicatesInRowLevelOperations.scala
delete mode 100644 spark/v3.0/spark-extensions/src/main/scala/org/apache/spark/sql/catalyst/optimizer/RewriteDelete.scala
delete mode 100644 spark/v3.0/spark-extensions/src/main/scala/org/apache/spark/sql/catalyst/optimizer/RewriteMergeInto.scala
delete mode 100644 spark/v3.0/spark-extensions/src/main/scala/org/apache/spark/sql/catalyst/optimizer/RewriteUpdate.scala
delete mode 100644 spark/v3.0/spark-extensions/src/main/scala/org/apache/spark/sql/catalyst/parser/extensions/IcebergSparkSqlExtensionsParser.scala
delete mode 100644 spark/v3.0/spark-extensions/src/main/scala/org/apache/spark/sql/catalyst/parser/extensions/IcebergSqlExtensionsAstBuilder.scala
delete mode 100644 spark/v3.0/spark-extensions/src/main/scala/org/apache/spark/sql/catalyst/plans/logical/AddPartitionField.scala
delete mode 100644 spark/v3.0/spark-extensions/src/main/scala/org/apache/spark/sql/catalyst/plans/logical/Call.scala
delete mode 100644 spark/v3.0/spark-extensions/src/main/scala/org/apache/spark/sql/catalyst/plans/logical/DropPartitionField.scala
delete mode 100644 spark/v3.0/spark-extensions/src/main/scala/org/apache/spark/sql/catalyst/plans/logical/DynamicFileFilter.scala
delete mode 100644 spark/v3.0/spark-extensions/src/main/scala/org/apache/spark/sql/catalyst/plans/logical/MergeInto.scala
delete mode 100644 spark/v3.0/spark-extensions/src/main/scala/org/apache/spark/sql/catalyst/plans/logical/ReplacePartitionField.scala
delete mode 100644 spark/v3.0/spark-extensions/src/main/scala/org/apache/spark/sql/catalyst/plans/logical/SetIdentifierFields.scala
delete mode 100644 spark/v3.0/spark-extensions/src/main/scala/org/apache/spark/sql/catalyst/plans/logical/statements.scala
delete mode 100644 spark/v3.0/spark-extensions/src/main/scala/org/apache/spark/sql/catalyst/utils/RewriteRowLevelOperationHelper.scala
delete mode 100644 spark/v3.0/spark-extensions/src/main/scala/org/apache/spark/sql/execution/datasources/v2/AddPartitionFieldExec.scala
delete mode 100644 spark/v3.0/spark-extensions/src/main/scala/org/apache/spark/sql/execution/datasources/v2/CallExec.scala
delete mode 100644 spark/v3.0/spark-extensions/src/main/scala/org/apache/spark/sql/execution/datasources/v2/DropIdentifierFieldsExec.scala
delete mode 100644 spark/v3.0/spark-extensions/src/main/scala/org/apache/spark/sql/execution/datasources/v2/DropPartitionFieldExec.scala
delete mode 100644 spark/v3.0/spark-extensions/src/main/scala/org/apache/spark/sql/execution/datasources/v2/DynamicFileFilterExec.scala
delete mode 100644 spark/v3.0/spark-extensions/src/main/scala/org/apache/spark/sql/execution/datasources/v2/ExtendedBatchScanExec.scala
delete mode 100644 spark/v3.0/spark-extensions/src/main/scala/org/apache/spark/sql/execution/datasources/v2/ExtendedDataSourceV2Implicits.scala
delete mode 100644 spark/v3.0/spark-extensions/src/main/scala/org/apache/spark/sql/execution/datasources/v2/ExtendedDataSourceV2Strategy.scala
delete mode 100644 spark/v3.0/spark-extensions/src/main/scala/org/apache/spark/sql/execution/datasources/v2/MergeIntoExec.scala
delete mode 100644 spark/v3.0/spark-extensions/src/main/scala/org/apache/spark/sql/execution/datasources/v2/ReplaceDataExec.scala
delete mode 100644 spark/v3.0/spark-extensions/src/main/scala/org/apache/spark/sql/execution/datasources/v2/ReplacePartitionFieldExec.scala
delete mode 100644 spark/v3.0/spark-extensions/src/main/scala/org/apache/spark/sql/execution/datasources/v2/SetIdentifierFieldsExec.scala
delete mode 100644 spark/v3.0/spark-extensions/src/main/scala/org/apache/spark/sql/execution/datasources/v2/SetWriteDistributionAndOrderingExec.scala
delete mode 100644 spark/v3.0/spark-extensions/src/test/java/org/apache/iceberg/spark/extensions/SparkExtensionsTestBase.java
delete mode 100644 spark/v3.0/spark-extensions/src/test/java/org/apache/iceberg/spark/extensions/SparkRowLevelOperationsTestBase.java
delete mode 100644 spark/v3.0/spark-extensions/src/test/java/org/apache/iceberg/spark/extensions/TestAddFilesProcedure.java
delete mode 100644 spark/v3.0/spark-extensions/src/test/java/org/apache/iceberg/spark/extensions/TestAlterTablePartitionFields.java
delete mode 100644 spark/v3.0/spark-extensions/src/test/java/org/apache/iceberg/spark/extensions/TestAlterTableSchema.java
delete mode 100644 spark/v3.0/spark-extensions/src/test/java/org/apache/iceberg/spark/extensions/TestAncestorsOfProcedure.java
delete mode 100644 spark/v3.0/spark-extensions/src/test/java/org/apache/iceberg/spark/extensions/TestCallStatementParser.java
delete mode 100644 spark/v3.0/spark-extensions/src/test/java/org/apache/iceberg/spark/extensions/TestCherrypickSnapshotProcedure.java
delete mode 100644 spark/v3.0/spark-extensions/src/test/java/org/apache/iceberg/spark/extensions/TestCopyOnWriteMerge.java
delete mode 100644 spark/v3.0/spark-extensions/src/test/java/org/apache/iceberg/spark/extensions/TestCopyOnWriteUpdate.java
delete mode 100644 spark/v3.0/spark-extensions/src/test/java/org/apache/iceberg/spark/extensions/TestDelete.java
delete mode 100644 spark/v3.0/spark-extensions/src/test/java/org/apache/iceberg/spark/extensions/TestExpireSnapshotsProcedure.java
delete mode 100644 spark/v3.0/spark-extensions/src/test/java/org/apache/iceberg/spark/extensions/TestIcebergExpressions.java
delete mode 100644 spark/v3.0/spark-extensions/src/test/java/org/apache/iceberg/spark/extensions/TestMerge.java
delete mode 100644 spark/v3.0/spark-extensions/src/test/java/org/apache/iceberg/spark/extensions/TestMigrateTableProcedure.java
delete mode 100644 spark/v3.0/spark-extensions/src/test/java/org/apache/iceberg/spark/extensions/TestPublishChangesProcedure.java
delete mode 100644 spark/v3.0/spark-extensions/src/test/java/org/apache/iceberg/spark/extensions/TestRemoveOrphanFilesProcedure.java
delete mode 100644 spark/v3.0/spark-extensions/src/test/java/org/apache/iceberg/spark/extensions/TestRewriteDataFilesProcedure.java
delete mode 100644 spark/v3.0/spark-extensions/src/test/java/org/apache/iceberg/spark/extensions/TestRewriteManifestsProcedure.java
delete mode 100644 spark/v3.0/spark-extensions/src/test/java/org/apache/iceberg/spark/extensions/TestRollbackToSnapshotProcedure.java
delete mode 100644 spark/v3.0/spark-extensions/src/test/java/org/apache/iceberg/spark/extensions/TestRollbackToTimestampProcedure.java
delete mode 100644 spark/v3.0/spark-extensions/src/test/java/org/apache/iceberg/spark/extensions/TestSetCurrentSnapshotProcedure.java
delete mode 100644 spark/v3.0/spark-extensions/src/test/java/org/apache/iceberg/spark/extensions/TestSetWriteDistributionAndOrdering.java
delete mode 100644 spark/v3.0/spark-extensions/src/test/java/org/apache/iceberg/spark/extensions/TestSnapshotTableProcedure.java
delete mode 100644 spark/v3.0/spark-extensions/src/test/java/org/apache/iceberg/spark/extensions/TestUpdate.java
delete mode 100644 spark/v3.0/spark-runtime/LICENSE
delete mode 100644 spark/v3.0/spark-runtime/NOTICE
delete mode 100644 spark/v3.0/spark-runtime/src/integration/java/org/apache/iceberg/spark/SmokeTest.java
delete mode 100644 spark/v3.0/spark/src/jmh/java/org/apache/iceberg/spark/SparkBenchmarkUtil.java
delete mode 100644 spark/v3.0/spark/src/jmh/java/org/apache/iceberg/spark/data/parquet/SparkParquetReadersFlatDataBenchmark.java
delete mode 100644 spark/v3.0/spark/src/jmh/java/org/apache/iceberg/spark/data/parquet/SparkParquetReadersNestedDataBenchmark.java
delete mode 100644 spark/v3.0/spark/src/jmh/java/org/apache/iceberg/spark/data/parquet/SparkParquetWritersFlatDataBenchmark.java
delete mode 100644 spark/v3.0/spark/src/jmh/java/org/apache/iceberg/spark/data/parquet/SparkParquetWritersNestedDataBenchmark.java
delete mode 100644 spark/v3.0/spark/src/jmh/java/org/apache/iceberg/spark/source/IcebergSourceBenchmark.java
delete mode 100644 spark/v3.0/spark/src/jmh/java/org/apache/iceberg/spark/source/IcebergSourceFlatDataBenchmark.java
delete mode 100644 spark/v3.0/spark/src/jmh/java/org/apache/iceberg/spark/source/IcebergSourceNestedDataBenchmark.java
delete mode 100644 spark/v3.0/spark/src/jmh/java/org/apache/iceberg/spark/source/IcebergSourceNestedListDataBenchmark.java
delete mode 100644 spark/v3.0/spark/src/jmh/java/org/apache/iceberg/spark/source/WritersBenchmark.java
delete mode 100644 spark/v3.0/spark/src/jmh/java/org/apache/iceberg/spark/source/avro/AvroWritersBenchmark.java
delete mode 100644 spark/v3.0/spark/src/jmh/java/org/apache/iceberg/spark/source/avro/IcebergSourceFlatAvroDataReadBenchmark.java
delete mode 100644 spark/v3.0/spark/src/jmh/java/org/apache/iceberg/spark/source/avro/IcebergSourceNestedAvroDataReadBenchmark.java
delete mode 100644 spark/v3.0/spark/src/jmh/java/org/apache/iceberg/spark/source/orc/IcebergSourceFlatORCDataBenchmark.java
delete mode 100644 spark/v3.0/spark/src/jmh/java/org/apache/iceberg/spark/source/orc/IcebergSourceFlatORCDataReadBenchmark.java
delete mode 100644 spark/v3.0/spark/src/jmh/java/org/apache/iceberg/spark/source/orc/IcebergSourceNestedListORCDataWriteBenchmark.java
delete mode 100644 spark/v3.0/spark/src/jmh/java/org/apache/iceberg/spark/source/orc/IcebergSourceNestedORCDataReadBenchmark.java
delete mode 100644 spark/v3.0/spark/src/jmh/java/org/apache/iceberg/spark/source/parquet/IcebergSourceFlatParquetDataFilterBenchmark.java
delete mode 100644 spark/v3.0/spark/src/jmh/java/org/apache/iceberg/spark/source/parquet/IcebergSourceFlatParquetDataReadBenchmark.java
delete mode 100644 spark/v3.0/spark/src/jmh/java/org/apache/iceberg/spark/source/parquet/IcebergSourceFlatParquetDataWriteBenchmark.java
delete mode 100644 spark/v3.0/spark/src/jmh/java/org/apache/iceberg/spark/source/parquet/IcebergSourceNestedListParquetDataWriteBenchmark.java
delete mode 100644 spark/v3.0/spark/src/jmh/java/org/apache/iceberg/spark/source/parquet/IcebergSourceNestedParquetDataFilterBenchmark.java
delete mode 100644 spark/v3.0/spark/src/jmh/java/org/apache/iceberg/spark/source/parquet/IcebergSourceNestedParquetDataReadBenchmark.java
delete mode 100644 spark/v3.0/spark/src/jmh/java/org/apache/iceberg/spark/source/parquet/IcebergSourceNestedParquetDataWriteBenchmark.java
delete mode 100644 spark/v3.0/spark/src/jmh/java/org/apache/iceberg/spark/source/parquet/ParquetWritersBenchmark.java
delete mode 100644 spark/v3.0/spark/src/jmh/java/org/apache/iceberg/spark/source/parquet/vectorized/VectorizedReadDictionaryEncodedFlatParquetDataBenchmark.java
delete mode 100644 spark/v3.0/spark/src/jmh/java/org/apache/iceberg/spark/source/parquet/vectorized/VectorizedReadFlatParquetDataBenchmark.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/BaseCatalog.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/CommitMetadata.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/FileRewriteCoordinator.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/FileScanTaskSetManager.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/JobGroupInfo.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/JobGroupUtils.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/OrderField.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/PathIdentifier.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/PruneColumnsWithReordering.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/PruneColumnsWithoutReordering.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/RollbackStagedTable.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/SortOrderToSpark.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/Spark3Util.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/SparkCatalog.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/SparkConfParser.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/SparkDataFile.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/SparkExceptionUtil.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/SparkFilters.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/SparkFixupTimestampType.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/SparkFixupTypes.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/SparkReadConf.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/SparkReadOptions.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/SparkSQLProperties.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/SparkSchemaUtil.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/SparkSessionCatalog.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/SparkTableUtil.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/SparkTypeToType.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/SparkTypeVisitor.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/SparkUtil.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/SparkValueConverter.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/SparkWriteConf.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/SparkWriteOptions.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/TypeToSparkType.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/actions/BaseDeleteOrphanFilesSparkAction.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/actions/BaseDeleteReachableFilesSparkAction.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/actions/BaseExpireSnapshotsSparkAction.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/actions/BaseMigrateTableSparkAction.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/actions/BaseRewriteDataFilesSpark3Action.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/actions/BaseRewriteDataFilesSparkAction.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/actions/BaseRewriteManifestsSparkAction.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/actions/BaseSnapshotTableSparkAction.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/actions/BaseSnapshotUpdateSparkAction.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/actions/BaseSparkAction.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/actions/BaseSparkActions.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/actions/BaseTableCreationSparkAction.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/actions/ManifestFileBean.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/actions/Spark3BinPackStrategy.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/actions/Spark3SortStrategy.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/actions/SparkActions.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/data/AvroWithSparkSchemaVisitor.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/data/ParquetWithSparkSchemaVisitor.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/data/SparkAvroReader.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/data/SparkAvroWriter.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/data/SparkOrcReader.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/data/SparkOrcValueReaders.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/data/SparkOrcValueWriters.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/data/SparkOrcWriter.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/data/SparkParquetReaders.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/data/SparkParquetWriters.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/data/SparkValueReaders.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/data/SparkValueWriters.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/data/vectorized/ArrowVectorAccessorFactory.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/data/vectorized/ArrowVectorAccessors.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/data/vectorized/ColumnarBatchReader.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/data/vectorized/ConstantColumnVector.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/data/vectorized/IcebergArrowColumnVector.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/data/vectorized/RowPositionColumnVector.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/data/vectorized/VectorizedSparkOrcReaders.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/data/vectorized/VectorizedSparkParquetReaders.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/procedures/AddFilesProcedure.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/procedures/AncestorsOfProcedure.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/procedures/BaseProcedure.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/procedures/CherrypickSnapshotProcedure.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/procedures/ExpireSnapshotsProcedure.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/procedures/MigrateTableProcedure.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/procedures/PublishChangesProcedure.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/procedures/RemoveOrphanFilesProcedure.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/procedures/RewriteDataFilesProcedure.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/procedures/RewriteManifestsProcedure.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/procedures/RollbackToSnapshotProcedure.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/procedures/RollbackToTimestampProcedure.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/procedures/SetCurrentSnapshotProcedure.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/procedures/SnapshotTableProcedure.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/procedures/SparkProcedures.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/source/BaseDataReader.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/source/BatchDataReader.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/source/EqualityDeleteRowReader.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/source/IcebergSource.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/source/InternalRowWrapper.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/source/RowDataReader.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/source/RowDataRewriter.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/source/SerializableTableWithSize.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/source/SparkAppenderFactory.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/source/SparkBatchQueryScan.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/source/SparkBatchScan.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/source/SparkFileWriterFactory.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/source/SparkFilesScan.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/source/SparkFilesScanBuilder.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/source/SparkMergeBuilder.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/source/SparkMergeScan.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/source/SparkMicroBatchStream.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/source/SparkPartitionedFanoutWriter.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/source/SparkPartitionedWriter.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/source/SparkRewriteBuilder.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/source/SparkScanBuilder.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/source/SparkTable.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/source/SparkWrite.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/source/SparkWriteBuilder.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/source/StagedSparkTable.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/source/Stats.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/source/StreamingOffset.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/iceberg/spark/source/StructInternalRow.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/spark/sql/connector/iceberg/catalog/ExtendedSupportsDelete.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/spark/sql/connector/iceberg/catalog/Procedure.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/spark/sql/connector/iceberg/catalog/ProcedureCatalog.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/spark/sql/connector/iceberg/catalog/ProcedureParameter.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/spark/sql/connector/iceberg/catalog/ProcedureParameterImpl.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/spark/sql/connector/iceberg/catalog/SupportsMerge.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/spark/sql/connector/iceberg/distributions/ClusteredDistribution.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/spark/sql/connector/iceberg/distributions/Distributions.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/spark/sql/connector/iceberg/distributions/OrderedDistribution.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/spark/sql/connector/iceberg/distributions/impl/ClusterDistributionImpl.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/spark/sql/connector/iceberg/distributions/impl/OrderedDistributionImpl.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/spark/sql/connector/iceberg/distributions/impl/UnspecifiedDistributionImpl.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/spark/sql/connector/iceberg/expressions/SortDirection.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/spark/sql/connector/iceberg/expressions/SortOrder.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/spark/sql/connector/iceberg/read/SupportsFileFilter.java
delete mode 100644 spark/v3.0/spark/src/main/java/org/apache/spark/sql/connector/iceberg/write/MergeBuilder.java
delete mode 100644 spark/v3.0/spark/src/main/resources/META-INF/services/org.apache.spark.sql.sources.DataSourceRegister
delete mode 100644 spark/v3.0/spark/src/main/scala/org/apache/spark/sql/catalyst/expressions/TransformExpressions.scala
delete mode 100644 spark/v3.0/spark/src/main/scala/org/apache/spark/sql/catalyst/plans/logical/SetWriteDistributionAndOrdering.scala
delete mode 100644 spark/v3.0/spark/src/main/scala/org/apache/spark/sql/catalyst/plans/logical/SortOrderParserUtil.scala
delete mode 100644 spark/v3.0/spark/src/main/scala/org/apache/spark/sql/catalyst/utils/DistributionAndOrderingUtils.scala
delete mode 100644 spark/v3.0/spark/src/main/scala/org/apache/spark/sql/catalyst/utils/PlanUtils.scala
delete mode 100644 spark/v3.0/spark/src/main/scala/org/apache/spark/sql/execution/datasources/SparkExpressionConverter.scala
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/KryoHelpers.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/TaskCheckHelper.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/TestDataFileSerialization.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/TestFileIOSerialization.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/TestManifestFileSerialization.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/TestScanTaskSerialization.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/TestTableSerialization.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/SparkCatalogConfig.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/SparkCatalogTestBase.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/SparkTestBase.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/SparkTestBaseWithCatalog.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/TestFileRewriteCoordinator.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/TestSpark3Util.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/TestSparkCatalogOperations.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/TestSparkFilters.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/TestSparkSchemaUtil.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/TestSparkTableUtil.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/TestSparkValueConverter.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/actions/TestCreateActions.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/actions/TestDeleteReachableFilesAction.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/actions/TestExpireSnapshotsAction.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/actions/TestRemoveOrphanFilesAction.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/actions/TestRemoveOrphanFilesAction3.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/actions/TestRewriteDataFilesAction.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/actions/TestRewriteManifestsAction.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/data/AvroDataTest.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/data/GenericsHelpers.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/data/RandomData.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/data/TestHelpers.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/data/TestOrcWrite.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/data/TestParquetAvroReader.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/data/TestParquetAvroWriter.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/data/TestSparkAvroEnums.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/data/TestSparkAvroReader.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/data/TestSparkDateTimes.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/data/TestSparkOrcReadMetadataColumns.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/data/TestSparkOrcReader.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/data/TestSparkParquetReadMetadataColumns.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/data/TestSparkParquetReader.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/data/TestSparkParquetWriter.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/data/TestSparkRecordOrcReaderWriter.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/data/parquet/vectorized/TestParquetDictionaryEncodedVectorizedReads.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/data/parquet/vectorized/TestParquetDictionaryFallbackToPlainEncodingVectorizedReads.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/data/parquet/vectorized/TestParquetVectorizedReads.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/source/LogMessage.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/source/ManualSource.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/source/SparkTestTable.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/source/TestAvroScan.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/source/TestDataFrameWrites.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/source/TestDataSourceOptions.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/source/TestFilteredScan.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/source/TestForwardCompatibility.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/source/TestIcebergSource.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/source/TestIcebergSourceHadoopTables.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/source/TestIcebergSourceHiveTables.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/source/TestIcebergSourceTablesBase.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/source/TestIcebergSpark.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/source/TestIdentityPartitionData.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/source/TestInternalRowWrapper.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/source/TestMetadataTablesWithPartitionEvolution.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/source/TestParquetScan.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/source/TestPartitionPruning.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/source/TestPartitionValues.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/source/TestPathIdentifier.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/source/TestReadProjection.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/source/TestSnapshotSelection.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/source/TestSparkAppenderFactory.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/source/TestSparkBaseDataReader.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/source/TestSparkCatalog.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/source/TestSparkCatalogCacheExpiration.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/source/TestSparkCatalogHadoopOverrides.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/source/TestSparkDataFile.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/source/TestSparkDataWrite.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/source/TestSparkFileWriterFactory.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/source/TestSparkFilesScan.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/source/TestSparkMergingMetrics.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/source/TestSparkMetadataColumns.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/source/TestSparkPartitioningWriters.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/source/TestSparkPositionDeltaWriters.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/source/TestSparkReadProjection.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/source/TestSparkReaderDeletes.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/source/TestSparkRollingFileWriters.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/source/TestSparkTable.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/source/TestSparkWriterMetrics.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/source/TestStreamingOffset.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/source/TestStructuredStreaming.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/source/TestStructuredStreamingRead3.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/source/TestTables.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/source/TestTimestampWithoutZone.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/source/TestWriteMetricsConfig.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/sql/TestAlterTable.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/sql/TestCreateTable.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/sql/TestCreateTableAsSelect.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/sql/TestDeleteFrom.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/sql/TestNamespaceSQL.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/sql/TestPartitionedWrites.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/sql/TestRefreshTable.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/sql/TestSelect.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/sql/TestTimestampWithoutZone.java
delete mode 100644 spark/v3.0/spark/src/test/java/org/apache/iceberg/spark/sql/TestUnpartitionedWrites.java
create mode 100644 spark/v3.1/spark/src/test/java/org/apache/iceberg/ValidationHelpers.java
rename spark/{v3.0/spark/src/test/java/org/apache/iceberg/spark/source/ThreeColumnRecord.java => v3.1/spark/src/test/java/org/apache/iceberg/spark/source/ComplexRecord.java} (57%)
copy spark/{v3.0/spark/src/test/java/org/apache/iceberg/spark/source/SimpleRecord.java => v3.1/spark/src/test/java/org/apache/iceberg/spark/source/NestedRecord.java} (59%)
create mode 100644 spark/v3.2/spark-extensions/src/test/java/org/apache/iceberg/spark/extensions/TestChangelogBatchReads.java
copy spark/v3.2/spark/src/main/java/org/apache/iceberg/spark/source/{SparkBatch.java => SparkChangelogBatch.java} (50%)
create mode 100644 spark/v3.2/spark/src/main/java/org/apache/iceberg/spark/source/SparkChangelogScan.java
create mode 100644 spark/v3.2/spark/src/main/java/org/apache/iceberg/spark/source/SparkChangelogTable.java
create mode 100644 spark/v3.2/spark/src/main/java/org/apache/iceberg/spark/source/SparkInputPartition.java
create mode 100644 spark/v3.2/spark/src/test/java/org/apache/iceberg/ValidationHelpers.java
copy spark/{v3.0/spark/src/test/java/org/apache/iceberg/spark/source/SimpleRecord.java => v3.2/spark/src/test/java/org/apache/iceberg/spark/source/ComplexRecord.java} (63%)
copy spark/{v3.0/spark/src/test/java/org/apache/iceberg/spark/source/SimpleRecord.java => v3.2/spark/src/test/java/org/apache/iceberg/spark/source/NestedRecord.java} (59%)
create mode 100644 spark/v3.3/spark-extensions/src/test/java/org/apache/iceberg/spark/extensions/TestChangelogBatchReads.java
create mode 100644 spark/v3.3/spark/src/main/java/org/apache/iceberg/spark/SparkAggregates.java
create mode 100644 spark/v3.3/spark/src/main/java/org/apache/iceberg/spark/functions/DaysFunction.java
create mode 100644 spark/v3.3/spark/src/main/java/org/apache/iceberg/spark/functions/HoursFunction.java
create mode 100644 spark/v3.3/spark/src/main/java/org/apache/iceberg/spark/functions/MonthsFunction.java
rename spark/{v3.0/spark/src/main/java/org/apache/iceberg/spark/IcebergSpark.java => v3.3/spark/src/main/java/org/apache/iceberg/spark/functions/UnaryUnboundFunction.java} (50%)
create mode 100644 spark/v3.3/spark/src/main/java/org/apache/iceberg/spark/functions/YearsFunction.java
delete mode 100644 spark/v3.3/spark/src/main/java/org/apache/iceberg/spark/source/RowDataRewriter.java
create mode 100644 spark/v3.3/spark/src/main/java/org/apache/iceberg/spark/source/SparkChangelogScan.java
create mode 100644 spark/v3.3/spark/src/main/java/org/apache/iceberg/spark/source/SparkChangelogTable.java
create mode 100644 spark/v3.3/spark/src/main/java/org/apache/iceberg/spark/source/SparkColumnarReaderFactory.java
create mode 100644 spark/v3.3/spark/src/main/java/org/apache/iceberg/spark/source/SparkInputPartition.java
create mode 100644 spark/v3.3/spark/src/main/java/org/apache/iceberg/spark/source/SparkRowReaderFactory.java
create mode 100644 spark/v3.3/spark/src/test/java/org/apache/iceberg/ValidationHelpers.java
copy spark/{v3.0/spark/src/test/java/org/apache/iceberg/spark/source/SimpleRecord.java => v3.3/spark/src/test/java/org/apache/iceberg/spark/source/ComplexRecord.java} (63%)
rename spark/{v3.0/spark/src/test/java/org/apache/iceberg/spark/source/SimpleRecord.java => v3.3/spark/src/test/java/org/apache/iceberg/spark/source/NestedRecord.java} (59%)
create mode 100644 spark/v3.3/spark/src/test/java/org/apache/iceberg/spark/source/TestSparkAggregates.java
create mode 100644 spark/v3.3/spark/src/test/java/org/apache/iceberg/spark/source/TestSparkScan.java
create mode 100644 spark/v3.3/spark/src/test/java/org/apache/iceberg/spark/sql/TestSparkDaysFunction.java
create mode 100644 spark/v3.3/spark/src/test/java/org/apache/iceberg/spark/sql/TestSparkHoursFunction.java
create mode 100644 spark/v3.3/spark/src/test/java/org/apache/iceberg/spark/sql/TestSparkMonthsFunction.java
create mode 100644 spark/v3.3/spark/src/test/java/org/apache/iceberg/spark/sql/TestSparkYearsFunction.java