[jira] [Commented] (HIVE-25422) Break up TestHiveIcebergStorageHandlerWithEngine test

["Ádám Szita (Jira)" <ji...@apache.org>]

    [ https://issues.apache.org/jira/browse/HIVE-25422?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=17393902#comment-17393902 ] 

Ádám Szita commented on HIVE-25422:
-----------------------------------

The following break up is proposed:
{code:java}
TestHiveIcebergCTAS.java
       3
  public void testCTASFromHiveTable() {
  public void testCTASPartitionedFromHiveTable() throws TException, InterruptedException {
  public void testCTASFailureRollback() throws IOException {
TestHiveIcebergComplexTypeWrites.java
      12
  public void testWriteArrayOfPrimitivesInTable() throws IOException {
  public void testWriteArrayOfArraysInTable() throws IOException {
  public void testWriteArrayOfMapsInTable() throws IOException {
  public void testWriteArrayOfStructsInTable() throws IOException {
  public void testWriteMapOfPrimitivesInTable() throws IOException {
  public void testWriteMapOfArraysInTable() throws IOException {
  public void testWriteMapOfMapsInTable() throws IOException {
  public void testWriteMapOfStructsInTable() throws IOException {
  public void testWriteStructOfPrimitivesInTable() throws IOException {
  public void testWriteStructOfArraysInTable() throws IOException {
  public void testWriteStructOfMapsInTable() throws IOException {
  public void testWriteStructOfStructsInTable() throws IOException {
TestHiveIcebergInserts.java
      12
  public void testInsert() throws IOException {
  public void testInsertSupportedTypes() throws IOException {
  public void testInsertFromSelect() throws IOException {
  public void testInsertOverwriteNonPartitionedTable() throws IOException {
  public void testInsertOverwritePartitionedTable() throws IOException {
  public void testInsertFromSelectWithOrderBy() throws IOException {
  public void testInsertFromSelectWithProjection() throws IOException {
  public void testInsertUsingSourceTableWithSharedColumnsNames() throws IOException {
  public void testInsertFromJoiningTwoIcebergTables() throws IOException {
  public void testMultiTableInsert() throws IOException {
  public void testWriteWithDefaultWriteFormat() {
  public void testInsertEmptyResultSet() throws IOException {
TestHiveIcebergMigration.java
       7
  public void testMigrateHiveTableToIceberg() throws TException, InterruptedException {
  public void testMigratePartitionedHiveTableToIceberg() throws TException, InterruptedException {
  public void testMigratePartitionedBucketedHiveTableToIceberg() throws TException, InterruptedException {
  public void testRollbackMigrateHiveTableToIceberg() throws TException, InterruptedException {
  public void testRollbackMigratePartitionedHiveTableToIceberg() throws TException, InterruptedException {
  public void testRollbackMultiPartitionedHiveTableToIceberg() throws TException, InterruptedException {
  public void testRollbackMigratePartitionedBucketedHiveTableToIceberg() throws TException, InterruptedException {
TestHiveIcebergPartitions.java
      10
  public void testPartitionPruning() throws IOException {
  public void testPartitionedWrite() throws IOException {
  public void testIdentityPartitionedWrite() throws IOException {
  public void testMultilevelIdentityPartitionedWrite() throws IOException {
  public void testYearTransform() throws IOException {
  public void testMonthTransform() throws IOException {
  public void testDayTransform() throws IOException {
  public void testHourTransform() throws IOException {
  public void testBucketTransform() throws IOException {
  public void testTruncateTransform() throws IOException {
TestHiveIcebergSchemaEvolution.java
      14
  public void testDescribeTable() throws IOException {
  public void testAlterChangeColumn() throws IOException {
  public void testSchemaEvolutionOnVectorizedReads() throws Exception {
  public void testAddColumnToIcebergTable() throws IOException {
  public void testAddRequiredColumnToIcebergTable() throws IOException {
  public void testAddColumnIntoStructToIcebergTable() throws IOException {
  public void testMakeColumnRequiredInIcebergTable() throws IOException {
  public void testRemoveColumnFromIcebergTable() throws IOException {
  public void testRemoveAndAddBackColumnFromIcebergTable() throws IOException {
  public void testRenameColumnInIcebergTable() throws IOException {
  public void testMoveLastNameToFirstInIcebergTable() throws IOException {
  public void testMoveLastNameBeforeCustomerIdInIcebergTable() throws IOException {
  public void testMoveCustomerIdAfterFirstNameInIcebergTable() throws IOException {
  public void testUpdateColumnTypeInIcebergTable() throws IOException, TException, InterruptedException {
TestHiveIcebergSelects.java
       8
  public void testScanTable() throws IOException {
  public void testCBOWithSelectedColumnsNonOverlapJoin() throws IOException {
  public void testCBOWithSelectedColumnsOverlapJoin() throws IOException {
  public void testCBOWithSelfJoin() throws IOException {
  public void testJoinTablesSupportedTypes() throws IOException {
  public void testSelectDistinctFromTable() throws IOException {
  public void testSpecialCharacters() {
  public void testScanTableCaseInsensitive() throws IOException {
TestHiveIcebergStatistics.java
       8
  public void testAnalyzeTableComputeStatistics() throws IOException, TException, InterruptedException {
  public void testAnalyzeTableComputeStatisticsForColumns() throws IOException, TException, InterruptedException {
  public void testAnalyzeTableComputeStatisticsEmptyTable() throws IOException, TException, InterruptedException {
  public void testStatWithInsert() {
  public void testStatWithInsertOverwrite() {
  public void testStatWithPartitionedInsert() {
  public void testStatWithCTAS() {
  public void testStatWithPartitionedCTAS() {
TestHiveIcebergTimeTravel.java
       4
  public void testSelectAsOfTimestamp() throws IOException, InterruptedException {
  public void testSelectAsOfVersion() throws IOException, InterruptedException {
  public void testCTASAsOfVersionAndTimestamp() throws IOException, InterruptedException {
  public void testAsOfWithJoins() throws IOException, InterruptedException {
TestHiveIcebergTruncateTable.java
       7
  public void testTruncateTable() throws IOException, TException, InterruptedException {
  public void testTruncateEmptyTable() throws IOException, TException, InterruptedException {
  public void testMultipleTruncateTable() throws IOException, TException, InterruptedException {
  public void testTruncateTableExternalPurgeFalse() throws IOException, TException, InterruptedException {
  public void testTruncateTableForceExternalPurgeFalse() throws IOException, TException, InterruptedException {
  public void testTruncateTableWithPartitionSpec() throws IOException, TException, InterruptedException {
  public void testTruncateTablePartitionedIcebergTable() throws IOException, TException, InterruptedException {
TestHiveIcebergTypes.java
       5
  public void testDecimalTableWithPredicateLiterals() throws IOException {
  public void testStructOfMapsInTable() throws IOException {
  public void testStructOfArraysInTable() throws IOException {
  public void testStructOfPrimitivesInTable() throws IOException {
  public void testStructOfStructsInTable() throws IOException {
 {code}

> Break up TestHiveIcebergStorageHandlerWithEngine test
> -----------------------------------------------------
>
>                 Key: HIVE-25422
>                 URL: https://issues.apache.org/jira/browse/HIVE-25422
>             Project: Hive
>          Issue Type: Bug
>            Reporter: Ádám Szita
>            Assignee: Ádám Szita
>            Priority: Major
>              Labels: pull-request-available
>          Time Spent: 50m
>  Remaining Estimate: 0h
>
> TestHiveIcebergStorageHandlerWithEngine tests the Iceberg-Hive integration by running queries against Iceberg-backed tables. This is a parameterized test, so that each file format, each table type, and vectorization on/off scenarios are covered, while it is testing different functionalities too.
> This ticket will track the effort to break this test class into smaller chunks, as in the recent past we have observed cases where this test couldn't even be executed for memory/process problem reasons.



--
This message was sent by Atlassian Jira
(v8.3.4#803005)