You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@doris.apache.org by kx...@apache.org on 2023/06/21 08:03:52 UTC

[doris] branch master updated: [test](regression) add analyze after stream load (#21066)

This is an automated email from the ASF dual-hosted git repository.

kxiao pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/doris.git


The following commit(s) were added to refs/heads/master by this push:
     new 4766e75d4e [test](regression) add analyze after stream load (#21066)
4766e75d4e is described below

commit 4766e75d4ead704f8ecd67ee830e910ce57c13b0
Author: shuke <37...@users.noreply.github.com>
AuthorDate: Wed Jun 21 16:03:46 2023 +0800

    [test](regression) add analyze after stream load (#21066)
---
 regression-test/suites/brown_p2/load.groovy                            | 1 +
 regression-test/suites/tpcds_sf100_dup_without_key_p2/load.groovy      | 1 +
 regression-test/suites/tpcds_sf100_p2/load.groovy                      | 1 +
 regression-test/suites/tpcds_sf1_p1/load.groovy                        | 1 +
 regression-test/suites/tpcds_sf1_p2/load.groovy                        | 1 +
 regression-test/suites/tpcds_sf1_unique_p1/load.groovy                 | 1 +
 regression-test/suites/tpch_sf0.1_unique_p1/load.groovy                | 2 ++
 regression-test/suites/tpch_sf100_p2/load.groovy                       | 2 +-
 regression-test/suites/tpch_sf100_unique_p2/load_four_step/load.groovy | 1 +
 regression-test/suites/tpch_sf100_unique_p2/load_one_step/load.groovy  | 2 ++
 .../suites/tpch_sf100_unique_p2/load_three_step/load.groovy            | 1 +
 regression-test/suites/tpch_sf100_unique_p2/load_two_step/load.groovy  | 1 +
 regression-test/suites/tpch_sf100_unique_sql_p2/load.groovy            | 2 +-
 regression-test/suites/tpch_sf10_unique_p2/load_four_step/load.groovy  | 2 ++
 regression-test/suites/tpch_sf10_unique_p2/load_one_step/load.groovy   | 2 ++
 regression-test/suites/tpch_sf10_unique_p2/load_three_step/load.groovy | 3 ++-
 regression-test/suites/tpch_sf10_unique_p2/load_two_step/load.groovy   | 2 +-
 regression-test/suites/tpch_sf1_p2/load.groovy                         | 2 ++
 regression-test/suites/tpch_sf1_unique_p2/load.groovy                  | 1 +
 regression-test/suites/tpch_unique_sql_zstd_p0/load.groovy             | 1 +
 .../ssb_unique_load_zstd/three/load_three_step.groovy                  | 1 +
 21 files changed, 27 insertions(+), 4 deletions(-)

diff --git a/regression-test/suites/brown_p2/load.groovy b/regression-test/suites/brown_p2/load.groovy
index f74a1244ce..ebd51fde2a 100644
--- a/regression-test/suites/brown_p2/load.groovy
+++ b/regression-test/suites/brown_p2/load.groovy
@@ -72,5 +72,6 @@ suite("load") {
                 assertTrue(json.NumberLoadedRows > 0 && json.LoadBytes > 0)
             }
         }
+        sql """ ANALYZE TABLE $tableName WITH SYNC """
     }
 }
diff --git a/regression-test/suites/tpcds_sf100_dup_without_key_p2/load.groovy b/regression-test/suites/tpcds_sf100_dup_without_key_p2/load.groovy
index ccc22a1273..e28da95065 100644
--- a/regression-test/suites/tpcds_sf100_dup_without_key_p2/load.groovy
+++ b/regression-test/suites/tpcds_sf100_dup_without_key_p2/load.groovy
@@ -73,5 +73,6 @@ suite('load') {
             rowCount = sql "select count(*) from ${table}"
         }
         assertEquals(rows, rowCount[0][0])
+        sql """ ANALYZE TABLE $table WITH SYNC """
     }
 }
diff --git a/regression-test/suites/tpcds_sf100_p2/load.groovy b/regression-test/suites/tpcds_sf100_p2/load.groovy
index ccc22a1273..e28da95065 100644
--- a/regression-test/suites/tpcds_sf100_p2/load.groovy
+++ b/regression-test/suites/tpcds_sf100_p2/load.groovy
@@ -73,5 +73,6 @@ suite('load') {
             rowCount = sql "select count(*) from ${table}"
         }
         assertEquals(rows, rowCount[0][0])
+        sql """ ANALYZE TABLE $table WITH SYNC """
     }
 }
diff --git a/regression-test/suites/tpcds_sf1_p1/load.groovy b/regression-test/suites/tpcds_sf1_p1/load.groovy
index 1b527dcc81..d44fd13e11 100644
--- a/regression-test/suites/tpcds_sf1_p1/load.groovy
+++ b/regression-test/suites/tpcds_sf1_p1/load.groovy
@@ -98,5 +98,6 @@ suite("load") {
                 assertTrue(json.NumberLoadedRows > 0 && json.LoadBytes > 0)
             }
         }
+        sql """ ANALYZE TABLE $tableName WITH SYNC """
     }
 }
diff --git a/regression-test/suites/tpcds_sf1_p2/load.groovy b/regression-test/suites/tpcds_sf1_p2/load.groovy
index b8e5e059d3..e8275d0fb4 100644
--- a/regression-test/suites/tpcds_sf1_p2/load.groovy
+++ b/regression-test/suites/tpcds_sf1_p2/load.groovy
@@ -67,5 +67,6 @@ suite("load") {
                 assertTrue(json.NumberLoadedRows > 0 && json.LoadBytes > 0)
             }
         }
+        sql """ ANALYZE TABLE $tableName WITH SYNC """
     }
 }
diff --git a/regression-test/suites/tpcds_sf1_unique_p1/load.groovy b/regression-test/suites/tpcds_sf1_unique_p1/load.groovy
index b48d538fa3..b157211a48 100644
--- a/regression-test/suites/tpcds_sf1_unique_p1/load.groovy
+++ b/regression-test/suites/tpcds_sf1_unique_p1/load.groovy
@@ -137,6 +137,7 @@ suite("load") {
                 assertTrue(json.NumberLoadedRows > 0 && json.LoadBytes > 0)
             }
         }
+        sql """ ANALYZE TABLE $tableName WITH SYNC """
     }
 
     // CREATE-TABLE-AS-SELECT
diff --git a/regression-test/suites/tpch_sf0.1_unique_p1/load.groovy b/regression-test/suites/tpch_sf0.1_unique_p1/load.groovy
index 9b8d54a4da..6bc41d49f9 100644
--- a/regression-test/suites/tpch_sf0.1_unique_p1/load.groovy
+++ b/regression-test/suites/tpch_sf0.1_unique_p1/load.groovy
@@ -73,6 +73,8 @@ suite("load") {
                 assertTrue(json.NumberLoadedRows > 0 && json.LoadBytes > 0)
             }
         }
+
+        sql """ ANALYZE TABLE $tableName WITH SYNC """
     }
 
     def table = "revenue1"
diff --git a/regression-test/suites/tpch_sf100_p2/load.groovy b/regression-test/suites/tpch_sf100_p2/load.groovy
index 757c4a2dc2..40a03fbee8 100644
--- a/regression-test/suites/tpch_sf100_p2/load.groovy
+++ b/regression-test/suites/tpch_sf100_p2/load.groovy
@@ -67,6 +67,6 @@ suite("load") {
                 sleep(5000)
             }
         }
-
+        sql """ ANALYZE TABLE $table WITH SYNC """
     }
 }
diff --git a/regression-test/suites/tpch_sf100_unique_p2/load_four_step/load.groovy b/regression-test/suites/tpch_sf100_unique_p2/load_four_step/load.groovy
index 95880234e1..5363bc67ec 100644
--- a/regression-test/suites/tpch_sf100_unique_p2/load_four_step/load.groovy
+++ b/regression-test/suites/tpch_sf100_unique_p2/load_four_step/load.groovy
@@ -116,5 +116,6 @@ suite("load_four_step") {
             }
             sleep(5000)
         }
+        sql """ ANALYZE TABLE $table WITH SYNC """
     }
 }
diff --git a/regression-test/suites/tpch_sf100_unique_p2/load_one_step/load.groovy b/regression-test/suites/tpch_sf100_unique_p2/load_one_step/load.groovy
index 4185d04b5a..9f5e065927 100644
--- a/regression-test/suites/tpch_sf100_unique_p2/load_one_step/load.groovy
+++ b/regression-test/suites/tpch_sf100_unique_p2/load_one_step/load.groovy
@@ -67,5 +67,7 @@ suite("load_one_step") {
             }
             sleep(5000)
         }
+        
+        sql """ ANALYZE TABLE $table WITH SYNC """
     }
 }
diff --git a/regression-test/suites/tpch_sf100_unique_p2/load_three_step/load.groovy b/regression-test/suites/tpch_sf100_unique_p2/load_three_step/load.groovy
index 5b476b127f..287beaafea 100644
--- a/regression-test/suites/tpch_sf100_unique_p2/load_three_step/load.groovy
+++ b/regression-test/suites/tpch_sf100_unique_p2/load_three_step/load.groovy
@@ -92,5 +92,6 @@ suite("load_three_step") {
             }
             sleep(5000)
         }
+        sql """ ANALYZE TABLE $table WITH SYNC """
     }
 }
diff --git a/regression-test/suites/tpch_sf100_unique_p2/load_two_step/load.groovy b/regression-test/suites/tpch_sf100_unique_p2/load_two_step/load.groovy
index d979ee99f2..916c62a4d0 100644
--- a/regression-test/suites/tpch_sf100_unique_p2/load_two_step/load.groovy
+++ b/regression-test/suites/tpch_sf100_unique_p2/load_two_step/load.groovy
@@ -69,5 +69,6 @@ suite("load_two_step") {
             }
             sleep(5000)
         }
+        sql """ ANALYZE TABLE $table WITH SYNC """
     }
 }
diff --git a/regression-test/suites/tpch_sf100_unique_sql_p2/load.groovy b/regression-test/suites/tpch_sf100_unique_sql_p2/load.groovy
index 757c4a2dc2..40a03fbee8 100644
--- a/regression-test/suites/tpch_sf100_unique_sql_p2/load.groovy
+++ b/regression-test/suites/tpch_sf100_unique_sql_p2/load.groovy
@@ -67,6 +67,6 @@ suite("load") {
                 sleep(5000)
             }
         }
-
+        sql """ ANALYZE TABLE $table WITH SYNC """
     }
 }
diff --git a/regression-test/suites/tpch_sf10_unique_p2/load_four_step/load.groovy b/regression-test/suites/tpch_sf10_unique_p2/load_four_step/load.groovy
index d1ebfc5f19..a4d4216b34 100644
--- a/regression-test/suites/tpch_sf10_unique_p2/load_four_step/load.groovy
+++ b/regression-test/suites/tpch_sf10_unique_p2/load_four_step/load.groovy
@@ -119,5 +119,7 @@ suite("load_four_step") {
         finally {
             try_sql("DROP TABLE IF EXISTS ${table}")
         }
+
+        sql """ ANALYZE TABLE $table WITH SYNC """
     }
 }
diff --git a/regression-test/suites/tpch_sf10_unique_p2/load_one_step/load.groovy b/regression-test/suites/tpch_sf10_unique_p2/load_one_step/load.groovy
index 0db6495aad..734cfbb2b7 100644
--- a/regression-test/suites/tpch_sf10_unique_p2/load_one_step/load.groovy
+++ b/regression-test/suites/tpch_sf10_unique_p2/load_one_step/load.groovy
@@ -71,5 +71,7 @@ suite("load_one_step") {
         finally {
             try_sql("DROP TABLE IF EXISTS ${table}")
         }
+
+        sql """ ANALYZE TABLE $table WITH SYNC """
     }
 }
diff --git a/regression-test/suites/tpch_sf10_unique_p2/load_three_step/load.groovy b/regression-test/suites/tpch_sf10_unique_p2/load_three_step/load.groovy
index 1771b87ec3..8a2c0d7474 100644
--- a/regression-test/suites/tpch_sf10_unique_p2/load_three_step/load.groovy
+++ b/regression-test/suites/tpch_sf10_unique_p2/load_three_step/load.groovy
@@ -96,6 +96,7 @@ suite("load_three_step") {
         finally {
             try_sql("DROP TABLE IF EXISTS ${table}")
         }
-
+        
+        sql """ ANALYZE TABLE $table WITH SYNC """
     }
 }
diff --git a/regression-test/suites/tpch_sf10_unique_p2/load_two_step/load.groovy b/regression-test/suites/tpch_sf10_unique_p2/load_two_step/load.groovy
index 93f765d4a6..cc1970294c 100644
--- a/regression-test/suites/tpch_sf10_unique_p2/load_two_step/load.groovy
+++ b/regression-test/suites/tpch_sf10_unique_p2/load_two_step/load.groovy
@@ -72,6 +72,6 @@ suite("load_two_step") {
         finally {
             try_sql("DROP TABLE IF EXISTS ${table}")
         }
-
+        sql """ ANALYZE TABLE $table WITH SYNC """
     }
 }
diff --git a/regression-test/suites/tpch_sf1_p2/load.groovy b/regression-test/suites/tpch_sf1_p2/load.groovy
index a0e4bb618a..db5e5dc775 100644
--- a/regression-test/suites/tpch_sf1_p2/load.groovy
+++ b/regression-test/suites/tpch_sf1_p2/load.groovy
@@ -108,6 +108,8 @@ suite("load") {
                 assertTrue(json.NumberLoadedRows > 0 && json.LoadBytes > 0)
             }
         }
+
+        sql """ ANALYZE TABLE $tableName WITH SYNC """
     }
 
     def table = "revenue1"
diff --git a/regression-test/suites/tpch_sf1_unique_p2/load.groovy b/regression-test/suites/tpch_sf1_unique_p2/load.groovy
index e36598bb3b..26e7267125 100644
--- a/regression-test/suites/tpch_sf1_unique_p2/load.groovy
+++ b/regression-test/suites/tpch_sf1_unique_p2/load.groovy
@@ -97,6 +97,7 @@ suite("load") {
                 assertTrue(json.NumberLoadedRows > 0 && json.LoadBytes > 0)
             }
         }
+        sql """ ANALYZE TABLE $tableName WITH SYNC """
     }
 
     def table = "revenue1"
diff --git a/regression-test/suites/tpch_unique_sql_zstd_p0/load.groovy b/regression-test/suites/tpch_unique_sql_zstd_p0/load.groovy
index 9b8d54a4da..885330c616 100644
--- a/regression-test/suites/tpch_unique_sql_zstd_p0/load.groovy
+++ b/regression-test/suites/tpch_unique_sql_zstd_p0/load.groovy
@@ -73,6 +73,7 @@ suite("load") {
                 assertTrue(json.NumberLoadedRows > 0 && json.LoadBytes > 0)
             }
         }
+        sql """ ANALYZE TABLE $tableName WITH SYNC """
     }
 
     def table = "revenue1"
diff --git a/regression-test/suites/unique_with_mow_p0/ssb_unique_load_zstd/three/load_three_step.groovy b/regression-test/suites/unique_with_mow_p0/ssb_unique_load_zstd/three/load_three_step.groovy
index 0d44a22312..b33f77d9ef 100644
--- a/regression-test/suites/unique_with_mow_p0/ssb_unique_load_zstd/three/load_three_step.groovy
+++ b/regression-test/suites/unique_with_mow_p0/ssb_unique_load_zstd/three/load_three_step.groovy
@@ -68,5 +68,6 @@ suite("load_three_step") {
             logger.info("select ${tableName} numbers: ${loadRowCount[0][0]}".toString())
             assertTrue(loadRowCount[0][0] == 0)
         }
+        sql """ ANALYZE TABLE $tableName WITH SYNC """
     }
 }


---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@doris.apache.org
For additional commands, e-mail: commits-help@doris.apache.org