You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@trafodion.apache.org by se...@apache.org on 2016/12/23 22:38:09 UTC
[1/2] incubator-trafodion git commit: [TRAFODION-2351] Bulk load with
log error rows enhancements
Repository: incubator-trafodion
Updated Branches:
refs/heads/master f400093c7 -> 9b2b5671e
[TRAFODION-2351] Bulk load with log error rows enhancements
Unload command returned invalid start time in the output for its tasks.
Project: http://git-wip-us.apache.org/repos/asf/incubator-trafodion/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-trafodion/commit/38ba20c6
Tree: http://git-wip-us.apache.org/repos/asf/incubator-trafodion/tree/38ba20c6
Diff: http://git-wip-us.apache.org/repos/asf/incubator-trafodion/diff/38ba20c6
Branch: refs/heads/master
Commit: 38ba20c6821ab8913666594a3ecdd4349d7ed2c2
Parents: ccd7c55
Author: selvaganesang <se...@esgyn.com>
Authored: Fri Dec 23 17:14:11 2016 +0000
Committer: selvaganesang <se...@esgyn.com>
Committed: Fri Dec 23 17:14:11 2016 +0000
----------------------------------------------------------------------
core/sql/executor/ExExeUtilLoad.cpp | 2 +-
core/sql/regress/hive/EXPECTED018 | 568 +++++++++++++++----------------
2 files changed, 285 insertions(+), 285 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/38ba20c6/core/sql/executor/ExExeUtilLoad.cpp
----------------------------------------------------------------------
diff --git a/core/sql/executor/ExExeUtilLoad.cpp b/core/sql/executor/ExExeUtilLoad.cpp
index a3a4423..fb8286b 100644
--- a/core/sql/executor/ExExeUtilLoad.cpp
+++ b/core/sql/executor/ExExeUtilLoad.cpp
@@ -2597,7 +2597,7 @@ short ExExeUtilHBaseBulkUnLoadTcb::setStartStatusMsgAndMoveToUpQueue(const char
char timeBuf[200];
if (withtime) {
startTime_ = NA_JulianTimestamp();
- getTimestampAsString(endTime_, timeBuf);
+ getTimestampAsString(startTime_, timeBuf);
}
getStatusString(operation, "Started",NULL, &statusMsgBuf_[bufPos], FALSE, (withtime ? timeBuf : NULL));
return moveRowToUpQueue(statusMsgBuf_,0,rc);
http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/38ba20c6/core/sql/regress/hive/EXPECTED018
----------------------------------------------------------------------
diff --git a/core/sql/regress/hive/EXPECTED018 b/core/sql/regress/hive/EXPECTED018
index d412e5c..33e7c89 100644
--- a/core/sql/regress/hive/EXPECTED018
+++ b/core/sql/regress/hive/EXPECTED018
@@ -146,16 +146,16 @@
>>load with no recovery into customer_address
+>select * from hive.hive.customer_address;
Task: LOAD Status: Started Object: TRAFODION.HBASE.CUSTOMER_ADDRESS
-Task: CLEANUP Status: Started Time: 2016-12-11 21:38:15.573
-Task: CLEANUP Status: Ended Time: 2016-12-11 21:38:15.610
-Task: CLEANUP Status: Ended Elapsed Time: 00:00:00.037
-Task: LOADING DATA Status: Started Time: 2016-12-11 21:38:15.610
+Task: CLEANUP Status: Started Time: 2016-12-23 16:56:04.662
+Task: CLEANUP Status: Ended Time: 2016-12-23 16:56:04.708
+Task: CLEANUP Status: Ended Elapsed Time: 00:00:00.046
+Task: LOADING DATA Status: Started Time: 2016-12-23 16:56:04.708
Rows Processed: 50000
-Task: LOADING DATA Status: Ended Time: 2016-12-11 21:38:21.856
-Task: LOADING DATA Status: Ended Elapsed Time: 00:00:06.247
-Task: COMPLETION Status: Started Time: 2016-12-11 21:38:21.856
-Task: COMPLETION Status: Ended Time: 2016-12-11 21:38:22.132
-Task: COMPLETION Status: Ended Elapsed Time: 00:00:00.276
+Task: LOADING DATA Status: Ended Time: 2016-12-23 16:56:11.794
+Task: LOADING DATA Status: Ended Elapsed Time: 00:00:07.086
+Task: COMPLETION Status: Started Time: 2016-12-23 16:56:11.794
+Task: COMPLETION Status: Ended Time: 2016-12-23 16:56:12.925
+Task: COMPLETION Status: Ended Elapsed Time: 00:00:00.298
--- 50000 row(s) loaded.
>>--
@@ -180,16 +180,16 @@ Task: COMPLETION Status: Ended Elapsed Time: 00:00:00.276
>>load with no recovery into customer_demographics
+>select * from hive.hive.customer_demographics where cd_demo_sk <= 20000;
Task: LOAD Status: Started Object: TRAFODION.HBASE.CUSTOMER_DEMOGRAPHICS
-Task: CLEANUP Status: Started Time: 2016-12-11 21:38:24.128
-Task: CLEANUP Status: Ended Time: 2016-12-11 21:38:24.339
-Task: CLEANUP Status: Ended Elapsed Time: 00:00:00.021
-Task: LOADING DATA Status: Started Time: 2016-12-11 21:38:24.339
+Task: CLEANUP Status: Started Time: 2016-12-23 16:56:14.442
+Task: CLEANUP Status: Ended Time: 2016-12-23 16:56:14.466
+Task: CLEANUP Status: Ended Elapsed Time: 00:00:00.024
+Task: LOADING DATA Status: Started Time: 2016-12-23 16:56:14.466
Rows Processed: 20000
-Task: LOADING DATA Status: Ended Time: 2016-12-11 21:38:31.722
-Task: LOADING DATA Status: Ended Elapsed Time: 00:00:07.689
-Task: COMPLETION Status: Started Time: 2016-12-11 21:38:31.722
-Task: COMPLETION Status: Ended Time: 2016-12-11 21:38:32.127
-Task: COMPLETION Status: Ended Elapsed Time: 00:00:00.290
+Task: LOADING DATA Status: Ended Time: 2016-12-23 16:56:26.696
+Task: LOADING DATA Status: Ended Elapsed Time: 00:00:12.230
+Task: COMPLETION Status: Started Time: 2016-12-23 16:56:26.696
+Task: COMPLETION Status: Ended Time: 2016-12-23 16:56:27.527
+Task: COMPLETION Status: Ended Elapsed Time: 00:00:00.357
--- 20000 row(s) loaded.
>>--
@@ -215,16 +215,16 @@ Task: COMPLETION Status: Ended Elapsed Time: 00:00:00.290
>>load with no recovery into customer_demographics_salt
+>select * from hive.hive.customer_demographics where cd_demo_sk <= 20000;
Task: LOAD Status: Started Object: TRAFODION.HBASE.CUSTOMER_DEMOGRAPHICS_SALT
-Task: CLEANUP Status: Started Time: 2016-12-11 21:38:34.252
-Task: CLEANUP Status: Ended Time: 2016-12-11 21:38:34.274
-Task: CLEANUP Status: Ended Elapsed Time: 00:00:00.021
-Task: LOADING DATA Status: Started Time: 2016-12-11 21:38:34.274
+Task: CLEANUP Status: Started Time: 2016-12-23 16:56:30.212
+Task: CLEANUP Status: Ended Time: 2016-12-23 16:56:30.235
+Task: CLEANUP Status: Ended Elapsed Time: 00:00:00.023
+Task: LOADING DATA Status: Started Time: 2016-12-23 16:56:30.235
Rows Processed: 20000
-Task: LOADING DATA Status: Ended Time: 2016-12-11 21:38:38.597
-Task: LOADING DATA Status: Ended Elapsed Time: 00:00:03.786
-Task: COMPLETION Status: Started Time: 2016-12-11 21:38:38.597
-Task: COMPLETION Status: Ended Time: 2016-12-11 21:38:38.312
-Task: COMPLETION Status: Ended Elapsed Time: 00:00:00.253
+Task: LOADING DATA Status: Ended Time: 2016-12-23 16:56:34.537
+Task: LOADING DATA Status: Ended Elapsed Time: 00:00:04.302
+Task: COMPLETION Status: Started Time: 2016-12-23 16:56:34.538
+Task: COMPLETION Status: Ended Time: 2016-12-23 16:56:34.832
+Task: COMPLETION Status: Ended Elapsed Time: 00:00:00.295
--- 20000 row(s) loaded.
>>--
@@ -240,16 +240,16 @@ Task: COMPLETION Status: Ended Elapsed Time: 00:00:00.253
>>load with no recovery into customer_salt
+>select * from hive.hive.customer;
Task: LOAD Status: Started Object: TRAFODION.HBASE.CUSTOMER_SALT
-Task: CLEANUP Status: Started Time: 2016-12-11 21:38:39.852
-Task: CLEANUP Status: Ended Time: 2016-12-11 21:38:39.873
+Task: CLEANUP Status: Started Time: 2016-12-23 16:56:36.442
+Task: CLEANUP Status: Ended Time: 2016-12-23 16:56:36.464
Task: CLEANUP Status: Ended Elapsed Time: 00:00:00.021
-Task: LOADING DATA Status: Started Time: 2016-12-11 21:38:39.873
+Task: LOADING DATA Status: Started Time: 2016-12-23 16:56:36.464
Rows Processed: 100000
-Task: LOADING DATA Status: Ended Time: 2016-12-11 21:38:44.757
-Task: LOADING DATA Status: Ended Elapsed Time: 00:00:04.883
-Task: COMPLETION Status: Started Time: 2016-12-11 21:38:44.757
-Task: COMPLETION Status: Ended Time: 2016-12-11 21:38:45.124
-Task: COMPLETION Status: Ended Elapsed Time: 00:00:00.255
+Task: LOADING DATA Status: Ended Time: 2016-12-23 16:56:42.200
+Task: LOADING DATA Status: Ended Elapsed Time: 00:00:05.736
+Task: COMPLETION Status: Started Time: 2016-12-23 16:56:42.200
+Task: COMPLETION Status: Ended Time: 2016-12-23 16:56:42.512
+Task: COMPLETION Status: Ended Elapsed Time: 00:00:00.312
--- 100000 row(s) loaded.
>>--
@@ -274,16 +274,16 @@ Task: COMPLETION Status: Ended Elapsed Time: 00:00:00.255
>>load with no recovery into store_sales_salt
+>select * from hive.hive.store_sales where ss_item_sk <= 1000;
Task: LOAD Status: Started Object: TRAFODION.HBASE.STORE_SALES_SALT
-Task: CLEANUP Status: Started Time: 2016-12-11 21:38:46.752
-Task: CLEANUP Status: Ended Time: 2016-12-11 21:38:46.774
-Task: CLEANUP Status: Ended Elapsed Time: 00:00:00.021
-Task: LOADING DATA Status: Started Time: 2016-12-11 21:38:46.774
+Task: CLEANUP Status: Started Time: 2016-12-23 16:56:45.493
+Task: CLEANUP Status: Ended Time: 2016-12-23 16:56:45.514
+Task: CLEANUP Status: Ended Elapsed Time: 00:00:00.022
+Task: LOADING DATA Status: Started Time: 2016-12-23 16:56:45.514
Rows Processed: 160756
-Task: LOADING DATA Status: Ended Time: 2016-12-11 21:38:52.177
-Task: LOADING DATA Status: Ended Elapsed Time: 00:00:05.403
-Task: COMPLETION Status: Started Time: 2016-12-11 21:38:52.177
-Task: COMPLETION Status: Ended Time: 2016-12-11 21:38:52.452
-Task: COMPLETION Status: Ended Elapsed Time: 00:00:00.275
+Task: LOADING DATA Status: Ended Time: 2016-12-23 16:56:55.363
+Task: LOADING DATA Status: Ended Elapsed Time: 00:00:09.849
+Task: COMPLETION Status: Started Time: 2016-12-23 16:56:55.363
+Task: COMPLETION Status: Ended Time: 2016-12-23 16:56:55.713
+Task: COMPLETION Status: Ended Elapsed Time: 00:00:00.350
--- 160756 row(s) loaded.
>>--
@@ -370,13 +370,13 @@ a
+> into '/user/hive/exttables/null_format_default'
+> select * from null_format_src;
Task: UNLOAD Status: Started
-Task: EMPTY TARGET Status: Started Time: -001-23--2 00:00:00.000
-Task: EMPTY TARGET Status: Ended Time: 2016-12-11 21:38:57.296
-Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.004
-Task: EXTRACT Status: Started Time: 2016-12-11 21:38:57.296
+Task: EMPTY TARGET Status: Started Time: 2016-12-23 16:57:01.102
+Task: EMPTY TARGET Status: Ended Time: 2016-12-23 16:57:01.109
+Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.007
+Task: EXTRACT Status: Started Time: 2016-12-23 16:57:01.109
Rows Processed: 10
-Task: EXTRACT Status: Ended Time: 2016-12-11 21:38:57.347
-Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.051
+Task: EXTRACT Status: Ended Time: 2016-12-23 16:57:01.186
+Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.077
--- 10 row(s) unloaded.
>>select * from hive.hive.null_format_default;
@@ -401,13 +401,13 @@ a
+> into '/user/hive/exttables/null_format_empty'
+> select * from null_format_src;
Task: UNLOAD Status: Started
-Task: EMPTY TARGET Status: Started Time: -001-23--2 00:00:00.000
-Task: EMPTY TARGET Status: Ended Time: 2016-12-11 21:38:58.874
-Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.006
-Task: EXTRACT Status: Started Time: 2016-12-11 21:38:58.874
+Task: EMPTY TARGET Status: Started Time: 2016-12-23 16:57:01.852
+Task: EMPTY TARGET Status: Ended Time: 2016-12-23 16:57:01.856
+Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.004
+Task: EXTRACT Status: Started Time: 2016-12-23 16:57:01.856
Rows Processed: 10
-Task: EXTRACT Status: Ended Time: 2016-12-11 21:38:58.517
-Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.043
+Task: EXTRACT Status: Ended Time: 2016-12-23 16:57:01.910
+Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.054
--- 10 row(s) unloaded.
>>select * from hive.hive.null_format_empty;
@@ -432,13 +432,13 @@ a ?
+> into '/user/hive/exttables/null_format_colon'
+> select * from null_format_src;
Task: UNLOAD Status: Started
-Task: EMPTY TARGET Status: Started Time: -001-23--2 00:00:00.000
-Task: EMPTY TARGET Status: Ended Time: 2016-12-11 21:38:59.476
-Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.004
-Task: EXTRACT Status: Started Time: 2016-12-11 21:38:59.476
+Task: EMPTY TARGET Status: Started Time: 2016-12-23 16:57:02.573
+Task: EMPTY TARGET Status: Ended Time: 2016-12-23 16:57:02.581
+Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.009
+Task: EXTRACT Status: Started Time: 2016-12-23 16:57:02.581
Rows Processed: 10
-Task: EXTRACT Status: Ended Time: 2016-12-11 21:38:59.519
-Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.042
+Task: EXTRACT Status: Ended Time: 2016-12-23 16:57:02.644
+Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.063
--- 10 row(s) unloaded.
>>select * from hive.hive.null_format_colon;
@@ -500,16 +500,16 @@ LC RC OP OPERATOR OPT DESCRIPTION CARD
+>select * from trafodion.hbase.customer_address
+>;
Task: UNLOAD Status: Started
-Task: EMPTY TARGET Status: Started Time: -001-23--2 00:00:00.000
-Task: EMPTY TARGET Status: Ended Time: 2016-12-11 21:39:44.997
-Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.005
-Task: EXTRACT Status: Started Time: 2016-12-11 21:39:44.997
+Task: EMPTY TARGET Status: Started Time: 2016-12-23 16:57:55.333
+Task: EMPTY TARGET Status: Ended Time: 2016-12-23 16:57:55.340
+Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.007
+Task: EXTRACT Status: Started Time: 2016-12-23 16:57:55.340
Rows Processed: 50000
-Task: EXTRACT Status: Ended Time: 2016-12-11 21:39:45.665
-Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.668
-Task: MERGE FILES Status: Started Time: 2016-12-11 21:39:45.665
-Task: MERGE FILES Status: Ended Time: 2016-12-11 21:39:45.710
-Task: MERGE FILES Status: Ended Elapsed Time: 00:00:00.044
+Task: EXTRACT Status: Ended Time: 2016-12-23 16:57:55.995
+Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.655
+Task: MERGE FILES Status: Started Time: 2016-12-23 16:57:55.995
+Task: MERGE FILES Status: Ended Time: 2016-12-23 16:57:56.696
+Task: MERGE FILES Status: Ended Elapsed Time: 00:00:00.074
--- 50000 row(s) unloaded.
>>log;
@@ -541,16 +541,16 @@ LC RC OP OPERATOR OPT DESCRIPTION CARD
+>select * from trafodion.hbase.customer_demographics
+><<+ cardinality 10e10 >>;
Task: UNLOAD Status: Started
-Task: EMPTY TARGET Status: Started Time: -001-23--2 00:00:00.000
-Task: EMPTY TARGET Status: Ended Time: 2016-12-11 21:39:48.767
-Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.005
-Task: EXTRACT Status: Started Time: 2016-12-11 21:39:48.767
+Task: EMPTY TARGET Status: Started Time: 2016-12-23 16:57:59.223
+Task: EMPTY TARGET Status: Ended Time: 2016-12-23 16:57:59.229
+Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.007
+Task: EXTRACT Status: Started Time: 2016-12-23 16:57:59.229
Rows Processed: 20000
-Task: EXTRACT Status: Ended Time: 2016-12-11 21:39:48.919
-Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.151
-Task: MERGE FILES Status: Started Time: 2016-12-11 21:39:48.919
-Task: MERGE FILES Status: Ended Time: 2016-12-11 21:39:48.943
-Task: MERGE FILES Status: Ended Elapsed Time: 00:00:00.024
+Task: EXTRACT Status: Ended Time: 2016-12-23 16:57:59.418
+Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.189
+Task: MERGE FILES Status: Started Time: 2016-12-23 16:57:59.418
+Task: MERGE FILES Status: Ended Time: 2016-12-23 16:57:59.450
+Task: MERGE FILES Status: Ended Elapsed Time: 00:00:00.032
--- 20000 row(s) unloaded.
>>log;
@@ -568,16 +568,16 @@ cat /tmp/merged_customer_demogs | wc -l
+>select * from trafodion.hbase.customer_demographics
+><<+ cardinality 10e10 >>;
Task: UNLOAD Status: Started
-Task: EMPTY TARGET Status: Started Time: 2016-12-11 21:39:48.943
-Task: EMPTY TARGET Status: Ended Time: 2016-12-11 21:39:51.647
-Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.005
-Task: EXTRACT Status: Started Time: 2016-12-11 21:39:51.647
+Task: EMPTY TARGET Status: Started Time: 2016-12-23 16:58:02.413
+Task: EMPTY TARGET Status: Ended Time: 2016-12-23 16:58:02.422
+Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.009
+Task: EXTRACT Status: Started Time: 2016-12-23 16:58:02.422
Rows Processed: 20000
-Task: EXTRACT Status: Ended Time: 2016-12-11 21:39:51.777
-Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.130
-Task: MERGE FILES Status: Started Time: 2016-12-11 21:39:51.777
-Task: MERGE FILES Status: Ended Time: 2016-12-11 21:39:51.811
-Task: MERGE FILES Status: Ended Elapsed Time: 00:00:00.033
+Task: EXTRACT Status: Ended Time: 2016-12-23 16:58:02.614
+Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.192
+Task: MERGE FILES Status: Started Time: 2016-12-23 16:58:02.614
+Task: MERGE FILES Status: Ended Time: 2016-12-23 16:58:02.654
+Task: MERGE FILES Status: Ended Elapsed Time: 00:00:00.039
--- 20000 row(s) unloaded.
>>log;
@@ -608,16 +608,16 @@ LC RC OP OPERATOR OPT DESCRIPTION CARD
+>select * from trafodion.hbase.customer_demographics_salt
+><<+ cardinality 10e10 >>;
Task: UNLOAD Status: Started
-Task: EMPTY TARGET Status: Started Time: 2016-12-11 21:39:51.811
-Task: EMPTY TARGET Status: Ended Time: 2016-12-11 21:39:55.327
-Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.005
-Task: EXTRACT Status: Started Time: 2016-12-11 21:39:55.327
+Task: EMPTY TARGET Status: Started Time: 2016-12-23 16:58:06.573
+Task: EMPTY TARGET Status: Ended Time: 2016-12-23 16:58:06.580
+Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.007
+Task: EXTRACT Status: Started Time: 2016-12-23 16:58:06.580
Rows Processed: 20000
-Task: EXTRACT Status: Ended Time: 2016-12-11 21:39:55.715
-Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.388
-Task: MERGE FILES Status: Started Time: 2016-12-11 21:39:55.715
-Task: MERGE FILES Status: Ended Time: 2016-12-11 21:39:55.753
-Task: MERGE FILES Status: Ended Elapsed Time: 00:00:00.038
+Task: EXTRACT Status: Ended Time: 2016-12-23 16:58:09.327
+Task: EXTRACT Status: Ended Elapsed Time: 00:00:02.747
+Task: MERGE FILES Status: Started Time: 2016-12-23 16:58:09.327
+Task: MERGE FILES Status: Ended Time: 2016-12-23 16:58:09.379
+Task: MERGE FILES Status: Ended Elapsed Time: 00:00:00.053
--- 20000 row(s) unloaded.
>>
@@ -634,16 +634,16 @@ regrhadoop.ksh fs -du -s /bulkload/customer_demographics_salt/merged_customer_de
+>select * from trafodion.hbase.customer_demographics_salt
+><<+ cardinality 10e10 >>;
Task: UNLOAD Status: Started
-Task: EMPTY TARGET Status: Started Time: 2016-12-11 21:39:55.753
-Task: EMPTY TARGET Status: Ended Time: 2016-12-11 21:39:58.168
+Task: EMPTY TARGET Status: Started Time: 2016-12-23 16:58:11.962
+Task: EMPTY TARGET Status: Ended Time: 2016-12-23 16:58:11.968
Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.006
-Task: EXTRACT Status: Started Time: 2016-12-11 21:39:58.168
+Task: EXTRACT Status: Started Time: 2016-12-23 16:58:11.968
Rows Processed: 20000
-Task: EXTRACT Status: Ended Time: 2016-12-11 21:39:58.350
-Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.182
-Task: MERGE FILES Status: Started Time: 2016-12-11 21:39:58.350
-Task: MERGE FILES Status: Ended Time: 2016-12-11 21:39:58.382
-Task: MERGE FILES Status: Ended Elapsed Time: 00:00:00.032
+Task: EXTRACT Status: Ended Time: 2016-12-23 16:58:12.617
+Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.649
+Task: MERGE FILES Status: Started Time: 2016-12-23 16:58:12.617
+Task: MERGE FILES Status: Ended Time: 2016-12-23 16:58:12.666
+Task: MERGE FILES Status: Ended Elapsed Time: 00:00:00.049
--- 20000 row(s) unloaded.
>>
@@ -675,13 +675,13 @@ LC RC OP OPERATOR OPT DESCRIPTION CARD
+>select * from trafodion.hbase.customer_demographics_salt
+><<+ cardinality 10e10 >>;
Task: UNLOAD Status: Started
-Task: EMPTY TARGET Status: Started Time: -001-23--2 00:00:00.000
-Task: EMPTY TARGET Status: Ended Time: 2016-12-11 21:40:00.958
-Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.006
-Task: EXTRACT Status: Started Time: 2016-12-11 21:40:00.958
+Task: EMPTY TARGET Status: Started Time: 2016-12-23 16:58:15.603
+Task: EMPTY TARGET Status: Ended Time: 2016-12-23 16:58:15.612
+Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.009
+Task: EXTRACT Status: Started Time: 2016-12-23 16:58:15.612
Rows Processed: 20000
-Task: EXTRACT Status: Ended Time: 2016-12-11 21:40:01.143
-Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.185
+Task: EXTRACT Status: Ended Time: 2016-12-23 16:58:15.979
+Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.367
--- 20000 row(s) unloaded.
>>
@@ -700,16 +700,16 @@ regrhadoop.ksh fs -ls /bulkload/customer_demographics_salt/file* | grep file |
+>select * from trafodion.hbase.customer_demographics_salt
+><<+ cardinality 10e10 >>;
Task: UNLOAD Status: Started
-Task: EMPTY TARGET Status: Started Time: 2016-12-11 21:40:01.143
-Task: EMPTY TARGET Status: Ended Time: 2016-12-11 21:40:05.852
-Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.010
-Task: EXTRACT Status: Started Time: 2016-12-11 21:40:05.852
+Task: EMPTY TARGET Status: Started Time: 2016-12-23 16:58:21.137
+Task: EMPTY TARGET Status: Ended Time: 2016-12-23 16:58:21.289
+Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.015
+Task: EXTRACT Status: Started Time: 2016-12-23 16:58:21.289
Rows Processed: 20000
-Task: EXTRACT Status: Ended Time: 2016-12-11 21:40:05.999
-Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.147
-Task: MERGE FILES Status: Started Time: 2016-12-11 21:40:05.999
-Task: MERGE FILES Status: Ended Time: 2016-12-11 21:40:06.456
-Task: MERGE FILES Status: Ended Elapsed Time: 00:00:00.046
+Task: EXTRACT Status: Ended Time: 2016-12-23 16:58:21.364
+Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.336
+Task: MERGE FILES Status: Started Time: 2016-12-23 16:58:21.364
+Task: MERGE FILES Status: Ended Time: 2016-12-23 16:58:21.431
+Task: MERGE FILES Status: Ended Elapsed Time: 00:00:00.067
--- 20000 row(s) unloaded.
>>
@@ -841,16 +841,16 @@ CD_DEMO_SK CD_GENDER
+>select * from trafodion.hbase.customer_demographics_salt
+><<+ cardinality 10e10 >>;
Task: UNLOAD Status: Started
-Task: EMPTY TARGET Status: Started Time: -001-23--2 00:00:00.000
-Task: EMPTY TARGET Status: Ended Time: 2016-12-11 21:40:13.777
-Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.005
-Task: EXTRACT Status: Started Time: 2016-12-11 21:40:13.777
+Task: EMPTY TARGET Status: Started Time: 2016-12-23 16:58:30.627
+Task: EMPTY TARGET Status: Ended Time: 2016-12-23 16:58:30.691
+Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.006
+Task: EXTRACT Status: Started Time: 2016-12-23 16:58:30.691
Rows Processed: 20000
-Task: EXTRACT Status: Ended Time: 2016-12-11 21:40:13.908
-Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.131
-Task: MERGE FILES Status: Started Time: 2016-12-11 21:40:13.908
-Task: MERGE FILES Status: Ended Time: 2016-12-11 21:40:13.948
-Task: MERGE FILES Status: Ended Elapsed Time: 00:00:00.040
+Task: EXTRACT Status: Ended Time: 2016-12-23 16:58:30.407
+Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.338
+Task: MERGE FILES Status: Started Time: 2016-12-23 16:58:30.407
+Task: MERGE FILES Status: Ended Time: 2016-12-23 16:58:30.457
+Task: MERGE FILES Status: Ended Elapsed Time: 00:00:00.050
--- 20000 row(s) unloaded.
>>log;
@@ -884,16 +884,16 @@ regrhadoop.ksh fs -ls /bulkload/customer_demographics_salt/merged* | grep merge
+>select * from trafodion.hbase.customer_demographics_salt
+><<+ cardinality 10e10 >>;
Task: UNLOAD Status: Started
-Task: EMPTY TARGET Status: Started Time: -001-23--2 00:00:00.000
-Task: EMPTY TARGET Status: Ended Time: 2016-12-11 21:40:16.517
-Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.005
-Task: EXTRACT Status: Started Time: 2016-12-11 21:40:16.517
+Task: EMPTY TARGET Status: Started Time: 2016-12-23 16:58:33.253
+Task: EMPTY TARGET Status: Ended Time: 2016-12-23 16:58:33.260
+Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.007
+Task: EXTRACT Status: Started Time: 2016-12-23 16:58:33.260
Rows Processed: 20000
-Task: EXTRACT Status: Ended Time: 2016-12-11 21:40:16.665
-Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.148
-Task: MERGE FILES Status: Started Time: 2016-12-11 21:40:16.665
-Task: MERGE FILES Status: Ended Time: 2016-12-11 21:40:16.708
-Task: MERGE FILES Status: Ended Elapsed Time: 00:00:00.043
+Task: EXTRACT Status: Ended Time: 2016-12-23 16:58:33.465
+Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.205
+Task: MERGE FILES Status: Started Time: 2016-12-23 16:58:33.465
+Task: MERGE FILES Status: Ended Time: 2016-12-23 16:58:33.529
+Task: MERGE FILES Status: Ended Elapsed Time: 00:00:00.064
--- 20000 row(s) unloaded.
>>--sh sleep 10;
@@ -942,13 +942,13 @@ CD_DEMO_SK CD_GENDER
+>select * from trafodion.hbase.customer_demographics_salt
+><<+ cardinality 10e10 >>;
Task: UNLOAD Status: Started
-Task: EMPTY TARGET Status: Started Time: -001-23--2 00:00:00.000
-Task: EMPTY TARGET Status: Ended Time: 2016-12-11 21:40:17.956
-Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.004
-Task: EXTRACT Status: Started Time: 2016-12-11 21:40:17.956
+Task: EMPTY TARGET Status: Started Time: 2016-12-23 16:58:35.183
+Task: EMPTY TARGET Status: Ended Time: 2016-12-23 16:58:35.190
+Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.007
+Task: EXTRACT Status: Started Time: 2016-12-23 16:58:35.190
Rows Processed: 20000
-Task: EXTRACT Status: Ended Time: 2016-12-11 21:40:18.734
-Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.117
+Task: EXTRACT Status: Ended Time: 2016-12-23 16:58:35.431
+Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.241
--- 20000 row(s) unloaded.
>>--sh sleep 10;
@@ -956,7 +956,7 @@ Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.117
*** WARNING[8597] Statement was automatically retried 1 time(s). Delay before each retry was 0 seconds. See next entry for the error that caused this retry.
-*** WARNING[8436] Mismatch detected between compiletime and runtime hive table definitions. DataModMismatchDetails: compiledModTS = 1481492416, failedModTS = 1481492417, failedLoc = hdfs://localhost:27000/user/hive/exttables/unload_customer_demographics
+*** WARNING[8436] Mismatch detected between compiletime and runtime hive table definitions. DataModMismatchDetails: compiledModTS = 1482512313, failedModTS = 1482512315, failedLoc = hdfs://localhost:27000/user/hive/exttables/unload_customer_demographics
(EXPR)
--------------------
@@ -998,13 +998,13 @@ CD_DEMO_SK CD_GENDER
+>INTO '/user/hive/exttables/unload_customer_address'
+>select * from trafodion.hbase.customer_address ;
Task: UNLOAD Status: Started
-Task: EMPTY TARGET Status: Started Time: -001-23--2 00:00:00.000
-Task: EMPTY TARGET Status: Ended Time: 2016-12-11 21:40:19.837
-Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.005
-Task: EXTRACT Status: Started Time: 2016-12-11 21:40:19.837
+Task: EMPTY TARGET Status: Started Time: 2016-12-23 16:58:37.253
+Task: EMPTY TARGET Status: Ended Time: 2016-12-23 16:58:37.259
+Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.006
+Task: EXTRACT Status: Started Time: 2016-12-23 16:58:37.259
Rows Processed: 50000
-Task: EXTRACT Status: Ended Time: 2016-12-11 21:40:20.118
-Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.281
+Task: EXTRACT Status: Ended Time: 2016-12-23 16:58:37.632
+Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.373
--- 50000 row(s) unloaded.
>>--sh sleep 10;
@@ -1053,13 +1053,13 @@ CA_ADDRESS_SK CA_ADDRESS_ID
+>INTO '/user/hive/exttables/unload_customer_address'
+>select * from trafodion.hbase.customer_address ;
Task: UNLOAD Status: Started
-Task: EMPTY TARGET Status: Started Time: -001-23--2 00:00:00.000
-Task: EMPTY TARGET Status: Ended Time: 2016-12-11 21:40:22.547
-Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.005
-Task: EXTRACT Status: Started Time: 2016-12-11 21:40:22.547
+Task: EMPTY TARGET Status: Started Time: 2016-12-23 16:58:39.383
+Task: EMPTY TARGET Status: Ended Time: 2016-12-23 16:58:39.389
+Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.007
+Task: EXTRACT Status: Started Time: 2016-12-23 16:58:39.389
Rows Processed: 50000
-Task: EXTRACT Status: Ended Time: 2016-12-11 21:40:22.861
-Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.315
+Task: EXTRACT Status: Ended Time: 2016-12-23 16:58:39.714
+Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.324
--- 50000 row(s) unloaded.
>>--sh sleep 10;
@@ -1067,7 +1067,7 @@ Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.315
*** WARNING[8597] Statement was automatically retried 1 time(s). Delay before each retry was 0 seconds. See next entry for the error that caused this retry.
-*** WARNING[8436] Mismatch detected between compiletime and runtime hive table definitions. DataModMismatchDetails: compiledModTS = 1481492420, failedModTS = 1481492422, failedLoc = hdfs://localhost:27000/user/hive/exttables/unload_customer_address
+*** WARNING[8436] Mismatch detected between compiletime and runtime hive table definitions. DataModMismatchDetails: compiledModTS = 1482512317, failedModTS = 1482512319, failedLoc = hdfs://localhost:27000/user/hive/exttables/unload_customer_address
(EXPR)
--------------------
@@ -1121,13 +1121,13 @@ CA_ADDRESS_SK CA_ADDRESS_ID
+>INTO '/user/hive/exttables/unload_customer'
+>select * from trafodion.hbase.customer_salt;
Task: UNLOAD Status: Started
-Task: EMPTY TARGET Status: Started Time: -001-23--2 00:00:00.000
-Task: EMPTY TARGET Status: Ended Time: 2016-12-11 21:40:26.566
+Task: EMPTY TARGET Status: Started Time: 2016-12-23 16:58:41.613
+Task: EMPTY TARGET Status: Ended Time: 2016-12-23 16:58:41.618
Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.005
-Task: EXTRACT Status: Started Time: 2016-12-11 21:40:26.566
+Task: EXTRACT Status: Started Time: 2016-12-23 16:58:41.618
Rows Processed: 100000
-Task: EXTRACT Status: Ended Time: 2016-12-11 21:40:27.991
-Task: EXTRACT Status: Ended Elapsed Time: 00:00:01.425
+Task: EXTRACT Status: Ended Time: 2016-12-23 16:58:43.282
+Task: EXTRACT Status: Ended Elapsed Time: 00:00:01.410
--- 100000 row(s) unloaded.
>>--sh sleep 10;
@@ -1177,13 +1177,13 @@ C_CUSTOMER_SK C_CUSTOMER_ID
+>INTO '/user/hive/exttables/unload_customer_demographics'
+>select * from trafodion.hbase.customer_demographics_salt;
Task: UNLOAD Status: Started
-Task: EMPTY TARGET Status: Started Time: -001-23--2 00:00:00.000
-Task: EMPTY TARGET Status: Ended Time: 2016-12-11 21:40:29.751
-Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.009
-Task: EXTRACT Status: Started Time: 2016-12-11 21:40:29.751
+Task: EMPTY TARGET Status: Started Time: 2016-12-23 16:58:44.842
+Task: EMPTY TARGET Status: Ended Time: 2016-12-23 16:58:44.854
+Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.012
+Task: EXTRACT Status: Started Time: 2016-12-23 16:58:44.854
Rows Processed: 20000
-Task: EXTRACT Status: Ended Time: 2016-12-11 21:40:29.896
-Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.145
+Task: EXTRACT Status: Ended Time: 2016-12-23 16:58:45.417
+Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.187
--- 20000 row(s) unloaded.
>>--sh sleep 10;
@@ -1232,16 +1232,16 @@ CD_DEMO_SK CD_GENDER
+>INTO '/bulkload/customer_address'
+>select * from trafodion.hbase.customer_address where ca_address_sk < 100;
Task: UNLOAD Status: Started
-Task: EMPTY TARGET Status: Started Time: -001-23--2 00:00:00.000
-Task: EMPTY TARGET Status: Ended Time: 2016-12-11 21:40:31.137
-Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.005
-Task: EXTRACT Status: Started Time: 2016-12-11 21:40:31.137
+Task: EMPTY TARGET Status: Started Time: 2016-12-23 16:58:46.352
+Task: EMPTY TARGET Status: Ended Time: 2016-12-23 16:58:46.358
+Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.006
+Task: EXTRACT Status: Started Time: 2016-12-23 16:58:46.358
Rows Processed: 99
-Task: EXTRACT Status: Ended Time: 2016-12-11 21:40:31.178
-Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.041
-Task: MERGE FILES Status: Started Time: 2016-12-11 21:40:31.178
-Task: MERGE FILES Status: Ended Time: 2016-12-11 21:40:31.211
-Task: MERGE FILES Status: Ended Elapsed Time: 00:00:00.032
+Task: EXTRACT Status: Ended Time: 2016-12-23 16:58:46.394
+Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.036
+Task: MERGE FILES Status: Started Time: 2016-12-23 16:58:46.394
+Task: MERGE FILES Status: Ended Time: 2016-12-23 16:58:46.431
+Task: MERGE FILES Status: Ended Elapsed Time: 00:00:00.036
--- 99 row(s) unloaded.
>>
@@ -1276,13 +1276,13 @@ regrhadoop.ksh fs -rm /user/hive/exttables/unload_customer_demographics/*
+>INTO '/user/hive/exttables/unload_store_sales_summary'
+>select ss_sold_date_sk,ss_store_sk, sum (ss_quantity) from store_sales_salt group by ss_sold_date_sk ,ss_store_sk;
Task: UNLOAD Status: Started
-Task: EMPTY TARGET Status: Started Time: 2016-12-11 21:40:31.211
-Task: EMPTY TARGET Status: Ended Time: 2016-12-11 21:40:34.107
-Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.005
-Task: EXTRACT Status: Started Time: 2016-12-11 21:40:34.107
+Task: EMPTY TARGET Status: Started Time: 2016-12-23 16:58:49.642
+Task: EMPTY TARGET Status: Ended Time: 2016-12-23 16:58:49.648
+Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.006
+Task: EXTRACT Status: Started Time: 2016-12-23 16:58:49.648
Rows Processed: 12349
-Task: EXTRACT Status: Ended Time: 2016-12-11 21:40:36.659
-Task: EXTRACT Status: Ended Elapsed Time: 00:00:02.552
+Task: EXTRACT Status: Ended Time: 2016-12-23 16:58:52.810
+Task: EXTRACT Status: Ended Elapsed Time: 00:00:03.162
--- 12349 row(s) unloaded.
>>--sh sleep 10;
@@ -1400,13 +1400,13 @@ SS_SOLD_DATE_SK SS_STORE_SK SS_QUANTITY
+>INTO '/user/hive/exttables/unload_customer_and_address'
+>select * from trafodion.hbase.customer_salt c join trafodion.hbase.customer_address ca on c.c_current_addr_sk = ca.ca_address_sk ;
Task: UNLOAD Status: Started
-Task: EMPTY TARGET Status: Started Time: -001-23--2 00:00:00.000
-Task: EMPTY TARGET Status: Ended Time: 2016-12-11 21:40:38.262
-Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.004
-Task: EXTRACT Status: Started Time: 2016-12-11 21:40:38.262
+Task: EMPTY TARGET Status: Started Time: 2016-12-23 16:58:54.222
+Task: EMPTY TARGET Status: Ended Time: 2016-12-23 16:58:54.230
+Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.008
+Task: EXTRACT Status: Started Time: 2016-12-23 16:58:54.230
Rows Processed: 100000
-Task: EXTRACT Status: Ended Time: 2016-12-11 21:40:39.469
-Task: EXTRACT Status: Ended Elapsed Time: 00:00:01.443
+Task: EXTRACT Status: Ended Time: 2016-12-23 16:58:58.609
+Task: EXTRACT Status: Ended Elapsed Time: 00:00:03.831
--- 100000 row(s) unloaded.
>>--sh sleep 10;
@@ -1453,13 +1453,13 @@ C_CUSTOMER_SK C_CUSTOMER_ID
+>INTO '/user/hive/exttables/unload_customer_address'
+>select * from customer_address where ca_address_sk < 1000 union select * from customer_address where ca_address_sk > 40000 and ca_address_sk < 41000;
Task: UNLOAD Status: Started
-Task: EMPTY TARGET Status: Started Time: -001-23--2 00:00:00.000
-Task: EMPTY TARGET Status: Ended Time: 2016-12-11 21:40:42.118
+Task: EMPTY TARGET Status: Started Time: 2016-12-23 16:59:00.922
+Task: EMPTY TARGET Status: Ended Time: 2016-12-23 16:59:00.928
Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.005
-Task: EXTRACT Status: Started Time: 2016-12-11 21:40:42.118
+Task: EXTRACT Status: Started Time: 2016-12-23 16:59:00.928
Rows Processed: 1998
-Task: EXTRACT Status: Ended Time: 2016-12-11 21:40:42.243
-Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.126
+Task: EXTRACT Status: Ended Time: 2016-12-23 16:59:01.606
+Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.133
--- 1998 row(s) unloaded.
>>--sh sleep 10;
@@ -1570,7 +1570,7 @@ ESP_EXCHANGE ============================== SEQ_NO 3 ONLY CHILD 2
use_snapshot_scan ...... TRUE
full_table_name ........ TRAFODION.HBASE.CUSTOMER_DEMOGRAPHICS_SALT
snapshot_name .......... TRAFODION.HBASE.CUSTOMER_DEMOGRAPHICS_SALT_SNAP111
- snapshot_temp_location /bulkload/20161211214044/
+ snapshot_temp_location /bulkload/20161223165903/
grep -i -e 'explain reg' -e snapshot -e full_table_name -e esp_exchange LOG018_REGULAR_SCAN_PLAN.TXT | grep -v snapshot_scan_run_id
>>--no snapshot
>>explain reg;
@@ -1654,7 +1654,7 @@ grep -i -e 'explain snp' -e snapshot -e full_table_name -e esp_exchange LOG018_S
use_snapshot_scan ...... TRUE
full_table_name ........ TRAFODION.HBASE.CUSTOMER_ADDRESS
snapshot_name .......... TRAFODION.HBASE.CUSTOMER_ADDRESS_SNAP111
- snapshot_temp_location /bulkload/20161211214049/
+ snapshot_temp_location /bulkload/20161223165910/
grep -i -e 'explain reg' -e snapshot -e full_table_name -e esp_exchange LOG018_REGULAR_SCAN_PLAN.TXT | grep -v snapshot_scan_run_id
>>--no snapshot
>>explain reg;
@@ -1749,12 +1749,12 @@ ESP_EXCHANGE ============================== SEQ_NO 6 ONLY CHILD 5
use_snapshot_scan ...... TRUE
full_table_name ........ TRAFODION.HBASE.CUSTOMER_SALT
snapshot_name .......... TRAFODION.HBASE.CUSTOMER_SALT_SNAP111
- snapshot_temp_location /bulkload/20161211214105/
+ snapshot_temp_location /bulkload/20161223165928/
ESP_EXCHANGE ============================== SEQ_NO 2 ONLY CHILD 1
use_snapshot_scan ...... TRUE
full_table_name ........ TRAFODION.HBASE.CUSTOMER_ADDRESS
snapshot_name .......... TRAFODION.HBASE.CUSTOMER_ADDRESS_SNAP111
- snapshot_temp_location /bulkload/20161211214105/
+ snapshot_temp_location /bulkload/20161223165928/
grep -i -e 'explain reg' -e snapshot -e full_table_name -e esp_exchange LOG018_REGULAR_SCAN_PLAN.TXT | grep -v snapshot_scan_run_id
>>--no snapshot
>>explain reg;
@@ -1872,17 +1872,17 @@ LC RC OP OPERATOR OPT DESCRIPTION CARD
+>select * from customer_address
+><<+ cardinality 10e10 >>;
Task: UNLOAD Status: Started
-Task: EMPTY TARGET Status: Started Time: -001-23--2 00:00:00.000
-Task: EMPTY TARGET Status: Ended Time: 2016-12-11 21:42:19.396
-Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.004
-Task: VERIFY SNAPSHO Status: Started Time: 2016-12-11 21:42:19.396
+Task: EMPTY TARGET Status: Started Time: 2016-12-23 17:01:06.282
+Task: EMPTY TARGET Status: Ended Time: 2016-12-23 17:01:06.300
+Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.018
+Task: VERIFY SNAPSHO Status: Started Time: 2016-12-23 17:01:06.300
Snapshots verified: 1
-Task: VERIFY SNAPSHO Status: Ended Time: 2016-12-11 21:42:19.648
-Task: VERIFY SNAPSHO Status: Ended Elapsed Time: 00:00:00.253
-Task: EXTRACT Status: Started Time: 2016-12-11 21:42:19.648
+Task: VERIFY SNAPSHO Status: Ended Time: 2016-12-23 17:01:06.525
+Task: VERIFY SNAPSHO Status: Ended Elapsed Time: 00:00:00.225
+Task: EXTRACT Status: Started Time: 2016-12-23 17:01:06.525
Rows Processed: 50000
-Task: EXTRACT Status: Ended Time: 2016-12-11 21:42:20.138
-Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.489
+Task: EXTRACT Status: Ended Time: 2016-12-23 17:01:07.741
+Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.549
--- 50000 row(s) unloaded.
>>
@@ -1953,17 +1953,17 @@ LC RC OP OPERATOR OPT DESCRIPTION CARD
+>INTO '/user/hive/exttables/unload_customer_demographics'
+>select * from trafodion.hbase.customer_demographics_salt <<+ cardinality 10e10 >>;
Task: UNLOAD Status: Started
-Task: EMPTY TARGET Status: Started Time: -001-23--2 00:00:00.000
-Task: EMPTY TARGET Status: Ended Time: 2016-12-11 21:42:22.305
-Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.002
-Task: VERIFY SNAPSHO Status: Started Time: 2016-12-11 21:42:22.305
+Task: EMPTY TARGET Status: Started Time: 2016-12-23 17:01:09.252
+Task: EMPTY TARGET Status: Ended Time: 2016-12-23 17:01:09.255
+Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.003
+Task: VERIFY SNAPSHO Status: Started Time: 2016-12-23 17:01:09.255
Snapshots verified: 1
-Task: VERIFY SNAPSHO Status: Ended Time: 2016-12-11 21:42:22.524
-Task: VERIFY SNAPSHO Status: Ended Elapsed Time: 00:00:00.219
-Task: EXTRACT Status: Started Time: 2016-12-11 21:42:22.524
+Task: VERIFY SNAPSHO Status: Ended Time: 2016-12-23 17:01:09.470
+Task: VERIFY SNAPSHO Status: Ended Elapsed Time: 00:00:00.215
+Task: EXTRACT Status: Started Time: 2016-12-23 17:01:09.470
Rows Processed: 20000
-Task: EXTRACT Status: Ended Time: 2016-12-11 21:42:29.407
-Task: EXTRACT Status: Ended Elapsed Time: 00:00:06.883
+Task: EXTRACT Status: Ended Time: 2016-12-23 17:01:23.331
+Task: EXTRACT Status: Ended Elapsed Time: 00:00:13.861
--- 20000 row(s) unloaded.
>>
@@ -2010,21 +2010,21 @@ CD_DEMO_SK CD_GENDER
+>INTO '/user/hive/exttables/unload_customer_demographics'
+>select * from trafodion.hbase.customer_demographics_salt <<+ cardinality 10e10 >>;
Task: UNLOAD Status: Started
-Task: EMPTY TARGET Status: Started Time: -001-23--2 00:00:00.000
-Task: EMPTY TARGET Status: Ended Time: 2016-12-11 21:42:30.660
-Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.007
-Task: CREATE SNAPSHO Status: Started Time: 2016-12-11 21:42:30.660
+Task: EMPTY TARGET Status: Started Time: 2016-12-23 17:01:24.632
+Task: EMPTY TARGET Status: Ended Time: 2016-12-23 17:01:24.643
+Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.011
+Task: CREATE SNAPSHO Status: Started Time: 2016-12-23 17:01:24.643
Snapshots created: 1
-Task: CREATE SNAPSHO Status: Ended Time: 2016-12-11 21:42:30.986
-Task: CREATE SNAPSHO Status: Ended Elapsed Time: 00:00:00.326
-Task: EXTRACT Status: Started Time: 2016-12-11 21:42:30.986
+Task: CREATE SNAPSHO Status: Ended Time: 2016-12-23 17:01:25.179
+Task: CREATE SNAPSHO Status: Ended Elapsed Time: 00:00:00.536
+Task: EXTRACT Status: Started Time: 2016-12-23 17:01:25.179
Rows Processed: 20000
-Task: EXTRACT Status: Ended Time: 2016-12-11 21:42:31.840
-Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.854
-Task: DELETE SNAPSHO Status: Started Time: 2016-12-11 21:42:31.840
+Task: EXTRACT Status: Ended Time: 2016-12-23 17:01:26.780
+Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.898
+Task: DELETE SNAPSHO Status: Started Time: 2016-12-23 17:01:26.780
Snapshots deleted: 1
-Task: DELETE SNAPSHO Status: Ended Time: 2016-12-11 21:42:31.852
-Task: DELETE SNAPSHO Status: Ended Elapsed Time: 00:00:00.012
+Task: DELETE SNAPSHO Status: Ended Time: 2016-12-23 17:01:26.100
+Task: DELETE SNAPSHO Status: Ended Elapsed Time: 00:00:00.023
--- 20000 row(s) unloaded.
>>
@@ -2032,7 +2032,7 @@ Task: DELETE SNAPSHO Status: Ended Elapsed Time: 00:00:00.012
*** WARNING[8597] Statement was automatically retried 1 time(s). Delay before each retry was 0 seconds. See next entry for the error that caused this retry.
-*** WARNING[8436] Mismatch detected between compiletime and runtime hive table definitions. DataModMismatchDetails: compiledModTS = 1481492549, failedModTS = 1481492550, failedLoc = hdfs://localhost:27000/user/hive/exttables/unload_customer_demographics
+*** WARNING[8436] Mismatch detected between compiletime and runtime hive table definitions. DataModMismatchDetails: compiledModTS = 1482512483, failedModTS = 1482512485, failedLoc = hdfs://localhost:27000/user/hive/exttables/unload_customer_demographics
(EXPR)
--------------------
@@ -2075,21 +2075,21 @@ CD_DEMO_SK CD_GENDER
+>INTO '/user/hive/exttables/unload_customer_demographics'
+>select * from trafodion.hbase.customer_demographics_salt <<+ cardinality 10e10 >>;
Task: UNLOAD Status: Started
-Task: EMPTY TARGET Status: Started Time: -001-23--2 00:00:00.000
-Task: EMPTY TARGET Status: Ended Time: 2016-12-11 21:42:33.652
+Task: EMPTY TARGET Status: Started Time: 2016-12-23 17:01:27.932
+Task: EMPTY TARGET Status: Ended Time: 2016-12-23 17:01:27.942
Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.009
-Task: CREATE SNAPSHO Status: Started Time: 2016-12-11 21:42:33.652
+Task: CREATE SNAPSHO Status: Started Time: 2016-12-23 17:01:27.942
Snapshots created: 1
-Task: CREATE SNAPSHO Status: Ended Time: 2016-12-11 21:42:34.164
-Task: CREATE SNAPSHO Status: Ended Elapsed Time: 00:00:00.513
-Task: EXTRACT Status: Started Time: 2016-12-11 21:42:34.164
+Task: CREATE SNAPSHO Status: Ended Time: 2016-12-23 17:01:28.471
+Task: CREATE SNAPSHO Status: Ended Elapsed Time: 00:00:00.530
+Task: EXTRACT Status: Started Time: 2016-12-23 17:01:28.471
Rows Processed: 20000
-Task: EXTRACT Status: Ended Time: 2016-12-11 21:42:34.982
-Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.817
-Task: DELETE SNAPSHO Status: Started Time: 2016-12-11 21:42:34.982
+Task: EXTRACT Status: Ended Time: 2016-12-23 17:01:29.494
+Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.578
+Task: DELETE SNAPSHO Status: Started Time: 2016-12-23 17:01:29.494
Snapshots deleted: 1
-Task: DELETE SNAPSHO Status: Ended Time: 2016-12-11 21:42:34.987
-Task: DELETE SNAPSHO Status: Ended Elapsed Time: 00:00:00.006
+Task: DELETE SNAPSHO Status: Ended Time: 2016-12-23 17:01:29.602
+Task: DELETE SNAPSHO Status: Ended Elapsed Time: 00:00:00.011
--- 20000 row(s) unloaded.
>>
@@ -2105,7 +2105,7 @@ Task: DELETE SNAPSHO Status: Ended Elapsed Time: 00:00:00.006
*** WARNING[8597] Statement was automatically retried 1 time(s). Delay before each retry was 0 seconds. See next entry for the error that caused this retry.
-*** WARNING[8436] Mismatch detected between compiletime and runtime hive table definitions. DataModMismatchDetails: compiledModTS = 1481492551, failedModTS = 1481492554, failedLoc = hdfs://localhost:27000/user/hive/exttables/unload_customer_demographics
+*** WARNING[8436] Mismatch detected between compiletime and runtime hive table definitions. DataModMismatchDetails: compiledModTS = 1482512486, failedModTS = 1482512488, failedLoc = hdfs://localhost:27000/user/hive/exttables/unload_customer_demographics
CD_DEMO_SK CD_GENDER CD_MARITAL_STATUS CD_EDUCATION_STATUS CD_PURCHASE_ESTIMATE CD_CREDIT_RATING CD_DEP_COUNT CD_DEP_EMPLOYED_COUNT CD_DEP_COLLEGE_COUNT
----------- ---------------------------------------------------------------------------------------------------- ---------------------------------------------------------------------------------------------------- ---------------------------------------------------------------------------------------------------- -------------------- ---------------------------------------------------------------------------------------------------- ------------ --------------------- --------------------
@@ -2141,20 +2141,20 @@ CD_DEMO_SK CD_GENDER
+>INTO '/user/hive/exttables/unload_customer_address'
+>select * from customer_address where ca_address_sk < 1000 union select * from customer_address where ca_address_sk > 40000 and ca_address_sk < 41000;
Task: UNLOAD Status: Started
-Task: EMPTY TARGET Status: Started Time: -001-23--2 00:00:00.000
-Task: EMPTY TARGET Status: Ended Time: 2016-12-11 21:42:36.735
-Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.003
-Task: CREATE SNAPSHO Status: Started Time: 2016-12-11 21:42:36.735
+Task: EMPTY TARGET Status: Started Time: 2016-12-23 17:01:30.862
+Task: EMPTY TARGET Status: Ended Time: 2016-12-23 17:01:30.868
+Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.006
+Task: CREATE SNAPSHO Status: Started Time: 2016-12-23 17:01:30.868
Snapshots created: 1
-Task: CREATE SNAPSHO Status: Ended Time: 2016-12-11 21:42:37.610
-Task: CREATE SNAPSHO Status: Ended Elapsed Time: 00:00:00.325
-Task: EXTRACT Status: Started Time: 2016-12-11 21:42:37.610
+Task: CREATE SNAPSHO Status: Ended Time: 2016-12-23 17:01:31.218
+Task: CREATE SNAPSHO Status: Ended Elapsed Time: 00:00:00.350
+Task: EXTRACT Status: Started Time: 2016-12-23 17:01:31.219
Rows Processed: 1998
-Task: EXTRACT Status: Ended Time: 2016-12-11 21:42:37.337
-Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.276
-Task: DELETE SNAPSHO Status: Started Time: 2016-12-11 21:42:37.337
+Task: EXTRACT Status: Ended Time: 2016-12-23 17:01:31.521
+Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.302
+Task: DELETE SNAPSHO Status: Started Time: 2016-12-23 17:01:31.521
Snapshots deleted: 1
-Task: DELETE SNAPSHO Status: Ended Time: 2016-12-11 21:42:37.343
+Task: DELETE SNAPSHO Status: Ended Time: 2016-12-23 17:01:31.527
Task: DELETE SNAPSHO Status: Ended Elapsed Time: 00:00:00.006
--- 1998 row(s) unloaded.
@@ -2229,21 +2229,21 @@ CA_ADDRESS_SK CA_ADDRESS_ID
+>INTO '/user/hive/exttables/unload_customer_and_address'
+>select * from trafodion.hbase.customer_salt c join trafodion.hbase.customer_address ca on c.c_current_addr_sk = ca.ca_address_sk ;
Task: UNLOAD Status: Started
-Task: EMPTY TARGET Status: Started Time: -001-23--2 00:00:00.000
-Task: EMPTY TARGET Status: Ended Time: 2016-12-11 21:42:38.777
-Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.005
-Task: CREATE SNAPSHO Status: Started Time: 2016-12-11 21:42:38.777
+Task: EMPTY TARGET Status: Started Time: 2016-12-23 17:01:32.982
+Task: EMPTY TARGET Status: Ended Time: 2016-12-23 17:01:32.990
+Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.007
+Task: CREATE SNAPSHO Status: Started Time: 2016-12-23 17:01:32.990
Snapshots created: 2
-Task: CREATE SNAPSHO Status: Ended Time: 2016-12-11 21:42:40.430
-Task: CREATE SNAPSHO Status: Ended Elapsed Time: 00:00:01.653
-Task: EXTRACT Status: Started Time: 2016-12-11 21:42:40.430
+Task: CREATE SNAPSHO Status: Ended Time: 2016-12-23 17:01:34.364
+Task: CREATE SNAPSHO Status: Ended Elapsed Time: 00:00:01.374
+Task: EXTRACT Status: Started Time: 2016-12-23 17:01:34.364
Rows Processed: 100000
-Task: EXTRACT Status: Ended Time: 2016-12-11 21:42:42.706
-Task: EXTRACT Status: Ended Elapsed Time: 00:00:02.277
-Task: DELETE SNAPSHO Status: Started Time: 2016-12-11 21:42:42.706
+Task: EXTRACT Status: Ended Time: 2016-12-23 17:01:36.497
+Task: EXTRACT Status: Ended Elapsed Time: 00:00:02.134
+Task: DELETE SNAPSHO Status: Started Time: 2016-12-23 17:01:36.497
Snapshots deleted: 2
-Task: DELETE SNAPSHO Status: Ended Time: 2016-12-11 21:42:42.718
-Task: DELETE SNAPSHO Status: Ended Elapsed Time: 00:00:00.012
+Task: DELETE SNAPSHO Status: Ended Time: 2016-12-23 17:01:36.516
+Task: DELETE SNAPSHO Status: Ended Elapsed Time: 00:00:00.019
--- 100000 row(s) unloaded.
>>--sh sleep 10;
@@ -2310,21 +2310,21 @@ LC RC OP OPERATOR OPT DESCRIPTION CARD
+>INTO '/user/hive/exttables/unload_customer_name'
+>select c_first_name,c_last_name from trafodion.hbase.customer_salt;
Task: UNLOAD Status: Started
-Task: EMPTY TARGET Status: Started Time: 2016-12-11 21:42:42.718
-Task: EMPTY TARGET Status: Ended Time: 2016-12-11 21:42:44.587
+Task: EMPTY TARGET Status: Started Time: 2016-12-23 17:01:39.562
+Task: EMPTY TARGET Status: Ended Time: 2016-12-23 17:01:39.567
Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.004
-Task: CREATE SNAPSHO Status: Started Time: 2016-12-11 21:42:44.587
+Task: CREATE SNAPSHO Status: Started Time: 2016-12-23 17:01:39.567
Snapshots created: 1
-Task: CREATE SNAPSHO Status: Ended Time: 2016-12-11 21:42:44.908
-Task: CREATE SNAPSHO Status: Ended Elapsed Time: 00:00:00.321
-Task: EXTRACT Status: Started Time: 2016-12-11 21:42:44.908
+Task: CREATE SNAPSHO Status: Ended Time: 2016-12-23 17:01:39.883
+Task: CREATE SNAPSHO Status: Ended Elapsed Time: 00:00:00.316
+Task: EXTRACT Status: Started Time: 2016-12-23 17:01:39.883
Rows Processed: 100000
-Task: EXTRACT Status: Ended Time: 2016-12-11 21:42:45.546
-Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.638
-Task: DELETE SNAPSHO Status: Started Time: 2016-12-11 21:42:45.546
+Task: EXTRACT Status: Ended Time: 2016-12-23 17:01:40.690
+Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.807
+Task: DELETE SNAPSHO Status: Started Time: 2016-12-23 17:01:40.690
Snapshots deleted: 1
-Task: DELETE SNAPSHO Status: Ended Time: 2016-12-11 21:42:45.552
-Task: DELETE SNAPSHO Status: Ended Elapsed Time: 00:00:00.006
+Task: DELETE SNAPSHO Status: Ended Time: 2016-12-23 17:01:40.699
+Task: DELETE SNAPSHO Status: Ended Elapsed Time: 00:00:00.009
--- 100000 row(s) unloaded.
>>--sh sleep 10;
@@ -2368,7 +2368,7 @@ C_FIRST_NAME
>>--unload 100 --should give error [8447]
>>unload into '//\a//c' select * from CUSTOMER_ADDRESS;
Task: UNLOAD Status: Started
-Task: EXTRACT Status: Started Time: 2016-12-11 21:42:45.552
+Task: EXTRACT Status: Started Time: 2016-12-23 17:01:42.393
*** ERROR[8447] An error occurred during hdfs access. Error Detail: Java exception in hdfsCreate(). java.io.IOException: No FileSystem for scheme: null
org.apache.hadoop.fs.FileSystem.getFileSystemClass(FileSystem.java:2676)
@@ -2402,10 +2402,10 @@ unload with delimiter 0 into '/bulkload/test' select * from CUSTOMER_ADDRESS;
>>--unload 103 -- should not give an error
>>unload with delimiter '\a' into '/bulkload/test' select * from customer_address;
Task: UNLOAD Status: Started
-Task: EXTRACT Status: Started Time: 2016-12-11 21:42:45.552
+Task: EXTRACT Status: Started Time: 2016-12-23 17:01:42.863
Rows Processed: 50000
-Task: EXTRACT Status: Ended Time: 2016-12-11 21:42:47.906
-Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.303
+Task: EXTRACT Status: Ended Time: 2016-12-23 17:01:43.215
+Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.351
--- 50000 row(s) unloaded.
>>--unload 24 -- should give an error
@@ -2468,10 +2468,10 @@ regrhadoop.ksh fs -rm /user/hive/exttables/unload_customer_demographics/*
+>INTO '/user/hive/exttables/unload_customer_demographics'
+>(select * from trafodion.hbase.customer_demographics_salt) ;
Task: UNLOAD Status: Started
-Task: EXTRACT Status: Started Time: 2016-12-11 21:42:47.906
+Task: EXTRACT Status: Started Time: 2016-12-23 17:01:45.913
Rows Processed but NOT Written to Disk: 20000
-Task: EXTRACT Status: Ended Time: 2016-12-11 21:42:50.516
-Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.134
+Task: EXTRACT Status: Ended Time: 2016-12-23 17:01:46.910
+Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.178
--- 20000 row(s) unloaded.
>>--sh sleep 10;
[2/2] incubator-trafodion git commit: Merge [TRAFODION-2351] PR Bulk
load with log error rows enhancements
Posted by se...@apache.org.
Merge [TRAFODION-2351] PR Bulk load with log error rows enhancements
Project: http://git-wip-us.apache.org/repos/asf/incubator-trafodion/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-trafodion/commit/9b2b5671
Tree: http://git-wip-us.apache.org/repos/asf/incubator-trafodion/tree/9b2b5671
Diff: http://git-wip-us.apache.org/repos/asf/incubator-trafodion/diff/9b2b5671
Branch: refs/heads/master
Commit: 9b2b5671e93ae1aa396fb9b89b4a90b1bbc8ca33
Parents: f400093 38ba20c
Author: selvaganesang <se...@apache.org>
Authored: Fri Dec 23 22:36:55 2016 +0000
Committer: selvaganesang <se...@apache.org>
Committed: Fri Dec 23 22:36:55 2016 +0000
----------------------------------------------------------------------
core/sql/executor/ExExeUtilLoad.cpp | 2 +-
core/sql/regress/hive/EXPECTED018 | 568 +++++++++++++++----------------
2 files changed, 285 insertions(+), 285 deletions(-)
----------------------------------------------------------------------