You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@trafodion.apache.org by li...@apache.org on 2018/04/13 12:38:46 UTC
[06/32] trafodion git commit: Expected file change to show result of
unload.
Expected file change to show result of unload.
Project: http://git-wip-us.apache.org/repos/asf/trafodion/repo
Commit: http://git-wip-us.apache.org/repos/asf/trafodion/commit/8a260f42
Tree: http://git-wip-us.apache.org/repos/asf/trafodion/tree/8a260f42
Diff: http://git-wip-us.apache.org/repos/asf/trafodion/diff/8a260f42
Branch: refs/heads/master
Commit: 8a260f425e0527100c8039b8db8a8b4db64b1101
Parents: 89576f3
Author: Sandhya Sundaresan <sa...@apache.org>
Authored: Tue Aug 22 17:41:39 2017 +0000
Committer: Sandhya Sundaresan <sa...@apache.org>
Committed: Tue Aug 22 17:41:39 2017 +0000
----------------------------------------------------------------------
core/sql/regress/hive/EXPECTED018 | 585 +++++++++++++++++----------------
1 file changed, 293 insertions(+), 292 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/trafodion/blob/8a260f42/core/sql/regress/hive/EXPECTED018
----------------------------------------------------------------------
diff --git a/core/sql/regress/hive/EXPECTED018 b/core/sql/regress/hive/EXPECTED018
index 01eb789..c9d2a4e 100644
--- a/core/sql/regress/hive/EXPECTED018
+++ b/core/sql/regress/hive/EXPECTED018
@@ -146,18 +146,18 @@
>>load with no recovery into customer_address
+>select * from hive.hive.customer_address;
Task: LOAD Status: Started Object: TRAFODION.HBASE.CUSTOMER_ADDRESS
-Task: CLEANUP Status: Started Time: 2017-05-01 18:46:29.746
-Task: CLEANUP Status: Ended Time: 2017-05-01 18:46:29.768
-Task: CLEANUP Status: Ended Elapsed Time: 00:00:00.022
-Task: LOADING DATA Status: Started Time: 2017-05-01 18:46:29.768
+Task: CLEANUP Status: Started Time: 2017-08-15 14:53:40.511
+Task: CLEANUP Status: Ended Time: 2017-08-15 14:53:40.528
+Task: CLEANUP Status: Ended Elapsed Time: 00:00:00.018
+Task: LOADING DATA Status: Started Time: 2017-08-15 14:53:40.529
Rows Processed: 50000
Error Rows: 0
-Task: LOADING DATA Status: Ended Time: 2017-05-01 18:46:39.501
-Task: LOADING DATA Status: Ended Elapsed Time: 00:00:09.236
-Task: COMPLETION Status: Started Time: 2017-05-01 18:46:39.509
+Task: LOADING DATA Status: Ended Time: 2017-08-15 14:53:50.229
+Task: LOADING DATA Status: Ended Elapsed Time: 00:00:09.701
+Task: COMPLETION Status: Started Time: 2017-08-15 14:53:50.229
Rows Loaded: 50000
-Task: COMPLETION Status: Ended Time: 2017-05-01 18:46:39.346
-Task: COMPLETION Status: Ended Elapsed Time: 00:00:00.341
+Task: COMPLETION Status: Ended Time: 2017-08-15 14:53:50.635
+Task: COMPLETION Status: Ended Elapsed Time: 00:00:00.406
--- 50000 row(s) loaded.
>>--
@@ -182,18 +182,18 @@ Task: COMPLETION Status: Ended Elapsed Time: 00:00:00.341
>>load with no recovery into customer_demographics
+>select * from hive.hive.customer_demographics where cd_demo_sk <= 20000;
Task: LOAD Status: Started Object: TRAFODION.HBASE.CUSTOMER_DEMOGRAPHICS
-Task: CLEANUP Status: Started Time: 2017-05-01 18:46:42.390
-Task: CLEANUP Status: Ended Time: 2017-05-01 18:46:42.404
-Task: CLEANUP Status: Ended Elapsed Time: 00:00:00.014
-Task: LOADING DATA Status: Started Time: 2017-05-01 18:46:42.404
+Task: CLEANUP Status: Started Time: 2017-08-15 14:53:54.217
+Task: CLEANUP Status: Ended Time: 2017-08-15 14:53:54.237
+Task: CLEANUP Status: Ended Elapsed Time: 00:00:00.020
+Task: LOADING DATA Status: Started Time: 2017-08-15 14:53:54.237
Rows Processed: 20000
Error Rows: 0
-Task: LOADING DATA Status: Ended Time: 2017-05-01 18:46:55.199
-Task: LOADING DATA Status: Ended Elapsed Time: 00:00:12.795
-Task: COMPLETION Status: Started Time: 2017-05-01 18:46:55.199
+Task: LOADING DATA Status: Ended Time: 2017-08-15 14:54:07.423
+Task: LOADING DATA Status: Ended Elapsed Time: 00:00:13.186
+Task: COMPLETION Status: Started Time: 2017-08-15 14:54:07.423
Rows Loaded: 20000
-Task: COMPLETION Status: Ended Time: 2017-05-01 18:46:55.606
-Task: COMPLETION Status: Ended Elapsed Time: 00:00:00.407
+Task: COMPLETION Status: Ended Time: 2017-08-15 14:54:07.866
+Task: COMPLETION Status: Ended Elapsed Time: 00:00:00.443
--- 20000 row(s) loaded.
>>--
@@ -219,18 +219,18 @@ Task: COMPLETION Status: Ended Elapsed Time: 00:00:00.407
>>load with no recovery into customer_demographics_salt
+>select * from hive.hive.customer_demographics where cd_demo_sk <= 20000;
Task: LOAD Status: Started Object: TRAFODION.HBASE.CUSTOMER_DEMOGRAPHICS_SALT
-Task: CLEANUP Status: Started Time: 2017-05-01 18:47:00.293
-Task: CLEANUP Status: Ended Time: 2017-05-01 18:47:00.311
-Task: CLEANUP Status: Ended Elapsed Time: 00:00:00.018
-Task: LOADING DATA Status: Started Time: 2017-05-01 18:47:00.311
+Task: CLEANUP Status: Started Time: 2017-08-15 14:54:12.393
+Task: CLEANUP Status: Ended Time: 2017-08-15 14:54:12.404
+Task: CLEANUP Status: Ended Elapsed Time: 00:00:00.011
+Task: LOADING DATA Status: Started Time: 2017-08-15 14:54:12.404
Rows Processed: 20000
Error Rows: 0
-Task: LOADING DATA Status: Ended Time: 2017-05-01 18:47:10.603
-Task: LOADING DATA Status: Ended Elapsed Time: 00:00:10.292
-Task: COMPLETION Status: Started Time: 2017-05-01 18:47:10.603
+Task: LOADING DATA Status: Ended Time: 2017-08-15 14:54:22.330
+Task: LOADING DATA Status: Ended Elapsed Time: 00:00:09.628
+Task: COMPLETION Status: Started Time: 2017-08-15 14:54:22.331
Rows Loaded: 20000
-Task: COMPLETION Status: Ended Time: 2017-05-01 18:47:11.346
-Task: COMPLETION Status: Ended Elapsed Time: 00:00:00.431
+Task: COMPLETION Status: Ended Time: 2017-08-15 14:54:22.384
+Task: COMPLETION Status: Ended Elapsed Time: 00:00:00.352
--- 20000 row(s) loaded.
>>--
@@ -246,18 +246,18 @@ Task: COMPLETION Status: Ended Elapsed Time: 00:00:00.431
>>load with no recovery into customer_salt
+>select * from hive.hive.customer;
Task: LOAD Status: Started Object: TRAFODION.HBASE.CUSTOMER_SALT
-Task: CLEANUP Status: Started Time: 2017-05-01 18:47:13.570
-Task: CLEANUP Status: Ended Time: 2017-05-01 18:47:13.584
+Task: CLEANUP Status: Started Time: 2017-08-15 14:54:25.112
+Task: CLEANUP Status: Ended Time: 2017-08-15 14:54:25.127
Task: CLEANUP Status: Ended Elapsed Time: 00:00:00.015
-Task: LOADING DATA Status: Started Time: 2017-05-01 18:47:13.584
+Task: LOADING DATA Status: Started Time: 2017-08-15 14:54:25.127
Rows Processed: 100000
Error Rows: 0
-Task: LOADING DATA Status: Ended Time: 2017-05-01 18:47:25.306
-Task: LOADING DATA Status: Ended Elapsed Time: 00:00:11.722
-Task: COMPLETION Status: Started Time: 2017-05-01 18:47:25.306
+Task: LOADING DATA Status: Ended Time: 2017-08-15 14:54:38.572
+Task: LOADING DATA Status: Ended Elapsed Time: 00:00:13.445
+Task: COMPLETION Status: Started Time: 2017-08-15 14:54:38.572
Rows Loaded: 100000
-Task: COMPLETION Status: Ended Time: 2017-05-01 18:47:25.645
-Task: COMPLETION Status: Ended Elapsed Time: 00:00:00.339
+Task: COMPLETION Status: Ended Time: 2017-08-15 14:54:38.978
+Task: COMPLETION Status: Ended Elapsed Time: 00:00:00.406
--- 100000 row(s) loaded.
>>--
@@ -282,18 +282,18 @@ Task: COMPLETION Status: Ended Elapsed Time: 00:00:00.339
>>load with no recovery into store_sales_salt
+>select * from hive.hive.store_sales where ss_item_sk <= 1000;
Task: LOAD Status: Started Object: TRAFODION.HBASE.STORE_SALES_SALT
-Task: CLEANUP Status: Started Time: 2017-05-01 18:47:28.700
-Task: CLEANUP Status: Ended Time: 2017-05-01 18:47:28.717
-Task: CLEANUP Status: Ended Elapsed Time: 00:00:00.017
-Task: LOADING DATA Status: Started Time: 2017-05-01 18:47:28.717
+Task: CLEANUP Status: Started Time: 2017-08-15 14:54:43.982
+Task: CLEANUP Status: Ended Time: 2017-08-15 14:54:43.114
+Task: CLEANUP Status: Ended Elapsed Time: 00:00:00.016
+Task: LOADING DATA Status: Started Time: 2017-08-15 14:54:43.114
Rows Processed: 160756
Error Rows: 0
-Task: LOADING DATA Status: Ended Time: 2017-05-01 18:47:42.429
-Task: LOADING DATA Status: Ended Elapsed Time: 00:00:13.711
-Task: COMPLETION Status: Started Time: 2017-05-01 18:47:42.429
+Task: LOADING DATA Status: Ended Time: 2017-08-15 14:54:57.277
+Task: LOADING DATA Status: Ended Elapsed Time: 00:00:14.163
+Task: COMPLETION Status: Started Time: 2017-08-15 14:54:57.277
Rows Loaded: 160756
-Task: COMPLETION Status: Ended Time: 2017-05-01 18:47:42.753
-Task: COMPLETION Status: Ended Elapsed Time: 00:00:00.324
+Task: COMPLETION Status: Ended Time: 2017-08-15 14:54:57.644
+Task: COMPLETION Status: Ended Elapsed Time: 00:00:00.367
--- 160756 row(s) loaded.
>>--
@@ -380,13 +380,13 @@ a
+> into '/user/trafodion/hive/exttables/null_format_default'
+> select * from null_format_src;
Task: UNLOAD Status: Started
-Task: EMPTY TARGET Status: Started Time: 2017-05-01 18:47:51.294
-Task: EMPTY TARGET Status: Ended Time: 2017-05-01 18:47:51.296
-Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.002
-Task: EXTRACT Status: Started Time: 2017-05-01 18:47:51.296
+Task: EMPTY TARGET Status: Started Time: 2017-08-15 14:55:09.437
+Task: EMPTY TARGET Status: Ended Time: 2017-08-15 14:55:09.493
+Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.006
+Task: EXTRACT Status: Started Time: 2017-08-15 14:55:09.494
Rows Processed: 10
-Task: EXTRACT Status: Ended Time: 2017-05-01 18:47:51.439
-Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.142
+Task: EXTRACT Status: Ended Time: 2017-08-15 14:55:09.218
+Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.169
--- 10 row(s) unloaded.
>>select * from hive.hive.null_format_default;
@@ -411,13 +411,13 @@ a
+> into '/user/trafodion/hive/exttables/null_format_empty'
+> select * from null_format_src;
Task: UNLOAD Status: Started
-Task: EMPTY TARGET Status: Started Time: 2017-05-01 18:47:52.194
-Task: EMPTY TARGET Status: Ended Time: 2017-05-01 18:47:52.195
-Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.002
-Task: EXTRACT Status: Started Time: 2017-05-01 18:47:52.195
+Task: EMPTY TARGET Status: Started Time: 2017-08-15 14:55:11.384
+Task: EMPTY TARGET Status: Ended Time: 2017-08-15 14:55:11.390
+Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.006
+Task: EXTRACT Status: Started Time: 2017-08-15 14:55:11.390
Rows Processed: 10
-Task: EXTRACT Status: Ended Time: 2017-05-01 18:47:52.297
-Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.102
+Task: EXTRACT Status: Ended Time: 2017-08-15 14:55:11.610
+Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.220
--- 10 row(s) unloaded.
>>select * from hive.hive.null_format_empty;
@@ -442,13 +442,13 @@ a ?
+> into '/user/trafodion/hive/exttables/null_format_colon'
+> select * from null_format_src;
Task: UNLOAD Status: Started
-Task: EMPTY TARGET Status: Started Time: 2017-05-01 18:47:53.342
-Task: EMPTY TARGET Status: Ended Time: 2017-05-01 18:47:53.357
-Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.001
-Task: EXTRACT Status: Started Time: 2017-05-01 18:47:53.358
+Task: EMPTY TARGET Status: Started Time: 2017-08-15 14:55:12.295
+Task: EMPTY TARGET Status: Ended Time: 2017-08-15 14:55:12.304
+Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.009
+Task: EXTRACT Status: Started Time: 2017-08-15 14:55:12.304
Rows Processed: 10
-Task: EXTRACT Status: Ended Time: 2017-05-01 18:47:53.305
-Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.270
+Task: EXTRACT Status: Ended Time: 2017-08-15 14:55:12.440
+Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.136
--- 10 row(s) unloaded.
>>select * from hive.hive.null_format_colon;
@@ -510,16 +510,16 @@ LC RC OP OPERATOR OPT DESCRIPTION CARD
+>select * from trafodion.hbase.customer_address
+>;
Task: UNLOAD Status: Started
-Task: EMPTY TARGET Status: Started Time: 2017-05-01 18:49:01.614
-Task: EMPTY TARGET Status: Ended Time: 2017-05-01 18:49:01.615
-Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.001
-Task: EXTRACT Status: Started Time: 2017-05-01 18:49:01.615
+Task: EMPTY TARGET Status: Started Time: 2017-08-15 14:56:07.950
+Task: EMPTY TARGET Status: Ended Time: 2017-08-15 14:56:07.102
+Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.007
+Task: EXTRACT Status: Started Time: 2017-08-15 14:56:07.102
Rows Processed: 50000
-Task: EXTRACT Status: Ended Time: 2017-05-01 18:49:02.955
-Task: EXTRACT Status: Ended Elapsed Time: 00:00:01.340
-Task: MERGE FILES Status: Started Time: 2017-05-01 18:49:02.955
-Task: MERGE FILES Status: Ended Time: 2017-05-01 18:49:02.995
-Task: MERGE FILES Status: Ended Elapsed Time: 00:00:00.040
+Task: EXTRACT Status: Ended Time: 2017-08-15 14:56:08.375
+Task: EXTRACT Status: Ended Elapsed Time: 00:00:01.274
+Task: MERGE FILES Status: Started Time: 2017-08-15 14:56:08.375
+Task: MERGE FILES Status: Ended Time: 2017-08-15 14:56:08.429
+Task: MERGE FILES Status: Ended Elapsed Time: 00:00:00.053
--- 50000 row(s) unloaded.
>>log;
@@ -551,16 +551,16 @@ LC RC OP OPERATOR OPT DESCRIPTION CARD
+>select * from trafodion.hbase.customer_demographics
+><<+ cardinality 10e10 >>;
Task: UNLOAD Status: Started
-Task: EMPTY TARGET Status: Started Time: 2017-05-01 18:49:06.594
-Task: EMPTY TARGET Status: Ended Time: 2017-05-01 18:49:06.602
-Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.008
-Task: EXTRACT Status: Started Time: 2017-05-01 18:49:06.602
+Task: EMPTY TARGET Status: Started Time: 2017-08-15 14:56:12.216
+Task: EMPTY TARGET Status: Ended Time: 2017-08-15 14:56:12.226
+Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.010
+Task: EXTRACT Status: Started Time: 2017-08-15 14:56:12.226
Rows Processed: 20000
-Task: EXTRACT Status: Ended Time: 2017-05-01 18:49:07.141
-Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.539
-Task: MERGE FILES Status: Started Time: 2017-05-01 18:49:07.142
-Task: MERGE FILES Status: Ended Time: 2017-05-01 18:49:07.178
-Task: MERGE FILES Status: Ended Elapsed Time: 00:00:00.037
+Task: EXTRACT Status: Ended Time: 2017-08-15 14:56:12.740
+Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.513
+Task: MERGE FILES Status: Started Time: 2017-08-15 14:56:12.740
+Task: MERGE FILES Status: Ended Time: 2017-08-15 14:56:12.792
+Task: MERGE FILES Status: Ended Elapsed Time: 00:00:00.052
--- 20000 row(s) unloaded.
>>log;
@@ -578,16 +578,16 @@ cat /tmp/merged_customer_demogs | wc -l
+>select * from trafodion.hbase.customer_demographics
+><<+ cardinality 10e10 >>;
Task: UNLOAD Status: Started
-Task: EMPTY TARGET Status: Started Time: 2017-05-01 18:49:10.514
-Task: EMPTY TARGET Status: Ended Time: 2017-05-01 18:49:10.521
-Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.007
-Task: EXTRACT Status: Started Time: 2017-05-01 18:49:10.521
+Task: EMPTY TARGET Status: Started Time: 2017-08-15 14:56:15.875
+Task: EMPTY TARGET Status: Ended Time: 2017-08-15 14:56:15.887
+Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.012
+Task: EXTRACT Status: Started Time: 2017-08-15 14:56:15.887
Rows Processed: 20000
-Task: EXTRACT Status: Ended Time: 2017-05-01 18:49:10.860
-Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.339
-Task: MERGE FILES Status: Started Time: 2017-05-01 18:49:10.860
-Task: MERGE FILES Status: Ended Time: 2017-05-01 18:49:10.903
-Task: MERGE FILES Status: Ended Elapsed Time: 00:00:00.043
+Task: EXTRACT Status: Ended Time: 2017-08-15 14:56:16.341
+Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.454
+Task: MERGE FILES Status: Started Time: 2017-08-15 14:56:16.341
+Task: MERGE FILES Status: Ended Time: 2017-08-15 14:56:16.380
+Task: MERGE FILES Status: Ended Elapsed Time: 00:00:00.039
--- 20000 row(s) unloaded.
>>log;
@@ -618,21 +618,22 @@ LC RC OP OPERATOR OPT DESCRIPTION CARD
+>select * from trafodion.hbase.customer_demographics_salt
+><<+ cardinality 10e10 >>;
Task: UNLOAD Status: Started
-Task: EMPTY TARGET Status: Started Time: 2017-05-01 18:49:16.748
-Task: EMPTY TARGET Status: Ended Time: 2017-05-01 18:49:16.761
-Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.001
-Task: EXTRACT Status: Started Time: 2017-05-01 18:49:16.761
+Task: EMPTY TARGET Status: Started Time: 2017-08-15 14:56:21.934
+Task: EMPTY TARGET Status: Ended Time: 2017-08-15 14:56:21.941
+Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.007
+Task: EXTRACT Status: Started Time: 2017-08-15 14:56:21.941
Rows Processed: 20000
-Task: EXTRACT Status: Ended Time: 2017-05-01 18:49:17.195
-Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.943
-Task: MERGE FILES Status: Started Time: 2017-05-01 18:49:17.196
-Task: MERGE FILES Status: Ended Time: 2017-05-01 18:49:17.724
-Task: MERGE FILES Status: Ended Elapsed Time: 00:00:00.053
+Task: EXTRACT Status: Ended Time: 2017-08-15 14:56:23.323
+Task: EXTRACT Status: Ended Elapsed Time: 00:00:01.061
+Task: MERGE FILES Status: Started Time: 2017-08-15 14:56:23.328
+Task: MERGE FILES Status: Ended Time: 2017-08-15 14:56:23.624
+Task: MERGE FILES Status: Ended Elapsed Time: 00:00:00.059
--- 20000 row(s) unloaded.
>>
>>log;
regrhadoop.ksh fs -du -s /user/trafodion/bulkload/customer_demographics_salt/merged_customer_demogs_3
+778224 778224 /user/trafodion/bulkload/customer_demographics_salt/merged_customer_demogs_3
>>-------------------
>>--unload 5
>>UNLOAD
@@ -643,16 +644,16 @@ regrhadoop.ksh fs -du -s /user/trafodion/bulkload/customer_demographics_salt/mer
+>select * from trafodion.hbase.customer_demographics_salt
+><<+ cardinality 10e10 >>;
Task: UNLOAD Status: Started
-Task: EMPTY TARGET Status: Started Time: 2017-05-01 18:49:20.244
-Task: EMPTY TARGET Status: Ended Time: 2017-05-01 18:49:20.247
-Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.003
-Task: EXTRACT Status: Started Time: 2017-05-01 18:49:20.247
+Task: EMPTY TARGET Status: Started Time: 2017-08-15 14:56:26.136
+Task: EMPTY TARGET Status: Ended Time: 2017-08-15 14:56:26.145
+Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.009
+Task: EXTRACT Status: Started Time: 2017-08-15 14:56:26.145
Rows Processed: 20000
-Task: EXTRACT Status: Ended Time: 2017-05-01 18:49:20.801
-Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.554
-Task: MERGE FILES Status: Started Time: 2017-05-01 18:49:20.801
-Task: MERGE FILES Status: Ended Time: 2017-05-01 18:49:20.849
-Task: MERGE FILES Status: Ended Elapsed Time: 00:00:00.048
+Task: EXTRACT Status: Ended Time: 2017-08-15 14:56:26.720
+Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.575
+Task: MERGE FILES Status: Started Time: 2017-08-15 14:56:26.720
+Task: MERGE FILES Status: Ended Time: 2017-08-15 14:56:26.785
+Task: MERGE FILES Status: Ended Elapsed Time: 00:00:00.065
--- 20000 row(s) unloaded.
>>
@@ -684,13 +685,13 @@ LC RC OP OPERATOR OPT DESCRIPTION CARD
+>select * from trafodion.hbase.customer_demographics_salt
+><<+ cardinality 10e10 >>;
Task: UNLOAD Status: Started
-Task: EMPTY TARGET Status: Started Time: 2017-05-01 18:49:24.752
-Task: EMPTY TARGET Status: Ended Time: 2017-05-01 18:49:24.849
+Task: EMPTY TARGET Status: Started Time: 2017-08-15 14:56:30.146
+Task: EMPTY TARGET Status: Ended Time: 2017-08-15 14:56:30.248
Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.010
-Task: EXTRACT Status: Started Time: 2017-05-01 18:49:24.850
+Task: EXTRACT Status: Started Time: 2017-08-15 14:56:30.248
Rows Processed: 20000
-Task: EXTRACT Status: Ended Time: 2017-05-01 18:49:24.711
-Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.626
+Task: EXTRACT Status: Ended Time: 2017-08-15 14:56:30.457
+Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.432
--- 20000 row(s) unloaded.
>>
@@ -709,16 +710,16 @@ regrhadoop.ksh fs -ls /user/trafodion/bulkload/customer_demographics_salt/file*
+>select * from trafodion.hbase.customer_demographics_salt
+><<+ cardinality 10e10 >>;
Task: UNLOAD Status: Started
-Task: EMPTY TARGET Status: Started Time: 2017-05-01 18:49:30.834
-Task: EMPTY TARGET Status: Ended Time: 2017-05-01 18:49:30.854
-Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.020
-Task: EXTRACT Status: Started Time: 2017-05-01 18:49:30.854
+Task: EMPTY TARGET Status: Started Time: 2017-08-15 14:56:36.164
+Task: EMPTY TARGET Status: Ended Time: 2017-08-15 14:56:36.180
+Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.017
+Task: EXTRACT Status: Started Time: 2017-08-15 14:56:36.180
Rows Processed: 20000
-Task: EXTRACT Status: Ended Time: 2017-05-01 18:49:31.428
-Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.574
-Task: MERGE FILES Status: Started Time: 2017-05-01 18:49:31.428
-Task: MERGE FILES Status: Ended Time: 2017-05-01 18:49:31.517
-Task: MERGE FILES Status: Ended Elapsed Time: 00:00:00.089
+Task: EXTRACT Status: Ended Time: 2017-08-15 14:56:36.616
+Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.435
+Task: MERGE FILES Status: Started Time: 2017-08-15 14:56:36.616
+Task: MERGE FILES Status: Ended Time: 2017-08-15 14:56:36.675
+Task: MERGE FILES Status: Ended Elapsed Time: 00:00:00.060
--- 20000 row(s) unloaded.
>>
@@ -850,16 +851,16 @@ CD_DEMO_SK CD_GENDER
+>select * from trafodion.hbase.customer_demographics_salt
+><<+ cardinality 10e10 >>;
Task: UNLOAD Status: Started
-Task: EMPTY TARGET Status: Started Time: 2017-05-01 18:49:42.894
-Task: EMPTY TARGET Status: Ended Time: 2017-05-01 18:49:42.904
-Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.010
-Task: EXTRACT Status: Started Time: 2017-05-01 18:49:42.904
+Task: EMPTY TARGET Status: Started Time: 2017-08-15 14:56:47.463
+Task: EMPTY TARGET Status: Ended Time: 2017-08-15 14:56:47.531
+Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.007
+Task: EXTRACT Status: Started Time: 2017-08-15 14:56:47.531
Rows Processed: 20000
-Task: EXTRACT Status: Ended Time: 2017-05-01 18:49:43.534
-Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.630
-Task: MERGE FILES Status: Started Time: 2017-05-01 18:49:43.534
-Task: MERGE FILES Status: Ended Time: 2017-05-01 18:49:43.583
-Task: MERGE FILES Status: Ended Elapsed Time: 00:00:00.049
+Task: EXTRACT Status: Ended Time: 2017-08-15 14:56:47.930
+Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.877
+Task: MERGE FILES Status: Started Time: 2017-08-15 14:56:47.930
+Task: MERGE FILES Status: Ended Time: 2017-08-15 14:56:47.997
+Task: MERGE FILES Status: Ended Elapsed Time: 00:00:00.067
--- 20000 row(s) unloaded.
>>log;
@@ -893,16 +894,16 @@ regrhadoop.ksh fs -ls /user/trafodion/bulkload/customer_demographics_salt/merged
+>select * from trafodion.hbase.customer_demographics_salt
+><<+ cardinality 10e10 >>;
Task: UNLOAD Status: Started
-Task: EMPTY TARGET Status: Started Time: 2017-05-01 18:49:46.855
-Task: EMPTY TARGET Status: Ended Time: 2017-05-01 18:49:46.863
-Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.008
-Task: EXTRACT Status: Started Time: 2017-05-01 18:49:46.863
+Task: EMPTY TARGET Status: Started Time: 2017-08-15 14:56:50.956
+Task: EMPTY TARGET Status: Ended Time: 2017-08-15 14:56:50.966
+Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.010
+Task: EXTRACT Status: Started Time: 2017-08-15 14:56:50.966
Rows Processed: 20000
-Task: EXTRACT Status: Ended Time: 2017-05-01 18:49:47.716
-Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.852
-Task: MERGE FILES Status: Started Time: 2017-05-01 18:49:47.716
-Task: MERGE FILES Status: Ended Time: 2017-05-01 18:49:47.799
-Task: MERGE FILES Status: Ended Elapsed Time: 00:00:00.083
+Task: EXTRACT Status: Ended Time: 2017-08-15 14:56:51.783
+Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.817
+Task: MERGE FILES Status: Started Time: 2017-08-15 14:56:51.783
+Task: MERGE FILES Status: Ended Time: 2017-08-15 14:56:51.867
+Task: MERGE FILES Status: Ended Elapsed Time: 00:00:00.084
--- 20000 row(s) unloaded.
>>--sh sleep 10;
@@ -951,13 +952,13 @@ CD_DEMO_SK CD_GENDER
+>select * from trafodion.hbase.customer_demographics_salt
+><<+ cardinality 10e10 >>;
Task: UNLOAD Status: Started
-Task: EMPTY TARGET Status: Started Time: 2017-05-01 18:49:49.955
-Task: EMPTY TARGET Status: Ended Time: 2017-05-01 18:49:49.962
-Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.007
-Task: EXTRACT Status: Started Time: 2017-05-01 18:49:49.962
+Task: EMPTY TARGET Status: Started Time: 2017-08-15 14:56:54.325
+Task: EMPTY TARGET Status: Ended Time: 2017-08-15 14:56:54.331
+Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.006
+Task: EXTRACT Status: Started Time: 2017-08-15 14:56:54.331
Rows Processed: 20000
-Task: EXTRACT Status: Ended Time: 2017-05-01 18:49:50.550
-Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.588
+Task: EXTRACT Status: Ended Time: 2017-08-15 14:56:54.845
+Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.514
--- 20000 row(s) unloaded.
>>--sh sleep 10;
@@ -965,7 +966,7 @@ Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.588
*** WARNING[8597] Statement was automatically retried 1 time(s). Delay before each retry was 0 seconds. See next entry for the error that caused this retry.
-*** WARNING[8436] Mismatch detected between compiletime and runtime hive table definitions. DataModMismatchDetails: compiledModTS = 1493664587, failedModTS = 1493664590, failedLoc = hdfs://localhost:25600/user/trafodion/hive/exttables/unload_customer_demographics
+*** WARNING[8436] Mismatch detected between compiletime and runtime hive table definitions. DataModMismatchDetails: compiledModTS = 1502809011, failedModTS = 1502809014, failedLoc = hdfs://localhost:25600/user/trafodion/hive/exttables/unload_customer_demographics
(EXPR)
--------------------
@@ -1007,13 +1008,13 @@ CD_DEMO_SK CD_GENDER
+>INTO '/user/trafodion/hive/exttables/unload_customer_address'
+>select * from trafodion.hbase.customer_address ;
Task: UNLOAD Status: Started
-Task: EMPTY TARGET Status: Started Time: 2017-05-01 18:49:53.855
-Task: EMPTY TARGET Status: Ended Time: 2017-05-01 18:49:53.858
-Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.003
-Task: EXTRACT Status: Started Time: 2017-05-01 18:49:53.858
+Task: EMPTY TARGET Status: Started Time: 2017-08-15 14:56:57.715
+Task: EMPTY TARGET Status: Ended Time: 2017-08-15 14:56:57.722
+Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.007
+Task: EXTRACT Status: Started Time: 2017-08-15 14:56:57.722
Rows Processed: 50000
-Task: EXTRACT Status: Ended Time: 2017-05-01 18:49:54.791
-Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.933
+Task: EXTRACT Status: Ended Time: 2017-08-15 14:56:58.660
+Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.938
--- 50000 row(s) unloaded.
>>--sh sleep 10;
@@ -1062,13 +1063,13 @@ CA_ADDRESS_SK CA_ADDRESS_ID
+>INTO '/user/trafodion/hive/exttables/unload_customer_address'
+>select * from trafodion.hbase.customer_address ;
Task: UNLOAD Status: Started
-Task: EMPTY TARGET Status: Started Time: 2017-05-01 18:49:57.416
-Task: EMPTY TARGET Status: Ended Time: 2017-05-01 18:49:57.421
-Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.006
-Task: EXTRACT Status: Started Time: 2017-05-01 18:49:57.422
+Task: EMPTY TARGET Status: Started Time: 2017-08-15 14:57:02.463
+Task: EMPTY TARGET Status: Ended Time: 2017-08-15 14:57:02.470
+Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.007
+Task: EXTRACT Status: Started Time: 2017-08-15 14:57:02.470
Rows Processed: 50000
-Task: EXTRACT Status: Ended Time: 2017-05-01 18:49:58.307
-Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.885
+Task: EXTRACT Status: Ended Time: 2017-08-15 14:57:03.210
+Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.740
--- 50000 row(s) unloaded.
>>--sh sleep 10;
@@ -1076,7 +1077,7 @@ Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.885
*** WARNING[8597] Statement was automatically retried 1 time(s). Delay before each retry was 0 seconds. See next entry for the error that caused this retry.
-*** WARNING[8436] Mismatch detected between compiletime and runtime hive table definitions. DataModMismatchDetails: compiledModTS = 1493664594, failedModTS = 1493664597, failedLoc = hdfs://localhost:25600/user/trafodion/hive/exttables/unload_customer_address
+*** WARNING[8436] Mismatch detected between compiletime and runtime hive table definitions. DataModMismatchDetails: compiledModTS = 1502809018, failedModTS = 1502809022, failedLoc = hdfs://localhost:25600/user/trafodion/hive/exttables/unload_customer_address
(EXPR)
--------------------
@@ -1130,13 +1131,13 @@ CA_ADDRESS_SK CA_ADDRESS_ID
+>INTO '/user/trafodion/hive/exttables/unload_customer'
+>select * from trafodion.hbase.customer_salt;
Task: UNLOAD Status: Started
-Task: EMPTY TARGET Status: Started Time: 2017-05-01 18:50:01.495
-Task: EMPTY TARGET Status: Ended Time: 2017-05-01 18:50:01.497
-Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.002
-Task: EXTRACT Status: Started Time: 2017-05-01 18:50:01.497
+Task: EMPTY TARGET Status: Started Time: 2017-08-15 14:57:08.695
+Task: EMPTY TARGET Status: Ended Time: 2017-08-15 14:57:08.701
+Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.007
+Task: EXTRACT Status: Started Time: 2017-08-15 14:57:08.701
Rows Processed: 100000
-Task: EXTRACT Status: Ended Time: 2017-05-01 18:50:04.887
-Task: EXTRACT Status: Ended Elapsed Time: 00:00:03.390
+Task: EXTRACT Status: Ended Time: 2017-08-15 14:57:12.919
+Task: EXTRACT Status: Ended Elapsed Time: 00:00:04.217
--- 100000 row(s) unloaded.
>>--sh sleep 10;
@@ -1186,13 +1187,13 @@ C_CUSTOMER_SK C_CUSTOMER_ID
+>INTO '/user/trafodion/hive/exttables/unload_customer_demographics'
+>select * from trafodion.hbase.customer_demographics_salt;
Task: UNLOAD Status: Started
-Task: EMPTY TARGET Status: Started Time: 2017-05-01 18:50:07.724
-Task: EMPTY TARGET Status: Ended Time: 2017-05-01 18:50:07.734
-Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.009
-Task: EXTRACT Status: Started Time: 2017-05-01 18:50:07.734
+Task: EMPTY TARGET Status: Started Time: 2017-08-15 14:57:15.925
+Task: EMPTY TARGET Status: Ended Time: 2017-08-15 14:57:15.936
+Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.012
+Task: EXTRACT Status: Started Time: 2017-08-15 14:57:15.937
Rows Processed: 20000
-Task: EXTRACT Status: Ended Time: 2017-05-01 18:50:08.712
-Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.337
+Task: EXTRACT Status: Ended Time: 2017-08-15 14:57:16.236
+Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.299
--- 20000 row(s) unloaded.
>>--sh sleep 10;
@@ -1241,16 +1242,16 @@ CD_DEMO_SK CD_GENDER
+>INTO '/user/trafodion/bulkload/customer_address'
+>select * from trafodion.hbase.customer_address where ca_address_sk < 100;
Task: UNLOAD Status: Started
-Task: EMPTY TARGET Status: Started Time: 2017-05-01 18:50:10.860
-Task: EMPTY TARGET Status: Ended Time: 2017-05-01 18:50:10.909
-Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.005
-Task: EXTRACT Status: Started Time: 2017-05-01 18:50:10.910
+Task: EMPTY TARGET Status: Started Time: 2017-08-15 14:57:18.175
+Task: EMPTY TARGET Status: Ended Time: 2017-08-15 14:57:18.182
+Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.007
+Task: EXTRACT Status: Started Time: 2017-08-15 14:57:18.182
Rows Processed: 99
-Task: EXTRACT Status: Ended Time: 2017-05-01 18:50:10.159
-Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.068
-Task: MERGE FILES Status: Started Time: 2017-05-01 18:50:10.159
-Task: MERGE FILES Status: Ended Time: 2017-05-01 18:50:10.193
-Task: MERGE FILES Status: Ended Elapsed Time: 00:00:00.034
+Task: EXTRACT Status: Ended Time: 2017-08-15 14:57:18.248
+Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.065
+Task: MERGE FILES Status: Started Time: 2017-08-15 14:57:18.248
+Task: MERGE FILES Status: Ended Time: 2017-08-15 14:57:18.284
+Task: MERGE FILES Status: Ended Elapsed Time: 00:00:00.036
--- 99 row(s) unloaded.
>>
@@ -1285,13 +1286,13 @@ regrhadoop.ksh fs -rm /user/trafodion/hive/exttables/unload_customer_demographic
+>INTO '/user/trafodion/hive/exttables/unload_store_sales_summary'
+>select ss_sold_date_sk,ss_store_sk, sum (ss_quantity) from store_sales_salt group by ss_sold_date_sk ,ss_store_sk;
Task: UNLOAD Status: Started
-Task: EMPTY TARGET Status: Started Time: 2017-05-01 18:50:13.905
-Task: EMPTY TARGET Status: Ended Time: 2017-05-01 18:50:13.912
-Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.008
-Task: EXTRACT Status: Started Time: 2017-05-01 18:50:13.912
+Task: EMPTY TARGET Status: Started Time: 2017-08-15 14:57:21.794
+Task: EMPTY TARGET Status: Ended Time: 2017-08-15 14:57:21.809
+Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.014
+Task: EXTRACT Status: Started Time: 2017-08-15 14:57:21.809
Rows Processed: 12349
-Task: EXTRACT Status: Ended Time: 2017-05-01 18:50:18.119
-Task: EXTRACT Status: Ended Elapsed Time: 00:00:04.207
+Task: EXTRACT Status: Ended Time: 2017-08-15 14:57:26.261
+Task: EXTRACT Status: Ended Elapsed Time: 00:00:04.452
--- 12349 row(s) unloaded.
>>--sh sleep 10;
@@ -1409,13 +1410,13 @@ SS_SOLD_DATE_SK SS_STORE_SK SS_QUANTITY
+>INTO '/user/trafodion/hive/exttables/unload_customer_and_address'
+>select * from trafodion.hbase.customer_salt c join trafodion.hbase.customer_address ca on c.c_current_addr_sk = ca.ca_address_sk ;
Task: UNLOAD Status: Started
-Task: EMPTY TARGET Status: Started Time: 2017-05-01 18:50:20.184
-Task: EMPTY TARGET Status: Ended Time: 2017-05-01 18:50:20.186
-Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.003
-Task: EXTRACT Status: Started Time: 2017-05-01 18:50:20.186
+Task: EMPTY TARGET Status: Started Time: 2017-08-15 14:57:28.396
+Task: EMPTY TARGET Status: Ended Time: 2017-08-15 14:57:28.406
+Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.010
+Task: EXTRACT Status: Started Time: 2017-08-15 14:57:28.406
Rows Processed: 100000
-Task: EXTRACT Status: Ended Time: 2017-05-01 18:50:23.138
-Task: EXTRACT Status: Ended Elapsed Time: 00:00:02.952
+Task: EXTRACT Status: Ended Time: 2017-08-15 14:57:31.408
+Task: EXTRACT Status: Ended Elapsed Time: 00:00:03.002
--- 100000 row(s) unloaded.
>>--sh sleep 10;
@@ -1462,13 +1463,13 @@ C_CUSTOMER_SK C_CUSTOMER_ID
+>INTO '/user/trafodion/hive/exttables/unload_customer_address'
+>select * from customer_address where ca_address_sk < 1000 union select * from customer_address where ca_address_sk > 40000 and ca_address_sk < 41000;
Task: UNLOAD Status: Started
-Task: EMPTY TARGET Status: Started Time: 2017-05-01 18:50:27.804
-Task: EMPTY TARGET Status: Ended Time: 2017-05-01 18:50:27.810
-Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.005
-Task: EXTRACT Status: Started Time: 2017-05-01 18:50:27.810
+Task: EMPTY TARGET Status: Started Time: 2017-08-15 14:57:36.424
+Task: EMPTY TARGET Status: Ended Time: 2017-08-15 14:57:36.432
+Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.008
+Task: EXTRACT Status: Started Time: 2017-08-15 14:57:36.432
Rows Processed: 1998
-Task: EXTRACT Status: Ended Time: 2017-05-01 18:50:28.224
-Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.415
+Task: EXTRACT Status: Ended Time: 2017-08-15 14:57:36.875
+Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.443
--- 1998 row(s) unloaded.
>>--sh sleep 10;
@@ -1579,7 +1580,7 @@ ESP_EXCHANGE ============================== SEQ_NO 3 ONLY CHILD 2
use_snapshot_scan ...... TRUE
full_table_name ........ TRAFODION.HBASE.CUSTOMER_DEMOGRAPHICS_SALT
snapshot_name .......... TRAFODION.HBASE.CUSTOMER_DEMOGRAPHICS_SALT_SNAP111
- snapshot_temp_location /user/trafodion/bulkload/20170501185033/
+ snapshot_temp_location /user/trafodion/bulkload/20170815145742/
grep -i -e 'explain reg' -e snapshot -e full_table_name -e esp_exchange LOG018_REGULAR_SCAN_PLAN.TXT | grep -v snapshot_scan_run_id
>>--no snapshot
>>explain reg;
@@ -1663,7 +1664,7 @@ grep -i -e 'explain snp' -e snapshot -e full_table_name -e esp_exchange LOG018_S
use_snapshot_scan ...... TRUE
full_table_name ........ TRAFODION.HBASE.CUSTOMER_ADDRESS
snapshot_name .......... TRAFODION.HBASE.CUSTOMER_ADDRESS_SNAP111
- snapshot_temp_location /user/trafodion/bulkload/20170501185041/
+ snapshot_temp_location /user/trafodion/bulkload/20170815145852/
grep -i -e 'explain reg' -e snapshot -e full_table_name -e esp_exchange LOG018_REGULAR_SCAN_PLAN.TXT | grep -v snapshot_scan_run_id
>>--no snapshot
>>explain reg;
@@ -1758,12 +1759,12 @@ ESP_EXCHANGE ============================== SEQ_NO 6 ONLY CHILD 5
use_snapshot_scan ...... TRUE
full_table_name ........ TRAFODION.HBASE.CUSTOMER_SALT
snapshot_name .......... TRAFODION.HBASE.CUSTOMER_SALT_SNAP111
- snapshot_temp_location /user/trafodion/bulkload/20170501185103/
+ snapshot_temp_location /user/trafodion/bulkload/20170815145917/
ESP_EXCHANGE ============================== SEQ_NO 2 ONLY CHILD 1
use_snapshot_scan ...... TRUE
full_table_name ........ TRAFODION.HBASE.CUSTOMER_ADDRESS
snapshot_name .......... TRAFODION.HBASE.CUSTOMER_ADDRESS_SNAP111
- snapshot_temp_location /user/trafodion/bulkload/20170501185103/
+ snapshot_temp_location /user/trafodion/bulkload/20170815145917/
grep -i -e 'explain reg' -e snapshot -e full_table_name -e esp_exchange LOG018_REGULAR_SCAN_PLAN.TXT | grep -v snapshot_scan_run_id
>>--no snapshot
>>explain reg;
@@ -1881,17 +1882,17 @@ LC RC OP OPERATOR OPT DESCRIPTION CARD
+>select * from customer_address
+><<+ cardinality 10e10 >>;
Task: UNLOAD Status: Started
-Task: EMPTY TARGET Status: Started Time: 2017-05-01 18:52:43.214
-Task: EMPTY TARGET Status: Ended Time: 2017-05-01 18:52:43.224
-Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.009
-Task: VERIFY SNAPSHO Status: Started Time: 2017-05-01 18:52:43.224
+Task: EMPTY TARGET Status: Started Time: 2017-08-15 15:02:14.544
+Task: EMPTY TARGET Status: Ended Time: 2017-08-15 15:02:14.550
+Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.006
+Task: VERIFY SNAPSHO Status: Started Time: 2017-08-15 15:02:14.550
Snapshots verified: 1
-Task: VERIFY SNAPSHO Status: Ended Time: 2017-05-01 18:52:43.607
-Task: VERIFY SNAPSHO Status: Ended Elapsed Time: 00:00:00.383
-Task: EXTRACT Status: Started Time: 2017-05-01 18:52:43.607
+Task: VERIFY SNAPSHO Status: Ended Time: 2017-08-15 15:02:15.334
+Task: VERIFY SNAPSHO Status: Ended Elapsed Time: 00:00:00.784
+Task: EXTRACT Status: Started Time: 2017-08-15 15:02:15.334
Rows Processed: 50000
-Task: EXTRACT Status: Ended Time: 2017-05-01 18:52:44.813
-Task: EXTRACT Status: Ended Elapsed Time: 00:00:01.206
+Task: EXTRACT Status: Ended Time: 2017-08-15 15:02:16.637
+Task: EXTRACT Status: Ended Elapsed Time: 00:00:01.302
--- 50000 row(s) unloaded.
>>
@@ -1962,17 +1963,17 @@ LC RC OP OPERATOR OPT DESCRIPTION CARD
+>INTO '/user/trafodion/hive/exttables/unload_customer_demographics'
+>select * from trafodion.hbase.customer_demographics_salt <<+ cardinality 10e10 >>;
Task: UNLOAD Status: Started
-Task: EMPTY TARGET Status: Started Time: 2017-05-01 18:52:48.844
-Task: EMPTY TARGET Status: Ended Time: 2017-05-01 18:52:48.846
-Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.002
-Task: VERIFY SNAPSHO Status: Started Time: 2017-05-01 18:52:48.846
+Task: EMPTY TARGET Status: Started Time: 2017-08-15 15:02:20.874
+Task: EMPTY TARGET Status: Ended Time: 2017-08-15 15:02:20.878
+Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.003
+Task: VERIFY SNAPSHO Status: Started Time: 2017-08-15 15:02:20.878
Snapshots verified: 1
-Task: VERIFY SNAPSHO Status: Ended Time: 2017-05-01 18:52:49.204
-Task: VERIFY SNAPSHO Status: Ended Elapsed Time: 00:00:00.358
-Task: EXTRACT Status: Started Time: 2017-05-01 18:52:49.204
+Task: VERIFY SNAPSHO Status: Ended Time: 2017-08-15 15:02:21.318
+Task: VERIFY SNAPSHO Status: Ended Elapsed Time: 00:00:00.440
+Task: EXTRACT Status: Started Time: 2017-08-15 15:02:21.318
Rows Processed: 20000
-Task: EXTRACT Status: Ended Time: 2017-05-01 18:52:57.416
-Task: EXTRACT Status: Ended Elapsed Time: 00:00:08.211
+Task: EXTRACT Status: Ended Time: 2017-08-15 15:02:30.925
+Task: EXTRACT Status: Ended Elapsed Time: 00:00:08.774
--- 20000 row(s) unloaded.
>>
@@ -2019,21 +2020,21 @@ CD_DEMO_SK CD_GENDER
+>INTO '/user/trafodion/hive/exttables/unload_customer_demographics'
+>select * from trafodion.hbase.customer_demographics_salt <<+ cardinality 10e10 >>;
Task: UNLOAD Status: Started
-Task: EMPTY TARGET Status: Started Time: 2017-05-01 18:52:59.366
-Task: EMPTY TARGET Status: Ended Time: 2017-05-01 18:52:59.377
-Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.011
-Task: CREATE SNAPSHO Status: Started Time: 2017-05-01 18:52:59.377
+Task: EMPTY TARGET Status: Started Time: 2017-08-15 15:02:32.124
+Task: EMPTY TARGET Status: Ended Time: 2017-08-15 15:02:32.137
+Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.014
+Task: CREATE SNAPSHO Status: Started Time: 2017-08-15 15:02:32.138
Snapshots created: 1
-Task: CREATE SNAPSHO Status: Ended Time: 2017-05-01 18:53:00.390
-Task: CREATE SNAPSHO Status: Ended Elapsed Time: 00:00:01.013
-Task: EXTRACT Status: Started Time: 2017-05-01 18:53:00.393
+Task: CREATE SNAPSHO Status: Ended Time: 2017-08-15 15:02:33.364
+Task: CREATE SNAPSHO Status: Ended Elapsed Time: 00:00:01.227
+Task: EXTRACT Status: Started Time: 2017-08-15 15:02:33.364
Rows Processed: 20000
-Task: EXTRACT Status: Ended Time: 2017-05-01 18:53:01.609
-Task: EXTRACT Status: Ended Elapsed Time: 00:00:01.216
-Task: DELETE SNAPSHO Status: Started Time: 2017-05-01 18:53:01.609
+Task: EXTRACT Status: Ended Time: 2017-08-15 15:02:34.688
+Task: EXTRACT Status: Ended Elapsed Time: 00:00:01.323
+Task: DELETE SNAPSHO Status: Started Time: 2017-08-15 15:02:34.688
Snapshots deleted: 1
-Task: DELETE SNAPSHO Status: Ended Time: 2017-05-01 18:53:01.627
-Task: DELETE SNAPSHO Status: Ended Elapsed Time: 00:00:00.018
+Task: DELETE SNAPSHO Status: Ended Time: 2017-08-15 15:02:34.720
+Task: DELETE SNAPSHO Status: Ended Elapsed Time: 00:00:00.032
--- 20000 row(s) unloaded.
>>
@@ -2041,7 +2042,7 @@ Task: DELETE SNAPSHO Status: Ended Elapsed Time: 00:00:00.018
*** WARNING[8597] Statement was automatically retried 1 time(s). Delay before each retry was 0 seconds. See next entry for the error that caused this retry.
-*** WARNING[8436] Mismatch detected between compiletime and runtime hive table definitions. DataModMismatchDetails: compiledModTS = 1493664777, failedModTS = 1493664780, failedLoc = hdfs://localhost:25600/user/trafodion/hive/exttables/unload_customer_demographics
+*** WARNING[8436] Mismatch detected between compiletime and runtime hive table definitions. DataModMismatchDetails: compiledModTS = 1502809349, failedModTS = 1502809353, failedLoc = hdfs://localhost:25600/user/trafodion/hive/exttables/unload_customer_demographics
(EXPR)
--------------------
@@ -2084,21 +2085,21 @@ CD_DEMO_SK CD_GENDER
+>INTO '/user/trafodion/hive/exttables/unload_customer_demographics'
+>select * from trafodion.hbase.customer_demographics_salt <<+ cardinality 10e10 >>;
Task: UNLOAD Status: Started
-Task: EMPTY TARGET Status: Started Time: 2017-05-01 18:53:04.714
-Task: EMPTY TARGET Status: Ended Time: 2017-05-01 18:53:04.726
-Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.012
-Task: CREATE SNAPSHO Status: Started Time: 2017-05-01 18:53:04.726
+Task: EMPTY TARGET Status: Started Time: 2017-08-15 15:02:37.723
+Task: EMPTY TARGET Status: Ended Time: 2017-08-15 15:02:37.733
+Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.010
+Task: CREATE SNAPSHO Status: Started Time: 2017-08-15 15:02:37.733
Snapshots created: 1
-Task: CREATE SNAPSHO Status: Ended Time: 2017-05-01 18:53:06.337
-Task: CREATE SNAPSHO Status: Ended Elapsed Time: 00:00:01.611
-Task: EXTRACT Status: Started Time: 2017-05-01 18:53:06.337
+Task: CREATE SNAPSHO Status: Ended Time: 2017-08-15 15:02:38.443
+Task: CREATE SNAPSHO Status: Ended Elapsed Time: 00:00:00.710
+Task: EXTRACT Status: Started Time: 2017-08-15 15:02:38.443
Rows Processed: 20000
-Task: EXTRACT Status: Ended Time: 2017-05-01 18:53:07.193
-Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.856
-Task: DELETE SNAPSHO Status: Started Time: 2017-05-01 18:53:07.193
+Task: EXTRACT Status: Ended Time: 2017-08-15 15:02:40.918
+Task: EXTRACT Status: Ended Elapsed Time: 00:00:01.648
+Task: DELETE SNAPSHO Status: Started Time: 2017-08-15 15:02:40.919
Snapshots deleted: 1
-Task: DELETE SNAPSHO Status: Ended Time: 2017-05-01 18:53:07.204
-Task: DELETE SNAPSHO Status: Ended Elapsed Time: 00:00:00.011
+Task: DELETE SNAPSHO Status: Ended Time: 2017-08-15 15:02:40.989
+Task: DELETE SNAPSHO Status: Ended Elapsed Time: 00:00:00.007
--- 20000 row(s) unloaded.
>>
@@ -2114,7 +2115,7 @@ Task: DELETE SNAPSHO Status: Ended Elapsed Time: 00:00:00.011
*** WARNING[8597] Statement was automatically retried 1 time(s). Delay before each retry was 0 seconds. See next entry for the error that caused this retry.
-*** WARNING[8436] Mismatch detected between compiletime and runtime hive table definitions. DataModMismatchDetails: compiledModTS = 1493664781, failedModTS = 1493664786, failedLoc = hdfs://localhost:25600/user/trafodion/hive/exttables/unload_customer_demographics
+*** WARNING[8436] Mismatch detected between compiletime and runtime hive table definitions. DataModMismatchDetails: compiledModTS = 1502809354, failedModTS = 1502809358, failedLoc = hdfs://localhost:25600/user/trafodion/hive/exttables/unload_customer_demographics
CD_DEMO_SK CD_GENDER CD_MARITAL_STATUS CD_EDUCATION_STATUS CD_PURCHASE_ESTIMATE CD_CREDIT_RATING CD_DEP_COUNT CD_DEP_EMPLOYED_COUNT CD_DEP_COLLEGE_COUNT
----------- ---------------------------------------------------------------------------------------------------- ---------------------------------------------------------------------------------------------------- ---------------------------------------------------------------------------------------------------- -------------------- ---------------------------------------------------------------------------------------------------- ------------ --------------------- --------------------
@@ -2150,21 +2151,21 @@ CD_DEMO_SK CD_GENDER
+>INTO '/user/trafodion/hive/exttables/unload_customer_address'
+>select * from customer_address where ca_address_sk < 1000 union select * from customer_address where ca_address_sk > 40000 and ca_address_sk < 41000;
Task: UNLOAD Status: Started
-Task: EMPTY TARGET Status: Started Time: 2017-05-01 18:53:10.415
-Task: EMPTY TARGET Status: Ended Time: 2017-05-01 18:53:10.420
-Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.005
-Task: CREATE SNAPSHO Status: Started Time: 2017-05-01 18:53:10.420
+Task: EMPTY TARGET Status: Started Time: 2017-08-15 15:02:43.246
+Task: EMPTY TARGET Status: Ended Time: 2017-08-15 15:02:43.252
+Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.006
+Task: CREATE SNAPSHO Status: Started Time: 2017-08-15 15:02:43.252
Snapshots created: 1
-Task: CREATE SNAPSHO Status: Ended Time: 2017-05-01 18:53:11.649
-Task: CREATE SNAPSHO Status: Ended Elapsed Time: 00:00:01.228
-Task: EXTRACT Status: Started Time: 2017-05-01 18:53:11.649
+Task: CREATE SNAPSHO Status: Ended Time: 2017-08-15 15:02:44.110
+Task: CREATE SNAPSHO Status: Ended Elapsed Time: 00:00:00.858
+Task: EXTRACT Status: Started Time: 2017-08-15 15:02:44.110
Rows Processed: 1998
-Task: EXTRACT Status: Ended Time: 2017-05-01 18:53:12.226
-Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.577
-Task: DELETE SNAPSHO Status: Started Time: 2017-05-01 18:53:12.226
+Task: EXTRACT Status: Ended Time: 2017-08-15 15:02:44.980
+Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.870
+Task: DELETE SNAPSHO Status: Started Time: 2017-08-15 15:02:44.980
Snapshots deleted: 1
-Task: DELETE SNAPSHO Status: Ended Time: 2017-05-01 18:53:12.234
-Task: DELETE SNAPSHO Status: Ended Elapsed Time: 00:00:00.008
+Task: DELETE SNAPSHO Status: Ended Time: 2017-08-15 15:02:44.986
+Task: DELETE SNAPSHO Status: Ended Elapsed Time: 00:00:00.006
--- 1998 row(s) unloaded.
>>
@@ -2238,21 +2239,21 @@ CA_ADDRESS_SK CA_ADDRESS_ID
+>INTO '/user/trafodion/hive/exttables/unload_customer_and_address'
+>select * from trafodion.hbase.customer_salt c join trafodion.hbase.customer_address ca on c.c_current_addr_sk = ca.ca_address_sk ;
Task: UNLOAD Status: Started
-Task: EMPTY TARGET Status: Started Time: 2017-05-01 18:53:14.484
-Task: EMPTY TARGET Status: Ended Time: 2017-05-01 18:53:14.491
+Task: EMPTY TARGET Status: Started Time: 2017-08-15 15:02:47.233
+Task: EMPTY TARGET Status: Ended Time: 2017-08-15 15:02:47.240
Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.007
-Task: CREATE SNAPSHO Status: Started Time: 2017-05-01 18:53:14.491
+Task: CREATE SNAPSHO Status: Started Time: 2017-08-15 15:02:47.240
Snapshots created: 2
-Task: CREATE SNAPSHO Status: Ended Time: 2017-05-01 18:53:17.824
-Task: CREATE SNAPSHO Status: Ended Elapsed Time: 00:00:03.333
-Task: EXTRACT Status: Started Time: 2017-05-01 18:53:17.824
+Task: CREATE SNAPSHO Status: Ended Time: 2017-08-15 15:02:50.272
+Task: CREATE SNAPSHO Status: Ended Elapsed Time: 00:00:03.032
+Task: EXTRACT Status: Started Time: 2017-08-15 15:02:50.272
Rows Processed: 100000
-Task: EXTRACT Status: Ended Time: 2017-05-01 18:53:22.629
-Task: EXTRACT Status: Ended Elapsed Time: 00:00:04.176
-Task: DELETE SNAPSHO Status: Started Time: 2017-05-01 18:53:22.736
+Task: EXTRACT Status: Ended Time: 2017-08-15 15:02:54.174
+Task: EXTRACT Status: Ended Elapsed Time: 00:00:03.902
+Task: DELETE SNAPSHO Status: Started Time: 2017-08-15 15:02:54.174
Snapshots deleted: 2
-Task: DELETE SNAPSHO Status: Ended Time: 2017-05-01 18:53:22.197
-Task: DELETE SNAPSHO Status: Ended Elapsed Time: 00:00:00.019
+Task: DELETE SNAPSHO Status: Ended Time: 2017-08-15 15:02:54.186
+Task: DELETE SNAPSHO Status: Ended Elapsed Time: 00:00:00.012
--- 100000 row(s) unloaded.
>>--sh sleep 10;
@@ -2319,21 +2320,21 @@ LC RC OP OPERATOR OPT DESCRIPTION CARD
+>INTO '/user/trafodion/hive/exttables/unload_customer_name'
+>select c_first_name,c_last_name from trafodion.hbase.customer_salt;
Task: UNLOAD Status: Started
-Task: EMPTY TARGET Status: Started Time: 2017-05-01 18:53:25.364
-Task: EMPTY TARGET Status: Ended Time: 2017-05-01 18:53:25.366
-Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.002
-Task: CREATE SNAPSHO Status: Started Time: 2017-05-01 18:53:25.366
+Task: EMPTY TARGET Status: Started Time: 2017-08-15 15:02:58.169
+Task: EMPTY TARGET Status: Ended Time: 2017-08-15 15:02:58.257
+Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.009
+Task: CREATE SNAPSHO Status: Started Time: 2017-08-15 15:02:58.257
Snapshots created: 1
-Task: CREATE SNAPSHO Status: Ended Time: 2017-05-01 18:53:26.197
-Task: CREATE SNAPSHO Status: Ended Elapsed Time: 00:00:00.653
-Task: EXTRACT Status: Started Time: 2017-05-01 18:53:26.198
+Task: CREATE SNAPSHO Status: Ended Time: 2017-08-15 15:02:58.684
+Task: CREATE SNAPSHO Status: Ended Elapsed Time: 00:00:00.659
+Task: EXTRACT Status: Started Time: 2017-08-15 15:02:58.684
Rows Processed: 100000
-Task: EXTRACT Status: Ended Time: 2017-05-01 18:53:27.567
-Task: EXTRACT Status: Ended Elapsed Time: 00:00:01.548
-Task: DELETE SNAPSHO Status: Started Time: 2017-05-01 18:53:27.567
+Task: EXTRACT Status: Ended Time: 2017-08-15 15:03:00.257
+Task: EXTRACT Status: Ended Elapsed Time: 00:00:01.573
+Task: DELETE SNAPSHO Status: Started Time: 2017-08-15 15:03:00.257
Snapshots deleted: 1
-Task: DELETE SNAPSHO Status: Ended Time: 2017-05-01 18:53:27.576
-Task: DELETE SNAPSHO Status: Ended Elapsed Time: 00:00:00.009
+Task: DELETE SNAPSHO Status: Ended Time: 2017-08-15 15:03:00.286
+Task: DELETE SNAPSHO Status: Ended Elapsed Time: 00:00:00.029
--- 100000 row(s) unloaded.
>>--sh sleep 10;
@@ -2377,16 +2378,16 @@ C_FIRST_NAME
>>--unload 100 --should give error [8447]
>>unload into '//\a//c' select * from CUSTOMER_ADDRESS;
Task: UNLOAD Status: Started
-Task: EXTRACT Status: Started Time: 2017-05-01 18:53:31.145
+Task: EXTRACT Status: Started Time: 2017-08-15 15:03:02.997
*** ERROR[8447] An error occurred during hdfs access. Error Detail: Java exception in hdfsCreate(). java.io.IOException: No FileSystem for scheme: null
-org.apache.hadoop.fs.FileSystem.getFileSystemClass(FileSystem.java:2676)
-org.apache.hadoop.fs.FileSystem.createFileSystem(FileSystem.java:2690)
-org.apache.hadoop.fs.FileSystem.access$200(FileSystem.java:94)
-org.apache.hadoop.fs.FileSystem$Cache.getInternal(FileSystem.java:2733)
-org.apache.hadoop.fs.FileSystem$Cache.get(FileSystem.java:2715)
-org.apache.hadoop.fs.FileSystem.get(FileSystem.java:382)
-org.trafodion.sql.SequenceFileWriter.hdfsCreate(SequenceFileWriter.java:155)
+org.apache.hadoop.fs.FileSystem.getFileSystemClass(FileSystem.java:2584)
+org.apache.hadoop.fs.FileSystem.createFileSystem(FileSystem.java:2591)
+org.apache.hadoop.fs.FileSystem.access$200(FileSystem.java:91)
+org.apache.hadoop.fs.FileSystem$Cache.getInternal(FileSystem.java:2630)
+org.apache.hadoop.fs.FileSystem$Cache.get(FileSystem.java:2612)
+org.apache.hadoop.fs.FileSystem.get(FileSystem.java:370)
+org.trafodion.sql.SequenceFileWriter.hdfsCreate(SequenceFileWriter.java:156)
--- 0 row(s) unloaded.
>>
@@ -2411,10 +2412,10 @@ unload with delimiter 0 into '/user/trafodion/bulkload/test' select * from CUST
>>--unload 103 -- should not give an error
>>unload with delimiter '\a' into '/user/trafodion/bulkload/test' select * from customer_address;
Task: UNLOAD Status: Started
-Task: EXTRACT Status: Started Time: 2017-05-01 18:53:31.774
+Task: EXTRACT Status: Started Time: 2017-08-15 15:03:03.456
Rows Processed: 50000
-Task: EXTRACT Status: Ended Time: 2017-05-01 18:53:32.634
-Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.860
+Task: EXTRACT Status: Ended Time: 2017-08-15 15:03:04.542
+Task: EXTRACT Status: Ended Elapsed Time: 00:00:01.086
--- 50000 row(s) unloaded.
>>--unload 24 -- should give an error