You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@trafodion.apache.org by an...@apache.org on 2016/05/28 01:12:56 UTC

[1/9] incubator-trafodion git commit: JIRA TRAFODION-2013 Hive null values are now handled correctly.

Repository: incubator-trafodion
Updated Branches:
  refs/heads/master 1fa468760 -> d19936293


http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/1a549e0e/core/sql/regress/hive/TEST018
----------------------------------------------------------------------
diff --git a/core/sql/regress/hive/TEST018 b/core/sql/regress/hive/TEST018
index c0767b3..034a2fb 100644
--- a/core/sql/regress/hive/TEST018
+++ b/core/sql/regress/hive/TEST018
@@ -83,6 +83,8 @@ drop table customer_address_NOPK cascade;
 drop table customer_salt;
 drop table store_sales_salt;
 drop table nulls;
+drop table null_format_src;
+
 sh regrhadoop.ksh fs -rm   /bulkload/merged_customer_address.gz ;
 sh regrhadoop.ksh fs -rm   /bulkload/merged_customer_demogs.gz ;
 sh regrhadoop.ksh fs -rm   /bulkload/merged_customer_demogs_3;
@@ -92,6 +94,7 @@ sh  regrhbase.ksh $REGRTSTDIR/TEST018_drop_hbase_objects.hbase &> $REGRRUNDIR/TE
 ?section setup
 --------------------------------------------------------------------------
 create table nulls (a char(5), b char(10));
+create table null_format_src (a varchar(5), b varchar(5));
 
 create table customer_demographics
 (
@@ -206,6 +209,11 @@ salt using 4 partitions
 insert into nulls values ('aaa1','bbbbb1'),(null,'bbbbb2'),
                          ('aaa3',null),(null,null),
                           ('aaa5',null),(null,'bbbbb6');
+
+insert into null_format_src values 
+   ('a', 'b'), ('a', null), (null, 'b'), ('a', ''), ('', 'b'),
+   (null, ''), (':', null), ('', ''), (':', ':'), (null, null);
+
 --load1
 load with no recovery into customer_address 
 select * from hive.hive.customer_address;    
@@ -237,22 +245,42 @@ select * from hive.hive.store_sales where ss_item_sk <= 1000;
 --
 --select count(*) from hive.hive.store_sales  where ss_item_sk <= 1000;
 select count(*) from store_sales_salt;
--------------------------------
---hive insert 0
-insert overwrite table hive.hive.nulls select * from nulls;
-select * from hive.hive.nulls order by a,b;
+
+------------------------------------------
+-- handling of various null formats
+
+-- using insert
+insert overwrite table hive.hive.null_format_default select * from null_format_src;
+select * from hive.hive.null_format_default;
+
+insert overwrite table hive.hive.null_format_empty select * from null_format_src;
+select * from hive.hive.null_format_empty;
+
+insert overwrite table hive.hive.null_format_colon select * from null_format_src;
+select * from hive.hive.null_format_colon;
+
+
+-- using unload
+unload with purgedata from target
+   into '/user/hive/exttables/null_format_default'
+   select * from null_format_src;
+select * from hive.hive.null_format_default;
+
+unload with purgedata from target
+   into '/user/hive/exttables/null_format_empty'
+   select * from null_format_src;
+select * from hive.hive.null_format_empty;
+
+unload with purgedata from target
+   into '/user/hive/exttables/null_format_colon'
+   select * from null_format_src;
+select * from hive.hive.null_format_colon;
 
 ---index 0
 create index customer_idx1 on customer_salt(c_first_name, c_last_name);
 
-
 sh  regrhbase.ksh $REGRTSTDIR/TEST018_create_hbase_objects.hbase &> $REGRRUNDIR/LOG018_create_hbase_tables.log ;
 
----unload 0 -- nulls 
-unload with purgedata from target
-   into '/user/hive/exttables/nulls'
-   select * from nulls;
-select * from hive.hive.nulls order by a,b;
 
 --exp1
 explain options 'f' 

http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/1a549e0e/core/sql/regress/hive/TEST018_create_hive_tables.hive
----------------------------------------------------------------------
diff --git a/core/sql/regress/hive/TEST018_create_hive_tables.hive b/core/sql/regress/hive/TEST018_create_hive_tables.hive
index 0b1ee22..8536030 100644
--- a/core/sql/regress/hive/TEST018_create_hive_tables.hive
+++ b/core/sql/regress/hive/TEST018_create_hive_tables.hive
@@ -148,14 +148,18 @@ create external table unload_store_sales_summary
 row format delimited fields terminated by '|' 
 location  '/user/hive/exttables/unload_store_sales_summary';
 
-drop table nulls;
-create external table nulls
-(    a string, 
-     b string
-) 
+drop table null_format_default;
+create external table null_format_default (a string, b string);
+
+drop table null_format_empty;
+create external table null_format_empty(a string, b string)
 row format delimited fields terminated by '|' 
-location  '/user/hive/exttables/nulls';
+null defined as '';
 
+drop table null_format_colon;
+create external table null_format_colon(a string, b string)
+row format delimited fields terminated by '|' 
+null defined as ':';
 
 quit;
 

http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/1a549e0e/core/sql/regress/tools/runregr_hive.ksh
----------------------------------------------------------------------
diff --git a/core/sql/regress/tools/runregr_hive.ksh b/core/sql/regress/tools/runregr_hive.ksh
index 1165892..f6fd5f9 100755
--- a/core/sql/regress/tools/runregr_hive.ksh
+++ b/core/sql/regress/tools/runregr_hive.ksh
@@ -225,43 +225,8 @@ skippedfiles=
 testfiles="$prettyfiles"
 prettyfiles=
 
-# skip these tests on all platforms.
-skipTheseTests=""
-
-# skip these tests for SQLMX and SQLMP tables on NSK platform
-if [ $nsk -eq 1 ]; then
-  skipTheseTests="TEST*"
-fi
-
-# skip these tests for RELEASE ONLY tests on NSK
-#if [ "$BUILD_FLAVOR" = "RELEASE" ]; then
-#  skipTheseTests="$skipTheseTests TESTxxx"
-#fi
-
-# skip these tests for DEBUG ONLY tests on NSK
-#if [ "$BUILD_FLAVOR" = "DEBUG" ]; then
-#  skipTheseTests="$skipTheseTests TESTxxx"
-#fi
-
-# skip these tests for NT
-if [ `uname` = "Windows_NT" ]; then
-  skipTheseTests="TEST*"
-fi
-
-
-#skip these tests for Linux
-#if [ `uname` = "Linux" ]; then
-#  skipTheseTests="$skipTheseTests TESTxxx"
-#fi
-
-#skip these tests when seabase eq 1.
-if [ "$seabase" -ne 0 ]; then
-  if [ "$seabase" -eq 1 ]; then
-    skipTheseTests="TEST004"
-  fi
-fi
-#skipTheseTests="TEST020"
-skipTheseTests=
+# skip these tests
+skipTheseTests="TEST020"
 
 # Skip exclusive tests during concurrent execution
 if [ "$REGRCONCURRENT" -ne 0 ]; then

http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/1a549e0e/core/sql/sqlcomp/DefaultConstants.h
----------------------------------------------------------------------
diff --git a/core/sql/sqlcomp/DefaultConstants.h b/core/sql/sqlcomp/DefaultConstants.h
index 8faee51..5878bf7 100644
--- a/core/sql/sqlcomp/DefaultConstants.h
+++ b/core/sql/sqlcomp/DefaultConstants.h
@@ -3646,7 +3646,6 @@ enum DefaultConstants
   GROUP_BY_PARTIAL_ROOT_THRESHOLD,
   TRAF_UNLOAD_BYPASS_LIBHDFS,
   TRAF_UNLOAD_DEF_DELIMITER,
-  TRAF_UNLOAD_DEF_NULL_STRING,
   TRAF_UNLOAD_DEF_RECORD_SEPARATOR,
   TRAF_LOAD_FORCE_CIF,
   TRAF_ENABLE_ORC_FORMAT,
@@ -3818,6 +3817,7 @@ enum DefaultConstants
   HIVE_SCAN_SPECIAL_MODE,
 
   COMPILER_IDLE_TIMEOUT,
+
   // This enum constant must be the LAST one in the list; it's a count,
   // not an Attribute (it's not IN DefaultDefaults; it's the SIZE of it)!
   __NUM_DEFAULT_ATTRIBUTES

http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/1a549e0e/core/sql/sqlcomp/nadefaults.cpp
----------------------------------------------------------------------
diff --git a/core/sql/sqlcomp/nadefaults.cpp b/core/sql/sqlcomp/nadefaults.cpp
index 2d2b83b..6221024 100644
--- a/core/sql/sqlcomp/nadefaults.cpp
+++ b/core/sql/sqlcomp/nadefaults.cpp
@@ -3404,7 +3404,6 @@ XDDkwd__(SUBQUERY_UNNESTING,			"ON"),
 
   DDkwd__(TRAF_UNLOAD_BYPASS_LIBHDFS,                  "ON"),
   DD_____(TRAF_UNLOAD_DEF_DELIMITER,                   "|" ),
-  DD_____(TRAF_UNLOAD_DEF_NULL_STRING,                 "" ),
   DD_____(TRAF_UNLOAD_DEF_RECORD_SEPARATOR,            "\n" ),
   DDint__(TRAF_UNLOAD_HDFS_COMPRESS,                   "0"),
   DDkwd__(TRAF_UNLOAD_SKIP_WRITING_TO_FILES,           "OFF"),


[3/9] incubator-trafodion git commit: JIRA TRAFODION-2013 Hive null values are now handled correctly.

Posted by an...@apache.org.
http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/1a549e0e/core/sql/regress/hive/EXPECTED005
----------------------------------------------------------------------
diff --git a/core/sql/regress/hive/EXPECTED005 b/core/sql/regress/hive/EXPECTED005
index eff0c42..28d4f37 100644
--- a/core/sql/regress/hive/EXPECTED005
+++ b/core/sql/regress/hive/EXPECTED005
@@ -75,9 +75,9 @@
 C_PREFERRED_CUST_FLAG      (EXPR)              
 -------------------------  --------------------
 
+                                            685
 N                                          9789
 Y                                          9525
-?                                           685
 
 --- 3 row(s) selected.
 >>
@@ -113,9 +113,9 @@ Y                                          9525
 C_PREFERRED_CUST_FLAG      (EXPR)              
 -------------------------  --------------------
 
+                                            685
 N                                          9789
 Y                                          9525
-?                                           685
 
 --- 3 row(s) selected.
 >>-- should get an NATable cache
@@ -221,9 +221,9 @@ xyz
 C_PREFERRED_CUST_FLAG      (EXPR)              
 -------------------------  --------------------
 
+                                            685
 N                                          9789
 Y                                          9525
-?                                           685
 
 --- 3 row(s) selected.
 >>execute s3;
@@ -307,9 +307,9 @@ A            B
 C_PREFERRED_CUST_FLAG      (EXPR)              
 -------------------------  --------------------
 
+                                            685
 N                                          9789
 Y                                          9525
-?                                           685
 
 --- 3 row(s) selected.
 >>execute s4;
@@ -317,9 +317,9 @@ Y                                          9525
 C_PREFERRED_CUST_FLAG      (EXPR)              
 -------------------------  --------------------
 
+                                           1384
 N                                         19631
 Y                                         18984
-?                                          1384
 
 --- 3 row(s) selected.
 >>execute s2part;
@@ -453,21 +453,21 @@ TINT    SM      I            BIG                   STR                        F
 --- SQL operation complete.
 >>select c1, CONVERTTOHEX(c2) from tbl_gbk;
 
-C1           (EXPR)
+C1           (EXPR)                                            
 -----------  --------------------------------------------------
 
-          3  EC8B90EC978E
-          5  EC8B90EC978E
-          2  EC8B90EC978E
-          4  EC8B90EC978E
-          6  EC8B90EC978E
-          7  EC8B90EC978E
-          8  EC8B90EC978E
-          3  ECBB93EB9F8FECAB97EB9B91
-          2  ECBB93EB9F8FECAB97EB9B91
-          6  ECBB93EB9F8FECAB97EB9B91
-         19  ECBB93EB9F8FECAB97EB9B91
-          8  ECBB93EB9F8FECAB97EB9B91
+          3  EC8B90EC978E                                      
+          5  EC8B90EC978E                                      
+          2  EC8B90EC978E                                      
+          4  EC8B90EC978E                                      
+          6  EC8B90EC978E                                      
+          7  EC8B90EC978E                                      
+          8  EC8B90EC978E                                      
+          3  ECBB93EB9F8FECAB97EB9B91                          
+          2  ECBB93EB9F8FECAB97EB9B91                          
+          6  ECBB93EB9F8FECAB97EB9B91                          
+         19  ECBB93EB9F8FECAB97EB9B91                          
+          8  ECBB93EB9F8FECAB97EB9B91                          
 
 --- 12 row(s) selected.
 >>cqd HIVE_FILE_CHARSET reset;
@@ -516,7 +516,7 @@ C1           C2           C3           C4
 --- 10 row(s) loaded.
 >>select * from trafodion.seabase.tbl_dos_num;
 
-C1           C2
+C1           C2         
 -----------  -----------
 
           0        39478
@@ -544,16 +544,16 @@ C1           C2
 --- SQL operation complete.
 >>select * from tbl_bad;
 
-C1           C2                    C3                         C4               C5      C6                          C7                                                 C8
------------  --------------------  -------------------------  ---------------  ------  --------------------------  -------------------------                          ------
+C1           C2                    C3                         C4               C5      C6                          C7                         C8
+-----------  --------------------  -------------------------  ---------------  ------  --------------------------  -------------------------  ------
 
-          ?                     ?  c                                        ?       ?  ?                                                   ?                               ?
-          ?                     ?  c                                        ?       ?  2017-01-01 10:10:10.000000   1.01000000000000000E+000                               1
-          ?                     ?                                           ?       ?  ?                                                   ?                               ?
-          1                     1  averylongstring            -1.0000000E+000       0  2017-01-01 10:10:10.000000   1.00010000000000000E+002                               1
-          2                     2  good                        1.1000000E+000       2  2017-01-01 10:10:10.000000   2.00000000000000000E+002                            1000
-          3                     3  good                        1.0000000E+000       2  2017-01-01 10:10:10.000000   2.10000000000000000E+002                              10
-          ?            4294967295  good                        3.3999999E+038       ?  2017-01-01 10:10:10.000000   1.69999999999999968E+308                              10
+          ?                     ?  c                                        ?       ?  ?                                                   ?       ?
+          ?                     ?  c                                        ?       ?  2017-01-01 10:10:10.000000   1.01000000000000000E+000       1
+          ?                     ?                                           ?       ?  ?                                                   ?       ?
+          1                     1  averylongstring            -1.0000000E+000       0  2017-01-01 10:10:10.000000   1.00010000000000000E+002       1
+          2                     2  good                        1.1000000E+000       2  2017-01-01 10:10:10.000000   2.00000000000000000E+002    1000
+          3                     3  good                        1.0000000E+000       2  2017-01-01 10:10:10.000000   2.10000000000000000E+002      10
+          ?            4294967295  good                        3.3999999E+038       ?  2017-01-01 10:10:10.000000   1.69999999999999968E+308      10
           0            9999999999  bad                                      ?       ?  ?                                                   ?       ?
 
 --- 8 row(s) selected.

http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/1a549e0e/core/sql/regress/hive/EXPECTED006
----------------------------------------------------------------------
diff --git a/core/sql/regress/hive/EXPECTED006 b/core/sql/regress/hive/EXPECTED006
index 15539d2..645cca9 100644
--- a/core/sql/regress/hive/EXPECTED006
+++ b/core/sql/regress/hive/EXPECTED006
@@ -55,11 +55,11 @@ P_PROMO_SK   P_PROMO_ID                 P_START_DATE_SK  P_END_DATE_SK  P_ITEM_S
           8  AAAAAAAAIAAAAAAA                   2450350        2450409          304   1.0000000E+003                  1  eing                       Y                          N                          N                          N                          N                          N                          N                          N                          Offences feel only on a f  Unknown                    N                        
           9  AAAAAAAAJAAAAAAA                   2450192        2450248         3439   1.0000000E+003                  1  n st                       Y                          N                          N                          N                          N                          N                          N                          N                          External forces shall com  Unknown                    N                        
          10  AAAAAAAAKAAAAAAA                   2450324        2450365         3314   1.0000000E+003                  1  bar                        N                          N                          N                          N                          N                          N                          N                          N                          Only local achievements u  Unknown                    N                        
-         11  AAAAAAAALAAAAAAA                         ?              ?            ?   1.0000000E+003                  ?  ought                      ?                          ?                          ?                          ?                          N                          ?                          N                          N                          Teachers shall not make u  Unknown                    N                        
+         11  AAAAAAAALAAAAAAA                         ?              ?            ?   1.0000000E+003                  ?  ought                                                                                                                                  N                                                     N                          N                          Teachers shall not make u  Unknown                    N                        
          12  AAAAAAAAMAAAAAAA                   2450153        2450169         6688   1.0000000E+003                  1  able                       N                          N                          N                          N                          N                          N                          N                          N                          Also only times would com  Unknown                    N                        
          13  AAAAAAAANAAAAAAA                   2450316        2450365        11354   1.0000000E+003                  1  pri                        N                          N                          N                          N                          N                          N                          N                          N                          Years shall not go later   Unknown                    N                        
          14  AAAAAAAAOAAAAAAA                   2450236        2450282        14480   1.0000000E+003                  1  ese                        N                          N                          N                          N                          N                          N                          N                          N                          Adults would not delay ra  Unknown                    N                        
-         15  AAAAAAAAPAAAAAAA                         ?              ?            ?   1.0000000E+003                  ?  anti                       Y                          ?                          N                          N                          ?                          N                          N                          N                          Old elements would shake   Unknown                    N                        
+         15  AAAAAAAAPAAAAAAA                         ?              ?            ?   1.0000000E+003                  ?  anti                       Y                                                     N                          N                                                     N                          N                          N                          Old elements would shake   Unknown                    N                        
          16  AAAAAAAAABAAAAAA                   2450342        2450351        11899   1.0000000E+003                  1  cally                      Y                          N                          N                          N                          N                          N                          N                          N                          Sudden, wooden theories w  Unknown                    N                        
          17  AAAAAAAABBAAAAAA                   2450360        2450406        15529   1.0000000E+003                  1  ation                      Y                          N                          N                          N                          N                          N                          N                          N                          Almost old churches ought  Unknown                    N                        
          18  AAAAAAAACBAAAAAA                   2450581        2450592         8599   1.0000000E+003                  1  eing                       Y                          N                          N                          N                          N                          N                          N                          N                          National communities use   Unknown                    N                        
@@ -72,7 +72,7 @@ P_PROMO_SK   P_PROMO_ID                 P_START_DATE_SK  P_END_DATE_SK  P_ITEM_S
          25  AAAAAAAAJBAAAAAA                   2450757        2450780        16328   1.0000000E+003                  1  anti                       Y                          N                          N                          N                          N                          N                          N                          N                          Scenes might make high     Unknown                    N                        
          26  AAAAAAAAKBAAAAAA                   2450528        2450545         8600   1.0000000E+003                  1  cally                      N                          N                          N                          N                          N                          N                          N                          N                          Legal discussions must no  Unknown                    N                        
          27  AAAAAAAALBAAAAAA                   2450849        2450879        15421   1.0000000E+003                  1  ation                      Y                          N                          N                          N                          N                          N                          N                          N                          Mental men go british fri  Unknown                    N                        
-         28  AAAAAAAAMBAAAAAA                   2450816        2450856         1885                ?                  1  ?                          N                          N                          N                          N                          N                          ?                          N                          N                          Successful opportunities   Unknown                    ?                        
+         28  AAAAAAAAMBAAAAAA                   2450816        2450856         1885                ?                  1                             N                          N                          N                          N                          N                                                     N                          N                          Successful opportunities   Unknown                                             
          29  AAAAAAAANBAAAAAA                   2450696        2450732        14660   1.0000000E+003                  1  n st                       Y                          N                          N                          N                          N                          N                          N                          N                          Residential, necessary     Unknown                    N                        
          30  AAAAAAAAOBAAAAAA                   2450718        2450762        10987   1.0000000E+003                  1  bar                        N                          N                          N                          N                          N                          N                          N                          N                          Flowers used to stop ther  Unknown                    N                        
          31  AAAAAAAAPBAAAAAA                   2450848        2450880        11990   1.0000000E+003                  1  ought                      Y                          N                          N                          N                          N                          N                          N                          N                          Broad times might satisfy  Unknown                    N                        
@@ -102,7 +102,7 @@ P_PROMO_SK   P_PROMO_ID                 P_START_DATE_SK  P_END_DATE_SK  P_ITEM_S
          55  AAAAAAAAHDAAAAAA                   2450622        2450677        12104   1.0000000E+003                  1  anti                       N                          N                          N                          N                          N                          N                          N                          N                          Recent, southern lists go  Unknown                    N                        
          56  AAAAAAAAIDAAAAAA                   2450838        2450888        17563   1.0000000E+003                  1  cally                      Y                          N                          N                          N                          N                          N                          N                          N                          Procedures can call healt  Unknown                    N                        
          57  AAAAAAAAJDAAAAAA                   2450834        2450842        12247   1.0000000E+003                  1  ation                      Y                          N                          N                          N                          N                          N                          N                          N                          Hours discriminate tracks  Unknown                    N                        
-         58  AAAAAAAAKDAAAAAA                         ?        2450797        12404   1.0000000E+003                  ?  eing                       Y                          N                          N                          N                          ?                          N                          ?                          ?                          ?                          ?                          ?                        
+         58  AAAAAAAAKDAAAAAA                         ?        2450797        12404   1.0000000E+003                  ?  eing                       Y                          N                          N                          N                                                     N                                                                                                                                                               
          59  AAAAAAAALDAAAAAA                   2450273        2450322         5102   1.0000000E+003                  1  n st                       N                          N                          N                          N                          N                          N                          N                          N                          Strong samples participat  Unknown                    N                        
          60  AAAAAAAAMDAAAAAA                   2450646        2450676        12076   1.0000000E+003                  1  bar                        Y                          N                          N                          N                          N                          N                          N                          N                          Yards write too only shap  Unknown                    N                        
          61  AAAAAAAANDAAAAAA                   2450619        2450667        14864   1.0000000E+003                  1  ought                      Y                          N                          N                          N                          N                          N                          N                          N                          Necessary men shall make   Unknown                    N                        
@@ -115,7 +115,7 @@ P_PROMO_SK   P_PROMO_ID                 P_START_DATE_SK  P_END_DATE_SK  P_ITEM_S
          68  AAAAAAAAEEAAAAAA                   2450851        2450893         1210   1.0000000E+003                  1  eing                       Y                          N                          N                          N                          N                          N                          N                          N                          Reasonably additional sho  Unknown                    N                        
          69  AAAAAAAAFEAAAAAA                   2450202        2450219         7471   1.0000000E+003                  1  n st                       N                          N                          N                          N                          N                          N                          N                          N                          All right able intere      Unknown                    N                        
          70  AAAAAAAAGEAAAAAA                   2450679        2450735         3571   1.0000000E+003                  1  bar                        Y                          N                          N                          N                          N                          N                          N                          N                          Commercial, cool cells st  Unknown                    N                        
-         71  AAAAAAAAHEAAAAAA                   2450347              ?            ?                ?                  ?  ?                          Y                          ?                          N                          ?                          N                          N                          N                          N                          Impossible programmes say  ?                          ?                        
+         71  AAAAAAAAHEAAAAAA                   2450347              ?            ?                ?                  ?                             Y                                                     N                                                     N                          N                          N                          N                          Impossible programmes say                                                      
          72  AAAAAAAAIEAAAAAA                   2450347        2450373         6662   1.0000000E+003                  1  able                       N                          N                          N                          N                          N                          N                          N                          N                          Beautiful, british trees   Unknown                    N                        
          73  AAAAAAAAJEAAAAAA                   2450578        2450637         9032   1.0000000E+003                  1  pri                        Y                          N                          N                          N                          N                          N                          N                          N                          Tremendous, social towns   Unknown                    N                        
          74  AAAAAAAAKEAAAAAA                   2450425        2450456        13904   1.0000000E+003                  1  ese                        N                          N                          N                          N                          N                          N                          N                          N                          Decent bodies grant overs  Unknown                    N                        
@@ -145,7 +145,7 @@ P_PROMO_SK   P_PROMO_ID                 P_START_DATE_SK  P_END_DATE_SK  P_ITEM_S
          98  AAAAAAAACGAAAAAA                   2450384        2450387        10414   1.0000000E+003                  1  eing                       Y                          N                          N                          N                          N                          N                          N                          N                          Periods shall not need as  Unknown                    N                        
          99  AAAAAAAADGAAAAAA                   2450742        2450799         7544   1.0000000E+003                  1  n st                       Y                          N                          N                          N                          N                          N                          N                          N                          White, easy shoulders mig  Unknown                    N                        
         100  AAAAAAAAEGAAAAAA                   2450508        2450562        10645   1.0000000E+003                  1  bar                        N                          N                          N                          N                          N                          N                          N                          N                          Villages go more. Ministe  Unknown                    N                        
-        101  AAAAAAAAFGAAAAAA                         ?        2450811            ?                ?                  ?  ?                          ?                          N                          N                          ?                          ?                          ?                          N                          N                          Reports would make at a w  Unknown                    N                        
+        101  AAAAAAAAFGAAAAAA                         ?        2450811            ?                ?                  ?                                                        N                          N                                                                                                           N                          N                          Reports would make at a w  Unknown                    N                        
         102  AAAAAAAAGGAAAAAA                   2450608        2450614         9614   1.0000000E+003                  1  able                       Y                          N                          N                          N                          N                          N                          N                          N                          Medieval fires may read;   Unknown                    N                        
         103  AAAAAAAAHGAAAAAA                   2450499        2450525        12688   1.0000000E+003                  1  pri                        N                          N                          N                          N                          N                          N                          N                          N                          Still ready eyes will cre  Unknown                    N                        
         104  AAAAAAAAIGAAAAAA                   2450276        2450293         2461   1.0000000E+003                  1  ese                        N                          N                          N                          N                          N                          N                          N                          N                          Years will sum always sma  Unknown                    N                        
@@ -240,8 +240,8 @@ P_PROMO_SK   P_PROMO_ID                 P_START_DATE_SK  P_END_DATE_SK  P_ITEM_S
         193  AAAAAAAABMAAAAAA                   2450259        2450309         8780   1.0000000E+003                  1  pri                        Y                          N                          N                          N                          N                          N                          N                          N                          Terms should not know. Co  Unknown                    N                        
         194  AAAAAAAACMAAAAAA                   2450664        2450723          289   1.0000000E+003                  1  ese                        Y                          N                          N                          N                          N                          N                          N                          N                          Cultural deaths could dev  Unknown                    N                        
         195  AAAAAAAADMAAAAAA                   2450543        2450601         5167   1.0000000E+003                  1  anti                       N                          N                          N                          N                          N                          N                          N                          N                          Conventions make immediat  Unknown                    N                        
-        196  AAAAAAAAEMAAAAAA                   2450315              ?            ?                ?                  1  ?                          Y                          ?                          ?                          N                          N                          ?                          ?                          N                          Able patients will lend a  ?                          ?                        
-        197  AAAAAAAAFMAAAAAA                   2450299              ?        10550                ?                  1  ?                          ?                          N                          N                          N                          N                          ?                          ?                          ?                          ?                          Unknown                    ?                        
+        196  AAAAAAAAEMAAAAAA                   2450315              ?            ?                ?                  1                             Y                                                                                N                          N                                                                                N                          Able patients will lend a                                                      
+        197  AAAAAAAAFMAAAAAA                   2450299              ?        10550                ?                  1                                                        N                          N                          N                          N                                                                                                                                      Unknown                                             
         198  AAAAAAAAGMAAAAAA                   2450617        2450670        15439   1.0000000E+003                  1  eing                       Y                          N                          N                          N                          N                          N                          N                          N                          German, crude expectation  Unknown                    N                        
         199  AAAAAAAAHMAAAAAA                   2450772        2450825         8587   1.0000000E+003                  1  n st                       N                          N                          N                          N                          N                          N                          N                          N                          Powerful, considerable pr  Unknown                    N                        
 

http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/1a549e0e/core/sql/regress/hive/EXPECTED015
----------------------------------------------------------------------
diff --git a/core/sql/regress/hive/EXPECTED015 b/core/sql/regress/hive/EXPECTED015
index 09d9639..f1d6067 100644
--- a/core/sql/regress/hive/EXPECTED015
+++ b/core/sql/regress/hive/EXPECTED015
@@ -209,9 +209,9 @@ Task:  CLEANUP         Status: Started    Object: TRAFODION.HBASE.T015T2
 Task:  CLEANUP         Status: Ended      Object: TRAFODION.HBASE.T015T2
 Task:  PREPARATION     Status: Started    Object: TRAFODION.HBASE.T015T2
        Rows Processed: 5 
-Task:  PREPARATION     Status: Ended      ET: 00:00:00.159
+Task:  PREPARATION     Status: Ended      ET: 00:00:00.184
 Task:  COMPLETION      Status: Started    Object: TRAFODION.HBASE.T015T2
-Task:  COMPLETION      Status: Ended      ET: 00:00:00.530
+Task:  COMPLETION      Status: Ended      ET: 00:00:00.359
 
 --- 5 row(s) loaded.
 >>
@@ -233,9 +233,9 @@ Task:  CLEANUP         Status: Started    Object: TRAFODION.HBASE.T015T2
 Task:  CLEANUP         Status: Ended      Object: TRAFODION.HBASE.T015T2
 Task:  PREPARATION     Status: Started    Object: TRAFODION.HBASE.T015T2
        Rows Processed: 5 
-Task:  PREPARATION     Status: Ended      ET: 00:00:00.171
+Task:  PREPARATION     Status: Ended      ET: 00:00:00.176
 Task:  COMPLETION      Status: Started    Object: TRAFODION.HBASE.T015T2
-Task:  COMPLETION      Status: Ended      ET: 00:00:00.155
+Task:  COMPLETION      Status: Ended      ET: 00:00:00.203
 
 --- 5 row(s) loaded.
 >>
@@ -258,9 +258,9 @@ Task:  CLEANUP         Status: Started    Object: TRAFODION.HBASE.T015T2
 Task:  CLEANUP         Status: Ended      Object: TRAFODION.HBASE.T015T2
 Task:  PREPARATION     Status: Started    Object: TRAFODION.HBASE.T015T2
        Rows Processed: 5 
-Task:  PREPARATION     Status: Ended      ET: 00:00:00.068
+Task:  PREPARATION     Status: Ended      ET: 00:00:00.195
 Task:  COMPLETION      Status: Started    Object: TRAFODION.HBASE.T015T2
-Task:  COMPLETION      Status: Ended      ET: 00:00:00.826
+Task:  COMPLETION      Status: Ended      ET: 00:00:00.318
 
 --- 5 row(s) loaded.
 >>
@@ -288,9 +288,9 @@ Task:  CLEANUP         Status: Started    Object: TRAFODION.HBASE.T015T2
 Task:  CLEANUP         Status: Ended      Object: TRAFODION.HBASE.T015T2
 Task:  PREPARATION     Status: Started    Object: TRAFODION.HBASE.T015T2
        Rows Processed: 5 
-Task:  PREPARATION     Status: Ended      ET: 00:00:00.177
+Task:  PREPARATION     Status: Ended      ET: 00:00:00.179
 Task:  COMPLETION      Status: Started    Object: TRAFODION.HBASE.T015T2
-Task:  COMPLETION      Status: Ended      ET: 00:00:00.298
+Task:  COMPLETION      Status: Ended      ET: 00:00:00.380
 
 --- 5 row(s) loaded.
 >>
@@ -461,9 +461,9 @@ Task:  CLEANUP         Status: Started    Object: TRAFODION.HBASE.CUSTOMER_ADDRE
 Task:  CLEANUP         Status: Ended      Object: TRAFODION.HBASE.CUSTOMER_ADDRESS
 Task:  PREPARATION     Status: Started    Object: TRAFODION.HBASE.CUSTOMER_ADDRESS
        Rows Processed: 5000 
-Task:  PREPARATION     Status: Ended      ET: 00:00:07.610
+Task:  PREPARATION     Status: Ended      ET: 00:00:08.673
 Task:  COMPLETION      Status: Started    Object: TRAFODION.HBASE.CUSTOMER_ADDRESS
-Task:  COMPLETION      Status: Ended      ET: 00:00:00.603
+Task:  COMPLETION      Status: Ended      ET: 00:00:00.402
 
 --- 5000 row(s) loaded.
 >>
@@ -487,14 +487,14 @@ CA_ADDRESS_SK  CA_ADDRESS_ID     CA_STREET_NUMBER  CA_STREET_NAME
             4  AAAAAAAAEAAAAAAA  111               Smith                                                         Wy               Suite A          Oak Ridge                                                     Kit Carson County               CO        88371       United States                           -7.00  condo               
             5  AAAAAAAAFAAAAAAA  31                College                                                       Blvd             Suite 180        Glendale                                                      Barry County                    MO        63951       United States                           -6.00  single family       
             6  AAAAAAAAGAAAAAAA  59                Williams Sixth                                                Parkway          Suite 100        Lakeview                                                      Chelan County                   WA        98579       United States                           -8.00  single family       
-            7  AAAAAAAAHAAAAAAA  ?                 Hill 7th                                                      Road             Suite U          Farmington                                                    ?                               ?         39145       United States                               ?  ?                   
+            7  AAAAAAAAHAAAAAAA                    Hill 7th                                                      Road             Suite U          Farmington                                                                                              39145       United States                               ?                      
             8  AAAAAAAAIAAAAAAA  875               Lincoln                                                       Ct.              Suite Y          Union                                                         Bledsoe County                  TN        38721       United States                           -5.00  apartment           
             9  AAAAAAAAJAAAAAAA  819               1st Laurel                                                    Ave              Suite 70         New Hope                                                      Perry County                    AL        39431       United States                           -6.00  condo               
            10  AAAAAAAAKAAAAAAA  851               Woodland Poplar                                               ST               Suite Y          Martinsville                                                  Haines Borough                  AK        90419       United States                           -9.00  condo               
            11  AAAAAAAALAAAAAAA  189               13th 2nd                                                      Street           Suite 470        Maple Grove                                                   Madison County                  MT        68252       United States                           -7.00  single family       
            12  AAAAAAAAMAAAAAAA  76                Ash 8th                                                       Ct.              Suite O          Edgewood                                                      Mifflin County                  PA        10069       United States                           -5.00  apartment           
            13  AAAAAAAANAAAAAAA  424               Main Second                                                   Ln               Suite 130        Greenville                                                    Noxubee County                  MS        51387       United States                           -6.00  single family       
-           14  AAAAAAAAOAAAAAAA  923               Pine Oak                                                      Dr.              Suite 100        ?                                                             Lipscomb County                 TX        77752       ?                                       -6.00  ?                   
+           14  AAAAAAAAOAAAAAAA  923               Pine Oak                                                      Dr.              Suite 100                                                                      Lipscomb County                 TX        77752                                               -6.00                      
            15  AAAAAAAAPAAAAAAA  314               Spring                                                        Ct.              Suite B          Oakland                                                       Washington County               OH        49843       United States                           -5.00  apartment           
            16  AAAAAAAAABAAAAAA  576               Adams Center                                                  Street           Suite J          Valley View                                                   Oldham County                   TX        75124       United States                           -6.00  condo               
            17  AAAAAAAABBAAAAAA  801               Green                                                         Dr.              Suite 0          Montpelier                                                    Richland County                 OH        48930       United States                           -5.00  single family       
@@ -543,9 +543,9 @@ Task:  CLEANUP         Status: Started    Object: TRAFODION.HBASE.CUSTOMER_ADDRE
 Task:  CLEANUP         Status: Ended      Object: TRAFODION.HBASE.CUSTOMER_ADDRESS_NOPK
 Task:  PREPARATION     Status: Started    Object: TRAFODION.HBASE.CUSTOMER_ADDRESS_NOPK
        Rows Processed: 5000 
-Task:  PREPARATION     Status: Ended      ET: 00:00:01.073
+Task:  PREPARATION     Status: Ended      ET: 00:00:01.062
 Task:  COMPLETION      Status: Started    Object: TRAFODION.HBASE.CUSTOMER_ADDRESS_NOPK
-Task:  COMPLETION      Status: Ended      ET: 00:00:00.328
+Task:  COMPLETION      Status: Ended      ET: 00:00:00.294
 
 --- 5000 row(s) loaded.
 >>
@@ -569,14 +569,14 @@ CA_ADDRESS_SK  CA_ADDRESS_ID     CA_STREET_NUMBER  CA_STREET_NAME
             4  AAAAAAAAEAAAAAAA  111               Smith                                                         Wy               Suite A          Oak Ridge                                                     Kit Carson County               CO        88371       United States                           -7.00  condo               
             5  AAAAAAAAFAAAAAAA  31                College                                                       Blvd             Suite 180        Glendale                                                      Barry County                    MO        63951       United States                           -6.00  single family       
             6  AAAAAAAAGAAAAAAA  59                Williams Sixth                                                Parkway          Suite 100        Lakeview                                                      Chelan County                   WA        98579       United States                           -8.00  single family       
-            7  AAAAAAAAHAAAAAAA  ?                 Hill 7th                                                      Road             Suite U          Farmington                                                    ?                               ?         39145       United States                               ?  ?                   
+            7  AAAAAAAAHAAAAAAA                    Hill 7th                                                      Road             Suite U          Farmington                                                                                              39145       United States                               ?                      
             8  AAAAAAAAIAAAAAAA  875               Lincoln                                                       Ct.              Suite Y          Union                                                         Bledsoe County                  TN        38721       United States                           -5.00  apartment           
             9  AAAAAAAAJAAAAAAA  819               1st Laurel                                                    Ave              Suite 70         New Hope                                                      Perry County                    AL        39431       United States                           -6.00  condo               
            10  AAAAAAAAKAAAAAAA  851               Woodland Poplar                                               ST               Suite Y          Martinsville                                                  Haines Borough                  AK        90419       United States                           -9.00  condo               
            11  AAAAAAAALAAAAAAA  189               13th 2nd                                                      Street           Suite 470        Maple Grove                                                   Madison County                  MT        68252       United States                           -7.00  single family       
            12  AAAAAAAAMAAAAAAA  76                Ash 8th                                                       Ct.              Suite O          Edgewood                                                      Mifflin County                  PA        10069       United States                           -5.00  apartment           
            13  AAAAAAAANAAAAAAA  424               Main Second                                                   Ln               Suite 130        Greenville                                                    Noxubee County                  MS        51387       United States                           -6.00  single family       
-           14  AAAAAAAAOAAAAAAA  923               Pine Oak                                                      Dr.              Suite 100        ?                                                             Lipscomb County                 TX        77752       ?                                       -6.00  ?                   
+           14  AAAAAAAAOAAAAAAA  923               Pine Oak                                                      Dr.              Suite 100                                                                      Lipscomb County                 TX        77752                                               -6.00                      
            15  AAAAAAAAPAAAAAAA  314               Spring                                                        Ct.              Suite B          Oakland                                                       Washington County               OH        49843       United States                           -5.00  apartment           
            16  AAAAAAAAABAAAAAA  576               Adams Center                                                  Street           Suite J          Valley View                                                   Oldham County                   TX        75124       United States                           -6.00  condo               
            17  AAAAAAAABBAAAAAA  801               Green                                                         Dr.              Suite 0          Montpelier                                                    Richland County                 OH        48930       United States                           -5.00  single family       
@@ -644,9 +644,9 @@ Task:  CLEANUP         Status: Started    Object: TRAFODION.HBASE.CUSTOMER_DEMOG
 Task:  CLEANUP         Status: Ended      Object: TRAFODION.HBASE.CUSTOMER_DEMOGRAPHICS
 Task:  PREPARATION     Status: Started    Object: TRAFODION.HBASE.CUSTOMER_DEMOGRAPHICS
        Rows Processed: 5000 
-Task:  PREPARATION     Status: Ended      ET: 00:00:02.255
+Task:  PREPARATION     Status: Ended      ET: 00:00:04.130
 Task:  COMPLETION      Status: Started    Object: TRAFODION.HBASE.CUSTOMER_DEMOGRAPHICS
-Task:  COMPLETION      Status: Ended      ET: 00:00:00.421
+Task:  COMPLETION      Status: Ended      ET: 00:00:00.631
 
 --- 5000 row(s) loaded.
 >>
@@ -750,9 +750,9 @@ Task:  CLEANUP         Status: Started    Object: TRAFODION.HBASE.CUSTOMER_DEMOG
 Task:  CLEANUP         Status: Ended      Object: TRAFODION.HBASE.CUSTOMER_DEMOGRAPHICS_SALT
 Task:  PREPARATION     Status: Started    Object: TRAFODION.HBASE.CUSTOMER_DEMOGRAPHICS_SALT
        Rows Processed: 5000 
-Task:  PREPARATION     Status: Ended      ET: 00:00:05.628
+Task:  PREPARATION     Status: Ended      ET: 00:00:06.200
 Task:  COMPLETION      Status: Started    Object: TRAFODION.HBASE.CUSTOMER_DEMOGRAPHICS_SALT
-Task:  COMPLETION      Status: Ended      ET: 00:00:03.087
+Task:  COMPLETION      Status: Ended      ET: 00:00:01.735
 
 --- 5000 row(s) loaded.
 >>
@@ -1262,9 +1262,9 @@ Task:  CLEANUP         Status: Started    Object: TRAFODION.HBASE.CUSTOMER_DEMOG
 Task:  CLEANUP         Status: Ended      Object: TRAFODION.HBASE.CUSTOMER_DEMOGRAPHICS
 Task:  PREPARATION     Status: Started    Object: TRAFODION.HBASE.CUSTOMER_DEMOGRAPHICS
        Rows Processed: 5000 
-Task:  PREPARATION     Status: Ended      ET: 00:00:05.160
+Task:  PREPARATION     Status: Ended      ET: 00:00:06.517
 Task:  COMPLETION      Status: Started    Object: TRAFODION.HBASE.CUSTOMER_DEMOGRAPHICS
-Task:  COMPLETION      Status: Ended      ET: 00:00:02.068
+Task:  COMPLETION      Status: Ended      ET: 00:00:02.242
 
 --- 5000 row(s) loaded.
 >>
@@ -1305,11 +1305,11 @@ Task:  DISABLE INDEXE  Status: Started    Object: TRAFODION.HBASE.CUSTOMER_DEMOG
 Task:  DISABLE INDEXE  Status: Ended      Object: TRAFODION.HBASE.CUSTOMER_DEMOGRAPHICS
 Task:  PREPARATION     Status: Started    Object: TRAFODION.HBASE.CUSTOMER_DEMOGRAPHICS
        Rows Processed: 1000 
-Task:  PREPARATION     Status: Ended      ET: 00:00:04.522
+Task:  PREPARATION     Status: Ended      ET: 00:00:04.908
 Task:  COMPLETION      Status: Started    Object: TRAFODION.HBASE.CUSTOMER_DEMOGRAPHICS
-Task:  COMPLETION      Status: Ended      ET: 00:00:01.373
+Task:  COMPLETION      Status: Ended      ET: 00:00:01.357
 Task:  POPULATE INDEX  Status: Started    Object: TRAFODION.HBASE.CUSTOMER_DEMOGRAPHICS
-Task:  POPULATE INDEX  Status: Ended      ET: 00:00:12.646
+Task:  POPULATE INDEX  Status: Ended      ET: 00:00:12.289
 
 --- 1000 row(s) loaded.
 >>
@@ -1354,11 +1354,11 @@ Task:  DISABLE INDEXE  Status: Started    Object: TRAFODION.HBASE.CUSTOMER_DEMOG
 Task:  DISABLE INDEXE  Status: Ended      Object: TRAFODION.HBASE.CUSTOMER_DEMOGRAPHICS_SALT
 Task:  PREPARATION     Status: Started    Object: TRAFODION.HBASE.CUSTOMER_DEMOGRAPHICS_SALT
        Rows Processed: 5000 
-Task:  PREPARATION     Status: Ended      ET: 00:00:06.216
+Task:  PREPARATION     Status: Ended      ET: 00:00:05.592
 Task:  COMPLETION      Status: Started    Object: TRAFODION.HBASE.CUSTOMER_DEMOGRAPHICS_SALT
-Task:  COMPLETION      Status: Ended      ET: 00:00:03.356
+Task:  COMPLETION      Status: Ended      ET: 00:00:02.018
 Task:  POPULATE INDEX  Status: Started    Object: TRAFODION.HBASE.CUSTOMER_DEMOGRAPHICS_SALT
-Task:  POPULATE INDEX  Status: Ended      ET: 00:00:14.835
+Task:  POPULATE INDEX  Status: Ended      ET: 00:00:14.563
 
 --- 5000 row(s) loaded.
 >>
@@ -1532,9 +1532,9 @@ Task:  CLEANUP         Status: Started    Object: TRAFODION.HBASE."customer_addr
 Task:  CLEANUP         Status: Ended      Object: TRAFODION.HBASE."customer_address_delim"
 Task:  PREPARATION     Status: Started    Object: TRAFODION.HBASE."customer_address_delim"
        Rows Processed: 5000 
-Task:  PREPARATION     Status: Ended      ET: 00:00:03.648
+Task:  PREPARATION     Status: Ended      ET: 00:00:04.154
 Task:  COMPLETION      Status: Started    Object: TRAFODION.HBASE."customer_address_delim"
-Task:  COMPLETION      Status: Ended      ET: 00:00:02.430
+Task:  COMPLETION      Status: Ended      ET: 00:00:01.729
 
 --- 5000 row(s) loaded.
 >>
@@ -1558,14 +1558,14 @@ CA_ADDRESS_SK  CA_ADDRESS_ID     CA_STREET_NUMBER  CA_STREET_NAME
             4  AAAAAAAAEAAAAAAA  111               Smith                                                         Wy               Suite A          Oak Ridge                                                     Kit Carson County               CO        88371       United States                           -7.00  condo               
             5  AAAAAAAAFAAAAAAA  31                College                                                       Blvd             Suite 180        Glendale                                                      Barry County                    MO        63951       United States                           -6.00  single family       
             6  AAAAAAAAGAAAAAAA  59                Williams Sixth                                                Parkway          Suite 100        Lakeview                                                      Chelan County                   WA        98579       United States                           -8.00  single family       
-            7  AAAAAAAAHAAAAAAA  ?                 Hill 7th                                                      Road             Suite U          Farmington                                                    ?                               ?         39145       United States                               ?  ?                   
+            7  AAAAAAAAHAAAAAAA                    Hill 7th                                                      Road             Suite U          Farmington                                                                                              39145       United States                               ?                      
             8  AAAAAAAAIAAAAAAA  875               Lincoln                                                       Ct.              Suite Y          Union                                                         Bledsoe County                  TN        38721       United States                           -5.00  apartment           
             9  AAAAAAAAJAAAAAAA  819               1st Laurel                                                    Ave              Suite 70         New Hope                                                      Perry County                    AL        39431       United States                           -6.00  condo               
            10  AAAAAAAAKAAAAAAA  851               Woodland Poplar                                               ST               Suite Y          Martinsville                                                  Haines Borough                  AK        90419       United States                           -9.00  condo               
            11  AAAAAAAALAAAAAAA  189               13th 2nd                                                      Street           Suite 470        Maple Grove                                                   Madison County                  MT        68252       United States                           -7.00  single family       
            12  AAAAAAAAMAAAAAAA  76                Ash 8th                                                       Ct.              Suite O          Edgewood                                                      Mifflin County                  PA        10069       United States                           -5.00  apartment           
            13  AAAAAAAANAAAAAAA  424               Main Second                                                   Ln               Suite 130        Greenville                                                    Noxubee County                  MS        51387       United States                           -6.00  single family       
-           14  AAAAAAAAOAAAAAAA  923               Pine Oak                                                      Dr.              Suite 100        ?                                                             Lipscomb County                 TX        77752       ?                                       -6.00  ?                   
+           14  AAAAAAAAOAAAAAAA  923               Pine Oak                                                      Dr.              Suite 100                                                                      Lipscomb County                 TX        77752                                               -6.00                      
            15  AAAAAAAAPAAAAAAA  314               Spring                                                        Ct.              Suite B          Oakland                                                       Washington County               OH        49843       United States                           -5.00  apartment           
            16  AAAAAAAAABAAAAAA  576               Adams Center                                                  Street           Suite J          Valley View                                                   Oldham County                   TX        75124       United States                           -6.00  condo               
            17  AAAAAAAABBAAAAAA  801               Green                                                         Dr.              Suite 0          Montpelier                                                    Richland County                 OH        48930       United States                           -5.00  single family       


[9/9] incubator-trafodion git commit: Merge [TRAFODION-2013] PR-506 Hive null values are now handled correctly

Posted by an...@apache.org.
Merge [TRAFODION-2013] PR-506 Hive null values are now handled correctly


Project: http://git-wip-us.apache.org/repos/asf/incubator-trafodion/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-trafodion/commit/d1993629
Tree: http://git-wip-us.apache.org/repos/asf/incubator-trafodion/tree/d1993629
Diff: http://git-wip-us.apache.org/repos/asf/incubator-trafodion/diff/d1993629

Branch: refs/heads/master
Commit: d199362939766fa23d7cbe3884b7a3d9ff4c6c9e
Parents: 1fa4687 2c6eea9
Author: Anoop Sharma <an...@edev06.novalocal>
Authored: Sat May 28 01:12:31 2016 +0000
Committer: Anoop Sharma <an...@edev06.novalocal>
Committed: Sat May 28 01:12:31 2016 +0000

----------------------------------------------------------------------
 core/sql/comexe/ComTdbFastTransport.h           |   4 +-
 core/sql/comexe/ComTdbHdfsScan.cpp              |  13 +-
 core/sql/comexe/ComTdbHdfsScan.h                |  47 +-
 core/sql/common/ComSmallDefs.h                  |   3 +
 core/sql/executor/ExFastTransport.cpp           |  18 +-
 core/sql/executor/ExHdfsScan.cpp                |  38 +-
 core/sql/executor/hiveHook.cpp                  |  27 +-
 core/sql/generator/GenFastTransport.cpp         |   5 +-
 core/sql/generator/GenRelScan.cpp               |  32 +-
 core/sql/optimizer/BindRelExpr.cpp              |  30 +-
 core/sql/optimizer/HDFSHook.cpp                 |   1 +
 core/sql/optimizer/HDFSHook.h                   |   4 +
 core/sql/optimizer/RelFastTransport.cpp         |   1 +
 core/sql/optimizer/RelFastTransport.h           |  18 +-
 core/sql/optimizer/hiveHook.h                   |  25 +-
 core/sql/regress/core/EXPECTED162               |  22 +-
 core/sql/regress/hive/EXPECTED001               |  22 +-
 core/sql/regress/hive/EXPECTED003               | 244 ++++----
 core/sql/regress/hive/EXPECTED004               | 240 ++++----
 core/sql/regress/hive/EXPECTED005               |  56 +-
 core/sql/regress/hive/EXPECTED006               |  16 +-
 core/sql/regress/hive/EXPECTED015               |  64 +--
 core/sql/regress/hive/EXPECTED018               | 570 +++++++++++--------
 core/sql/regress/hive/TEST018                   |  48 +-
 .../hive/TEST018_create_hive_tables.hive        |  16 +-
 core/sql/regress/tools/runregr_hive.ksh         |  39 +-
 core/sql/sqlcomp/DefaultConstants.h             |   2 +-
 core/sql/sqlcomp/nadefaults.cpp                 |   1 -
 28 files changed, 932 insertions(+), 674 deletions(-)
----------------------------------------------------------------------



[8/9] incubator-trafodion git commit: Merge remote branch 'origin/master' into ansharma_hivenulls_br

Posted by an...@apache.org.
Merge remote branch 'origin/master' into ansharma_hivenulls_br


Project: http://git-wip-us.apache.org/repos/asf/incubator-trafodion/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-trafodion/commit/2c6eea9b
Tree: http://git-wip-us.apache.org/repos/asf/incubator-trafodion/tree/2c6eea9b
Diff: http://git-wip-us.apache.org/repos/asf/incubator-trafodion/diff/2c6eea9b

Branch: refs/heads/master
Commit: 2c6eea9b239d63f2ba21bcaf6119a2e9548e4407
Parents: 1a549e0 8a59ad2
Author: Anoop Sharma <an...@esgyn.com>
Authored: Fri May 27 17:39:24 2016 +0000
Committer: Anoop Sharma <an...@esgyn.com>
Committed: Fri May 27 17:39:24 2016 +0000

----------------------------------------------------------------------
 Makefile                                        |  1 +
 core/Makefile                                   | 12 +++--
 core/conn/jdbcT4/pom.xml                        |  7 ++-
 .../jdbcT4/src/main/java/T4Messages.properties  |  4 +-
 core/conn/jdbc_type2/build.xml                  | 11 +++-
 core/conn/odbc/src/odbc/Makefile                |  8 +--
 core/conn/trafci/install/Installer.java         |  7 +--
 .../odbc/odbcclient/unixcli/makefile.lnx        |  6 +--
 .../odbc/odbcclient/unixcli/package/TRAFDSN     |  2 +-
 .../odbc/odbcclient/unixcli/package/mklnxpkg.sh |  2 +
 .../unixcli/package/runconnect_test.sh          | 26 +++++++++
 core/dbsecurity/scripts/sqcertgen               |  5 --
 core/dbsecurity/scripts/update_auth             |  9 +---
 core/sqf/Makefile                               |  2 +
 core/sqf/samples/.gitignore                     |  4 ++
 core/sqf/sql/scripts/dcscheck                   | 20 +++----
 core/sqf/sql/scripts/install_traf_components    |  3 +-
 core/sqf/sql/scripts/sqcheck                    | 57 +++++++++++++++-----
 core/sqf/sqvers                                 |  2 +-
 core/sql/lib_mgmt/pom.xml                       |  2 +-
 dcs/pom.xml                                     |  8 +++
 install/Makefile                                | 18 +++----
 install/installer/traf_cloudera_mods            |  1 -
 install/installer/traf_package_setup            |  2 +-
 24 files changed, 144 insertions(+), 75 deletions(-)
----------------------------------------------------------------------



[5/9] incubator-trafodion git commit: JIRA TRAFODION-2013 Hive null values are now handled correctly.

Posted by an...@apache.org.
http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/1a549e0e/core/sql/regress/hive/EXPECTED003
----------------------------------------------------------------------
diff --git a/core/sql/regress/hive/EXPECTED003 b/core/sql/regress/hive/EXPECTED003
index 5648797..46aede2 100644
--- a/core/sql/regress/hive/EXPECTED003
+++ b/core/sql/regress/hive/EXPECTED003
@@ -49,26 +49,26 @@
 C_CUSTOMER_SK  C_CUSTOMER_ID              C_CURRENT_CDEMO_SK  C_CURRENT_HDEMO_SK  C_CURRENT_ADDR_SK  C_FIRST_SHIPTO_DATE_SK  C_FIRST_SALES_DATE_SK  C_SALUTATION               C_FIRST_NAME               C_LAST_NAME                C_PREFERRED_CUST_FLAG      C_BIRTH_DAY  C_BIRTH_MONTH  C_BIRTH_YEAR  C_BIRTH_COUNTRY            C_LOGIN                    C_EMAIL_ADDRESS            C_LAST_REVIEW_DATE
 -------------  -------------------------  ------------------  ------------------  -----------------  ----------------------  ---------------------  -------------------------  -------------------------  -------------------------  -------------------------  -----------  -------------  ------------  -------------------------  -------------------------  -------------------------  -------------------------
 
-            1  AAAAAAAABAAAAAAA                       980124                7135              32946                 2452238                2452208  Mr.                        Javier                     Lewis                      Y                                    9             12          1936  CHILE                      ?                          Javier.Lewis@VFAxlnZEvOx.  2452508                  
-            2  AAAAAAAACAAAAAAA                       819667                1461              31655                 2452318                2452288  Dr.                        Amy                        Moses                      Y                                    9              4          1966  TOGO                       ?                          Amy.Moses@Ovk9KjHH.com     2452318                  
-            3  AAAAAAAADAAAAAAA                      1473522                6247              48572                 2449130                2449100  Miss                       Latisha                    Hamilton                   N                                   18              9          1979  NIUE                       ?                          Latisha.Hamilton@V.com     2452313                  
-            4  AAAAAAAAEAAAAAAA                      1703214                3986              39558                 2450030                2450000  Dr.                        Michael                    White                      N                                    7              6          1983  MEXICO                     ?                          Michael.White@i.org        2452361                  
-            5  AAAAAAAAFAAAAAAA                       953372                4470              36368                 2449438                2449408  Sir                        Robert                     Moran                      N                                    8              5          1956  FIJI                       ?                          Robert.Moran@Hh.edu        2452469                  
-            6  AAAAAAAAGAAAAAAA                       213219                6374              27082                 2451883                2451853  Ms.                        Brunilda                   Sharp                      N                                    4             12          1925  SURINAME                   ?                          Brunilda.Sharp@T3pylZEUQj  2452430                  
-            7  AAAAAAAAHAAAAAAA                        68377                3219              44814                 2451438                2451408  Ms.                        Fonda                      Wiles                      Y                                   24              4          1985  GAMBIA                     ?                          Fonda.Wiles@S9KnyEtz9hv.o  2452360                  
-            8  AAAAAAAAIAAAAAAA                      1215897                2471              16598                 2449406                2449376  Sir                        Ollie                      Shipman                    N                                   26             12          1938  KOREA, REPUBLIC OF         ?                          Ollie.Shipman@be.org       2452334                  
-            9  AAAAAAAAJAAAAAAA                      1168667                1404              49388                 2452275                2452245  Sir                        Karl                       Gilbert                    N                                   26             10          1966  MONTSERRAT                 ?                          Karl.Gilbert@Crg5KyP2IxX9  2452454                  
-           10  AAAAAAAAKAAAAAAA                      1207553                5143              19580                 2451353                2451323  Ms.                        Albert                     Brunson                    N                                   15             10          1973  JORDAN                     ?                          Albert.Brunson@62.com      2452641                  
-           11  AAAAAAAALAAAAAAA                      1114415                6807              47999                 2452288                2452258  Ms.                        Betty                      Williams                   N                                   18             12          1963  BURKINA FASO               ?                          Betty.Williams@xRtDqM1eLB  2452398                  
-           12  AAAAAAAAMAAAAAAA                       502141                6577              47366                 2451039                2451009  Ms.                        Margaret                   Farias                     N                                    2              6          1956  TURKMENISTAN               ?                          Margaret.Farias@cb.edu     2452634                  
-           13  AAAAAAAANAAAAAAA                      1128748                2777              14006                 2449658                2449628  Mrs.                       Rosalinda                  Grimes                     N                                    1              3          1970  UKRAINE                    ?                          Rosalinda.Grimes@tC8pcU7L  2452616                  
-           14  AAAAAAAAOAAAAAAA                       929344                 892               6440                 2450318                2450288  Mr.                        Jack                       Wilcox                     N                                   30              3          1937  SLOVENIA                   ?                          Jack.Wilcox@Y3Etqyv3.org   2452641                  
-           15  AAAAAAAAPAAAAAAA                            ?                 134              30469                       ?                2449010  Ms.                        Tonya                      ?                          ?                                    ?             12          1969  ?                          ?                          ?                          2452376                  
-           16  AAAAAAAAABAAAAAA                      1196373                3014              29302                 2451346                2451316  Dr.                        Margie                     Browning                   N                                   24             12          1933  PHILIPPINES                ?                          Margie.Browning@LM674NrE2  2452573                  
-           17  AAAAAAAABBAAAAAA                       707524                3876               2228                 2451068                2451038  Dr.                        Lee                        Stovall                    N                                   23             12          1972  PHILIPPINES                ?                          Lee.Stovall@fqKC83UU0f.or  2452454                  
-           18  AAAAAAAACBAAAAAA                      1361151                6580              18456                 2450041                2450011  Sir                        Brad                       Lynch                      Y                                    1              9          1950  URUGUAY                    ?                          Brad.Lynch@nAbai.edu       2452549                  
-           19  AAAAAAAADBAAAAAA                      1161742                4238              45581                 2449580                2449550  Dr.                        Andre                      Moore                      N                                   20             10          1978  NICARAGUA                  ?                          Andre.Moore@cTZLGYi1ZJi.o  2452576                  
-           20  AAAAAAAAEBAAAAAA                      1185612                  89              38966                 2450965                2450935  Mr.                        Stanton                    Dallas                     Y                                   17              5          1976  SWITZERLAND                ?                          Stanton.Dallas@DBXgl18FGo  2452334                  
+            1  AAAAAAAABAAAAAAA                       980124                7135              32946                 2452238                2452208  Mr.                        Javier                     Lewis                      Y                                    9             12          1936  CHILE                                                 Javier.Lewis@VFAxlnZEvOx.  2452508                  
+            2  AAAAAAAACAAAAAAA                       819667                1461              31655                 2452318                2452288  Dr.                        Amy                        Moses                      Y                                    9              4          1966  TOGO                                                  Amy.Moses@Ovk9KjHH.com     2452318                  
+            3  AAAAAAAADAAAAAAA                      1473522                6247              48572                 2449130                2449100  Miss                       Latisha                    Hamilton                   N                                   18              9          1979  NIUE                                                  Latisha.Hamilton@V.com     2452313                  
+            4  AAAAAAAAEAAAAAAA                      1703214                3986              39558                 2450030                2450000  Dr.                        Michael                    White                      N                                    7              6          1983  MEXICO                                                Michael.White@i.org        2452361                  
+            5  AAAAAAAAFAAAAAAA                       953372                4470              36368                 2449438                2449408  Sir                        Robert                     Moran                      N                                    8              5          1956  FIJI                                                  Robert.Moran@Hh.edu        2452469                  
+            6  AAAAAAAAGAAAAAAA                       213219                6374              27082                 2451883                2451853  Ms.                        Brunilda                   Sharp                      N                                    4             12          1925  SURINAME                                              Brunilda.Sharp@T3pylZEUQj  2452430                  
+            7  AAAAAAAAHAAAAAAA                        68377                3219              44814                 2451438                2451408  Ms.                        Fonda                      Wiles                      Y                                   24              4          1985  GAMBIA                                                Fonda.Wiles@S9KnyEtz9hv.o  2452360                  
+            8  AAAAAAAAIAAAAAAA                      1215897                2471              16598                 2449406                2449376  Sir                        Ollie                      Shipman                    N                                   26             12          1938  KOREA, REPUBLIC OF                                    Ollie.Shipman@be.org       2452334                  
+            9  AAAAAAAAJAAAAAAA                      1168667                1404              49388                 2452275                2452245  Sir                        Karl                       Gilbert                    N                                   26             10          1966  MONTSERRAT                                            Karl.Gilbert@Crg5KyP2IxX9  2452454                  
+           10  AAAAAAAAKAAAAAAA                      1207553                5143              19580                 2451353                2451323  Ms.                        Albert                     Brunson                    N                                   15             10          1973  JORDAN                                                Albert.Brunson@62.com      2452641                  
+           11  AAAAAAAALAAAAAAA                      1114415                6807              47999                 2452288                2452258  Ms.                        Betty                      Williams                   N                                   18             12          1963  BURKINA FASO                                          Betty.Williams@xRtDqM1eLB  2452398                  
+           12  AAAAAAAAMAAAAAAA                       502141                6577              47366                 2451039                2451009  Ms.                        Margaret                   Farias                     N                                    2              6          1956  TURKMENISTAN                                          Margaret.Farias@cb.edu     2452634                  
+           13  AAAAAAAANAAAAAAA                      1128748                2777              14006                 2449658                2449628  Mrs.                       Rosalinda                  Grimes                     N                                    1              3          1970  UKRAINE                                               Rosalinda.Grimes@tC8pcU7L  2452616                  
+           14  AAAAAAAAOAAAAAAA                       929344                 892               6440                 2450318                2450288  Mr.                        Jack                       Wilcox                     N                                   30              3          1937  SLOVENIA                                              Jack.Wilcox@Y3Etqyv3.org   2452641                  
+           15  AAAAAAAAPAAAAAAA                            ?                 134              30469                       ?                2449010  Ms.                        Tonya                                                                                      ?             12          1969                                                                                   2452376                  
+           16  AAAAAAAAABAAAAAA                      1196373                3014              29302                 2451346                2451316  Dr.                        Margie                     Browning                   N                                   24             12          1933  PHILIPPINES                                           Margie.Browning@LM674NrE2  2452573                  
+           17  AAAAAAAABBAAAAAA                       707524                3876               2228                 2451068                2451038  Dr.                        Lee                        Stovall                    N                                   23             12          1972  PHILIPPINES                                           Lee.Stovall@fqKC83UU0f.or  2452454                  
+           18  AAAAAAAACBAAAAAA                      1361151                6580              18456                 2450041                2450011  Sir                        Brad                       Lynch                      Y                                    1              9          1950  URUGUAY                                               Brad.Lynch@nAbai.edu       2452549                  
+           19  AAAAAAAADBAAAAAA                      1161742                4238              45581                 2449580                2449550  Dr.                        Andre                      Moore                      N                                   20             10          1978  NICARAGUA                                             Andre.Moore@cTZLGYi1ZJi.o  2452576                  
+           20  AAAAAAAAEBAAAAAA                      1185612                  89              38966                 2450965                2450935  Mr.                        Stanton                    Dallas                     Y                                   17              5          1976  SWITZERLAND                                           Stanton.Dallas@DBXgl18FGo  2452334                  
 
 --- 20 row(s) selected.
 >>
@@ -110,11 +110,11 @@ P_PROMO_SK   P_PROMO_ID                 P_START_DATE_SK  P_END_DATE_SK  P_ITEM_S
           8  AAAAAAAAIAAAAAAA                   2450350        2450409          304   1.0000000E+003                  1  eing                       Y                          N                          N                          N                          N                          N                          N                          N                          Offences feel only on a f  Unknown                    N                        
           9  AAAAAAAAJAAAAAAA                   2450192        2450248         3439   1.0000000E+003                  1  n st                       Y                          N                          N                          N                          N                          N                          N                          N                          External forces shall com  Unknown                    N                        
          10  AAAAAAAAKAAAAAAA                   2450324        2450365         3314   1.0000000E+003                  1  bar                        N                          N                          N                          N                          N                          N                          N                          N                          Only local achievements u  Unknown                    N                        
-         11  AAAAAAAALAAAAAAA                         ?              ?            ?   1.0000000E+003                  ?  ought                      ?                          ?                          ?                          ?                          N                          ?                          N                          N                          Teachers shall not make u  Unknown                    N                        
+         11  AAAAAAAALAAAAAAA                         ?              ?            ?   1.0000000E+003                  ?  ought                                                                                                                                  N                                                     N                          N                          Teachers shall not make u  Unknown                    N                        
          12  AAAAAAAAMAAAAAAA                   2450153        2450169         6688   1.0000000E+003                  1  able                       N                          N                          N                          N                          N                          N                          N                          N                          Also only times would com  Unknown                    N                        
          13  AAAAAAAANAAAAAAA                   2450316        2450365        11354   1.0000000E+003                  1  pri                        N                          N                          N                          N                          N                          N                          N                          N                          Years shall not go later   Unknown                    N                        
          14  AAAAAAAAOAAAAAAA                   2450236        2450282        14480   1.0000000E+003                  1  ese                        N                          N                          N                          N                          N                          N                          N                          N                          Adults would not delay ra  Unknown                    N                        
-         15  AAAAAAAAPAAAAAAA                         ?              ?            ?   1.0000000E+003                  ?  anti                       Y                          ?                          N                          N                          ?                          N                          N                          N                          Old elements would shake   Unknown                    N                        
+         15  AAAAAAAAPAAAAAAA                         ?              ?            ?   1.0000000E+003                  ?  anti                       Y                                                     N                          N                                                     N                          N                          N                          Old elements would shake   Unknown                    N                        
          16  AAAAAAAAABAAAAAA                   2450342        2450351        11899   1.0000000E+003                  1  cally                      Y                          N                          N                          N                          N                          N                          N                          N                          Sudden, wooden theories w  Unknown                    N                        
          17  AAAAAAAABBAAAAAA                   2450360        2450406        15529   1.0000000E+003                  1  ation                      Y                          N                          N                          N                          N                          N                          N                          N                          Almost old churches ought  Unknown                    N                        
          18  AAAAAAAACBAAAAAA                   2450581        2450592         8599   1.0000000E+003                  1  eing                       Y                          N                          N                          N                          N                          N                          N                          N                          National communities use   Unknown                    N                        
@@ -409,106 +409,106 @@ lp 1425661 - Hang with hive scan and [FIRST N]
 T_TIME_SK    T_TIME_ID                  T_TIME       T_HOUR       T_MINUTE     T_SECOND     T_AM_PM                    T_SHIFT                    T_SUB_SHIFT                T_MEAL_TIME
 -----------  -------------------------  -----------  -----------  -----------  -----------  -------------------------  -------------------------  -------------------------  -------------------------
 
-          0  AAAAAAAABAAAAAAA                     0            0            0            0  AM                         third                      night                      ?                        
-          1  AAAAAAAACAAAAAAA                     1            0            0            1  AM                         third                      night                      ?                        
-          2  AAAAAAAADAAAAAAA                     2            0            0            2  AM                         third                      night                      ?                        
-          3  AAAAAAAAEAAAAAAA                     3            0            0            3  AM                         third                      night                      ?                        
-          4  AAAAAAAAFAAAAAAA                     4            0            0            4  AM                         third                      night                      ?                        
-          5  AAAAAAAAGAAAAAAA                     5            0            0            5  AM                         third                      night                      ?                        
-          6  AAAAAAAAHAAAAAAA                     6            0            0            6  AM                         third                      night                      ?                        
-          7  AAAAAAAAIAAAAAAA                     7            0            0            7  AM                         third                      night                      ?                        
-          8  AAAAAAAAJAAAAAAA                     8            0            0            8  AM                         third                      night                      ?                        
-          9  AAAAAAAAKAAAAAAA                     9            0            0            9  AM                         third                      night                      ?                        
-         10  AAAAAAAALAAAAAAA                    10            0            0           10  AM                         third                      night                      ?                        
-         11  AAAAAAAAMAAAAAAA                    11            0            0           11  AM                         third                      night                      ?                        
-         12  AAAAAAAANAAAAAAA                    12            0            0           12  AM                         third                      night                      ?                        
-         13  AAAAAAAAOAAAAAAA                    13            0            0           13  AM                         third                      night                      ?                        
-         14  AAAAAAAAPAAAAAAA                    14            0            0           14  AM                         third                      night                      ?                        
-         15  AAAAAAAAABAAAAAA                    15            0            0           15  AM                         third                      night                      ?                        
-         16  AAAAAAAABBAAAAAA                    16            0            0           16  AM                         third                      night                      ?                        
-         17  AAAAAAAACBAAAAAA                    17            0            0           17  AM                         third                      night                      ?                        
-         18  AAAAAAAADBAAAAAA                    18            0            0           18  AM                         third                      night                      ?                        
-         19  AAAAAAAAEBAAAAAA                    19            0            0           19  AM                         third                      night                      ?                        
-         20  AAAAAAAAFBAAAAAA                    20            0            0           20  AM                         third                      night                      ?                        
-         21  AAAAAAAAGBAAAAAA                    21            0            0           21  AM                         third                      night                      ?                        
-         22  AAAAAAAAHBAAAAAA                    22            0            0           22  AM                         third                      night                      ?                        
-         23  AAAAAAAAIBAAAAAA                    23            0            0           23  AM                         third                      night                      ?                        
-         24  AAAAAAAAJBAAAAAA                    24            0            0           24  AM                         third                      night                      ?                        
-         25  AAAAAAAAKBAAAAAA                    25            0            0           25  AM                         third                      night                      ?                        
-         26  AAAAAAAALBAAAAAA                    26            0            0           26  AM                         third                      night                      ?                        
-         27  AAAAAAAAMBAAAAAA                    27            0            0           27  AM                         third                      night                      ?                        
-         28  AAAAAAAANBAAAAAA                    28            0            0           28  AM                         third                      night                      ?                        
-         29  AAAAAAAAOBAAAAAA                    29            0            0           29  AM                         third                      night                      ?                        
-         30  AAAAAAAAPBAAAAAA                    30            0            0           30  AM                         third                      night                      ?                        
-         31  AAAAAAAAACAAAAAA                    31            0            0           31  AM                         third                      night                      ?                        
-         32  AAAAAAAABCAAAAAA                    32            0            0           32  AM                         third                      night                      ?                        
-         33  AAAAAAAACCAAAAAA                    33            0            0           33  AM                         third                      night                      ?                        
-         34  AAAAAAAADCAAAAAA                    34            0            0           34  AM                         third                      night                      ?                        
-         35  AAAAAAAAECAAAAAA                    35            0            0           35  AM                         third                      night                      ?                        
-         36  AAAAAAAAFCAAAAAA                    36            0            0           36  AM                         third                      night                      ?                        
-         37  AAAAAAAAGCAAAAAA                    37            0            0           37  AM                         third                      night                      ?                        
-         38  AAAAAAAAHCAAAAAA                    38            0            0           38  AM                         third                      night                      ?                        
-         39  AAAAAAAAICAAAAAA                    39            0            0           39  AM                         third                      night                      ?                        
-         40  AAAAAAAAJCAAAAAA                    40            0            0           40  AM                         third                      night                      ?                        
-         41  AAAAAAAAKCAAAAAA                    41            0            0           41  AM                         third                      night                      ?                        
-         42  AAAAAAAALCAAAAAA                    42            0            0           42  AM                         third                      night                      ?                        
-         43  AAAAAAAAMCAAAAAA                    43            0            0           43  AM                         third                      night                      ?                        
-         44  AAAAAAAANCAAAAAA                    44            0            0           44  AM                         third                      night                      ?                        
-         45  AAAAAAAAOCAAAAAA                    45            0            0           45  AM                         third                      night                      ?                        
-         46  AAAAAAAAPCAAAAAA                    46            0            0           46  AM                         third                      night                      ?                        
-         47  AAAAAAAAADAAAAAA                    47            0            0           47  AM                         third                      night                      ?                        
-         48  AAAAAAAABDAAAAAA                    48            0            0           48  AM                         third                      night                      ?                        
-         49  AAAAAAAACDAAAAAA                    49            0            0           49  AM                         third                      night                      ?                        
-         50  AAAAAAAADDAAAAAA                    50            0            0           50  AM                         third                      night                      ?                        
-         51  AAAAAAAAEDAAAAAA                    51            0            0           51  AM                         third                      night                      ?                        
-         52  AAAAAAAAFDAAAAAA                    52            0            0           52  AM                         third                      night                      ?                        
-         53  AAAAAAAAGDAAAAAA                    53            0            0           53  AM                         third                      night                      ?                        
-         54  AAAAAAAAHDAAAAAA                    54            0            0           54  AM                         third                      night                      ?                        
-         55  AAAAAAAAIDAAAAAA                    55            0            0           55  AM                         third                      night                      ?                        
-         56  AAAAAAAAJDAAAAAA                    56            0            0           56  AM                         third                      night                      ?                        
-         57  AAAAAAAAKDAAAAAA                    57            0            0           57  AM                         third                      night                      ?                        
-         58  AAAAAAAALDAAAAAA                    58            0            0           58  AM                         third                      night                      ?                        
-         59  AAAAAAAAMDAAAAAA                    59            0            0           59  AM                         third                      night                      ?                        
-         60  AAAAAAAANDAAAAAA                    60            0            1            0  AM                         third                      night                      ?                        
-         61  AAAAAAAAODAAAAAA                    61            0            1            1  AM                         third                      night                      ?                        
-         62  AAAAAAAAPDAAAAAA                    62            0            1            2  AM                         third                      night                      ?                        
-         63  AAAAAAAAAEAAAAAA                    63            0            1            3  AM                         third                      night                      ?                        
-         64  AAAAAAAABEAAAAAA                    64            0            1            4  AM                         third                      night                      ?                        
-         65  AAAAAAAACEAAAAAA                    65            0            1            5  AM                         third                      night                      ?                        
-         66  AAAAAAAADEAAAAAA                    66            0            1            6  AM                         third                      night                      ?                        
-         67  AAAAAAAAEEAAAAAA                    67            0            1            7  AM                         third                      night                      ?                        
-         68  AAAAAAAAFEAAAAAA                    68            0            1            8  AM                         third                      night                      ?                        
-         69  AAAAAAAAGEAAAAAA                    69            0            1            9  AM                         third                      night                      ?                        
-         70  AAAAAAAAHEAAAAAA                    70            0            1           10  AM                         third                      night                      ?                        
-         71  AAAAAAAAIEAAAAAA                    71            0            1           11  AM                         third                      night                      ?                        
-         72  AAAAAAAAJEAAAAAA                    72            0            1           12  AM                         third                      night                      ?                        
-         73  AAAAAAAAKEAAAAAA                    73            0            1           13  AM                         third                      night                      ?                        
-         74  AAAAAAAALEAAAAAA                    74            0            1           14  AM                         third                      night                      ?                        
-         75  AAAAAAAAMEAAAAAA                    75            0            1           15  AM                         third                      night                      ?                        
-         76  AAAAAAAANEAAAAAA                    76            0            1           16  AM                         third                      night                      ?                        
-         77  AAAAAAAAOEAAAAAA                    77            0            1           17  AM                         third                      night                      ?                        
-         78  AAAAAAAAPEAAAAAA                    78            0            1           18  AM                         third                      night                      ?                        
-         79  AAAAAAAAAFAAAAAA                    79            0            1           19  AM                         third                      night                      ?                        
-         80  AAAAAAAABFAAAAAA                    80            0            1           20  AM                         third                      night                      ?                        
-         81  AAAAAAAACFAAAAAA                    81            0            1           21  AM                         third                      night                      ?                        
-         82  AAAAAAAADFAAAAAA                    82            0            1           22  AM                         third                      night                      ?                        
-         83  AAAAAAAAEFAAAAAA                    83            0            1           23  AM                         third                      night                      ?                        
-         84  AAAAAAAAFFAAAAAA                    84            0            1           24  AM                         third                      night                      ?                        
-         85  AAAAAAAAGFAAAAAA                    85            0            1           25  AM                         third                      night                      ?                        
-         86  AAAAAAAAHFAAAAAA                    86            0            1           26  AM                         third                      night                      ?                        
-         87  AAAAAAAAIFAAAAAA                    87            0            1           27  AM                         third                      night                      ?                        
-         88  AAAAAAAAJFAAAAAA                    88            0            1           28  AM                         third                      night                      ?                        
-         89  AAAAAAAAKFAAAAAA                    89            0            1           29  AM                         third                      night                      ?                        
-         90  AAAAAAAALFAAAAAA                    90            0            1           30  AM                         third                      night                      ?                        
-         91  AAAAAAAAMFAAAAAA                    91            0            1           31  AM                         third                      night                      ?                        
-         92  AAAAAAAANFAAAAAA                    92            0            1           32  AM                         third                      night                      ?                        
-         93  AAAAAAAAOFAAAAAA                    93            0            1           33  AM                         third                      night                      ?                        
-         94  AAAAAAAAPFAAAAAA                    94            0            1           34  AM                         third                      night                      ?                        
-         95  AAAAAAAAAGAAAAAA                    95            0            1           35  AM                         third                      night                      ?                        
-         96  AAAAAAAABGAAAAAA                    96            0            1           36  AM                         third                      night                      ?                        
-         97  AAAAAAAACGAAAAAA                    97            0            1           37  AM                         third                      night                      ?                        
-         98  AAAAAAAADGAAAAAA                    98            0            1           38  AM                         third                      night                      ?                        
-         99  AAAAAAAAEGAAAAAA                    99            0            1           39  AM                         third                      night                      ?                        
+          0  AAAAAAAABAAAAAAA                     0            0            0            0  AM                         third                      night                                               
+          1  AAAAAAAACAAAAAAA                     1            0            0            1  AM                         third                      night                                               
+          2  AAAAAAAADAAAAAAA                     2            0            0            2  AM                         third                      night                                               
+          3  AAAAAAAAEAAAAAAA                     3            0            0            3  AM                         third                      night                                               
+          4  AAAAAAAAFAAAAAAA                     4            0            0            4  AM                         third                      night                                               
+          5  AAAAAAAAGAAAAAAA                     5            0            0            5  AM                         third                      night                                               
+          6  AAAAAAAAHAAAAAAA                     6            0            0            6  AM                         third                      night                                               
+          7  AAAAAAAAIAAAAAAA                     7            0            0            7  AM                         third                      night                                               
+          8  AAAAAAAAJAAAAAAA                     8            0            0            8  AM                         third                      night                                               
+          9  AAAAAAAAKAAAAAAA                     9            0            0            9  AM                         third                      night                                               
+         10  AAAAAAAALAAAAAAA                    10            0            0           10  AM                         third                      night                                               
+         11  AAAAAAAAMAAAAAAA                    11            0            0           11  AM                         third                      night                                               
+         12  AAAAAAAANAAAAAAA                    12            0            0           12  AM                         third                      night                                               
+         13  AAAAAAAAOAAAAAAA                    13            0            0           13  AM                         third                      night                                               
+         14  AAAAAAAAPAAAAAAA                    14            0            0           14  AM                         third                      night                                               
+         15  AAAAAAAAABAAAAAA                    15            0            0           15  AM                         third                      night                                               
+         16  AAAAAAAABBAAAAAA                    16            0            0           16  AM                         third                      night                                               
+         17  AAAAAAAACBAAAAAA                    17            0            0           17  AM                         third                      night                                               
+         18  AAAAAAAADBAAAAAA                    18            0            0           18  AM                         third                      night                                               
+         19  AAAAAAAAEBAAAAAA                    19            0            0           19  AM                         third                      night                                               
+         20  AAAAAAAAFBAAAAAA                    20            0            0           20  AM                         third                      night                                               
+         21  AAAAAAAAGBAAAAAA                    21            0            0           21  AM                         third                      night                                               
+         22  AAAAAAAAHBAAAAAA                    22            0            0           22  AM                         third                      night                                               
+         23  AAAAAAAAIBAAAAAA                    23            0            0           23  AM                         third                      night                                               
+         24  AAAAAAAAJBAAAAAA                    24            0            0           24  AM                         third                      night                                               
+         25  AAAAAAAAKBAAAAAA                    25            0            0           25  AM                         third                      night                                               
+         26  AAAAAAAALBAAAAAA                    26            0            0           26  AM                         third                      night                                               
+         27  AAAAAAAAMBAAAAAA                    27            0            0           27  AM                         third                      night                                               
+         28  AAAAAAAANBAAAAAA                    28            0            0           28  AM                         third                      night                                               
+         29  AAAAAAAAOBAAAAAA                    29            0            0           29  AM                         third                      night                                               
+         30  AAAAAAAAPBAAAAAA                    30            0            0           30  AM                         third                      night                                               
+         31  AAAAAAAAACAAAAAA                    31            0            0           31  AM                         third                      night                                               
+         32  AAAAAAAABCAAAAAA                    32            0            0           32  AM                         third                      night                                               
+         33  AAAAAAAACCAAAAAA                    33            0            0           33  AM                         third                      night                                               
+         34  AAAAAAAADCAAAAAA                    34            0            0           34  AM                         third                      night                                               
+         35  AAAAAAAAECAAAAAA                    35            0            0           35  AM                         third                      night                                               
+         36  AAAAAAAAFCAAAAAA                    36            0            0           36  AM                         third                      night                                               
+         37  AAAAAAAAGCAAAAAA                    37            0            0           37  AM                         third                      night                                               
+         38  AAAAAAAAHCAAAAAA                    38            0            0           38  AM                         third                      night                                               
+         39  AAAAAAAAICAAAAAA                    39            0            0           39  AM                         third                      night                                               
+         40  AAAAAAAAJCAAAAAA                    40            0            0           40  AM                         third                      night                                               
+         41  AAAAAAAAKCAAAAAA                    41            0            0           41  AM                         third                      night                                               
+         42  AAAAAAAALCAAAAAA                    42            0            0           42  AM                         third                      night                                               
+         43  AAAAAAAAMCAAAAAA                    43            0            0           43  AM                         third                      night                                               
+         44  AAAAAAAANCAAAAAA                    44            0            0           44  AM                         third                      night                                               
+         45  AAAAAAAAOCAAAAAA                    45            0            0           45  AM                         third                      night                                               
+         46  AAAAAAAAPCAAAAAA                    46            0            0           46  AM                         third                      night                                               
+         47  AAAAAAAAADAAAAAA                    47            0            0           47  AM                         third                      night                                               
+         48  AAAAAAAABDAAAAAA                    48            0            0           48  AM                         third                      night                                               
+         49  AAAAAAAACDAAAAAA                    49            0            0           49  AM                         third                      night                                               
+         50  AAAAAAAADDAAAAAA                    50            0            0           50  AM                         third                      night                                               
+         51  AAAAAAAAEDAAAAAA                    51            0            0           51  AM                         third                      night                                               
+         52  AAAAAAAAFDAAAAAA                    52            0            0           52  AM                         third                      night                                               
+         53  AAAAAAAAGDAAAAAA                    53            0            0           53  AM                         third                      night                                               
+         54  AAAAAAAAHDAAAAAA                    54            0            0           54  AM                         third                      night                                               
+         55  AAAAAAAAIDAAAAAA                    55            0            0           55  AM                         third                      night                                               
+         56  AAAAAAAAJDAAAAAA                    56            0            0           56  AM                         third                      night                                               
+         57  AAAAAAAAKDAAAAAA                    57            0            0           57  AM                         third                      night                                               
+         58  AAAAAAAALDAAAAAA                    58            0            0           58  AM                         third                      night                                               
+         59  AAAAAAAAMDAAAAAA                    59            0            0           59  AM                         third                      night                                               
+         60  AAAAAAAANDAAAAAA                    60            0            1            0  AM                         third                      night                                               
+         61  AAAAAAAAODAAAAAA                    61            0            1            1  AM                         third                      night                                               
+         62  AAAAAAAAPDAAAAAA                    62            0            1            2  AM                         third                      night                                               
+         63  AAAAAAAAAEAAAAAA                    63            0            1            3  AM                         third                      night                                               
+         64  AAAAAAAABEAAAAAA                    64            0            1            4  AM                         third                      night                                               
+         65  AAAAAAAACEAAAAAA                    65            0            1            5  AM                         third                      night                                               
+         66  AAAAAAAADEAAAAAA                    66            0            1            6  AM                         third                      night                                               
+         67  AAAAAAAAEEAAAAAA                    67            0            1            7  AM                         third                      night                                               
+         68  AAAAAAAAFEAAAAAA                    68            0            1            8  AM                         third                      night                                               
+         69  AAAAAAAAGEAAAAAA                    69            0            1            9  AM                         third                      night                                               
+         70  AAAAAAAAHEAAAAAA                    70            0            1           10  AM                         third                      night                                               
+         71  AAAAAAAAIEAAAAAA                    71            0            1           11  AM                         third                      night                                               
+         72  AAAAAAAAJEAAAAAA                    72            0            1           12  AM                         third                      night                                               
+         73  AAAAAAAAKEAAAAAA                    73            0            1           13  AM                         third                      night                                               
+         74  AAAAAAAALEAAAAAA                    74            0            1           14  AM                         third                      night                                               
+         75  AAAAAAAAMEAAAAAA                    75            0            1           15  AM                         third                      night                                               
+         76  AAAAAAAANEAAAAAA                    76            0            1           16  AM                         third                      night                                               
+         77  AAAAAAAAOEAAAAAA                    77            0            1           17  AM                         third                      night                                               
+         78  AAAAAAAAPEAAAAAA                    78            0            1           18  AM                         third                      night                                               
+         79  AAAAAAAAAFAAAAAA                    79            0            1           19  AM                         third                      night                                               
+         80  AAAAAAAABFAAAAAA                    80            0            1           20  AM                         third                      night                                               
+         81  AAAAAAAACFAAAAAA                    81            0            1           21  AM                         third                      night                                               
+         82  AAAAAAAADFAAAAAA                    82            0            1           22  AM                         third                      night                                               
+         83  AAAAAAAAEFAAAAAA                    83            0            1           23  AM                         third                      night                                               
+         84  AAAAAAAAFFAAAAAA                    84            0            1           24  AM                         third                      night                                               
+         85  AAAAAAAAGFAAAAAA                    85            0            1           25  AM                         third                      night                                               
+         86  AAAAAAAAHFAAAAAA                    86            0            1           26  AM                         third                      night                                               
+         87  AAAAAAAAIFAAAAAA                    87            0            1           27  AM                         third                      night                                               
+         88  AAAAAAAAJFAAAAAA                    88            0            1           28  AM                         third                      night                                               
+         89  AAAAAAAAKFAAAAAA                    89            0            1           29  AM                         third                      night                                               
+         90  AAAAAAAALFAAAAAA                    90            0            1           30  AM                         third                      night                                               
+         91  AAAAAAAAMFAAAAAA                    91            0            1           31  AM                         third                      night                                               
+         92  AAAAAAAANFAAAAAA                    92            0            1           32  AM                         third                      night                                               
+         93  AAAAAAAAOFAAAAAA                    93            0            1           33  AM                         third                      night                                               
+         94  AAAAAAAAPFAAAAAA                    94            0            1           34  AM                         third                      night                                               
+         95  AAAAAAAAAGAAAAAA                    95            0            1           35  AM                         third                      night                                               
+         96  AAAAAAAABGAAAAAA                    96            0            1           36  AM                         third                      night                                               
+         97  AAAAAAAACGAAAAAA                    97            0            1           37  AM                         third                      night                                               
+         98  AAAAAAAADGAAAAAA                    98            0            1           38  AM                         third                      night                                               
+         99  AAAAAAAAEGAAAAAA                    99            0            1           39  AM                         third                      night                                               
 
 --- 100 row(s) selected.
 >>--------------------------------------------------


[2/9] incubator-trafodion git commit: JIRA TRAFODION-2013 Hive null values are now handled correctly.

Posted by an...@apache.org.
http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/1a549e0e/core/sql/regress/hive/EXPECTED018
----------------------------------------------------------------------
diff --git a/core/sql/regress/hive/EXPECTED018 b/core/sql/regress/hive/EXPECTED018
index 2321774..01f4e0b 100644
--- a/core/sql/regress/hive/EXPECTED018
+++ b/core/sql/regress/hive/EXPECTED018
@@ -6,6 +6,9 @@
 >>create table nulls (a char(5), b char(10));
 
 --- SQL operation complete.
+>>create table null_format_src (a varchar(5), b varchar(5));
+
+--- SQL operation complete.
 >>
 >>create table customer_demographics
 +>(
@@ -132,6 +135,13 @@
 +>                          ('aaa5',null),(null,'bbbbb6');
 
 --- 6 row(s) inserted.
+>>
+>>insert into null_format_src values 
++>   ('a', 'b'), ('a', null), (null, 'b'), ('a', ''), ('', 'b'),
++>   (null, ''), (':', null), ('', ''), (':', ':'), (null, null);
+
+--- 10 row(s) inserted.
+>>
 >>--load1
 >>load with no recovery into customer_address 
 +>select * from hive.hive.customer_address;
@@ -140,9 +150,9 @@ Task:  CLEANUP         Status: Started    Object: TRAFODION.HBASE.CUSTOMER_ADDRE
 Task:  CLEANUP         Status: Ended      Object: TRAFODION.HBASE.CUSTOMER_ADDRESS
 Task:  PREPARATION     Status: Started    Object: TRAFODION.HBASE.CUSTOMER_ADDRESS
        Rows Processed: 50000 
-Task:  PREPARATION     Status: Ended      ET: 00:00:07.552
+Task:  PREPARATION     Status: Ended      ET: 00:00:09.173
 Task:  COMPLETION      Status: Started    Object: TRAFODION.HBASE.CUSTOMER_ADDRESS
-Task:  COMPLETION      Status: Ended      ET: 00:00:00.234
+Task:  COMPLETION      Status: Ended      ET: 00:00:00.304
 
 --- 50000 row(s) loaded.
 >>--
@@ -171,9 +181,9 @@ Task:  CLEANUP         Status: Started    Object: TRAFODION.HBASE.CUSTOMER_DEMOG
 Task:  CLEANUP         Status: Ended      Object: TRAFODION.HBASE.CUSTOMER_DEMOGRAPHICS
 Task:  PREPARATION     Status: Started    Object: TRAFODION.HBASE.CUSTOMER_DEMOGRAPHICS
        Rows Processed: 20000 
-Task:  PREPARATION     Status: Ended      ET: 00:00:09.332
+Task:  PREPARATION     Status: Ended      ET: 00:00:11.448
 Task:  COMPLETION      Status: Started    Object: TRAFODION.HBASE.CUSTOMER_DEMOGRAPHICS
-Task:  COMPLETION      Status: Ended      ET: 00:00:00.204
+Task:  COMPLETION      Status: Ended      ET: 00:00:00.275
 
 --- 20000 row(s) loaded.
 >>--
@@ -203,9 +213,9 @@ Task:  CLEANUP         Status: Started    Object: TRAFODION.HBASE.CUSTOMER_DEMOG
 Task:  CLEANUP         Status: Ended      Object: TRAFODION.HBASE.CUSTOMER_DEMOGRAPHICS_SALT
 Task:  PREPARATION     Status: Started    Object: TRAFODION.HBASE.CUSTOMER_DEMOGRAPHICS_SALT
        Rows Processed: 20000 
-Task:  PREPARATION     Status: Ended      ET: 00:00:06.534
+Task:  PREPARATION     Status: Ended      ET: 00:00:07.319
 Task:  COMPLETION      Status: Started    Object: TRAFODION.HBASE.CUSTOMER_DEMOGRAPHICS_SALT
-Task:  COMPLETION      Status: Ended      ET: 00:00:00.188
+Task:  COMPLETION      Status: Ended      ET: 00:00:00.198
 
 --- 20000 row(s) loaded.
 >>--                                                                              
@@ -225,9 +235,9 @@ Task:  CLEANUP         Status: Started    Object: TRAFODION.HBASE.CUSTOMER_SALT
 Task:  CLEANUP         Status: Ended      Object: TRAFODION.HBASE.CUSTOMER_SALT
 Task:  PREPARATION     Status: Started    Object: TRAFODION.HBASE.CUSTOMER_SALT
        Rows Processed: 100000 
-Task:  PREPARATION     Status: Ended      ET: 00:00:07.227
+Task:  PREPARATION     Status: Ended      ET: 00:00:08.340
 Task:  COMPLETION      Status: Started    Object: TRAFODION.HBASE.CUSTOMER_SALT
-Task:  COMPLETION      Status: Ended      ET: 00:00:00.159
+Task:  COMPLETION      Status: Ended      ET: 00:00:00.212
 
 --- 100000 row(s) loaded.
 >>--
@@ -256,9 +266,9 @@ Task:  CLEANUP         Status: Started    Object: TRAFODION.HBASE.STORE_SALES_SA
 Task:  CLEANUP         Status: Ended      Object: TRAFODION.HBASE.STORE_SALES_SALT
 Task:  PREPARATION     Status: Started    Object: TRAFODION.HBASE.STORE_SALES_SALT
        Rows Processed: 160756 
-Task:  PREPARATION     Status: Ended      ET: 00:00:08.924
+Task:  PREPARATION     Status: Ended      ET: 00:00:10.675
 Task:  COMPLETION      Status: Started    Object: TRAFODION.HBASE.STORE_SALES_SALT
-Task:  COMPLETION      Status: Ended      ET: 00:00:00.166
+Task:  COMPLETION      Status: Ended      ET: 00:00:00.256
 
 --- 160756 row(s) loaded.
 >>--
@@ -271,58 +281,170 @@ Task:  COMPLETION      Status: Ended      ET: 00:00:00.166
               160756
 
 --- 1 row(s) selected.
->>-------------------------------
->>--hive insert 0
->>insert overwrite table hive.hive.nulls select * from nulls;
+>>
+>>------------------------------------------
+>>-- handling of various null formats
+>>
+>>-- using insert
+>>insert overwrite table hive.hive.null_format_default select * from null_format_src;
 
---- 6 row(s) inserted.
->>select * from hive.hive.nulls order by a,b;
+--- 10 row(s) inserted.
+>>select * from hive.hive.null_format_default;
 
 A                                                             B
 ------------------------------------------------------------  ------------------------------------------------------------
 
-aaa1                                                          bbbbb1                                                      
-aaa3                                                          ?                                                           
-aaa5                                                          ?                                                           
-?                                                             bbbbb2                                                      
-?                                                             bbbbb6                                                      
+a                                                             b                                                           
+a                                                             ?                                                           
+?                                                             b                                                           
+a                                                                                                                         
+                                                              b                                                           
+?                                                                                                                         
+:                                                             ?                                                           
+                                                                                                                          
+:                                                             :                                                           
 ?                                                             ?                                                           
 
---- 6 row(s) selected.
+--- 10 row(s) selected.
 >>
->>---index 0
->>create index customer_idx1 on customer_salt(c_first_name, c_last_name);
+>>insert overwrite table hive.hive.null_format_empty select * from null_format_src;
 
---- SQL operation complete.
+--- 10 row(s) inserted.
+>>select * from hive.hive.null_format_empty;
+
+A                                                             B
+------------------------------------------------------------  ------------------------------------------------------------
+
+a                                                             b                                                           
+a                                                             ?                                                           
+?                                                             b                                                           
+a                                                             ?                                                           
+?                                                             b                                                           
+?                                                             ?                                                           
+:                                                             ?                                                           
+?                                                             ?                                                           
+:                                                             :                                                           
+?                                                             ?                                                           
+
+--- 10 row(s) selected.
 >>
+>>insert overwrite table hive.hive.null_format_colon select * from null_format_src;
+
+--- 10 row(s) inserted.
+>>select * from hive.hive.null_format_colon;
+
+A                                                             B
+------------------------------------------------------------  ------------------------------------------------------------
+
+a                                                             b                                                           
+a                                                             ?                                                           
+?                                                             b                                                           
+a                                                                                                                         
+                                                              b                                                           
+?                                                                                                                         
+?                                                             ?                                                           
+                                                                                                                          
+?                                                             ?                                                           
+?                                                             ?                                                           
+
+--- 10 row(s) selected.
 >>
->>sh  regrhbase.ksh $REGRTSTDIR/TEST018_create_hbase_objects.hbase &> $REGRRUNDIR/LOG018_create_hbase_tables.log ;
 >>
->>---unload 0 -- nulls 
+>>-- using unload
 >>unload with purgedata from target
-+>   into '/user/hive/exttables/nulls'
-+>   select * from nulls;
++>   into '/user/hive/exttables/null_format_default'
++>   select * from null_format_src;
 Task: UNLOAD           Status: Started
 Task:  EMPTY TARGET    Status: Started
-Task:  EMPTY TARGET    Status: Ended      ET: 00:00:00.010
+Task:  EMPTY TARGET    Status: Ended      ET: 00:00:00.006
+Task:  EXTRACT         Status: Started
+       Rows Processed: 10 
+Task:  EXTRACT         Status: Ended      ET: 00:00:00.238
+
+--- 10 row(s) unloaded.
+>>select * from hive.hive.null_format_default;
+
+A                                                             B
+------------------------------------------------------------  ------------------------------------------------------------
+
+a                                                             b                                                           
+a                                                             ?                                                           
+?                                                             b                                                           
+a                                                                                                                         
+                                                              b                                                           
+?                                                                                                                         
+:                                                             ?                                                           
+                                                                                                                          
+:                                                             :                                                           
+?                                                             ?                                                           
+
+--- 10 row(s) selected.
+>>
+>>unload with purgedata from target
++>   into '/user/hive/exttables/null_format_empty'
++>   select * from null_format_src;
+Task: UNLOAD           Status: Started
+Task:  EMPTY TARGET    Status: Started
+Task:  EMPTY TARGET    Status: Ended      ET: 00:00:00.006
+Task:  EXTRACT         Status: Started
+       Rows Processed: 10 
+Task:  EXTRACT         Status: Ended      ET: 00:00:00.246
+
+--- 10 row(s) unloaded.
+>>select * from hive.hive.null_format_empty;
+
+A                                                             B
+------------------------------------------------------------  ------------------------------------------------------------
+
+a                                                             b                                                           
+a                                                             ?                                                           
+?                                                             b                                                           
+a                                                             ?                                                           
+?                                                             b                                                           
+?                                                             ?                                                           
+:                                                             ?                                                           
+?                                                             ?                                                           
+:                                                             :                                                           
+?                                                             ?                                                           
+
+--- 10 row(s) selected.
+>>
+>>unload with purgedata from target
++>   into '/user/hive/exttables/null_format_colon'
++>   select * from null_format_src;
+Task: UNLOAD           Status: Started
+Task:  EMPTY TARGET    Status: Started
+Task:  EMPTY TARGET    Status: Ended      ET: 00:00:00.009
 Task:  EXTRACT         Status: Started
-       Rows Processed: 6 
-Task:  EXTRACT         Status: Ended      ET: 00:00:00.223
+       Rows Processed: 10 
+Task:  EXTRACT         Status: Ended      ET: 00:00:00.222
 
---- 6 row(s) unloaded.
->>select * from hive.hive.nulls order by a,b;
+--- 10 row(s) unloaded.
+>>select * from hive.hive.null_format_colon;
 
 A                                                             B
 ------------------------------------------------------------  ------------------------------------------------------------
 
-aaa1                                                          bbbbb1                                                      
-aaa3                                                          ?                                                           
-aaa5                                                          ?                                                           
-?                                                             bbbbb2                                                      
-?                                                             bbbbb6                                                      
+a                                                             b                                                           
+a                                                             ?                                                           
+?                                                             b                                                           
+a                                                                                                                         
+                                                              b                                                           
+?                                                                                                                         
+?                                                             ?                                                           
+                                                                                                                          
 ?                                                             ?                                                           
+?                                                             ?                                                           
+
+--- 10 row(s) selected.
+>>
+>>---index 0
+>>create index customer_idx1 on customer_salt(c_first_name, c_last_name);
 
---- 6 row(s) selected.
+--- SQL operation complete.
+>>
+>>sh  regrhbase.ksh $REGRTSTDIR/TEST018_create_hbase_objects.hbase &> $REGRRUNDIR/LOG018_create_hbase_tables.log ;
+>>
 >>
 >>--exp1
 >>explain options 'f' 
@@ -349,12 +471,12 @@ LC   RC   OP   OPERATOR              OPT       DESCRIPTION           CARD
 +>;
 Task: UNLOAD           Status: Started
 Task:  EMPTY TARGET    Status: Started
-Task:  EMPTY TARGET    Status: Ended      ET: 00:00:00.004
+Task:  EMPTY TARGET    Status: Ended      ET: 00:00:00.011
 Task:  EXTRACT         Status: Started
        Rows Processed: 50000 
-Task:  EXTRACT         Status: Ended      ET: 00:00:02.445
+Task:  EXTRACT         Status: Ended      ET: 00:00:02.786
 Task:  MERGE FILES     Status: Started
-Task:  MERGE FILES     Status: Ended      ET: 00:00:00.034
+Task:  MERGE FILES     Status: Ended      ET: 00:00:00.036
 
 --- 50000 row(s) unloaded.
 >>log;
@@ -387,10 +509,10 @@ LC   RC   OP   OPERATOR              OPT       DESCRIPTION           CARD
 +><<+ cardinality 10e10 >>;
 Task: UNLOAD           Status: Started
 Task:  EMPTY TARGET    Status: Started
-Task:  EMPTY TARGET    Status: Ended      ET: 00:00:00.006
+Task:  EMPTY TARGET    Status: Ended      ET: 00:00:00.010
 Task:  EXTRACT         Status: Started
        Rows Processed: 20000 
-Task:  EXTRACT         Status: Ended      ET: 00:00:00.773
+Task:  EXTRACT         Status: Ended      ET: 00:00:00.868
 Task:  MERGE FILES     Status: Started
 Task:  MERGE FILES     Status: Ended      ET: 00:00:00.031
 
@@ -414,9 +536,9 @@ Task:  EMPTY TARGET    Status: Started
 Task:  EMPTY TARGET    Status: Ended      ET: 00:00:00.008
 Task:  EXTRACT         Status: Started
        Rows Processed: 20000 
-Task:  EXTRACT         Status: Ended      ET: 00:00:00.769
+Task:  EXTRACT         Status: Ended      ET: 00:00:00.837
 Task:  MERGE FILES     Status: Started
-Task:  MERGE FILES     Status: Ended      ET: 00:00:00.026
+Task:  MERGE FILES     Status: Ended      ET: 00:00:00.029
 
 --- 20000 row(s) unloaded.
 >>log;
@@ -451,9 +573,9 @@ Task:  EMPTY TARGET    Status: Started
 Task:  EMPTY TARGET    Status: Ended      ET: 00:00:00.007
 Task:  EXTRACT         Status: Started
        Rows Processed: 20000 
-Task:  EXTRACT         Status: Ended      ET: 00:00:00.736
+Task:  EXTRACT         Status: Ended      ET: 00:00:01.024
 Task:  MERGE FILES     Status: Started
-Task:  MERGE FILES     Status: Ended      ET: 00:00:00.039
+Task:  MERGE FILES     Status: Ended      ET: 00:00:00.041
 
 --- 20000 row(s) unloaded.
 >>
@@ -474,9 +596,9 @@ Task:  EMPTY TARGET    Status: Started
 Task:  EMPTY TARGET    Status: Ended      ET: 00:00:00.005
 Task:  EXTRACT         Status: Started
        Rows Processed: 20000 
-Task:  EXTRACT         Status: Ended      ET: 00:00:00.552
+Task:  EXTRACT         Status: Ended      ET: 00:00:00.722
 Task:  MERGE FILES     Status: Started
-Task:  MERGE FILES     Status: Ended      ET: 00:00:00.032
+Task:  MERGE FILES     Status: Ended      ET: 00:00:00.048
 
 --- 20000 row(s) unloaded.
 >>
@@ -509,10 +631,10 @@ LC   RC   OP   OPERATOR              OPT       DESCRIPTION           CARD
 +><<+ cardinality 10e10 >>;
 Task: UNLOAD           Status: Started
 Task:  EMPTY TARGET    Status: Started
-Task:  EMPTY TARGET    Status: Ended      ET: 00:00:00.005
+Task:  EMPTY TARGET    Status: Ended      ET: 00:00:00.013
 Task:  EXTRACT         Status: Started
        Rows Processed: 20000 
-Task:  EXTRACT         Status: Ended      ET: 00:00:00.480
+Task:  EXTRACT         Status: Ended      ET: 00:00:00.591
 
 --- 20000 row(s) unloaded.
 >>
@@ -532,12 +654,12 @@ regrhadoop.ksh fs -ls /bulkload/customer_demographics_salt/file* |  grep file |
 +><<+ cardinality 10e10 >>;
 Task: UNLOAD           Status: Started
 Task:  EMPTY TARGET    Status: Started
-Task:  EMPTY TARGET    Status: Ended      ET: 00:00:00.008
+Task:  EMPTY TARGET    Status: Ended      ET: 00:00:00.012
 Task:  EXTRACT         Status: Started
        Rows Processed: 20000 
-Task:  EXTRACT         Status: Ended      ET: 00:00:00.560
+Task:  EXTRACT         Status: Ended      ET: 00:00:00.672
 Task:  MERGE FILES     Status: Started
-Task:  MERGE FILES     Status: Ended      ET: 00:00:00.034
+Task:  MERGE FILES     Status: Ended      ET: 00:00:00.040
 
 --- 20000 row(s) unloaded.
 >>
@@ -670,12 +792,12 @@ CD_DEMO_SK   CD_GENDER
 +><<+ cardinality 10e10 >>;
 Task: UNLOAD           Status: Started
 Task:  EMPTY TARGET    Status: Started
-Task:  EMPTY TARGET    Status: Ended      ET: 00:00:00.006
+Task:  EMPTY TARGET    Status: Ended      ET: 00:00:00.005
 Task:  EXTRACT         Status: Started
        Rows Processed: 20000 
-Task:  EXTRACT         Status: Ended      ET: 00:00:00.541
+Task:  EXTRACT         Status: Ended      ET: 00:00:00.616
 Task:  MERGE FILES     Status: Started
-Task:  MERGE FILES     Status: Ended      ET: 00:00:00.035
+Task:  MERGE FILES     Status: Ended      ET: 00:00:00.055
 
 --- 20000 row(s) unloaded.
 >>log;
@@ -713,9 +835,9 @@ Task:  EMPTY TARGET    Status: Started
 Task:  EMPTY TARGET    Status: Ended      ET: 00:00:00.005
 Task:  EXTRACT         Status: Started
        Rows Processed: 20000 
-Task:  EXTRACT         Status: Ended      ET: 00:00:00.447
+Task:  EXTRACT         Status: Ended      ET: 00:00:00.562
 Task:  MERGE FILES     Status: Started
-Task:  MERGE FILES     Status: Ended      ET: 00:00:00.035
+Task:  MERGE FILES     Status: Ended      ET: 00:00:00.046
 
 --- 20000 row(s) unloaded.
 >>
@@ -768,7 +890,7 @@ Task:  EMPTY TARGET    Status: Started
 Task:  EMPTY TARGET    Status: Ended      ET: 00:00:00.005
 Task:  EXTRACT         Status: Started
        Rows Processed: 20000 
-Task:  EXTRACT         Status: Ended      ET: 00:00:00.434
+Task:  EXTRACT         Status: Ended      ET: 00:00:00.480
 
 --- 20000 row(s) unloaded.
 >>
@@ -818,7 +940,7 @@ Task:  EMPTY TARGET    Status: Started
 Task:  EMPTY TARGET    Status: Ended      ET: 00:00:00.005
 Task:  EXTRACT         Status: Started
        Rows Processed: 50000 
-Task:  EXTRACT         Status: Ended      ET: 00:00:01.808
+Task:  EXTRACT         Status: Ended      ET: 00:00:01.946
 
 --- 50000 row(s) unloaded.
 >>
@@ -843,14 +965,14 @@ CA_ADDRESS_SK  CA_ADDRESS_ID
             4  AAAAAAAAEAAAAAAA                                                                                      111                                                                                                   Smith                                                                                                 Wy                                                                                                    Suite A                                                                                               Oak Ridge                                                                                             Kit Carson County                                                                                     CO                                                                                                    88371                                                                                                 United States                                                   
                                       -7.0000000E+000  condo                                                                                               
             5  AAAAAAAAFAAAAAAA                                                                                      31                                                                                                    College                                                                                               Blvd                                                                                                  Suite 180                                                                                             Glendale                                                                                              Barry County                                                                                          MO                                                                                                    63951                                                                                                 United States                                                   
                                       -6.0000000E+000  single family                                                                                       
             6  AAAAAAAAGAAAAAAA                                                                                      59                                                                                                    Williams Sixth                                                                                        Parkway                                                                                               Suite 100                                                                                             Lakeview                                                                                              Chelan County                                                                                         WA                                                                                                    98579                                                                                                 United States                                                   
                                       -8.0000000E+000  single family                                                                                       
-            7  AAAAAAAAHAAAAAAA                                                                                      ?                                                                                                     Hill 7th                                                                                              Road                                                                                                  Suite U                                                                                               Farmington                                                                                            ?                                                                                                     ?                                                                                                     39145                                                                                                 United States                                                   
                                                     ?  ?                                                                                                   
+            7  AAAAAAAAHAAAAAAA                                                                                                                                                                                            Hill 7th                                                                                              Road                                                                                                  Suite U                                                                                               Farmington                                                                                                                                                                                                                                                                                                        39145                                                                                                 United States                                                   
                                                     ?                                                                                                      
             8  AAAAAAAAIAAAAAAA                                                                                      875                                                                                                   Lincoln                                                                                               Ct.                                                                                                   Suite Y                                                                                               Union                                                                                                 Bledsoe County                                                                                        TN                                                                                                    38721                                                                                                 United States                                                   
                                       -5.0000000E+000  apartment                                                                                           
             9  AAAAAAAAJAAAAAAA                                                                                      819                                                                                                   1st Laurel                                                                                            Ave                                                                                                   Suite 70                                                                                              New Hope                                                                                              Perry County                                                                                          AL                                                                                                    39431                                                                                                 United States                                                   
                                       -6.0000000E+000  condo                                                                                               
            10  AAAAAAAAKAAAAAAA                                                                                      851                                                                                                   Woodland Poplar                                                                                       ST                                                                                                    Suite Y                                                                                               Martinsville                                                                                          Haines Borough                                                                                        AK                                                                                                    90419                                                                                                 United States                                                   
                                       -9.0000000E+000  condo                                                                                               
            11  AAAAAAAALAAAAAAA                                                                                      189                                                                                                   13th 2nd                                                                                              Street                                                                                                Suite 470                                                                                             Maple Grove                                                                                           Madison County                                                                                        MT                                                                                                    68252                                                                                                 United States                                                   
                                       -7.0000000E+000  single family                                                                                       
            12  AAAAAAAAMAAAAAAA                                                                                      76                                                                                                    Ash 8th                                                                                               Ct.                                                                                                   Suite O                                                                                               Edgewood                                                                                              Mifflin County                                                                                        PA                                                                                                    10069                                                                                                 United States                                                   
                                       -5.0000000E+000  apartment                                                                                           
            13  AAAAAAAANAAAAAAA                                                                                      424                                                                                                   Main Second                                                                                           Ln                                                                                                    Suite 130                                                                                             Greenville                                                                                            Noxubee County                                                                                        MS                                                                                                    51387                                                                                                 United States                                                   
                                       -6.0000000E+000  single family                                                                                       
-           14  AAAAAAAAOAAAAAAA                                                                                      923                                                                                                   Pine Oak                                                                                              Dr.                                                                                                   Suite 100                                                                                             ?                                                                                                     Lipscomb County                                                                                       TX                                                                                                    77752                                                                                                 ?                                                               
                                       -6.0000000E+000  ?                                                                                                   
+           14  AAAAAAAAOAAAAAAA                                                                                      923                                                                                                   Pine Oak                                                                                              Dr.                                                                                                   Suite 100                                                                                                                                                                                                   Lipscomb County                                                                                       TX                                                                                                    77752                                                                                                                                                                 
                                       -6.0000000E+000                                                                                                      
            15  AAAAAAAAPAAAAAAA                                                                                      314                                                                                                   Spring                                                                                                Ct.                                                                                                   Suite B                                                                                               Oakland                                                                                               Washington County                                                                                     OH                                                                                                    49843                                                                                                 United States                                                   
                                       -5.0000000E+000  apartment                                                                                           
            16  AAAAAAAAABAAAAAA                                                                                      576                                                                                                   Adams Center                                                                                          Street                                                                                                Suite J                                                                                               Valley View                                                                                           Oldham County                                                                                         TX                                                                                                    75124                                                                                                 United States                                                   
                                       -6.0000000E+000  condo                                                                                               
            17  AAAAAAAABBAAAAAA                                                                                      801                                                                                                   Green                                                                                                 Dr.                                                                                                   Suite 0                                                                                               Montpelier                                                                                            Richland County                                                                                       OH                                                                                                    48930                                                                                                 United States                                                   
                                       -5.0000000E+000  single family                                                                                       
@@ -868,10 +990,10 @@ CA_ADDRESS_SK  CA_ADDRESS_ID
 +>select * from trafodion.hbase.customer_address ;
 Task: UNLOAD           Status: Started
 Task:  EMPTY TARGET    Status: Started
-Task:  EMPTY TARGET    Status: Ended      ET: 00:00:00.005
+Task:  EMPTY TARGET    Status: Ended      ET: 00:00:00.006
 Task:  EXTRACT         Status: Started
        Rows Processed: 50000 
-Task:  EXTRACT         Status: Ended      ET: 00:00:01.800
+Task:  EXTRACT         Status: Ended      ET: 00:00:01.891
 
 --- 50000 row(s) unloaded.
 >>
@@ -896,14 +1018,14 @@ CA_ADDRESS_SK  CA_ADDRESS_ID
             4  AAAAAAAAEAAAAAAA                                                                                      111                                                                                                   Smith                                                                                                 Wy                                                                                                    Suite A                                                                                               Oak Ridge                                                                                             Kit Carson County                                                                                     CO                                                                                                    88371                                                                                                 United States                                                   
                                       -7.0000000E+000  condo                                                                                               
             5  AAAAAAAAFAAAAAAA                                                                                      31                                                                                                    College                                                                                               Blvd                                                                                                  Suite 180                                                                                             Glendale                                                                                              Barry County                                                                                          MO                                                                                                    63951                                                                                                 United States                                                   
                                       -6.0000000E+000  single family                                                                                       
             6  AAAAAAAAGAAAAAAA                                                                                      59                                                                                                    Williams Sixth                                                                                        Parkway                                                                                               Suite 100                                                                                             Lakeview                                                                                              Chelan County                                                                                         WA                                                                                                    98579                                                                                                 United States                                                   
                                       -8.0000000E+000  single family                                                                                       
-            7  AAAAAAAAHAAAAAAA                                                                                      ?                                                                                                     Hill 7th                                                                                              Road                                                                                                  Suite U                                                                                               Farmington                                                                                            ?                                                                                                     ?                                                                                                     39145                                                                                                 United States                                                   
                                                     ?  ?                                                                                                   
+            7  AAAAAAAAHAAAAAAA                                                                                                                                                                                            Hill 7th                                                                                              Road                                                                                                  Suite U                                                                                               Farmington                                                                                                                                                                                                                                                                                                        39145                                                                                                 United States                                                   
                                                     ?                                                                                                      
             8  AAAAAAAAIAAAAAAA                                                                                      875                                                                                                   Lincoln                                                                                               Ct.                                                                                                   Suite Y                                                                                               Union                                                                                                 Bledsoe County                                                                                        TN                                                                                                    38721                                                                                                 United States                                                   
                                       -5.0000000E+000  apartment                                                                                           
             9  AAAAAAAAJAAAAAAA                                                                                      819                                                                                                   1st Laurel                                                                                            Ave                                                                                                   Suite 70                                                                                              New Hope                                                                                              Perry County                                                                                          AL                                                                                                    39431                                                                                                 United States                                                   
                                       -6.0000000E+000  condo                                                                                               
            10  AAAAAAAAKAAAAAAA                                                                                      851                                                                                                   Woodland Poplar                                                                                       ST                                                                                                    Suite Y                                                                                               Martinsville                                                                                          Haines Borough                                                                                        AK                                                                                                    90419                                                                                                 United States                                                   
                                       -9.0000000E+000  condo                                                                                               
            11  AAAAAAAALAAAAAAA                                                                                      189                                                                                                   13th 2nd                                                                                              Street                                                                                                Suite 470                                                                                             Maple Grove                                                                                           Madison County                                                                                        MT                                                                                                    68252                                                                                                 United States                                                   
                                       -7.0000000E+000  single family                                                                                       
            12  AAAAAAAAMAAAAAAA                                                                                      76                                                                                                    Ash 8th                                                                                               Ct.                                                                                                   Suite O                                                                                               Edgewood                                                                                              Mifflin County                                                                                        PA                                                                                                    10069                                                                                                 United States                                                   
                                       -5.0000000E+000  apartment                                                                                           
            13  AAAAAAAANAAAAAAA                                                                                      424                                                                                                   Main Second                                                                                           Ln                                                                                                    Suite 130                                                                                             Greenville                                                                                            Noxubee County                                                                                        MS                                                                                                    51387                                                                                                 United States                                                   
                                       -6.0000000E+000  single family                                                                                       
-           14  AAAAAAAAOAAAAAAA                                                                                      923                                                                                                   Pine Oak                                                                                              Dr.                                                                                                   Suite 100                                                                                             ?                                                                                                     Lipscomb County                                                                                       TX                                                                                                    77752                                                                                                 ?                                                               
                                       -6.0000000E+000  ?                                                                                                   
+           14  AAAAAAAAOAAAAAAA                                                                                      923                                                                                                   Pine Oak                                                                                              Dr.                                                                                                   Suite 100                                                                                                                                                                                                   Lipscomb County                                                                                       TX                                                                                                    77752                                                                                                                                                                 
                                       -6.0000000E+000                                                                                                      
            15  AAAAAAAAPAAAAAAA                                                                                      314                                                                                                   Spring                                                                                                Ct.                                                                                                   Suite B                                                                                               Oakland                                                                                               Washington County                                                                                     OH                                                                                                    49843                                                                                                 United States                                                   
                                       -5.0000000E+000  apartment                                                                                           
            16  AAAAAAAAABAAAAAA                                                                                      576                                                                                                   Adams Center                                                                                          Street                                                                                                Suite J                                                                                               Valley View                                                                                           Oldham County                                                                                         TX                                                                                                    75124                                                                                                 United States                                                   
                                       -6.0000000E+000  condo                                                                                               
            17  AAAAAAAABBAAAAAA                                                                                      801                                                                                                   Green                                                                                                 Dr.                                                                                                   Suite 0                                                                                               Montpelier                                                                                            Richland County                                                                                       OH                                                                                                    48930                                                                                                 United States                                                   
                                       -5.0000000E+000  single family                                                                                       
@@ -930,10 +1052,10 @@ CA_ADDRESS_SK  CA_ADDRESS_ID
 +>select * from trafodion.hbase.customer_salt;
 Task: UNLOAD           Status: Started
 Task:  EMPTY TARGET    Status: Started
-Task:  EMPTY TARGET    Status: Ended      ET: 00:00:00.005
+Task:  EMPTY TARGET    Status: Ended      ET: 00:00:00.006
 Task:  EXTRACT         Status: Started
        Rows Processed: 100000 
-Task:  EXTRACT         Status: Ended      ET: 00:00:05.750
+Task:  EXTRACT         Status: Ended      ET: 00:00:06.124
 
 --- 100000 row(s) unloaded.
 >>select count(*) from hive.hive.unload_customer;
@@ -951,26 +1073,26 @@ Task:  EXTRACT         Status: Ended      ET: 00:00:05.750
 C_CUSTOMER_SK  C_CUSTOMER_ID                                                                                         C_CURRENT_CDEMO_SK  C_CURRENT_HDEMO_SK  C_CURRENT_ADDR_SK  C_FIRST_SHIPTO_DATE_SK  C_FIRST_SALES_DATE_SK  C_SALUTATION                                                                                          C_FIRST_NAME                                                                                          C_LAST_NAME                                                                                           C_PREFERRED_CUST_FLAG                                                                                 C_BIRTH_DAY  C_BIRTH_MONTH  C_BIRTH_YEAR  C_BIRTH_COUNTRY                                                                                       C_LOGIN                                                                                               C_EMAIL_ADDRESS                                                                                       C_LAST_REVIEW_DATE
 -------------  ----------------------------------------------------------------------------------------------------  ------------------  ------------------  -----------------  ----------------------  ---------------------  ----------------------------------------------------------------------------------------------------  ----------------------------------------------------------------------------------------------------  ----------------------------------------------------------------------------------------------------  ----------------------------------------------------------------------------------------------------  -----------  -------------  ------------  ----------------------------------------------------------------------------------------------------  ----------------------------------------------------------------------------------------------------  ----------------------------------------------------------------------------------------------------  ------------------
 ----------------------------------------------------------------------------------
 
-            1  AAAAAAAABAAAAAAA                                                                                                  980124                7135              32946                 2452238                2452208  Mr.                                                                                                   Javier                                                                                                Lewis                                                                                                 Y                                                                                                               9             12          1936  CHILE                                                                                                 ?                                                                                                     Javier.Lewis@VFAxlnZEvOx.org                                                                          2452508           
                                                                                   
-            2  AAAAAAAACAAAAAAA                                                                                                  819667                1461              31655                 2452318                2452288  Dr.                                                                                                   Amy                                                                                                   Moses                                                                                                 Y                                                                                                               9              4          1966  TOGO                                                                                                  ?                                                                                                     Amy.Moses@Ovk9KjHH.com                                                                                2452318           
                                                                                   
-            3  AAAAAAAADAAAAAAA                                                                                                 1473522                6247              48572                 2449130                2449100  Miss                                                                                                  Latisha                                                                                               Hamilton                                                                                              N                                                                                                              18              9          1979  NIUE                                                                                                  ?                                                                                                     Latisha.Hamilton@V.com                                                                                2452313           
                                                                                   
-            4  AAAAAAAAEAAAAAAA                                                                                                 1703214                3986              39558                 2450030                2450000  Dr.                                                                                                   Michael                                                                                               White                                                                                                 N                                                                                                               7              6          1983  MEXICO                                                                                                ?                                                                                                     Michael.White@i.org                                                                                   2452361           
                                                                                   
-            5  AAAAAAAAFAAAAAAA                                                                                                  953372                4470              36368                 2449438                2449408  Sir                                                                                                   Robert                                                                                                Moran                                                                                                 N                                                                                                               8              5          1956  FIJI                                                                                                  ?                                                                                                     Robert.Moran@Hh.edu                                                                                   2452469           
                                                                                   
-            6  AAAAAAAAGAAAAAAA                                                                                                  213219                6374              27082                 2451883                2451853  Ms.                                                                                                   Brunilda                                                                                              Sharp                                                                                                 N                                                                                                               4             12          1925  SURINAME                                                                                              ?                                                                                                     Brunilda.Sharp@T3pylZEUQjm.org                                                                        2452430           
                                                                                   
-            7  AAAAAAAAHAAAAAAA                                                                                                   68377                3219              44814                 2451438                2451408  Ms.                                                                                                   Fonda                                                                                                 Wiles                                                                                                 Y                                                                                                              24              4          1985  GAMBIA                                                                                                ?                                                                                                     Fonda.Wiles@S9KnyEtz9hv.org                                                                           2452360           
                                                                                   
-            8  AAAAAAAAIAAAAAAA                                                                                                 1215897                2471              16598                 2449406                2449376  Sir                                                                                                   Ollie                                                                                                 Shipman                                                                                               N                                                                                                              26             12          1938  KOREA, REPUBLIC OF                                                                                    ?                                                                                                     Ollie.Shipman@be.org                                                                                  2452334           
                                                                                   
-            9  AAAAAAAAJAAAAAAA                                                                                                 1168667                1404              49388                 2452275                2452245  Sir                                                                                                   Karl                                                                                                  Gilbert                                                                                               N                                                                                                              26             10          1966  MONTSERRAT                                                                                            ?                                                                                                     Karl.Gilbert@Crg5KyP2IxX9C4d6.edu                                                                     2452454           
                                                                                   
-           10  AAAAAAAAKAAAAAAA                                                                                                 1207553                5143              19580                 2451353                2451323  Ms.                                                                                                   Albert                                                                                                Brunson                                                                                               N                                                                                                              15             10          1973  JORDAN                                                                                                ?                                                                                                     Albert.Brunson@62.com                                                                                 2452641           
                                                                                   
-           11  AAAAAAAALAAAAAAA                                                                                                 1114415                6807              47999                 2452288                2452258  Ms.                                                                                                   Betty                                                                                                 Williams                                                                                              N                                                                                                              18             12          1963  BURKINA FASO                                                                                          ?                                                                                                     Betty.Williams@xRtDqM1eLBVQNoYAJ.com                                                                  2452398           
                                                                                   
-           12  AAAAAAAAMAAAAAAA                                                                                                  502141                6577              47366                 2451039                2451009  Ms.                                                                                                   Margaret                                                                                              Farias                                                                                                N                                                                                                               2              6          1956  TURKMENISTAN                                                                                          ?                                                                                                     Margaret.Farias@cb.edu                                                                                2452634           
                                                                                   
-           13  AAAAAAAANAAAAAAA                                                                                                 1128748                2777              14006                 2449658                2449628  Mrs.                                                                                                  Rosalinda                                                                                             Grimes                                                                                                N                                                                                                               1              3          1970  UKRAINE                                                                                               ?                                                                                                     Rosalinda.Grimes@tC8pcU7Lt.edu                                                                        2452616           
                                                                                   
-           14  AAAAAAAAOAAAAAAA                                                                                                  929344                 892               6440                 2450318                2450288  Mr.                                                                                                   Jack                                                                                                  Wilcox                                                                                                N                                                                                                              30              3          1937  SLOVENIA                                                                                              ?                                                                                                     Jack.Wilcox@Y3Etqyv3.org                                                                              2452641           
                                                                                   
-           15  AAAAAAAAPAAAAAAA                                                                                                       ?                 134              30469                       ?                2449010  Ms.                                                                                                   Tonya                                                                                                 ?                                                                                                     ?                                                                                                               ?             12          1969  ?                                                                                                     ?                                                                                                     ?                                                                                                     2452376           
                                                                                   
-           16  AAAAAAAAABAAAAAA                                                                                                 1196373                3014              29302                 2451346                2451316  Dr.                                                                                                   Margie                                                                                                Browning                                                                                              N                                                                                                              24             12          1933  PHILIPPINES                                                                                           ?                                                                                                     Margie.Browning@LM674NrE2.org                                                                         2452573           
                                                                                   
-           17  AAAAAAAABBAAAAAA                                                                                                  707524                3876               2228                 2451068                2451038  Dr.                                                                                                   Lee                                                                                                   Stovall                                                                                               N                                                                                                              23             12          1972  PHILIPPINES                                                                                           ?                                                                                                     Lee.Stovall@fqKC83UU0f.org                                                                            2452454           
                                                                                   
-           18  AAAAAAAACBAAAAAA                                                                                                 1361151                6580              18456                 2450041                2450011  Sir                                                                                                   Brad                                                                                                  Lynch                                                                                                 Y                                                                                                               1              9          1950  URUGUAY                                                                                               ?                                                                                                     Brad.Lynch@nAbai.edu                                                                                  2452549           
                                                                                   
-           19  AAAAAAAADBAAAAAA                                                                                                 1161742                4238              45581                 2449580                2449550  Dr.                                                                                                   Andre                                                                                                 Moore                                                                                                 N                                                                                                              20             10          1978  NICARAGUA                                                                                             ?                                                                                                     Andre.Moore@cTZLGYi1ZJi.org                                                                           2452576           
                                                                                   
-           20  AAAAAAAAEBAAAAAA                                                                                                 1185612                  89              38966                 2450965                2450935  Mr.                                                                                                   Stanton                                                                                               Dallas                                                                                                Y                                                                                                              17              5          1976  SWITZERLAND                                                                                           ?                                                                                                     Stanton.Dallas@DBXgl18FGo.edu                                                                         2452334           
                                                                                   
+            1  AAAAAAAABAAAAAAA                                                                                                  980124                7135              32946                 2452238                2452208  Mr.                                                                                                   Javier                                                                                                Lewis                                                                                                 Y                                                                                                               9             12          1936  CHILE                                                                                                                                                                                                       Javier.Lewis@VFAxlnZEvOx.org                                                                          2452508           
                                                                                   
+            2  AAAAAAAACAAAAAAA                                                                                                  819667                1461              31655                 2452318                2452288  Dr.                                                                                                   Amy                                                                                                   Moses                                                                                                 Y                                                                                                               9              4          1966  TOGO                                                                                                                                                                                                        Amy.Moses@Ovk9KjHH.com                                                                                2452318           
                                                                                   
+            3  AAAAAAAADAAAAAAA                                                                                                 1473522                6247              48572                 2449130                2449100  Miss                                                                                                  Latisha                                                                                               Hamilton                                                                                              N                                                                                                              18              9          1979  NIUE                                                                                                                                                                                                        Latisha.Hamilton@V.com                                                                                2452313           
                                                                                   
+            4  AAAAAAAAEAAAAAAA                                                                                                 1703214                3986              39558                 2450030                2450000  Dr.                                                                                                   Michael                                                                                               White                                                                                                 N                                                                                                               7              6          1983  MEXICO                                       

<TRUNCATED>


[7/9] incubator-trafodion git commit: JIRA TRAFODION-2013 Hive null values are now handled correctly.

Posted by an...@apache.org.
JIRA TRAFODION-2013 Hive null values are now handled correctly.


Project: http://git-wip-us.apache.org/repos/asf/incubator-trafodion/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-trafodion/commit/1a549e0e
Tree: http://git-wip-us.apache.org/repos/asf/incubator-trafodion/tree/1a549e0e
Diff: http://git-wip-us.apache.org/repos/asf/incubator-trafodion/diff/1a549e0e

Branch: refs/heads/master
Commit: 1a549e0e73811c85ab3438fc6d527aec8519c446
Parents: 7862d94
Author: Anoop Sharma <an...@esgyn.com>
Authored: Fri May 27 17:38:08 2016 +0000
Committer: Anoop Sharma <an...@esgyn.com>
Committed: Fri May 27 17:38:08 2016 +0000

----------------------------------------------------------------------
 core/sql/comexe/ComTdbFastTransport.h           |   4 +-
 core/sql/comexe/ComTdbHdfsScan.cpp              |  13 +-
 core/sql/comexe/ComTdbHdfsScan.h                |  47 +-
 core/sql/common/ComSmallDefs.h                  |   3 +
 core/sql/executor/ExFastTransport.cpp           |  18 +-
 core/sql/executor/ExHdfsScan.cpp                |  38 +-
 core/sql/executor/hiveHook.cpp                  |  27 +-
 core/sql/generator/GenFastTransport.cpp         |   5 +-
 core/sql/generator/GenRelScan.cpp               |  32 +-
 core/sql/optimizer/BindRelExpr.cpp              |  30 +-
 core/sql/optimizer/HDFSHook.cpp                 |   1 +
 core/sql/optimizer/HDFSHook.h                   |   4 +
 core/sql/optimizer/RelFastTransport.cpp         |   1 +
 core/sql/optimizer/RelFastTransport.h           |  18 +-
 core/sql/optimizer/hiveHook.h                   |  25 +-
 core/sql/regress/core/EXPECTED162               |  22 +-
 core/sql/regress/hive/EXPECTED001               |  22 +-
 core/sql/regress/hive/EXPECTED003               | 244 ++++----
 core/sql/regress/hive/EXPECTED004               | 240 ++++----
 core/sql/regress/hive/EXPECTED005               |  56 +-
 core/sql/regress/hive/EXPECTED006               |  16 +-
 core/sql/regress/hive/EXPECTED015               |  64 +--
 core/sql/regress/hive/EXPECTED018               | 570 +++++++++++--------
 core/sql/regress/hive/TEST018                   |  48 +-
 .../hive/TEST018_create_hive_tables.hive        |  16 +-
 core/sql/regress/tools/runregr_hive.ksh         |  39 +-
 core/sql/sqlcomp/DefaultConstants.h             |   2 +-
 core/sql/sqlcomp/nadefaults.cpp                 |   1 -
 28 files changed, 932 insertions(+), 674 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/1a549e0e/core/sql/comexe/ComTdbFastTransport.h
----------------------------------------------------------------------
diff --git a/core/sql/comexe/ComTdbFastTransport.h b/core/sql/comexe/ComTdbFastTransport.h
index b92e8f1..1ae7625 100644
--- a/core/sql/comexe/ComTdbFastTransport.h
+++ b/core/sql/comexe/ComTdbFastTransport.h
@@ -427,9 +427,9 @@ protected:
   UInt16       ioTimeout_;                                   // 128 - 129
   UInt16       filler_;                                      // 130 - 131
   UInt32       childDataRowLen_;                             // 132 - 135
-  
+
   // Make sure class size is a multiple of 8
-  char fillerComTdbFastTransport_[8];                       // 136 -143
+  char fillerComTdbFastTransport_[8];                        // 136 - 143
 
 };
 

http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/1a549e0e/core/sql/comexe/ComTdbHdfsScan.cpp
----------------------------------------------------------------------
diff --git a/core/sql/comexe/ComTdbHdfsScan.cpp b/core/sql/comexe/ComTdbHdfsScan.cpp
index 0f42446..93704cb 100755
--- a/core/sql/comexe/ComTdbHdfsScan.cpp
+++ b/core/sql/comexe/ComTdbHdfsScan.cpp
@@ -47,6 +47,7 @@ ComTdbHdfsScan::ComTdbHdfsScan(
                                Queue * hdfsFileRangeNumList,
                                char recordDelimiter,
                                char columnDelimiter,
+                               char * nullFormat,
                                Int64 hdfsBufSize,
                                UInt32 rangeTailIOSize,
                                Int64 hdfsSqlMaxRecLen,
@@ -57,6 +58,7 @@ ComTdbHdfsScan::ComTdbHdfsScan(
                                const unsigned short asciiTuppIndex,
                                const unsigned short workAtpIndex,
                                const unsigned short moveColsTuppIndex,
+                               const unsigned short origTuppIndex,
                                ex_cri_desc * work_cri_desc,
                                ex_cri_desc * given_cri_desc,
                                ex_cri_desc * returned_cri_desc,
@@ -93,12 +95,14 @@ ComTdbHdfsScan::ComTdbHdfsScan(
   hdfsFileRangeNumList_(hdfsFileRangeNumList),
   recordDelimiter_(recordDelimiter),
   columnDelimiter_(columnDelimiter),
+  nullFormat_(nullFormat),
   hdfsBufSize_(hdfsBufSize),
   rangeTailIOSize_(rangeTailIOSize),
   hdfsSqlMaxRecLen_(hdfsSqlMaxRecLen),
   outputRowLength_(outputRowLength),
   asciiRowLen_(asciiRowLen),
   moveExprColsRowLength_(moveColsRowLen),
+  origTuppIndex_(origTuppIndex),
   tuppIndex_(tuppIndex),
   asciiTuppIndex_(asciiTuppIndex),
   workAtpIndex_(workAtpIndex),
@@ -139,6 +143,9 @@ Long ComTdbHdfsScan::pack(void * space)
   hdfsFileInfoList_.pack(space);
   hdfsFileRangeBeginList_.pack(space);
   hdfsFileRangeNumList_.pack(space);
+
+  nullFormat_.pack(space);
+
   errCountTable_.pack(space);
   loggingLocation_.pack(space);
   errCountRowId_.pack(space);
@@ -170,6 +177,8 @@ Lng32 ComTdbHdfsScan::unpack(void * base, void * reallocator)
   if (hdfsFileRangeBeginList_.unpack(base, reallocator)) return -1;
   if (hdfsFileRangeNumList_.unpack(base, reallocator)) return -1;
 
+  if (nullFormat_.unpack(base)) return -1;
+
   if (errCountTable_.unpack(base)) return -1;
   if (loggingLocation_.unpack(base)) return -1;
   if (errCountRowId_.unpack(base)) return -1;
@@ -474,13 +483,13 @@ ComTdbOrcFastAggr::ComTdbOrcFastAggr(
                    hdfsFileInfoList,
                    hdfsFileRangeBeginList,
                    hdfsFileRangeNumList,
-                   0, 0, 0, 0, 0,
+                   0, 0, NULL, 0, 0, 0,
                    projRowLen, 
                    0, 0,
                    returnedTuppIndex,
                    0, 
                    projTuppIndex, 
-                   0,
+                   0, 0,
                    work_cri_desc,
                    given_cri_desc,
                    returned_cri_desc,

http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/1a549e0e/core/sql/comexe/ComTdbHdfsScan.h
----------------------------------------------------------------------
diff --git a/core/sql/comexe/ComTdbHdfsScan.h b/core/sql/comexe/ComTdbHdfsScan.h
index 0842c19..70573e1 100755
--- a/core/sql/comexe/ComTdbHdfsScan.h
+++ b/core/sql/comexe/ComTdbHdfsScan.h
@@ -131,7 +131,10 @@ class ComTdbHdfsScan : public ComTdb
   NABasicPtr loggingLocation_;                                // 168 - 175
   NABasicPtr errCountRowId_;                                  // 176 - 183
   UInt32  hiveScanMode_;                                      // 184 - 187
-  char fillersComTdbHdfsScan1_[12];                           // 188 - 199
+  UInt16 origTuppIndex_;                                      // 188 - 189
+  char fillersComTdbHdfsScan1_[2];                            // 190 - 191
+  NABasicPtr nullFormat_;                                     // 192 - 199
+  char fillersComTdbHdfsScan2_[8];                           // 200 - 207
 
 public:
   enum HDFSFileType
@@ -161,6 +164,7 @@ public:
 		 Queue * hdfsFileRangeNumList,
                  char recordDelimiter,
                  char columnDelimiter,
+                 char * nullFormat,
 		 Int64 hdfsBufSize,
                  UInt32 rangeTailIOSize,
 		 Int64 hdfsSqlMaxRecLen,
@@ -171,6 +175,7 @@ public:
 		 const unsigned short asciiTuppIndex,
 		 const unsigned short workAtpIndex,
                  const unsigned short moveColsTuppIndex,
+                 const unsigned short origTuppIndex,
 		 ex_cri_desc * work_cri_desc,
 		 ex_cri_desc * given_cri_desc,
 		 ex_cri_desc * returned_cri_desc,
@@ -225,6 +230,8 @@ public:
   Queue* getHdfsFileRangeBeginList() {return hdfsFileRangeBeginList_;}
   Queue* getHdfsFileRangeNumList() {return hdfsFileRangeNumList_;}
 
+  char * getNullFormat() { return nullFormat_; }
+
   const NABoolean isTextFile() const { return (type_ == TEXT_);}
   const NABoolean isSequenceFile() const { return (type_ == SEQUENCE_);}  
   const NABoolean isOrcFile() const { return (type_ == ORC_);}
@@ -242,23 +249,24 @@ public:
   NABoolean hdfsPrefetch() { return (flags_ & HDFS_PREFETCH) != 0; };
 
   void setUseCif(NABoolean v)
-   {(v ? flags_ |= USE_CIF : flags_ &= ~USE_CIF); };
-   NABoolean useCif() { return (flags_ & USE_CIF) != 0; };
-
-   void setUseCifDefrag(NABoolean v)
-    {(v ? flags_ |= USE_CIF_DEFRAG : flags_ &= ~USE_CIF_DEFRAG); };
-   NABoolean useCifDefrag() { return (flags_ & USE_CIF_DEFRAG) != 0; };
-   void setContinueOnError(NABoolean v)
-    {(v ? flags_ |= CONTINUE_ON_ERROR : flags_ &= ~CONTINUE_ON_ERROR); };
-   NABoolean continueOnError() { return (flags_ & CONTINUE_ON_ERROR) != 0; };
-
-    void setLogErrorRows(NABoolean v)
-     {(v ? flags_ |= LOG_ERROR_ROWS : flags_ &= ~LOG_ERROR_ROWS); };
-    NABoolean getLogErrorRows() { return (flags_ & LOG_ERROR_ROWS) != 0; };
-
-     UInt32 getMaxErrorRows() const { return maxErrorRows_;}
-     void setMaxErrorRows(UInt32 v ) { maxErrorRows_= v; }
+  {(v ? flags_ |= USE_CIF : flags_ &= ~USE_CIF); };
+  NABoolean useCif() { return (flags_ & USE_CIF) != 0; };
+  
+  void setUseCifDefrag(NABoolean v)
+  {(v ? flags_ |= USE_CIF_DEFRAG : flags_ &= ~USE_CIF_DEFRAG); };
+  NABoolean useCifDefrag() { return (flags_ & USE_CIF_DEFRAG) != 0; };
 
+  void setContinueOnError(NABoolean v)
+  {(v ? flags_ |= CONTINUE_ON_ERROR : flags_ &= ~CONTINUE_ON_ERROR); };
+  NABoolean continueOnError() { return (flags_ & CONTINUE_ON_ERROR) != 0; };
+  
+  void setLogErrorRows(NABoolean v)
+  {(v ? flags_ |= LOG_ERROR_ROWS : flags_ &= ~LOG_ERROR_ROWS); };
+  NABoolean getLogErrorRows() { return (flags_ & LOG_ERROR_ROWS) != 0; };
+  
+  UInt32 getMaxErrorRows() const { return maxErrorRows_;}
+  void setMaxErrorRows(UInt32 v ) { maxErrorRows_= v; }
+  
   // ---------------------------------------------------------------------
   // Used by the internal SHOWPLAN command to get attributes of a TDB.
   // ---------------------------------------------------------------------
@@ -309,6 +317,11 @@ public:
     return workCriDesc_->getTupleDescriptor(asciiTuppIndex_);
   }
 
+  ExpTupleDesc *getHdfsOrigRowDesc() const
+  {
+    return workCriDesc_->getTupleDescriptor(origTuppIndex_);
+  }
+
   ExpTupleDesc *getMoveExprColsRowDesc() const
   {
     return workCriDesc_->getTupleDescriptor(moveExprColsTuppIndex_);

http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/1a549e0e/core/sql/common/ComSmallDefs.h
----------------------------------------------------------------------
diff --git a/core/sql/common/ComSmallDefs.h b/core/sql/common/ComSmallDefs.h
index f83e199..8055e22 100644
--- a/core/sql/common/ComSmallDefs.h
+++ b/core/sql/common/ComSmallDefs.h
@@ -117,6 +117,9 @@ typedef NABoolean               ComBoolean;
 #define HBASE_STATS_CATALOG          "TRAFODION"
 #define HBASE_STATS_SCHEMA           "\"_HBASESTATS_\""
 
+// default null format for data in hive files.
+#define HIVE_DEFAULT_NULL_STRING             "\\N"
+
 #define TRAFODION_SYSCAT_LIT              "TRAFODION"
 #define SEABASE_SYSTEM_SCHEMA           "SEABASE"
 #define SEABASE_OLD_PRIVMGR_SCHEMA         "PRIVMGR_MD"

http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/1a549e0e/core/sql/executor/ExFastTransport.cpp
----------------------------------------------------------------------
diff --git a/core/sql/executor/ExFastTransport.cpp b/core/sql/executor/ExFastTransport.cpp
index f42832d..b881b14 100644
--- a/core/sql/executor/ExFastTransport.cpp
+++ b/core/sql/executor/ExFastTransport.cpp
@@ -52,6 +52,7 @@
 #include "SequenceFileReader.h" 
 #endif
 #include  "cli_stdh.h"
+#include "ComSmallDefs.h"
 
 
 //----------------------------------------------------------------------
@@ -587,11 +588,15 @@ void ExHdfsFastExtractTcb::convertSQRowToString(ULng32 nullLen,
     if (attr->getNullFlag()
         && ExpAlignedFormat::isNullValue(childRow + attr->getNullIndOffset(),
             attr->getNullBitIndex())) {
-      if ( !getEmptyNullString()) // includes hive null which is empty string
-      {
-        memcpy(targetData, myTdb().getNullString(), nullLen);
-        targetData += nullLen;
-      }
+      // source is a null value.
+
+      nullLen = 0;
+      if (myTdb().getNullString()) {
+        nullLen = strlen(myTdb().getNullString());
+        memcpy(targetData, myTdb().getNullString(), nullLen); 
+      } 
+
+      targetData += nullLen;
       currBuffer_->bytesLeft_ -= nullLen;
     } else {
       switch ((conv_case_index) sourceFieldsConvIndex_[i]) {
@@ -649,7 +654,8 @@ ExWorkProcRetcode ExHdfsFastExtractTcb::work()
   SFW_RetCode sfwRetCode = SFW_OK;
   ULng32 recSepLen = strlen(myTdb().getRecordSeparator());
   ULng32 delimLen = strlen(myTdb().getDelimiter());
-  ULng32 nullLen = strlen(myTdb().getNullString());
+  ULng32 nullLen = 
+    (myTdb().getNullString() ? strlen(myTdb().getNullString()) : 0);
   if (myTdb().getIsHiveInsert())
   {
     recSepLen = 1;

http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/1a549e0e/core/sql/executor/ExHdfsScan.cpp
----------------------------------------------------------------------
diff --git a/core/sql/executor/ExHdfsScan.cpp b/core/sql/executor/ExHdfsScan.cpp
index 1278c3a..bbdb0c6 100644
--- a/core/sql/executor/ExHdfsScan.cpp
+++ b/core/sql/executor/ExHdfsScan.cpp
@@ -44,7 +44,7 @@
 //#include "hdfs.h"
 
 #include "ExpORCinterface.h"
-
+#include "ComSmallDefs.h"
 
 ex_tcb * ExHdfsScanTdb::build(ex_globals * glob)
 {
@@ -1391,6 +1391,9 @@ char * ExHdfsScanTcb::extractAndTransformAsciiSourceToSqlRow(int &err,
   ExpTupleDesc * asciiSourceTD =
      hdfsScanTdb().workCriDesc_->getTupleDescriptor(hdfsScanTdb().asciiTuppIndex_);
 
+  ExpTupleDesc * origSourceTD = 
+    hdfsScanTdb().workCriDesc_->getTupleDescriptor(hdfsScanTdb().origTuppIndex_);
+  
   const char cd = hdfsScanTdb().columnDelimiter_;
   const char rd = hdfsScanTdb().recordDelimiter_;
   const char *sourceDataEnd = hdfsScanBuffer_+trailingPrevRead_+ bytesRead_;
@@ -1415,6 +1418,7 @@ char * ExHdfsScanTcb::extractAndTransformAsciiSourceToSqlRow(int &err,
 
   Lng32 neededColIndex = 0;
   Attributes * attr = NULL;
+  Attributes * tgtAttr = NULL;
   NABoolean rdSeen = FALSE;
 
   for (Lng32 i = 0; i <  hdfsScanTdb().convertSkipListSize_; i++)
@@ -1424,9 +1428,11 @@ char * ExHdfsScanTcb::extractAndTransformAsciiSourceToSqlRow(int &err,
       if (neededColIndex == asciiSourceTD->numAttrs())
         continue;
 
+      tgtAttr = NULL;
       if (hdfsScanTdb().convertSkipList_[i] > 0)
       {
         attr = asciiSourceTD->getAttr(neededColIndex);
+        tgtAttr = origSourceTD->getAttr(neededColIndex);
         neededColIndex++;
       }
       else
@@ -1465,13 +1471,27 @@ char * ExHdfsScanTcb::extractAndTransformAsciiSourceToSqlRow(int &err,
 
             if (attr->getNullFlag())
             {
-              if (len == 0)
-                *(short *)&hdfsAsciiSourceData_[attr->getNullIndOffset()] = -1;
-	      else if (memcmp(sourceData, "\\N", len) == 0)
-                *(short *)&hdfsAsciiSourceData_[attr->getNullIndOffset()] = -1;
-              else
-                *(short *)&hdfsAsciiSourceData_[attr->getNullIndOffset()] = 0;
-            }
+              *(short *)&hdfsAsciiSourceData_[attr->getNullIndOffset()] = 0;
+              if (hdfsScanTdb().getNullFormat()) // null format specified by user
+                {
+                  if (((len == 0) && (strlen(hdfsScanTdb().getNullFormat()) == 0)) ||
+                      ((len > 0) && (memcmp(sourceData, hdfsScanTdb().getNullFormat(), len) == 0)))
+                    {
+                       *(short *)&hdfsAsciiSourceData_[attr->getNullIndOffset()] = -1;
+                    }
+                } // if
+              else // null format not specified by user
+                {
+                  // Use default null format.
+                  // for non-varchar, length of zero indicates a null value.
+                  // For all datatypes, HIVE_DEFAULT_NULL_STRING('\N') indicates a null value.
+                  if (((len == 0) && (tgtAttr && (NOT DFS2REC::isSQLVarChar(tgtAttr->getDatatype())))) ||
+                      ((len > 0) && (memcmp(sourceData, HIVE_DEFAULT_NULL_STRING, len) == 0)))
+                    {
+                      *(short *)&hdfsAsciiSourceData_[attr->getNullIndOffset()] = -1;
+                    }
+                } // else
+            } // if nullable attr
 
             if (len > 0)
             {
@@ -1697,7 +1717,7 @@ short ExOrcScanTcb::extractAndTransformOrcSourceToSqlRow(
             {
               if (currColLen == 0)
                 *(short *)&hdfsAsciiSourceData_[attr->getNullIndOffset()] = -1;
-	      else if (memcmp(sourceData, "\\N", currColLen) == 0)
+	      else if (memcmp(sourceData, HIVE_DEFAULT_NULL_STRING, currColLen) == 0)
                 *(short *)&hdfsAsciiSourceData_[attr->getNullIndOffset()] = -1;
               else
                 *(short *)&hdfsAsciiSourceData_[attr->getNullIndOffset()] = 0;

http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/1a549e0e/core/sql/executor/hiveHook.cpp
----------------------------------------------------------------------
diff --git a/core/sql/executor/hiveHook.cpp b/core/sql/executor/hiveHook.cpp
index a83ead4..7e05763 100644
--- a/core/sql/executor/hiveHook.cpp
+++ b/core/sql/executor/hiveHook.cpp
@@ -45,8 +45,9 @@ struct hive_skey_desc* populateSortCols(HiveMetaData *md, Int32 sdID,
 struct hive_bkey_desc* populateBucketingCols(HiveMetaData *md, Int32 sdID,  
                                              NAText* tblStr, size_t& pos);
 NABoolean populateSerDeParams(HiveMetaData *md, Int32 serdeID, 
-                         char& fieldSep, char& recordSep,  
-                         NAText* tblStr, size_t& pos);
+                              char& fieldSep, char& recordSep,  
+                              NABoolean &nullFormatSpec, NAString &nullFormat,
+                              NAText* tblStr, size_t& pos);
 
 NABoolean findAToken (HiveMetaData *md, NAText* tblStr, size_t& pos, 
                       const char* tok, const char* errStr,
@@ -288,8 +289,12 @@ struct hive_sd_desc* populateSD(HiveMetaData *md, Int32 mainSdID,
     return NULL;
   Int32 numBuckets = atoi(numBucketsStr.c_str());
   
+  NABoolean nullFormatSpec = FALSE;
+  NAString nullFormat;
   NABoolean success = populateSerDeParams(md, 0, fieldTerminator, 
-                                          recordTerminator, tblStr, pos);
+                                          recordTerminator, 
+                                          nullFormatSpec, nullFormat,
+                                          tblStr, pos);
   if (!success)
     return NULL;
 
@@ -306,6 +311,7 @@ struct hive_sd_desc* populateSD(HiveMetaData *md, Int32 mainSdID,
                         numBuckets,
                         inputStr.c_str(),
                         outputStr.c_str(),
+                        (nullFormatSpec ? nullFormat.data() : NULL),
                         hive_sd_desc::TABLE_SD, 
                         // TODO : no support for hive_sd_desc::PARTN_SD
                         newColumns, 
@@ -527,6 +533,7 @@ static int getAsciiDecimalValue(const char * valPtr)
 
 NABoolean populateSerDeParams(HiveMetaData *md, Int32 serdeID, 
                               char& fieldTerminator, char& recordTerminator,
+                              NABoolean &nullFormatSpec, NAString &nullFormat,
                               NAText* tblStr, size_t& pos)
 {
 
@@ -543,10 +550,20 @@ NABoolean populateSerDeParams(HiveMetaData *md, Int32 serdeID,
                   "populateSerDeParams::serDeInfo:)},###"))
     return NULL;
   
-  
+  const char * nullStr = "serialization.null.format=";
   const char * fieldStr = "field.delim" ;
   const char * lineStr = "line.delim" ;
 
+  nullFormatSpec = FALSE;
+  foundB = tblStr->find(nullStr,pos);
+  if ((foundB != std::string::npos) && (foundB < foundE))
+    {
+      nullFormatSpec = TRUE;
+      std::size_t foundNB = foundB + strlen(nullStr);
+      std::size_t foundNE = tblStr->find(", ", foundNB);
+      nullFormat = NAString(tblStr->substr(foundNB, (foundNE-foundNB)));
+    }
+
   foundB = tblStr->find(fieldStr,pos);
   if ((foundB != std::string::npos) && (foundB < foundE))
     fieldTerminator = tblStr->at(foundB+strlen(fieldStr)+1);
@@ -661,7 +678,7 @@ struct hive_tbl_desc* HiveMetaData::getFakedTableDesc(const char* tblName)
    hive_bkey_desc* bk1 = new (h) hive_bkey_desc("C2", 1);
 
 
-   hive_sd_desc* sd1 = new (h)hive_sd_desc(1, "loc", 0, 1, "ift", "oft", 
+   hive_sd_desc* sd1 = new (h)hive_sd_desc(1, "loc", 0, 1, "ift", "oft", NULL,
                                            hive_sd_desc::TABLE_SD, c1, 
                                            sk1, bk1, '\010', '\n');
 

http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/1a549e0e/core/sql/generator/GenFastTransport.cpp
----------------------------------------------------------------------
diff --git a/core/sql/generator/GenFastTransport.cpp b/core/sql/generator/GenFastTransport.cpp
index 08da2bc..953176b 100644
--- a/core/sql/generator/GenFastTransport.cpp
+++ b/core/sql/generator/GenFastTransport.cpp
@@ -45,7 +45,7 @@
 #include "ComQueue.h"
 //#include "UdfDllInteraction.h"
 #include "RelFastTransport.h"
-
+#include "HDFSHook.h"
 
 
 // Helper function to allocate a string in the plan
@@ -127,6 +127,7 @@ int CreateAllCharsExpr(const NAType &formalType,
   NAType *typ = NULL;
 
   Lng32 maxLength = GetDisplayLength(formalType);
+  maxLength = MAXOF(maxLength, 1);
 
   if (formalType.getTypeQualifier() != NA_CHARACTER_TYPE )
   {
@@ -566,8 +567,8 @@ PhysicalFastExtract::codeGen(Generator *generator)
   hiveTableName = AllocStringInSpace(*space, (char *)getHiveTableName().data());
   delimiter = AllocStringInSpace(*space,  newDelimiter);
   header = AllocStringInSpace(*space, (char *)getHeader().data());
-  nullString = AllocStringInSpace(*space, (char *)getNullString().data());
   recordSeparator = AllocStringInSpace(*space, newRecordSep);
+  nullString = AllocStringInSpace(*space, (char *)getNullString().data());
 
    result = ft_codegen(generator,
                        *this,              // RelExpr &relExpr

http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/1a549e0e/core/sql/generator/GenRelScan.cpp
----------------------------------------------------------------------
diff --git a/core/sql/generator/GenRelScan.cpp b/core/sql/generator/GenRelScan.cpp
index 827ed90..9c17fad 100644
--- a/core/sql/generator/GenRelScan.cpp
+++ b/core/sql/generator/GenRelScan.cpp
@@ -820,8 +820,11 @@ short FileScan::codeGenForHive(Generator * generator)
   ULng32 asciiRowLen; 
   ExpTupleDesc * asciiTupleDesc = 0;
 
+  const Int32 origTuppIndex = 5;
+  ExpTupleDesc * origTupleDesc = 0;
+
   ex_cri_desc * work_cri_desc = NULL;
-  work_cri_desc = new(space) ex_cri_desc(5, space);
+  work_cri_desc = new(space) ex_cri_desc(6, space);
   returned_desc = new(space) ex_cri_desc(given_desc->noTuples() + 1, space);
 
   ExpTupleDesc::TupleDataFormat asciiRowFormat = ExpTupleDesc::SQLARK_EXPLODED_FORMAT;
@@ -847,6 +850,7 @@ short FileScan::codeGenForHive(Generator * generator)
   //   by making sure that the output ValueIds created during
   //   binding refer to the outputs of the move expression
 
+  ValueIdList origExprVids;
   for (int ii = 0; ii < (int)hdfsVals.entries();ii++)
   {
     if (convertSkipList[ii] == 0)
@@ -878,6 +882,8 @@ short FileScan::codeGenForHive(Generator * generator)
     else
       projectExprOnlyCastVids.insert(castValue->getValueId());
 
+    origExprVids.insert(hdfsVals[ii]);
+
     orcRowLen += sizeof(Lng32);
     orcRowLen += givenType.getDisplayLength();
 
@@ -904,6 +910,19 @@ short FileScan::codeGenForHive(Generator * generator)
   // Add the tuple descriptor for reply values to the work ATP
   work_cri_desc->setTupleDescriptor(asciiTuppIndex, asciiTupleDesc);
   
+  ULng32 origRowLen; 
+  exp_gen->processValIdList(
+       origExprVids,                             // [IN] ValueIdList
+       asciiRowFormat,                        // [IN] tuple data format
+       origRowLen,                           // [OUT] tuple length 
+       work_atp,                              // [IN] atp number
+       origTuppIndex,                        // [IN] index into atp
+       &origTupleDesc,                       // [optional OUT] tuple desc
+       ExpTupleDesc::LONG_FORMAT);             // [optional IN] desc format
+    
+  // Add the tuple descriptor for reply values to the work ATP
+  work_cri_desc->setTupleDescriptor(origTuppIndex, origTupleDesc);
+  
   ExpTupleDesc * tuple_desc = 0;
   ExpTupleDesc * hdfs_desc = 0;
   ULng32 executorPredColsRecLength; 
@@ -1159,6 +1178,15 @@ if (hTabStats->isOrcFile())
   char * tablename = 
     space->AllocateAndCopyToAlignedSpace(GenGetQualifiedName(getIndexDesc()->getNAFileSet()->getFileSetName()), 0);
 
+  char * nullFormat = NULL;
+  if (hTabStats->getNullFormat())
+    {
+      nullFormat = 
+        space->allocateAndCopyToAlignedSpace(hTabStats->getNullFormat(),
+                                             strlen(hTabStats->getNullFormat()),
+                                             0);
+    }
+
   // create hdfsscan_tdb
   ComTdbHdfsScan *hdfsscan_tdb = new(space) 
     ComTdbHdfsScan(
@@ -1177,6 +1205,7 @@ if (hTabStats->isOrcFile())
 		   hdfsFileRangeNumList,
 		   hTabStats->getRecordTerminator(),  // recordDelimiter
 		   hTabStats->getFieldTerminator(),   // columnDelimiter,
+                   nullFormat,
 		   hdfsBufSize,
                    rangeTailIOSize,
 		   executorPredColsRecLength,
@@ -1187,6 +1216,7 @@ if (hTabStats->isOrcFile())
 		   asciiTuppIndex,
 		   executorPredTuppIndex,
                    projectOnlyTuppIndex,
+                   origTuppIndex,
 		   work_cri_desc,
 		   given_desc,
 		   returned_desc,

http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/1a549e0e/core/sql/optimizer/BindRelExpr.cpp
----------------------------------------------------------------------
diff --git a/core/sql/optimizer/BindRelExpr.cpp b/core/sql/optimizer/BindRelExpr.cpp
index 59d0b9b..b81fdcf 100644
--- a/core/sql/optimizer/BindRelExpr.cpp
+++ b/core/sql/optimizer/BindRelExpr.cpp
@@ -16657,10 +16657,32 @@ RelExpr * FastExtract::bindNode(BindWA *bindWA)
   {
     delimiter_ = ActiveSchemaDB()->getDefaults().getValue(TRAF_UNLOAD_DEF_DELIMITER);
   }
-  if (getNullString().length() == 0)
-  {
-    nullString_ = ActiveSchemaDB()->getDefaults().getValue(TRAF_UNLOAD_DEF_NULL_STRING);
-  }
+
+  // if inserting into a hive table and an explicit null string was
+  // not specified in the unload command, and the target table has a user
+  // specified null format string, then use it.
+  if ((isHiveInsert()) &&
+      (hiveTableDesc_ && hiveTableDesc_->getNATable() && 
+       hiveTableDesc_->getNATable()->getClusteringIndex()) &&
+      (NOT nullStringSpec_))
+    {
+      const HHDFSTableStats* hTabStats = 
+        hiveTableDesc_->getNATable()->getClusteringIndex()->getHHDFSTableStats();
+
+      if (hTabStats->getNullFormat())
+        {
+          nullString_ = hTabStats->getNullFormat();
+          nullStringSpec_ = TRUE;
+        }
+    }
+
+  // if an explicit or user specified null format was not used, then
+  // use the default null string.
+  if (NOT nullStringSpec_) 
+    {
+      nullString_ = HIVE_DEFAULT_NULL_STRING;
+    }
+  
   if (getRecordSeparator().length() == 0)
   {
     recordSeparator_ = ActiveSchemaDB()->getDefaults().getValue(TRAF_UNLOAD_DEF_RECORD_SEPARATOR);

http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/1a549e0e/core/sql/optimizer/HDFSHook.cpp
----------------------------------------------------------------------
diff --git a/core/sql/optimizer/HDFSHook.cpp b/core/sql/optimizer/HDFSHook.cpp
index 7a6e86d..b4719d2 100644
--- a/core/sql/optimizer/HDFSHook.cpp
+++ b/core/sql/optimizer/HDFSHook.cpp
@@ -825,6 +825,7 @@ NABoolean HHDFSTableStats::populate(struct hive_tbl_desc *htd)
   numOfPartCols_ = htd->getNumOfPartCols();
   recordTerminator_ = hsd->getRecordTerminator();
   fieldTerminator_ = hsd->getFieldTerminator() ;
+  nullFormat_ = hsd->getNullFormat();
   NAString hdfsHost;
   Int32 hdfsPort = -1;
   NAString tableDir;

http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/1a549e0e/core/sql/optimizer/HDFSHook.h
----------------------------------------------------------------------
diff --git a/core/sql/optimizer/HDFSHook.h b/core/sql/optimizer/HDFSHook.h
index cbe634c..b9b8294 100644
--- a/core/sql/optimizer/HDFSHook.h
+++ b/core/sql/optimizer/HDFSHook.h
@@ -263,6 +263,7 @@ public:
                                     totalNumPartitions_(0),
                                     recordTerminator_(0),
                                     fieldTerminator_(0),
+                                    nullFormat_(NULL),
                                     validationJTimestamp_(-1),
                                     listPartitionStatsList_(heap),
                                     hiveStatsSize_(0),
@@ -297,6 +298,7 @@ public:
 
   char getRecordTerminator() const {return recordTerminator_;}
   char getFieldTerminator() const {return fieldTerminator_;}
+  char *getNullFormat() const { return nullFormat_; }
 
   Int32 getNumPartitions() const {return totalNumPartitions_;}
 
@@ -355,6 +357,8 @@ private:
   char recordTerminator_ ;
   char fieldTerminator_ ;
 
+  char *nullFormat_;
+
   Int64 validationJTimestamp_;
   // heap size used by the hive stats
   Int32 hiveStatsSize_;

http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/1a549e0e/core/sql/optimizer/RelFastTransport.cpp
----------------------------------------------------------------------
diff --git a/core/sql/optimizer/RelFastTransport.cpp b/core/sql/optimizer/RelFastTransport.cpp
index 8daa6c2..45d4168 100644
--- a/core/sql/optimizer/RelFastTransport.cpp
+++ b/core/sql/optimizer/RelFastTransport.cpp
@@ -226,6 +226,7 @@ short FastExtract::setOptions(NAList<UnloadOption*> *
           *da << DgSqlCode(-4376) << DgString0("NULL_STRING");
           return 1;
         }
+        nullStringSpec_ = TRUE;
       }
       break;
       case UnloadOption::RECORD_SEP_:

http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/1a549e0e/core/sql/optimizer/RelFastTransport.h
----------------------------------------------------------------------
diff --git a/core/sql/optimizer/RelFastTransport.h b/core/sql/optimizer/RelFastTransport.h
index f0088e1..29be039 100644
--- a/core/sql/optimizer/RelFastTransport.h
+++ b/core/sql/optimizer/RelFastTransport.h
@@ -114,8 +114,10 @@ public :
     nullString_(*nullString, oHeap),
     recordSeparator_(*recordSep, oHeap),
     overwriteHiveTable_(FALSE),
-    isSequenceFile_(FALSE)
-  { };
+    isSequenceFile_(FALSE),
+    nullStringSpec_((nullString ? TRUE : FALSE))
+  {
+  };
 
   FastExtract(RelExpr* child,
       NAString* targName,
@@ -135,7 +137,8 @@ public :
     nullString_(oHeap),
     recordSeparator_(oHeap),
     overwriteHiveTable_(FALSE),
-    isSequenceFile_(FALSE)
+    isSequenceFile_(FALSE),
+    nullStringSpec_(FALSE)
   { };
 
 
@@ -155,7 +158,8 @@ public :
     nullString_(oHeap),
     recordSeparator_(oHeap),
     overwriteHiveTable_(FALSE),
-    isSequenceFile_(FALSE)
+    isSequenceFile_(FALSE),
+    nullStringSpec_(FALSE)
   { };
 
   FastExtract(RelExpr* child,
@@ -181,8 +185,10 @@ public :
     nullString_(oHeap),
     recordSeparator_(oHeap),
     overwriteHiveTable_(FALSE),
-    isSequenceFile_(FALSE)
+    isSequenceFile_(FALSE),
+    nullStringSpec_(FALSE)
   { };
+
   //! FastExtract Copy Constructor
   FastExtract(const FastExtract &other);
 
@@ -270,6 +276,7 @@ public :
   Int32 getHdfsPort() const {return hdfsPort_;}
   const NAString& getHiveTableName() const {return hiveTableName_;}
   NABoolean isHiveInsert() const {return (hiveTableDesc_ != NULL);}
+  const TableDesc* getHiveTableDesc() const { return hiveTableDesc_; }
   const NAString& getDelimiter() const {return delimiter_;}
   NABoolean isAppend() const {return isAppend_;}
   NABoolean includeHeader() const {return includeHeader_ ;}
@@ -319,6 +326,7 @@ private:
   NAString header_;
   CompressionType cType_;
   NAString nullString_;
+  NABoolean nullStringSpec_; // if null format string is specified
   NAString recordSeparator_;
   NABoolean isAppend_;
   TableDesc *hiveTableDesc_;

http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/1a549e0e/core/sql/optimizer/hiveHook.h
----------------------------------------------------------------------
diff --git a/core/sql/optimizer/hiveHook.h b/core/sql/optimizer/hiveHook.h
index e877aec..442b164 100644
--- a/core/sql/optimizer/hiveHook.h
+++ b/core/sql/optimizer/hiveHook.h
@@ -137,11 +137,14 @@ struct hive_sd_desc
 
    char fieldTerminator_;
    char recordTerminator_;
+   char* nullFormat_;
 
    struct hive_sd_desc* next_;
 
    hive_sd_desc(Int32 sdID, const char* loc, Int64 creationTS, Int32 buckets,
-                const char* ift, const char* of, char knd,
+                const char* ift, const char* of, 
+                const char* nf,
+                char knd,
                 struct hive_column_desc* column,
                 struct hive_skey_desc* skey,
                 struct hive_bkey_desc* bkey,
@@ -149,20 +152,22 @@ struct hive_sd_desc
                 )
 
         : sdID_(sdID), buckets_(buckets), kind_(knd), column_(column),
-      skey_(skey), bkey_(bkey), 
-      fieldTerminator_(fieldTerminator),
-      recordTerminator_(recordTerminator),
-      next_(NULL)
-   {
-     location_ = strduph(loc, CmpCommon::contextHeap());
-     inputFormat_ = strduph(ift, CmpCommon::contextHeap()); 
-     outputFormat_= strduph(of, CmpCommon::contextHeap());
-   }
+          skey_(skey), bkey_(bkey), 
+          fieldTerminator_(fieldTerminator),
+          recordTerminator_(recordTerminator),
+          next_(NULL)
+  {
+    location_ = strduph(loc, CmpCommon::contextHeap());
+    inputFormat_ = strduph(ift, CmpCommon::contextHeap()); 
+    outputFormat_= strduph(of, CmpCommon::contextHeap());
+    nullFormat_ = (nf ? strduph(nf, CmpCommon::contextHeap()) : NULL);
+  }
 
   ~hive_sd_desc();
 
    char getFieldTerminator() const { return fieldTerminator_; }
    char getRecordTerminator() const { return recordTerminator_;}
+   char *getNullFormat() const {return nullFormat_; }
 
    NABoolean isSequenceFile() const;
    NABoolean isOrcFile() const;

http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/1a549e0e/core/sql/regress/core/EXPECTED162
----------------------------------------------------------------------
diff --git a/core/sql/regress/core/EXPECTED162 b/core/sql/regress/core/EXPECTED162
index c715ed1..9eae25a 100644
--- a/core/sql/regress/core/EXPECTED162
+++ b/core/sql/regress/core/EXPECTED162
@@ -753,11 +753,11 @@ P_PROMO_SK   P_PROMO_ID            P_START_DATE_SK  P_END_DATE_SK  P_ITEM_SK
           8  AAAAAAAAIAAAAAAA              2450350        2450409          304   1.0000000E+003                  1  eing                  Y                     N                     N                     N                     N                     N                     N                     N                     Offences feel only o  Unknown               N                   
           9  AAAAAAAAJAAAAAAA              2450192        2450248         3439   1.0000000E+003                  1  n st                  Y                     N                     N                     N                     N                     N                     N                     N                     External forces shal  Unknown               N                   
          10  AAAAAAAAKAAAAAAA              2450324        2450365         3314   1.0000000E+003                  1  bar                   N                     N                     N                     N                     N                     N                     N                     N                     Only local achieveme  Unknown               N                   
-         11  AAAAAAAALAAAAAAA                    ?              ?            ?   1.0000000E+003                  ?  ought                 ?                     ?                     ?                     ?                     N                     ?                     N                     N                     Teachers shall not m  Unknown               N                   
+         11  AAAAAAAALAAAAAAA                    ?              ?            ?   1.0000000E+003                  ?  ought                                                                                                         N                                           N                     N                     Teachers shall not m  Unknown               N                   
          12  AAAAAAAAMAAAAAAA              2450153        2450169         6688   1.0000000E+003                  1  able                  N                     N                     N                     N                     N                     N                     N                     N                     Also only times woul  Unknown               N                   
          13  AAAAAAAANAAAAAAA              2450316        2450365        11354   1.0000000E+003                  1  pri                   N                     N                     N                     N                     N                     N                     N                     N                     Years shall not go l  Unknown               N                   
          14  AAAAAAAAOAAAAAAA              2450236        2450282        14480   1.0000000E+003                  1  ese                   N                     N                     N                     N                     N                     N                     N                     N                     Adults would not del  Unknown               N                   
-         15  AAAAAAAAPAAAAAAA                    ?              ?            ?   1.0000000E+003                  ?  anti                  Y                     ?                     N                     N                     ?                     N                     N                     N                     Old elements would s  Unknown               N                   
+         15  AAAAAAAAPAAAAAAA                    ?              ?            ?   1.0000000E+003                  ?  anti                  Y                                           N                     N                                           N                     N                     N                     Old elements would s  Unknown               N                   
          16  AAAAAAAAABAAAAAA              2450342        2450351        11899   1.0000000E+003                  1  cally                 Y                     N                     N                     N                     N                     N                     N                     N                     Sudden, wooden theor  Unknown               N                   
          17  AAAAAAAABBAAAAAA              2450360        2450406        15529   1.0000000E+003                  1  ation                 Y                     N                     N                     N                     N                     N                     N                     N                     Almost old churches   Unknown               N                   
          18  AAAAAAAACBAAAAAA              2450581        2450592         8599   1.0000000E+003                  1  eing                  Y                     N                     N                     N                     N                     N                     N                     N                     National communities  Unknown               N                   
@@ -770,7 +770,7 @@ P_PROMO_SK   P_PROMO_ID            P_START_DATE_SK  P_END_DATE_SK  P_ITEM_SK
          25  AAAAAAAAJBAAAAAA              2450757        2450780        16328   1.0000000E+003                  1  anti                  Y                     N                     N                     N                     N                     N                     N                     N                     Scenes might make hi  Unknown               N                   
          26  AAAAAAAAKBAAAAAA              2450528        2450545         8600   1.0000000E+003                  1  cally                 N                     N                     N                     N                     N                     N                     N                     N                     Legal discussions mu  Unknown               N                   
          27  AAAAAAAALBAAAAAA              2450849        2450879        15421   1.0000000E+003                  1  ation                 Y                     N                     N                     N                     N                     N                     N                     N                     Mental men go britis  Unknown               N                   
-         28  AAAAAAAAMBAAAAAA              2450816        2450856         1885                ?                  1  ?                     N                     N                     N                     N                     N                     ?                     N                     N                     Successful opportuni  Unknown               ?                   
+         28  AAAAAAAAMBAAAAAA              2450816        2450856         1885                ?                  1                        N                     N                     N                     N                     N                                           N                     N                     Successful opportuni  Unknown                                   
          29  AAAAAAAANBAAAAAA              2450696        2450732        14660   1.0000000E+003                  1  n st                  Y                     N                     N                     N                     N                     N                     N                     N                     Residential, necessa  Unknown               N                   
          30  AAAAAAAAOBAAAAAA              2450718        2450762        10987   1.0000000E+003                  1  bar                   N                     N                     N                     N                     N                     N                     N                     N                     Flowers used to stop  Unknown               N                   
          31  AAAAAAAAPBAAAAAA              2450848        2450880        11990   1.0000000E+003                  1  ought                 Y                     N                     N                     N                     N                     N                     N                     N                     Broad times might sa  Unknown               N                   
@@ -800,7 +800,7 @@ P_PROMO_SK   P_PROMO_ID            P_START_DATE_SK  P_END_DATE_SK  P_ITEM_SK
          55  AAAAAAAAHDAAAAAA              2450622        2450677        12104   1.0000000E+003                  1  anti                  N                     N                     N                     N                     N                     N                     N                     N                     Recent, southern lis  Unknown               N                   
          56  AAAAAAAAIDAAAAAA              2450838        2450888        17563   1.0000000E+003                  1  cally                 Y                     N                     N                     N                     N                     N                     N                     N                     Procedures can call   Unknown               N                   
          57  AAAAAAAAJDAAAAAA              2450834        2450842        12247   1.0000000E+003                  1  ation                 Y                     N                     N                     N                     N                     N                     N                     N                     Hours discriminate t  Unknown               N                   
-         58  AAAAAAAAKDAAAAAA                    ?        2450797        12404   1.0000000E+003                  ?  eing                  Y                     N                     N                     N                     ?                     N                     ?                     ?                     ?                     ?                     ?                   
+         58  AAAAAAAAKDAAAAAA                    ?        2450797        12404   1.0000000E+003                  ?  eing                  Y                     N                     N                     N                                           N                                                                                                                                 
          59  AAAAAAAALDAAAAAA              2450273        2450322         5102   1.0000000E+003                  1  n st                  N                     N                     N                     N                     N                     N                     N                     N                     Strong samples parti  Unknown               N                   
          60  AAAAAAAAMDAAAAAA              2450646        2450676        12076   1.0000000E+003                  1  bar                   Y                     N                     N                     N                     N                     N                     N                     N                     Yards write too only  Unknown               N                   
          61  AAAAAAAANDAAAAAA              2450619        2450667        14864   1.0000000E+003                  1  ought                 Y                     N                     N                     N                     N                     N                     N                     N                     Necessary men shall   Unknown               N                   
@@ -813,7 +813,7 @@ P_PROMO_SK   P_PROMO_ID            P_START_DATE_SK  P_END_DATE_SK  P_ITEM_SK
          68  AAAAAAAAEEAAAAAA              2450851        2450893         1210   1.0000000E+003                  1  eing                  Y                     N                     N                     N                     N                     N                     N                     N                     Reasonably additiona  Unknown               N                   
          69  AAAAAAAAFEAAAAAA              2450202        2450219         7471   1.0000000E+003                  1  n st                  N                     N                     N                     N                     N                     N                     N                     N                     All right able inter  Unknown               N                   
          70  AAAAAAAAGEAAAAAA              2450679        2450735         3571   1.0000000E+003                  1  bar                   Y                     N                     N                     N                     N                     N                     N                     N                     Commercial, cool cel  Unknown               N                   
-         71  AAAAAAAAHEAAAAAA              2450347              ?            ?                ?                  ?  ?                     Y                     ?                     N                     ?                     N                     N                     N                     N                     Impossible programme  ?                     ?                   
+         71  AAAAAAAAHEAAAAAA              2450347              ?            ?                ?                  ?                        Y                                           N                                           N                     N                     N                     N                     Impossible programme                                            
          72  AAAAAAAAIEAAAAAA              2450347        2450373         6662   1.0000000E+003                  1  able                  N                     N                     N                     N                     N                     N                     N                     N                     Beautiful, british t  Unknown               N                   
          73  AAAAAAAAJEAAAAAA              2450578        2450637         9032   1.0000000E+003                  1  pri                   Y                     N                     N                     N                     N                     N                     N                     N                     Tremendous, social t  Unknown               N                   
          74  AAAAAAAAKEAAAAAA              2450425        2450456        13904   1.0000000E+003                  1  ese                   N                     N                     N                     N                     N                     N                     N                     N                     Decent bodies grant   Unknown               N                   
@@ -843,7 +843,7 @@ P_PROMO_SK   P_PROMO_ID            P_START_DATE_SK  P_END_DATE_SK  P_ITEM_SK
          98  AAAAAAAACGAAAAAA              2450384        2450387        10414   1.0000000E+003                  1  eing                  Y                     N                     N                     N                     N                     N                     N                     N                     Periods shall not ne  Unknown               N                   
          99  AAAAAAAADGAAAAAA              2450742        2450799         7544   1.0000000E+003                  1  n st                  Y                     N                     N                     N                     N                     N                     N                     N                     White, easy shoulder  Unknown               N                   
         100  AAAAAAAAEGAAAAAA              2450508        2450562        10645   1.0000000E+003                  1  bar                   N                     N                     N                     N                     N                     N                     N                     N                     Villages go more. Mi  Unknown               N                   
-        101  AAAAAAAAFGAAAAAA                    ?        2450811            ?                ?                  ?  ?                     ?                     N                     N                     ?                     ?                     ?                     N                     N                     Reports would make a  Unknown               N                   
+        101  AAAAAAAAFGAAAAAA                    ?        2450811            ?                ?                  ?                                              N                     N                                                                                       N                     N                     Reports would make a  Unknown               N                   
         102  AAAAAAAAGGAAAAAA              2450608        2450614         9614   1.0000000E+003                  1  able                  Y                     N                     N                     N                     N                     N                     N                     N                     Medieval fires may r  Unknown               N                   
         103  AAAAAAAAHGAAAAAA              2450499        2450525        12688   1.0000000E+003                  1  pri                   N                     N                     N                     N                     N                     N                     N                     N                     Still ready eyes wil  Unknown               N                   
         104  AAAAAAAAIGAAAAAA              2450276        2450293         2461   1.0000000E+003                  1  ese                   N                     N                     N                     N                     N                     N                     N                     N                     Years will sum alway  Unknown               N                   
@@ -938,8 +938,8 @@ P_PROMO_SK   P_PROMO_ID            P_START_DATE_SK  P_END_DATE_SK  P_ITEM_SK
         193  AAAAAAAABMAAAAAA              2450259        2450309         8780   1.0000000E+003                  1  pri                   Y                     N                     N                     N                     N                     N                     N                     N                     Terms should not kno  Unknown               N                   
         194  AAAAAAAACMAAAAAA              2450664        2450723          289   1.0000000E+003                  1  ese                   Y                     N                     N                     N                     N                     N                     N                     N                     Cultural deaths coul  Unknown               N                   
         195  AAAAAAAADMAAAAAA              2450543        2450601         5167   1.0000000E+003                  1  anti                  N                     N                     N                     N                     N                     N                     N                     N                     Conventions make imm  Unknown               N                   
-        196  AAAAAAAAEMAAAAAA              2450315              ?            ?                ?                  1  ?                     Y                     ?                     ?                     N                     N                     ?                     ?                     N                     Able patients will l  ?                     ?                   
-        197  AAAAAAAAFMAAAAAA              2450299              ?        10550                ?                  1  ?                     ?                     N                     N                     N                     N                     ?                     ?                     ?                     ?                     Unknown               ?                   
+        196  AAAAAAAAEMAAAAAA              2450315              ?            ?                ?                  1                        Y                                                                 N                     N                                                                 N                     Able patients will l                                            
+        197  AAAAAAAAFMAAAAAA              2450299              ?        10550                ?                  1                                              N                     N                     N                     N                                                                                                             Unknown                                   
         198  AAAAAAAAGMAAAAAA              2450617        2450670        15439   1.0000000E+003                  1  eing                  Y                     N                     N                     N                     N                     N                     N                     N                     German, crude expect  Unknown               N                   
         199  AAAAAAAAHMAAAAAA              2450772        2450825         8587   1.0000000E+003                  1  n st                  N                     N                     N                     N                     N                     N                     N                     N                     Powerful, considerab  Unknown               N                   
         200  AAAAAAAAIMAAAAAA              2450215        2450237        12784   1.0000000E+003                  1  bar                   N                     N                     N                     N                     N                     N                     N                     N                     Arts attend. Further  Unknown               N                   
@@ -956,7 +956,7 @@ P_PROMO_SK   P_PROMO_ID            P_START_DATE_SK  P_END_DATE_SK  P_ITEM_SK
         211  AAAAAAAADNAAAAAA              2450646        2450649         7508   1.0000000E+003                  1  ought                 Y                     N                     N                     N                     N                     N                     N                     N                     Public, running ladi  Unknown               N                   
         212  AAAAAAAAENAAAAAA              2450781        2450834        10768   1.0000000E+003                  1  able                  N                     N                     N                     N                     N                     N                     N                     N                     Good decades take. P  Unknown               N                   
         213  AAAAAAAAFNAAAAAA              2450403        2450415         6350   1.0000000E+003                  1  pri                   Y                     N                     N                     N                     N                     N                     N                     N                     However powerful cri  Unknown               N                   
-        214  AAAAAAAAGNAAAAAA                    ?        2450779            ?   1.0000000E+003                  ?  ?                     N                     ?                     ?                     ?                     ?                     ?                     N                     N                     Pupils will meet mil  Unknown               N                   
+        214  AAAAAAAAGNAAAAAA                    ?        2450779            ?   1.0000000E+003                  ?                        N                                                                                                                                   N                     N                     Pupils will meet mil  Unknown               N                   
         215  AAAAAAAAHNAAAAAA              2450235        2450252         5840   1.0000000E+003                  1  anti                  Y                     N                     N                     N                     N                     N                     N                     N                     Apparent, experience  Unknown               N                   
         216  AAAAAAAAINAAAAAA              2450885        2450898        13504   1.0000000E+003                  1  cally                 N                     N                     N                     N                     N                     N                     N                     N                     Large, necessary car  Unknown               N                   
         217  AAAAAAAAJNAAAAAA              2450265        2450316          466   1.0000000E+003                  1  ation                 N                     N                     N                     N                     N                     N                     N                     N                     Also splendid terms   Unknown               N                   
@@ -967,7 +967,7 @@ P_PROMO_SK   P_PROMO_ID            P_START_DATE_SK  P_END_DATE_SK  P_ITEM_SK
         222  AAAAAAAAONAAAAAA              2450336        2450378          122   1.0000000E+003                  1  able                  Y                     N                     N                     N                     N                     N                     N                     N                     Ways help. Everywher  Unknown               N                   
         223  AAAAAAAAPNAAAAAA              2450671        2450721        11452   1.0000000E+003                  1  pri                   N                     N                     N                     N                     N                     N                     N                     N                     Earlier traditional   Unknown               N                   
         224  AAAAAAAAAOAAAAAA              2450135        2450140        13534   1.0000000E+003                  1  ese                   Y                     N                     N                     N                     N                     N                     N                     N                     Then general prefere  Unknown               N                   
-        225  AAAAAAAABOAAAAAA                    ?        2450434         6514   1.0000000E+003                  ?  anti                  ?                     N                     ?                     ?                     ?                     N                     ?                     ?                     Actual, very words u  ?                     ?                   
+        225  AAAAAAAABOAAAAAA                    ?        2450434         6514   1.0000000E+003                  ?  anti                                        N                                                                                       N                                                                 Actual, very words u                                            
         226  AAAAAAAACOAAAAAA              2450436        2450468         2848   1.0000000E+003                  1  cally                 N                     N                     N                     N                     N                     N                     N                     N                     Signs must drink cer  Unknown               N                   
         227  AAAAAAAADOAAAAAA              2450751        2450794         3697   1.0000000E+003                  1  ation                 N                     N                     N                     N                     N                     N                     N                     N                     Arms can find social  Unknown               N                   
         228  AAAAAAAAEOAAAAAA              2450337        2450354        11678   1.0000000E+003                  1  eing                  Y                     N                     N                     N                     N                     N                     N                     N                     Most basic walls use  Unknown               N                   
@@ -992,7 +992,7 @@ P_PROMO_SK   P_PROMO_ID            P_START_DATE_SK  P_END_DATE_SK  P_ITEM_SK
         247  AAAAAAAAHPAAAAAA              2450100        2450145        12976   1.0000000E+003                  1  ation                 Y                     N                     N                     N                     N                     N                     N                     N                     Therefore distinguis  Unknown               N                   
         248  AAAAAAAAIPAAAAAA              2450824        2450853        12451   1.0000000E+003                  1  eing                  N                     N                     N                     N                     N                     N                     N                     N                     Other facts ensure l  Unknown               N                   
         249  AAAAAAAAJPAAAAAA              2450467        2450523         4195   1.0000000E+003                  1  n st                  Y                     N                     N                     N                     N                     N                     N                     N                     Wrong materials shou  Unknown               N                   
-        250  AAAAAAAAKPAAAAAA              2450606              ?            ?                ?                  1  ?                     ?                     N                     N                     ?                     ?                     ?                     N                     N                     Private, political m  Unknown               ?                   
+        250  AAAAAAAAKPAAAAAA              2450606              ?            ?                ?                  1                                              N                     N                                                                                       N                     N                     Private, political m  Unknown                                   
         251  AAAAAAAALPAAAAAA              2450150        2450181         9187   1.0000000E+003                  1  ought                 N                     N                     N                     N                     N                     N                     N                     N                     Other quarters used   Unknown               N                   
         252  AAAAAAAAMPAAAAAA              2450290        2450319         1292   1.0000000E+003                  1  able                  N                     N                     N                     N                     N                     N                     N                     N                     Small characters cou  Unknown               N                   
         253  AAAAAAAANPAAAAAA              2450337        2450364        13351   1.0000000E+003                  1  pri                   Y                     N                     N                     N                     N                     N                     N                     N                     Similar, true friend  Unknown               N                   


[6/9] incubator-trafodion git commit: JIRA TRAFODION-2013 Hive null values are now handled correctly.

Posted by an...@apache.org.
http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/1a549e0e/core/sql/regress/hive/EXPECTED001
----------------------------------------------------------------------
diff --git a/core/sql/regress/hive/EXPECTED001 b/core/sql/regress/hive/EXPECTED001
index b015023..45e3653 100644
--- a/core/sql/regress/hive/EXPECTED001
+++ b/core/sql/regress/hive/EXPECTED001
@@ -754,11 +754,11 @@ P_PROMO_SK   P_PROMO_ID            P_START_DATE_SK  P_END_DATE_SK  P_ITEM_SK
           8  AAAAAAAAIAAAAAAA              2450350        2450409          304   1.0000000E+003                  1  eing                  Y                     N                     N                     N                     N                     N                     N                     N                     Offences feel only o  Unknown               N                   
           9  AAAAAAAAJAAAAAAA              2450192        2450248         3439   1.0000000E+003                  1  n st                  Y                     N                     N                     N                     N                     N                     N                     N                     External forces shal  Unknown               N                   
          10  AAAAAAAAKAAAAAAA              2450324        2450365         3314   1.0000000E+003                  1  bar                   N                     N                     N                     N                     N                     N                     N                     N                     Only local achieveme  Unknown               N                   
-         11  AAAAAAAALAAAAAAA                    ?              ?            ?   1.0000000E+003                  ?  ought                 ?                     ?                     ?                     ?                     N                     ?                     N                     N                     Teachers shall not m  Unknown               N                   
+         11  AAAAAAAALAAAAAAA                    ?              ?            ?   1.0000000E+003                  ?  ought                                                                                                         N                                           N                     N                     Teachers shall not m  Unknown               N                   
          12  AAAAAAAAMAAAAAAA              2450153        2450169         6688   1.0000000E+003                  1  able                  N                     N                     N                     N                     N                     N                     N                     N                     Also only times woul  Unknown               N                   
          13  AAAAAAAANAAAAAAA              2450316        2450365        11354   1.0000000E+003                  1  pri                   N                     N                     N                     N                     N                     N                     N                     N                     Years shall not go l  Unknown               N                   
          14  AAAAAAAAOAAAAAAA              2450236        2450282        14480   1.0000000E+003                  1  ese                   N                     N                     N                     N                     N                     N                     N                     N                     Adults would not del  Unknown               N                   
-         15  AAAAAAAAPAAAAAAA                    ?              ?            ?   1.0000000E+003                  ?  anti                  Y                     ?                     N                     N                     ?                     N                     N                     N                     Old elements would s  Unknown               N                   
+         15  AAAAAAAAPAAAAAAA                    ?              ?            ?   1.0000000E+003                  ?  anti                  Y                                           N                     N                                           N                     N                     N                     Old elements would s  Unknown               N                   
          16  AAAAAAAAABAAAAAA              2450342        2450351        11899   1.0000000E+003                  1  cally                 Y                     N                     N                     N                     N                     N                     N                     N                     Sudden, wooden theor  Unknown               N                   
          17  AAAAAAAABBAAAAAA              2450360        2450406        15529   1.0000000E+003                  1  ation                 Y                     N                     N                     N                     N                     N                     N                     N                     Almost old churches   Unknown               N                   
          18  AAAAAAAACBAAAAAA              2450581        2450592         8599   1.0000000E+003                  1  eing                  Y                     N                     N                     N                     N                     N                     N                     N                     National communities  Unknown               N                   
@@ -771,7 +771,7 @@ P_PROMO_SK   P_PROMO_ID            P_START_DATE_SK  P_END_DATE_SK  P_ITEM_SK
          25  AAAAAAAAJBAAAAAA              2450757        2450780        16328   1.0000000E+003                  1  anti                  Y                     N                     N                     N                     N                     N                     N                     N                     Scenes might make hi  Unknown               N                   
          26  AAAAAAAAKBAAAAAA              2450528        2450545         8600   1.0000000E+003                  1  cally                 N                     N                     N                     N                     N                     N                     N                     N                     Legal discussions mu  Unknown               N                   
          27  AAAAAAAALBAAAAAA              2450849        2450879        15421   1.0000000E+003                  1  ation                 Y                     N                     N                     N                     N                     N                     N                     N                     Mental men go britis  Unknown               N                   
-         28  AAAAAAAAMBAAAAAA              2450816        2450856         1885                ?                  1  ?                     N                     N                     N                     N                     N                     ?                     N                     N                     Successful opportuni  Unknown               ?                   
+         28  AAAAAAAAMBAAAAAA              2450816        2450856         1885                ?                  1                        N                     N                     N                     N                     N                                           N                     N                     Successful opportuni  Unknown                                   
          29  AAAAAAAANBAAAAAA              2450696        2450732        14660   1.0000000E+003                  1  n st                  Y                     N                     N                     N                     N                     N                     N                     N                     Residential, necessa  Unknown               N                   
          30  AAAAAAAAOBAAAAAA              2450718        2450762        10987   1.0000000E+003                  1  bar                   N                     N                     N                     N                     N                     N                     N                     N                     Flowers used to stop  Unknown               N                   
          31  AAAAAAAAPBAAAAAA              2450848        2450880        11990   1.0000000E+003                  1  ought                 Y                     N                     N                     N                     N                     N                     N                     N                     Broad times might sa  Unknown               N                   
@@ -801,7 +801,7 @@ P_PROMO_SK   P_PROMO_ID            P_START_DATE_SK  P_END_DATE_SK  P_ITEM_SK
          55  AAAAAAAAHDAAAAAA              2450622        2450677        12104   1.0000000E+003                  1  anti                  N                     N                     N                     N                     N                     N                     N                     N                     Recent, southern lis  Unknown               N                   
          56  AAAAAAAAIDAAAAAA              2450838        2450888        17563   1.0000000E+003                  1  cally                 Y                     N                     N                     N                     N                     N                     N                     N                     Procedures can call   Unknown               N                   
          57  AAAAAAAAJDAAAAAA              2450834        2450842        12247   1.0000000E+003                  1  ation                 Y                     N                     N                     N                     N                     N                     N                     N                     Hours discriminate t  Unknown               N                   
-         58  AAAAAAAAKDAAAAAA                    ?        2450797        12404   1.0000000E+003                  ?  eing                  Y                     N                     N                     N                     ?                     N                     ?                     ?                     ?                     ?                     ?                   
+         58  AAAAAAAAKDAAAAAA                    ?        2450797        12404   1.0000000E+003                  ?  eing                  Y                     N                     N                     N                                           N                                                                                                                                 
          59  AAAAAAAALDAAAAAA              2450273        2450322         5102   1.0000000E+003                  1  n st                  N                     N                     N                     N                     N                     N                     N                     N                     Strong samples parti  Unknown               N                   
          60  AAAAAAAAMDAAAAAA              2450646        2450676        12076   1.0000000E+003                  1  bar                   Y                     N                     N                     N                     N                     N                     N                     N                     Yards write too only  Unknown               N                   
          61  AAAAAAAANDAAAAAA              2450619        2450667        14864   1.0000000E+003                  1  ought                 Y                     N                     N                     N                     N                     N                     N                     N                     Necessary men shall   Unknown               N                   
@@ -814,7 +814,7 @@ P_PROMO_SK   P_PROMO_ID            P_START_DATE_SK  P_END_DATE_SK  P_ITEM_SK
          68  AAAAAAAAEEAAAAAA              2450851        2450893         1210   1.0000000E+003                  1  eing                  Y                     N                     N                     N                     N                     N                     N                     N                     Reasonably additiona  Unknown               N                   
          69  AAAAAAAAFEAAAAAA              2450202        2450219         7471   1.0000000E+003                  1  n st                  N                     N                     N                     N                     N                     N                     N                     N                     All right able inter  Unknown               N                   
          70  AAAAAAAAGEAAAAAA              2450679        2450735         3571   1.0000000E+003                  1  bar                   Y                     N                     N                     N                     N                     N                     N                     N                     Commercial, cool cel  Unknown               N                   
-         71  AAAAAAAAHEAAAAAA              2450347              ?            ?                ?                  ?  ?                     Y                     ?                     N                     ?                     N                     N                     N                     N                     Impossible programme  ?                     ?                   
+         71  AAAAAAAAHEAAAAAA              2450347              ?            ?                ?                  ?                        Y                                           N                                           N                     N                     N                     N                     Impossible programme                                            
          72  AAAAAAAAIEAAAAAA              2450347        2450373         6662   1.0000000E+003                  1  able                  N                     N                     N                     N                     N                     N                     N                     N                     Beautiful, british t  Unknown               N                   
          73  AAAAAAAAJEAAAAAA              2450578        2450637         9032   1.0000000E+003                  1  pri                   Y                     N                     N                     N                     N                     N                     N                     N                     Tremendous, social t  Unknown               N                   
          74  AAAAAAAAKEAAAAAA              2450425        2450456        13904   1.0000000E+003                  1  ese                   N                     N                     N                     N                     N                     N                     N                     N                     Decent bodies grant   Unknown               N                   
@@ -844,7 +844,7 @@ P_PROMO_SK   P_PROMO_ID            P_START_DATE_SK  P_END_DATE_SK  P_ITEM_SK
          98  AAAAAAAACGAAAAAA              2450384        2450387        10414   1.0000000E+003                  1  eing                  Y                     N                     N                     N                     N                     N                     N                     N                     Periods shall not ne  Unknown               N                   
          99  AAAAAAAADGAAAAAA              2450742        2450799         7544   1.0000000E+003                  1  n st                  Y                     N                     N                     N                     N                     N                     N                     N                     White, easy shoulder  Unknown               N                   
         100  AAAAAAAAEGAAAAAA              2450508        2450562        10645   1.0000000E+003                  1  bar                   N                     N                     N                     N                     N                     N                     N                     N                     Villages go more. Mi  Unknown               N                   
-        101  AAAAAAAAFGAAAAAA                    ?        2450811            ?                ?                  ?  ?                     ?                     N                     N                     ?                     ?                     ?                     N                     N                     Reports would make a  Unknown               N                   
+        101  AAAAAAAAFGAAAAAA                    ?        2450811            ?                ?                  ?                                              N                     N                                                                                       N                     N                     Reports would make a  Unknown               N                   
         102  AAAAAAAAGGAAAAAA              2450608        2450614         9614   1.0000000E+003                  1  able                  Y                     N                     N                     N                     N                     N                     N                     N                     Medieval fires may r  Unknown               N                   
         103  AAAAAAAAHGAAAAAA              2450499        2450525        12688   1.0000000E+003                  1  pri                   N                     N                     N                     N                     N                     N                     N                     N                     Still ready eyes wil  Unknown               N                   
         104  AAAAAAAAIGAAAAAA              2450276        2450293         2461   1.0000000E+003                  1  ese                   N                     N                     N                     N                     N                     N                     N                     N                     Years will sum alway  Unknown               N                   
@@ -939,8 +939,8 @@ P_PROMO_SK   P_PROMO_ID            P_START_DATE_SK  P_END_DATE_SK  P_ITEM_SK
         193  AAAAAAAABMAAAAAA              2450259        2450309         8780   1.0000000E+003                  1  pri                   Y                     N                     N                     N                     N                     N                     N                     N                     Terms should not kno  Unknown               N                   
         194  AAAAAAAACMAAAAAA              2450664        2450723          289   1.0000000E+003                  1  ese                   Y                     N                     N                     N                     N                     N                     N                     N                     Cultural deaths coul  Unknown               N                   
         195  AAAAAAAADMAAAAAA              2450543        2450601         5167   1.0000000E+003                  1  anti                  N                     N                     N                     N                     N                     N                     N                     N                     Conventions make imm  Unknown               N                   
-        196  AAAAAAAAEMAAAAAA              2450315              ?            ?                ?                  1  ?                     Y                     ?                     ?                     N                     N                     ?                     ?                     N                     Able patients will l  ?                     ?                   
-        197  AAAAAAAAFMAAAAAA              2450299              ?        10550                ?                  1  ?                     ?                     N                     N                     N                     N                     ?                     ?                     ?                     ?                     Unknown               ?                   
+        196  AAAAAAAAEMAAAAAA              2450315              ?            ?                ?                  1                        Y                                                                 N                     N                                                                 N                     Able patients will l                                            
+        197  AAAAAAAAFMAAAAAA              2450299              ?        10550                ?                  1                                              N                     N                     N                     N                                                                                                             Unknown                                   
         198  AAAAAAAAGMAAAAAA              2450617        2450670        15439   1.0000000E+003                  1  eing                  Y                     N                     N                     N                     N                     N                     N                     N                     German, crude expect  Unknown               N                   
         199  AAAAAAAAHMAAAAAA              2450772        2450825         8587   1.0000000E+003                  1  n st                  N                     N                     N                     N                     N                     N                     N                     N                     Powerful, considerab  Unknown               N                   
         200  AAAAAAAAIMAAAAAA              2450215        2450237        12784   1.0000000E+003                  1  bar                   N                     N                     N                     N                     N                     N                     N                     N                     Arts attend. Further  Unknown               N                   
@@ -957,7 +957,7 @@ P_PROMO_SK   P_PROMO_ID            P_START_DATE_SK  P_END_DATE_SK  P_ITEM_SK
         211  AAAAAAAADNAAAAAA              2450646        2450649         7508   1.0000000E+003                  1  ought                 Y                     N                     N                     N                     N                     N                     N                     N                     Public, running ladi  Unknown               N                   
         212  AAAAAAAAENAAAAAA              2450781        2450834        10768   1.0000000E+003                  1  able                  N                     N                     N                     N                     N                     N                     N                     N                     Good decades take. P  Unknown               N                   
         213  AAAAAAAAFNAAAAAA              2450403        2450415         6350   1.0000000E+003                  1  pri                   Y                     N                     N                     N                     N                     N                     N                     N                     However powerful cri  Unknown               N                   
-        214  AAAAAAAAGNAAAAAA                    ?        2450779            ?   1.0000000E+003                  ?  ?                     N                     ?                     ?                     ?                     ?                     ?                     N                     N                     Pupils will meet mil  Unknown               N                   
+        214  AAAAAAAAGNAAAAAA                    ?        2450779            ?   1.0000000E+003                  ?                        N                                                                                                                                   N                     N                     Pupils will meet mil  Unknown               N                   
         215  AAAAAAAAHNAAAAAA              2450235        2450252         5840   1.0000000E+003                  1  anti                  Y                     N                     N                     N                     N                     N                     N                     N                     Apparent, experience  Unknown               N                   
         216  AAAAAAAAINAAAAAA              2450885        2450898        13504   1.0000000E+003                  1  cally                 N                     N                     N                     N                     N                     N                     N                     N                     Large, necessary car  Unknown               N                   
         217  AAAAAAAAJNAAAAAA              2450265        2450316          466   1.0000000E+003                  1  ation                 N                     N                     N                     N                     N                     N                     N                     N                     Also splendid terms   Unknown               N                   
@@ -968,7 +968,7 @@ P_PROMO_SK   P_PROMO_ID            P_START_DATE_SK  P_END_DATE_SK  P_ITEM_SK
         222  AAAAAAAAONAAAAAA              2450336        2450378          122   1.0000000E+003                  1  able                  Y                     N                     N                     N                     N                     N                     N                     N                     Ways help. Everywher  Unknown               N                   
         223  AAAAAAAAPNAAAAAA              2450671        2450721        11452   1.0000000E+003                  1  pri                   N                     N                     N                     N                     N                     N                     N                     N                     Earlier traditional   Unknown               N                   
         224  AAAAAAAAAOAAAAAA              2450135        2450140        13534   1.0000000E+003                  1  ese                   Y                     N                     N                     N                     N                     N                     N                     N                     Then general prefere  Unknown               N                   
-        225  AAAAAAAABOAAAAAA                    ?        2450434         6514   1.0000000E+003                  ?  anti                  ?                     N                     ?                     ?                     ?                     N                     ?                     ?                     Actual, very words u  ?                     ?                   
+        225  AAAAAAAABOAAAAAA                    ?        2450434         6514   1.0000000E+003                  ?  anti                                        N                                                                                       N                                                                 Actual, very words u                                            
         226  AAAAAAAACOAAAAAA              2450436        2450468         2848   1.0000000E+003                  1  cally                 N                     N                     N                     N                     N                     N                     N                     N                     Signs must drink cer  Unknown               N                   
         227  AAAAAAAADOAAAAAA              2450751        2450794         3697   1.0000000E+003                  1  ation                 N                     N                     N                     N                     N                     N                     N                     N                     Arms can find social  Unknown               N                   
         228  AAAAAAAAEOAAAAAA              2450337        2450354        11678   1.0000000E+003                  1  eing                  Y                     N                     N                     N                     N                     N                     N                     N                     Most basic walls use  Unknown               N                   
@@ -993,7 +993,7 @@ P_PROMO_SK   P_PROMO_ID            P_START_DATE_SK  P_END_DATE_SK  P_ITEM_SK
         247  AAAAAAAAHPAAAAAA              2450100        2450145        12976   1.0000000E+003                  1  ation                 Y                     N                     N                     N                     N                     N                     N                     N                     Therefore distinguis  Unknown               N                   
         248  AAAAAAAAIPAAAAAA              2450824        2450853        12451   1.0000000E+003                  1  eing                  N                     N                     N                     N                     N                     N                     N                     N                     Other facts ensure l  Unknown               N                   
         249  AAAAAAAAJPAAAAAA              2450467        2450523         4195   1.0000000E+003                  1  n st                  Y                     N                     N                     N                     N                     N                     N                     N                     Wrong materials shou  Unknown               N                   
-        250  AAAAAAAAKPAAAAAA              2450606              ?            ?                ?                  1  ?                     ?                     N                     N                     ?                     ?                     ?                     N                     N                     Private, political m  Unknown               ?                   
+        250  AAAAAAAAKPAAAAAA              2450606              ?            ?                ?                  1                                              N                     N                                                                                       N                     N                     Private, political m  Unknown                                   
         251  AAAAAAAALPAAAAAA              2450150        2450181         9187   1.0000000E+003                  1  ought                 N                     N                     N                     N                     N                     N                     N                     N                     Other quarters used   Unknown               N                   
         252  AAAAAAAAMPAAAAAA              2450290        2450319         1292   1.0000000E+003                  1  able                  N                     N                     N                     N                     N                     N                     N                     N                     Small characters cou  Unknown               N                   
         253  AAAAAAAANPAAAAAA              2450337        2450364        13351   1.0000000E+003                  1  pri                   Y                     N                     N                     N                     N                     N                     N                     N                     Similar, true friend  Unknown               N                   


[4/9] incubator-trafodion git commit: JIRA TRAFODION-2013 Hive null values are now handled correctly.

Posted by an...@apache.org.
http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/1a549e0e/core/sql/regress/hive/EXPECTED004
----------------------------------------------------------------------
diff --git a/core/sql/regress/hive/EXPECTED004 b/core/sql/regress/hive/EXPECTED004
index 08ecaff..e751b89 100644
--- a/core/sql/regress/hive/EXPECTED004
+++ b/core/sql/regress/hive/EXPECTED004
@@ -28,106 +28,106 @@
 C_CUSTOMER_SK  C_CUSTOMER_ID              C_CURRENT_CDEMO_SK  C_CURRENT_HDEMO_SK  C_CURRENT_ADDR_SK  C_FIRST_SHIPTO_DATE_SK  C_FIRST_SALES_DATE_SK  C_SALUTATION               C_FIRST_NAME               C_LAST_NAME                C_PREFERRED_CUST_FLAG      C_BIRTH_DAY  C_BIRTH_MONTH  C_BIRTH_YEAR  C_BIRTH_COUNTRY            C_LOGIN                    C_EMAIL_ADDRESS            C_LAST_REVIEW_DATE
 -------------  -------------------------  ------------------  ------------------  -----------------  ----------------------  ---------------------  -------------------------  -------------------------  -------------------------  -------------------------  -----------  -------------  ------------  -------------------------  -------------------------  -------------------------  -------------------------
 
-            1  AAAAAAAABAAAAAAA                       980124                7135              32946                 2452238                2452208  Mr.                        Javier                     Lewis                      Y                                    9             12          1936  CHILE                      ?                          Javier.Lewis@VFAxlnZEvOx.  2452508                  
-            2  AAAAAAAACAAAAAAA                       819667                1461              31655                 2452318                2452288  Dr.                        Amy                        Moses                      Y                                    9              4          1966  TOGO                       ?                          Amy.Moses@Ovk9KjHH.com     2452318                  
-            3  AAAAAAAADAAAAAAA                      1473522                6247              48572                 2449130                2449100  Miss                       Latisha                    Hamilton                   N                                   18              9          1979  NIUE                       ?                          Latisha.Hamilton@V.com     2452313                  
-            4  AAAAAAAAEAAAAAAA                      1703214                3986              39558                 2450030                2450000  Dr.                        Michael                    White                      N                                    7              6          1983  MEXICO                     ?                          Michael.White@i.org        2452361                  
-            5  AAAAAAAAFAAAAAAA                       953372                4470              36368                 2449438                2449408  Sir                        Robert                     Moran                      N                                    8              5          1956  FIJI                       ?                          Robert.Moran@Hh.edu        2452469                  
-            6  AAAAAAAAGAAAAAAA                       213219                6374              27082                 2451883                2451853  Ms.                        Brunilda                   Sharp                      N                                    4             12          1925  SURINAME                   ?                          Brunilda.Sharp@T3pylZEUQj  2452430                  
-            7  AAAAAAAAHAAAAAAA                        68377                3219              44814                 2451438                2451408  Ms.                        Fonda                      Wiles                      Y                                   24              4          1985  GAMBIA                     ?                          Fonda.Wiles@S9KnyEtz9hv.o  2452360                  
-            8  AAAAAAAAIAAAAAAA                      1215897                2471              16598                 2449406                2449376  Sir                        Ollie                      Shipman                    N                                   26             12          1938  KOREA, REPUBLIC OF         ?                          Ollie.Shipman@be.org       2452334                  
-            9  AAAAAAAAJAAAAAAA                      1168667                1404              49388                 2452275                2452245  Sir                        Karl                       Gilbert                    N                                   26             10          1966  MONTSERRAT                 ?                          Karl.Gilbert@Crg5KyP2IxX9  2452454                  
-           10  AAAAAAAAKAAAAAAA                      1207553                5143              19580                 2451353                2451323  Ms.                        Albert                     Brunson                    N                                   15             10          1973  JORDAN                     ?                          Albert.Brunson@62.com      2452641                  
-           11  AAAAAAAALAAAAAAA                      1114415                6807              47999                 2452288                2452258  Ms.                        Betty                      Williams                   N                                   18             12          1963  BURKINA FASO               ?                          Betty.Williams@xRtDqM1eLB  2452398                  
-           12  AAAAAAAAMAAAAAAA                       502141                6577              47366                 2451039                2451009  Ms.                        Margaret                   Farias                     N                                    2              6          1956  TURKMENISTAN               ?                          Margaret.Farias@cb.edu     2452634                  
-           13  AAAAAAAANAAAAAAA                      1128748                2777              14006                 2449658                2449628  Mrs.                       Rosalinda                  Grimes                     N                                    1              3          1970  UKRAINE                    ?                          Rosalinda.Grimes@tC8pcU7L  2452616                  
-           14  AAAAAAAAOAAAAAAA                       929344                 892               6440                 2450318                2450288  Mr.                        Jack                       Wilcox                     N                                   30              3          1937  SLOVENIA                   ?                          Jack.Wilcox@Y3Etqyv3.org   2452641                  
-           15  AAAAAAAAPAAAAAAA                            ?                 134              30469                       ?                2449010  Ms.                        Tonya                      ?                          ?                                    ?             12          1969  ?                          ?                          ?                          2452376                  
-           16  AAAAAAAAABAAAAAA                      1196373                3014              29302                 2451346                2451316  Dr.                        Margie                     Browning                   N                                   24             12          1933  PHILIPPINES                ?                          Margie.Browning@LM674NrE2  2452573                  
-           17  AAAAAAAABBAAAAAA                       707524                3876               2228                 2451068                2451038  Dr.                        Lee                        Stovall                    N                                   23             12          1972  PHILIPPINES                ?                          Lee.Stovall@fqKC83UU0f.or  2452454                  
-           18  AAAAAAAACBAAAAAA                      1361151                6580              18456                 2450041                2450011  Sir                        Brad                       Lynch                      Y                                    1              9          1950  URUGUAY                    ?                          Brad.Lynch@nAbai.edu       2452549                  
-           19  AAAAAAAADBAAAAAA                      1161742                4238              45581                 2449580                2449550  Dr.                        Andre                      Moore                      N                                   20             10          1978  NICARAGUA                  ?                          Andre.Moore@cTZLGYi1ZJi.o  2452576                  
-           20  AAAAAAAAEBAAAAAA                      1185612                  89              38966                 2450965                2450935  Mr.                        Stanton                    Dallas                     Y                                   17              5          1976  SWITZERLAND                ?                          Stanton.Dallas@DBXgl18FGo  2452334                  
-           21  AAAAAAAAFBAAAAAA                       442697                6538              25979                 2451827                2451797  Miss                       Naomi                      Barnett                    N                                   18              5          1956  BAHAMAS                    ?                          Naomi.Barnett@2T3V3OZOy4K  2452433                  
-           22  AAAAAAAAGBAAAAAA                       490494                4504              40467                 2451465                2451435  Sir                        Victor                     Martinez                   N                                   21             12          1991  CAYMAN ISLANDS             ?                          Victor.Martinez@fC.edu     2452529                  
-           23  AAAAAAAAHBAAAAAA                            ?                2107                686                 2451012                2450982  Sir                        ?                          Garrison                   N                                    ?              5             ?  ?                          ?                          Earl.Garrison@G3sM4P.com   ?                        
-           24  AAAAAAAAIBAAAAAA                        17113                1102              14291                 2450098                2450068  Dr.                        Paul                       Morris                     Y                                    6              6          1951  GUINEA-BISSAU              ?                          Paul.Morris@FMGalegqc3.co  2452499                  
-           25  AAAAAAAAJBAAAAAA                       476176                3278              25933                 2449246                2449216  Miss                       Nancy                      Mccormick                  N                                    6             10          1973  BAHAMAS                    ?                          Nancy.Mccormick@DA26I9ZAr  2452425                  
-           26  AAAAAAAAKBAAAAAA                       230278                1242              28206                 2449816                2449786  Ms.                        Monique                    Baker                      N                                   14              6          1991  MOROCCO                    ?                          Monique.Baker@9uEucNczY.o  2452356                  
-           27  AAAAAAAALBAAAAAA                       111621                 835              16096                 2450611                2450581  Dr.                        Shawn                      Prather                    N                                    7              3          1972  PUERTO RICO                ?                          Shawn.Prather@8BusRYegn6.  2452353                  
-           28  AAAAAAAAMBAAAAAA                       889961                 897              33480                 2452615                2452585  Miss                       Edith                      Hernandez                  Y                                   17              8          1959  C\ufffdTE D'IVOIRE              ?                          Edith.Hernandez@BNHL0k.co  2452631                  
-           29  AAAAAAAANBAAAAAA                      1634269                1204              44139                 2452216                2452186  Ms.                        Margaret                   Collins                    Y                                   25              8          1973  NETHERLANDS ANTILLES       ?                          Margaret.Collins@9obPr3UV  2452496                  
-           30  AAAAAAAAOBAAAAAA                        84232                5869              45459                 2449916                2449886  Dr.                        Pamela                     Luna                       Y                                    4              7          1956  GUAM                       ?                          Pamela.Luna@QBGuhL36lnA.e  2452410                  
-           31  AAAAAAAAPBAAAAAA                      1275120                5724               7128                 2452054                2452024  Dr.                        William                    Craig                      N                                   13              6          1964  SPAIN                      ?                          William.Craig@prVDE1E8AHc  2452336                  
-           32  AAAAAAAAACAAAAAA                      1369589                6163              48290                 2449471                2449441  Dr.                        Kenneth                    Wood                       N                                    2              8          1927  MOLDOVA, REPUBLIC OF       ?                          Kenneth.Wood@RIA.edu       2452510                  
-           33  AAAAAAAABCAAAAAA                      1680761                5823              32438                 2451572                2451542  Mrs.                       Donna                      Betts                      Y                                   25              3          1958  FRANCE                     ?                          Donna.Betts@YJ14k.edu      2452455                  
-           34  AAAAAAAACCAAAAAA                            ?                   ?              37501                 2452192                2452162  ?                          ?                          Woods                      ?                                    ?              ?             ?  ?                          ?                          Brandon.Woods@hjKbf.edu    2452408                  
-           35  AAAAAAAADCAAAAAA                       339036                2057              32231                 2451937                2451907  Dr.                        Marie                      Peterson                   N                                   19              6          1953  KIRIBATI                   ?                          Marie.Peterson@1zg9tydFHa  2452581                  
-           36  AAAAAAAAECAAAAAA                       655414                2223              26585                 2449222                2449192  Dr.                        Anthony                    Fisher                     N                                   29             11          1968  KYRGYZSTAN                 ?                          Anthony.Fisher@jJrZfeDcz8  2452470                  
-           37  AAAAAAAAFCAAAAAA                       827972                2281              12943                 2449848                2449818  Dr.                        Dwight                     Schneider                  Y                                    9              1          1949  RUSSIAN FEDERATION         ?                          Dwight.Schneider@koxO7zAy  2452293                  
-           38  AAAAAAAAGCAAAAAA                       766645                3879              36360                 2450323                2450293  Mrs.                       Ha                         Carpenter                  Y                                   30              3          1939  PARAGUAY                   ?                          Ha.Carpenter@XgcUt4svNz.c  2452351                  
-           39  AAAAAAAAHCAAAAAA                      1617182                4013              22844                 2452131                2452101  Sir                        Neil                       Cox                        N                                   14             12          1951  ECUADOR                    ?                          Neil.Cox@FRuR2bFK.com      2452586                  
-           40  AAAAAAAAICAAAAAA                      1795301                   ?              21045                 2451159                      ?  ?                          Jacqueline                 Hatfield                   ?                                   26              ?          1942  ?                          ?                          ?                          ?                        
-           41  AAAAAAAAJCAAAAAA                       941420                5068              18316                 2449989                2449959  Miss                       Maxine                     Carlson                    N                                   26              6          1939  ISLE OF MAN                ?                          Maxine.Carlson@StyP5lAokm  2452464                  
-           42  AAAAAAAAKCAAAAAA                      1867377                3327              11277                 2449869                2449839  Dr.                        Deborah                    Burton                     N                                   17              1          1950  COMOROS                    ?                          Deborah.Burton@xt.edu      2452498                  
-           43  AAAAAAAALCAAAAAA                       385562                3676              43743                 2451705                2451675  Mr.                        William                    Warner                     Y                                    5             12          1965  GUAM                       ?                          William.Warner@zegnrzurU.  2452537                  
-           44  AAAAAAAAMCAAAAAA                       497758                5427              32296                 2449750                2449720  Miss                       Mabel                      Richmond                   Y                                    7             12          1932  CAMBODIA                   ?                          Mabel.Richmond@Tkla.edu    2452333                  
-           45  AAAAAAAANCAAAAAA                      1036174                2399              19777                 2451118                2451088  ?                          ?                          Hammonds                   ?                                    5              ?             ?  NIGER                      ?                          ?                          ?                        
-           46  AAAAAAAAOCAAAAAA                       843672                4729              21386                 2451857                2451827  Mrs.                       Jane                       Stephenson                 Y                                   13              4          1990  TURKEY                     ?                          Jane.Stephenson@lq8ZQLAUM  2452301                  
-           47  AAAAAAAAPCAAAAAA                      1634314                5368              38469                 2449165                2449135  Mr.                        Luis                       Young                      N                                    3             12          1982  BRUNEI DARUSSALAM          ?                          Luis.Young@0DmV.edu        2452586                  
-           48  AAAAAAAAADAAAAAA                         8817                 311              38252                 2449531                2449501  Ms.                        Jill                       Jackson                    N                                   15              9          1961  LUXEMBOURG                 ?                          Jill.Jackson@n6I7SF.org    2452575                  
-           49  AAAAAAAABDAAAAAA                       936800                1514              20581                 2449364                2449334  Mr.                        Steven                     Venable                    N                                   13              6          1961  NETHERLANDS ANTILLES       ?                          Steven.Venable@0hA90vhfK7  2452350                  
-           50  AAAAAAAACDAAAAAA                       759177                  72              32567                 2449384                2449354  Mr.                        Christopher                Eller                      N                                   24             11          1965  AUSTRALIA                  ?                          Christopher.Eller@gV5Ua7H  2452520                  
-           51  AAAAAAAADDAAAAAA                       532799                6920              10688                 2452390                2452360  Dr.                        David                      Nieves                     N                                    5             10          1926  CHRISTMAS ISLAND           ?                          David.Nieves@LcDkQ.edu     2452570                  
-           52  AAAAAAAAEDAAAAAA                       534808                4768              27128                 2451421                2451391  Mrs.                       Wendy                      Colley                     N                                    1              4          1982  FRENCH GUIANA              ?                          Wendy.Colley@qLBjqbAQQGj.  2452553                  
-           53  AAAAAAAAFDAAAAAA                      1597348                7017              43439                 2451820                2451790  Mr.                        Paul                       Higgins                    Y                                   23              9          1950  GABON                      ?                          Paul.Higgins@qG9NrSTLz9Ha  2452447                  
-           54  AAAAAAAAGDAAAAAA                       380102                2381              40660                 2449980                2449950  Ms.                        Donna                      King                       Y                                    3              2          1940  TUNISIA                    ?                          Donna.King@TEftU.com       2452446                  
-           55  AAAAAAAAHDAAAAAA                       783093                1151              23256                 2451539                2451509  Dr.                        Beryl                      Thomason                   N                                   12              8          1933  UNITED KINGDOM             ?                          Beryl.Thomason@OeqefhtCmZ  2452380                  
-           56  AAAAAAAAIDAAAAAA                       344460                3092               2524                 2451424                2451394  Miss                       Pamela                     Delgado                    N                                   29              1          1960  GUERNSEY                   ?                          Pamela.Delgado@8OpV0Ldj8v  2452334                  
-           57  AAAAAAAAJDAAAAAA                       752932                 128                571                 2449741                2449711  Mr.                        Travis                     Melendez                   Y                                   10              3          1961  AFGHANISTAN                ?                          Travis.Melendez@344rCMk.e  2452606                  
-           58  AAAAAAAAKDAAAAAA                       528756                6879              14155                 2451386                2451356  Mr.                        Cecil                      Peterman                   Y                                   29              2          1988  ICELAND                    ?                          Cecil.Peterman@tbeqEuUvS4  2452447                  
-           59  AAAAAAAALDAAAAAA                      1895444                4787              45683                 2451157                2451127  Miss                       Melanie                    Morrison                   N                                    6              1          1947  HUNGARY                    ?                          Melanie.Morrison@F2foqn.e  2452530                  
-           60  AAAAAAAAMDAAAAAA                      1179671                3200              44282                 2449714                2449684  Ms.                        Dollie                     Thao                       N                                   15              7          1990  SWITZERLAND                ?                          Dollie.Thao@Xead5vagsekdH  2452407                  
-           61  AAAAAAAANDAAAAAA                      1620078                6683              11688                 2451136                2451106  Sir                        Joseph                     White                      Y                                    6              5          1978  SENEGAL                    ?                          Joseph.White@c0EJ7pimuu.c  2452462                  
-           62  AAAAAAAAODAAAAAA                       821787                4700              28413                 2451854                2451824  Mr.                        Matthew                    Brown                      Y                                    1              6          1973  KOREA, REPUBLIC OF         ?                          Matthew.Brown@F.edu        2452319                  
-           63  AAAAAAAAPDAAAAAA                      1790374                2445               9716                 2450179                2450149  Dr.                        Frank                      Morton                     N                                   26              4          1943  EGYPT                      ?                          Frank.Morton@Hd7jNaA3s.co  2452425                  
-           64  AAAAAAAAAEAAAAAA                      1260191                6284              25930                 2452379                2452349  Dr.                        Michael                    Frye                       N                                   27              6          1941  CAPE VERDE                 ?                          Michael.Frye@aM1HsbOs0smg  2452426                  
-           65  AAAAAAAABEAAAAAA                      1778884                2234              37584                 2451898                2451868  Dr.                        Rodney                     Taft                       N                                   18              9          1991  VIRGIN ISLANDS, U.S.       ?                          Rodney.Taft@qe.com         2452353                  
-           66  AAAAAAAACEAAAAAA                       747190                6036              42882                 2449294                2449264  Ms.                        Julie                      Chester                    N                                    8              9          1950  HONG KONG                  ?                          Julie.Chester@Kv.com       2452375                  
-           67  AAAAAAAADEAAAAAA                      1118294                2032              24970                 2452033                2452003  Dr.                        Gerald                     Thomas                     N                                   27             10          1948  NORWAY                     ?                          Gerald.Thomas@zSuIGSgb6iy  2452414                  
-           68  AAAAAAAAEEAAAAAA                       779965                6069              16126                 2451936                2451906  Dr.                        Arthur                     Troy                       Y                                   20              8          1928  LUXEMBOURG                 ?                          Arthur.Troy@3VY5bV30AifrO  2452542                  
-           69  AAAAAAAAFEAAAAAA                       971368                4167               9366                 2450154                2450124  Sir                        Steven                     Mcclellan                  Y                                   15              1          1950  NEPAL                      ?                          Steven.Mcclellan@UviyOLnu  2452340                  
-           70  AAAAAAAAGEAAAAAA                      1460929                5492              48102                 2451944                2451914  Sir                        James                      Smith                      N                                    7             12          1963  KUWAIT                     ?                          James.Smith@ifJngGlNG.edu  2452342                  
-           71  AAAAAAAAHEAAAAAA                      1292064                2257              42450                 2450248                2450218  Mr.                        Roderick                   Rogers                     N                                    4             11          1967  OMAN                       ?                          Roderick.Rogers@pJdioQ.co  2452462                  
-           72  AAAAAAAAIEAAAAAA                      1608738                6364              26390                 2451700                2451670  Dr.                        Bradley                    Barry                      Y                                   21              3          1937  TAJIKISTAN                 ?                          Bradley.Barry@Kq2ONpEXU9Y  2452601                  
-           73  AAAAAAAAJEAAAAAA                       425740                 431              48369                 2449133                2449103  Mr.                        David                      Vasquez                    N                                   17              4          1956  ISRAEL                     ?                          David.Vasquez@j.org        2452489                  
-           74  AAAAAAAAKEAAAAAA                      1434225                 347              15269                 2452641                2452611  Sir                        Eric                       Woods                      Y                                   19              2          1953  SAINT LUCIA                ?                          Eric.Woods@CfPzy1AUqxd2.c  2452584                  
-           75  AAAAAAAALEAAAAAA                      1888603                 143              37730                 2451755                2451725  Dr.                        Annie                      Grant                      Y                                   25              5          1925  TUVALU                     ?                          Annie.Grant@tccug5KC1oT2n  2452401                  
-           76  AAAAAAAAMEAAAAAA                       526064                2054               9691                 2451760                2451730  Mr.                        Craig                      Lowry                      Y                                    7              3          1946  WALLIS AND FUTUNA          ?                          Craig.Lowry@92zokgx8duX.o  2452430                  
-           77  AAAAAAAANEAAAAAA                       915180                2167              37154                 2451632                2451602  Dr.                        Darrin                     Smith                      N                                   30              5          1931  UNITED STATES              ?                          Darrin.Smith@Mti.edu       2452355                  
-           78  AAAAAAAAOEAAAAAA                      1092537                3677               7264                 2449388                2449358  Ms.                        Wanda                      Davis                      N                                   11              5          1940  NETHERLANDS ANTILLES       ?                          Wanda.Davis@I6s7DD86i6.ed  2452339                  
-           79  AAAAAAAAPEAAAAAA                       389494                3493               9539                 2450863                2450833  Miss                       Sandi                      Tran                       Y                                   10              6          1937  FRENCH GUIANA              ?                          Sandi.Tran@myikqStif1Q.ed  2452644                  
-           80  AAAAAAAAAFAAAAAA                      1499808                3891              44727                 2450558                2450528  Mrs.                       Eleanor                    Evans                      N                                   21             12          1948  C\ufffdTE D'IVOIRE              ?                          Eleanor.Evans@zxvr5rl.org  2452413                  
-           81  AAAAAAAABFAAAAAA                       728917                 388              48306                 2452562                2452532  Ms.                        Jessica                    Levesque                   Y                                   17              7          1940  ALBANIA                    ?                          Jessica.Levesque@06mGqI9m  2452414                  
-           82  AAAAAAAACFAAAAAA                        75627                5081              30088                 2450357                2450327  Sir                        Max                        Mueller                    N                                   26              2          1947  IRAQ                       ?                          Max.Mueller@xqCZRBSrTGD6C  2452303                  
-           83  AAAAAAAADFAAAAAA                       976724                5574              40824                 2451032                2451002  Miss                       Daisy                      Flynn                      N                                   24              1          1943  NEW ZEALAND                ?                          Daisy.Flynn@288e6Z0csxJ.c  2452338                  
-           84  AAAAAAAAEFAAAAAA                      1250744                2821              40898                 2449496                2449466  Mrs.                       Ami                        Montgomery                 Y                                    2              5          1964  JAMAICA                    ?                          Ami.Montgomery@VBSKqhL36j  2452526                  
-           85  AAAAAAAAFFAAAAAA                      1293499                  37              10575                 2449868                2449838  Miss                       Michele                    Baldwin                    Y                                   30             10          1978  GEORGIA                    ?                          Michele.Baldwin@sIVO1J4U.  2452491                  
-           86  AAAAAAAAGFAAAAAA                      1428237                6963              38442                 2451560                2451530  Dr.                        Marvin                     Matlock                    Y                                   21             10          1983  BRUNEI DARUSSALAM          ?                          Marvin.Matlock@0FXEZp.org  2452633                  
-           87  AAAAAAAAHFAAAAAA                      1452824                1427              22030                 2449404                2449374  Dr.                        Kevin                      White                      N                                    2              7          1934  BENIN                      ?                          Kevin.White@x9oTPjEI6AdDQ  2452492                  
-           88  AAAAAAAAIFAAAAAA                       495575                 131              42687                 2450991                2450961  Dr.                        Phyllis                    Horner                     N                                   20              8          1965  UZBEKISTAN                 ?                          Phyllis.Horner@uQy.edu     2452403                  
-           89  AAAAAAAAJFAAAAAA                       694848                5383              26318                 2451425                2451395  Mrs.                       Helen                      Macdonald                  Y                                   15              3          1981  DOMINICA                   ?                          Helen.Macdonald@3d4.com    2452626                  
-           90  AAAAAAAAKFAAAAAA                       417827                5083              45139                 2451494                2451464  Mr.                        Nathan                     Pond                       Y                                    7              5          1985  GUYANA                     ?                          Nathan.Pond@nPh7drM687MhI  2452637                  
-           91  AAAAAAAALFAAAAAA                       827176                2441              14906                 2450406                2450376  Miss                       Heather                    White                      Y                                   28              3          1962  MARTINIQUE                 ?                          Heather.White@3JitjmxYQnX  2452295                  
-           92  AAAAAAAAMFAAAAAA                       953084                5771              35211                 2452582                2452552  Miss                       Crystal                    Ryan                       Y                                    8              2          1973  ECUADOR                    ?                          Crystal.Ryan@Ju2rO6u.com   2452294                  
-           93  AAAAAAAANFAAAAAA                       647375                6229              35836                 2449341                2449311  Sir                        Clyde                      Williams                   N                                    6             10          1927  FRENCH POLYNESIA           ?                          Clyde.Williams@en.com      2452510                  
-           94  AAAAAAAAOFAAAAAA                       451893                1990              33287                 2449553                2449523  Mr.                        Craig                      Byrd                       Y                                   14              5          1982  FRENCH POLYNESIA           ?                          Craig.Byrd@Dc0OEMXkvvuJ.c  2452445                  
-           95  AAAAAAAAPFAAAAAA                       796503                1663              16023                 2452468                2452438  Ms.                        Elizabeth                  Hollingsworth              N                                   17              4          1943  GREECE                     ?                          Elizabeth.Hollingsworth@l  2452584                  
-           96  AAAAAAAAAGAAAAAA                      1148074                6019              35611                 2451505                2451475  Sir                        Shaun                      Lewis                      N                                   22             10          1955  NIGERIA                    ?                          Shaun.Lewis@MTRUPYFTXf9.c  2452395                  
-           97  AAAAAAAABGAAAAAA                       418763                 102              49041                 2452467                2452437  Mr.                        Stewart                    Ruffin                     Y                                   19              5          1971  MYANMAR                    ?                          Stewart.Ruffin@R7Mrx.edu   2452528                  
-           98  AAAAAAAACGAAAAAA                       574977                1615              43853                 2450894                2450864  Dr.                        David                      Lewis                      N                                   23              6          1965  KIRIBATI                   ?                          David.Lewis@5mhvq.org      2452558                  
-           99  AAAAAAAADGAAAAAA                       622676                2152              17228                 2451687                2451657  Sir                        Austin                     Tran                       Y                                    9             12          1961  NAMIBIA                    ?                          Austin.Tran@ect7cnjLsucbd  2452437                  
-          100  AAAAAAAAEGAAAAAA                      1254468                6370               6672                 2449148                2449118  Ms.                        Jeannette                  Johnson                    Y                                   13              7          1958  BANGLADESH                 ?                          Jeannette.Johnson@8BvSqgp  2452635                  
+            1  AAAAAAAABAAAAAAA                       980124                7135              32946                 2452238                2452208  Mr.                        Javier                     Lewis                      Y                                    9             12          1936  CHILE                                                 Javier.Lewis@VFAxlnZEvOx.  2452508                  
+            2  AAAAAAAACAAAAAAA                       819667                1461              31655                 2452318                2452288  Dr.                        Amy                        Moses                      Y                                    9              4          1966  TOGO                                                  Amy.Moses@Ovk9KjHH.com     2452318                  
+            3  AAAAAAAADAAAAAAA                      1473522                6247              48572                 2449130                2449100  Miss                       Latisha                    Hamilton                   N                                   18              9          1979  NIUE                                                  Latisha.Hamilton@V.com     2452313                  
+            4  AAAAAAAAEAAAAAAA                      1703214                3986              39558                 2450030                2450000  Dr.                        Michael                    White                      N                                    7              6          1983  MEXICO                                                Michael.White@i.org        2452361                  
+            5  AAAAAAAAFAAAAAAA                       953372                4470              36368                 2449438                2449408  Sir                        Robert                     Moran                      N                                    8              5          1956  FIJI                                                  Robert.Moran@Hh.edu        2452469                  
+            6  AAAAAAAAGAAAAAAA                       213219                6374              27082                 2451883                2451853  Ms.                        Brunilda                   Sharp                      N                                    4             12          1925  SURINAME                                              Brunilda.Sharp@T3pylZEUQj  2452430                  
+            7  AAAAAAAAHAAAAAAA                        68377                3219              44814                 2451438                2451408  Ms.                        Fonda                      Wiles                      Y                                   24              4          1985  GAMBIA                                                Fonda.Wiles@S9KnyEtz9hv.o  2452360                  
+            8  AAAAAAAAIAAAAAAA                      1215897                2471              16598                 2449406                2449376  Sir                        Ollie                      Shipman                    N                                   26             12          1938  KOREA, REPUBLIC OF                                    Ollie.Shipman@be.org       2452334                  
+            9  AAAAAAAAJAAAAAAA                      1168667                1404              49388                 2452275                2452245  Sir                        Karl                       Gilbert                    N                                   26             10          1966  MONTSERRAT                                            Karl.Gilbert@Crg5KyP2IxX9  2452454                  
+           10  AAAAAAAAKAAAAAAA                      1207553                5143              19580                 2451353                2451323  Ms.                        Albert                     Brunson                    N                                   15             10          1973  JORDAN                                                Albert.Brunson@62.com      2452641                  
+           11  AAAAAAAALAAAAAAA                      1114415                6807              47999                 2452288                2452258  Ms.                        Betty                      Williams                   N                                   18             12          1963  BURKINA FASO                                          Betty.Williams@xRtDqM1eLB  2452398                  
+           12  AAAAAAAAMAAAAAAA                       502141                6577              47366                 2451039                2451009  Ms.                        Margaret                   Farias                     N                                    2              6          1956  TURKMENISTAN                                          Margaret.Farias@cb.edu     2452634                  
+           13  AAAAAAAANAAAAAAA                      1128748                2777              14006                 2449658                2449628  Mrs.                       Rosalinda                  Grimes                     N                                    1              3          1970  UKRAINE                                               Rosalinda.Grimes@tC8pcU7L  2452616                  
+           14  AAAAAAAAOAAAAAAA                       929344                 892               6440                 2450318                2450288  Mr.                        Jack                       Wilcox                     N                                   30              3          1937  SLOVENIA                                              Jack.Wilcox@Y3Etqyv3.org   2452641                  
+           15  AAAAAAAAPAAAAAAA                            ?                 134              30469                       ?                2449010  Ms.                        Tonya                                                                                      ?             12          1969                                                                                   2452376                  
+           16  AAAAAAAAABAAAAAA                      1196373                3014              29302                 2451346                2451316  Dr.                        Margie                     Browning                   N                                   24             12          1933  PHILIPPINES                                           Margie.Browning@LM674NrE2  2452573                  
+           17  AAAAAAAABBAAAAAA                       707524                3876               2228                 2451068                2451038  Dr.                        Lee                        Stovall                    N                                   23             12          1972  PHILIPPINES                                           Lee.Stovall@fqKC83UU0f.or  2452454                  
+           18  AAAAAAAACBAAAAAA                      1361151                6580              18456                 2450041                2450011  Sir                        Brad                       Lynch                      Y                                    1              9          1950  URUGUAY                                               Brad.Lynch@nAbai.edu       2452549                  
+           19  AAAAAAAADBAAAAAA                      1161742                4238              45581                 2449580                2449550  Dr.                        Andre                      Moore                      N                                   20             10          1978  NICARAGUA                                             Andre.Moore@cTZLGYi1ZJi.o  2452576                  
+           20  AAAAAAAAEBAAAAAA                      1185612                  89              38966                 2450965                2450935  Mr.                        Stanton                    Dallas                     Y                                   17              5          1976  SWITZERLAND                                           Stanton.Dallas@DBXgl18FGo  2452334                  
+           21  AAAAAAAAFBAAAAAA                       442697                6538              25979                 2451827                2451797  Miss                       Naomi                      Barnett                    N                                   18              5          1956  BAHAMAS                                               Naomi.Barnett@2T3V3OZOy4K  2452433                  
+           22  AAAAAAAAGBAAAAAA                       490494                4504              40467                 2451465                2451435  Sir                        Victor                     Martinez                   N                                   21             12          1991  CAYMAN ISLANDS                                        Victor.Martinez@fC.edu     2452529                  
+           23  AAAAAAAAHBAAAAAA                            ?                2107                686                 2451012                2450982  Sir                                                   Garrison                   N                                    ?              5             ?                                                        Earl.Garrison@G3sM4P.com                            
+           24  AAAAAAAAIBAAAAAA                        17113                1102              14291                 2450098                2450068  Dr.                        Paul                       Morris                     Y                                    6              6          1951  GUINEA-BISSAU                                         Paul.Morris@FMGalegqc3.co  2452499                  
+           25  AAAAAAAAJBAAAAAA                       476176                3278              25933                 2449246                2449216  Miss                       Nancy                      Mccormick                  N                                    6             10          1973  BAHAMAS                                               Nancy.Mccormick@DA26I9ZAr  2452425                  
+           26  AAAAAAAAKBAAAAAA                       230278                1242              28206                 2449816                2449786  Ms.                        Monique                    Baker                      N                                   14              6          1991  MOROCCO                                               Monique.Baker@9uEucNczY.o  2452356                  
+           27  AAAAAAAALBAAAAAA                       111621                 835              16096                 2450611                2450581  Dr.                        Shawn                      Prather                    N                                    7              3          1972  PUERTO RICO                                           Shawn.Prather@8BusRYegn6.  2452353                  
+           28  AAAAAAAAMBAAAAAA                       889961                 897              33480                 2452615                2452585  Miss                       Edith                      Hernandez                  Y                                   17              8          1959  C\ufffdTE D'IVOIRE                                         Edith.Hernandez@BNHL0k.co  2452631                  
+           29  AAAAAAAANBAAAAAA                      1634269                1204              44139                 2452216                2452186  Ms.                        Margaret                   Collins                    Y                                   25              8          1973  NETHERLANDS ANTILLES                                  Margaret.Collins@9obPr3UV  2452496                  
+           30  AAAAAAAAOBAAAAAA                        84232                5869              45459                 2449916                2449886  Dr.                        Pamela                     Luna                       Y                                    4              7          1956  GUAM                                                  Pamela.Luna@QBGuhL36lnA.e  2452410                  
+           31  AAAAAAAAPBAAAAAA                      1275120                5724               7128                 2452054                2452024  Dr.                        William                    Craig                      N                                   13              6          1964  SPAIN                                                 William.Craig@prVDE1E8AHc  2452336                  
+           32  AAAAAAAAACAAAAAA                      1369589                6163              48290                 2449471                2449441  Dr.                        Kenneth                    Wood                       N                                    2              8          1927  MOLDOVA, REPUBLIC OF                                  Kenneth.Wood@RIA.edu       2452510                  
+           33  AAAAAAAABCAAAAAA                      1680761                5823              32438                 2451572                2451542  Mrs.                       Donna                      Betts                      Y                                   25              3          1958  FRANCE                                                Donna.Betts@YJ14k.edu      2452455                  
+           34  AAAAAAAACCAAAAAA                            ?                   ?              37501                 2452192                2452162                                                        Woods                                                           ?              ?             ?                                                        Brandon.Woods@hjKbf.edu    2452408                  
+           35  AAAAAAAADCAAAAAA                       339036                2057              32231                 2451937                2451907  Dr.                        Marie                      Peterson                   N                                   19              6          1953  KIRIBATI                                              Marie.Peterson@1zg9tydFHa  2452581                  
+           36  AAAAAAAAECAAAAAA                       655414                2223              26585                 2449222                2449192  Dr.                        Anthony                    Fisher                     N                                   29             11          1968  KYRGYZSTAN                                            Anthony.Fisher@jJrZfeDcz8  2452470                  
+           37  AAAAAAAAFCAAAAAA                       827972                2281              12943                 2449848                2449818  Dr.                        Dwight                     Schneider                  Y                                    9              1          1949  RUSSIAN FEDERATION                                    Dwight.Schneider@koxO7zAy  2452293                  
+           38  AAAAAAAAGCAAAAAA                       766645                3879              36360                 2450323                2450293  Mrs.                       Ha                         Carpenter                  Y                                   30              3          1939  PARAGUAY                                              Ha.Carpenter@XgcUt4svNz.c  2452351                  
+           39  AAAAAAAAHCAAAAAA                      1617182                4013              22844                 2452131                2452101  Sir                        Neil                       Cox                        N                                   14             12          1951  ECUADOR                                               Neil.Cox@FRuR2bFK.com      2452586                  
+           40  AAAAAAAAICAAAAAA                      1795301                   ?              21045                 2451159                      ?                             Jacqueline                 Hatfield                                                       26              ?          1942                                                                                                            
+           41  AAAAAAAAJCAAAAAA                       941420                5068              18316                 2449989                2449959  Miss                       Maxine                     Carlson                    N                                   26              6          1939  ISLE OF MAN                                           Maxine.Carlson@StyP5lAokm  2452464                  
+           42  AAAAAAAAKCAAAAAA                      1867377                3327              11277                 2449869                2449839  Dr.                        Deborah                    Burton                     N                                   17              1          1950  COMOROS                                               Deborah.Burton@xt.edu      2452498                  
+           43  AAAAAAAALCAAAAAA                       385562                3676              43743                 2451705                2451675  Mr.                        William                    Warner                     Y                                    5             12          1965  GUAM                                                  William.Warner@zegnrzurU.  2452537                  
+           44  AAAAAAAAMCAAAAAA                       497758                5427              32296                 2449750                2449720  Miss                       Mabel                      Richmond                   Y                                    7             12          1932  CAMBODIA                                              Mabel.Richmond@Tkla.edu    2452333                  
+           45  AAAAAAAANCAAAAAA                      1036174                2399              19777                 2451118                2451088                                                        Hammonds                                                        5              ?             ?  NIGER                                                                                                     
+           46  AAAAAAAAOCAAAAAA                       843672                4729              21386                 2451857                2451827  Mrs.                       Jane                       Stephenson                 Y                                   13              4          1990  TURKEY                                                Jane.Stephenson@lq8ZQLAUM  2452301                  
+           47  AAAAAAAAPCAAAAAA                      1634314                5368              38469                 2449165                2449135  Mr.                        Luis                       Young                      N                                    3             12          1982  BRUNEI DARUSSALAM                                     Luis.Young@0DmV.edu        2452586                  
+           48  AAAAAAAAADAAAAAA                         8817                 311              38252                 2449531                2449501  Ms.                        Jill                       Jackson                    N                                   15              9          1961  LUXEMBOURG                                            Jill.Jackson@n6I7SF.org    2452575                  
+           49  AAAAAAAABDAAAAAA                       936800                1514              20581                 2449364                2449334  Mr.                        Steven                     Venable                    N                                   13              6          1961  NETHERLANDS ANTILLES                                  Steven.Venable@0hA90vhfK7  2452350                  
+           50  AAAAAAAACDAAAAAA                       759177                  72              32567                 2449384                2449354  Mr.                        Christopher                Eller                      N                                   24             11          1965  AUSTRALIA                                             Christopher.Eller@gV5Ua7H  2452520                  
+           51  AAAAAAAADDAAAAAA                       532799                6920              10688                 2452390                2452360  Dr.                        David                      Nieves                     N                                    5             10          1926  CHRISTMAS ISLAND                                      David.Nieves@LcDkQ.edu     2452570                  
+           52  AAAAAAAAEDAAAAAA                       534808                4768              27128                 2451421                2451391  Mrs.                       Wendy                      Colley                     N                                    1              4          1982  FRENCH GUIANA                                         Wendy.Colley@qLBjqbAQQGj.  2452553                  
+           53  AAAAAAAAFDAAAAAA                      1597348                7017              43439                 2451820                2451790  Mr.                        Paul                       Higgins                    Y                                   23              9          1950  GABON                                                 Paul.Higgins@qG9NrSTLz9Ha  2452447                  
+           54  AAAAAAAAGDAAAAAA                       380102                2381              40660                 2449980                2449950  Ms.                        Donna                      King                       Y                                    3              2          1940  TUNISIA                                               Donna.King@TEftU.com       2452446                  
+           55  AAAAAAAAHDAAAAAA                       783093                1151              23256                 2451539                2451509  Dr.                        Beryl                      Thomason                   N                                   12              8          1933  UNITED KINGDOM                                        Beryl.Thomason@OeqefhtCmZ  2452380                  
+           56  AAAAAAAAIDAAAAAA                       344460                3092               2524                 2451424                2451394  Miss                       Pamela                     Delgado                    N                                   29              1          1960  GUERNSEY                                              Pamela.Delgado@8OpV0Ldj8v  2452334                  
+           57  AAAAAAAAJDAAAAAA                       752932                 128                571                 2449741                2449711  Mr.                        Travis                     Melendez                   Y                                   10              3          1961  AFGHANISTAN                                           Travis.Melendez@344rCMk.e  2452606                  
+           58  AAAAAAAAKDAAAAAA                       528756                6879              14155                 2451386                2451356  Mr.                        Cecil                      Peterman                   Y                                   29              2          1988  ICELAND                                               Cecil.Peterman@tbeqEuUvS4  2452447                  
+           59  AAAAAAAALDAAAAAA                      1895444                4787              45683                 2451157                2451127  Miss                       Melanie                    Morrison                   N                                    6              1          1947  HUNGARY                                               Melanie.Morrison@F2foqn.e  2452530                  
+           60  AAAAAAAAMDAAAAAA                      1179671                3200              44282                 2449714                2449684  Ms.                        Dollie                     Thao                       N                                   15              7          1990  SWITZERLAND                                           Dollie.Thao@Xead5vagsekdH  2452407                  
+           61  AAAAAAAANDAAAAAA                      1620078                6683              11688                 2451136                2451106  Sir                        Joseph                     White                      Y                                    6              5          1978  SENEGAL                                               Joseph.White@c0EJ7pimuu.c  2452462                  
+           62  AAAAAAAAODAAAAAA                       821787                4700              28413                 2451854                2451824  Mr.                        Matthew                    Brown                      Y                                    1              6          1973  KOREA, REPUBLIC OF                                    Matthew.Brown@F.edu        2452319                  
+           63  AAAAAAAAPDAAAAAA                      1790374                2445               9716                 2450179                2450149  Dr.                        Frank                      Morton                     N                                   26              4          1943  EGYPT                                                 Frank.Morton@Hd7jNaA3s.co  2452425                  
+           64  AAAAAAAAAEAAAAAA                      1260191                6284              25930                 2452379                2452349  Dr.                        Michael                    Frye                       N                                   27              6          1941  CAPE VERDE                                            Michael.Frye@aM1HsbOs0smg  2452426                  
+           65  AAAAAAAABEAAAAAA                      1778884                2234              37584                 2451898                2451868  Dr.                        Rodney                     Taft                       N                                   18              9          1991  VIRGIN ISLANDS, U.S.                                  Rodney.Taft@qe.com         2452353                  
+           66  AAAAAAAACEAAAAAA                       747190                6036              42882                 2449294                2449264  Ms.                        Julie                      Chester                    N                                    8              9          1950  HONG KONG                                             Julie.Chester@Kv.com       2452375                  
+           67  AAAAAAAADEAAAAAA                      1118294                2032              24970                 2452033                2452003  Dr.                        Gerald                     Thomas                     N                                   27             10          1948  NORWAY                                                Gerald.Thomas@zSuIGSgb6iy  2452414                  
+           68  AAAAAAAAEEAAAAAA                       779965                6069              16126                 2451936                2451906  Dr.                        Arthur                     Troy                       Y                                   20              8          1928  LUXEMBOURG                                            Arthur.Troy@3VY5bV30AifrO  2452542                  
+           69  AAAAAAAAFEAAAAAA                       971368                4167               9366                 2450154                2450124  Sir                        Steven                     Mcclellan                  Y                                   15              1          1950  NEPAL                                                 Steven.Mcclellan@UviyOLnu  2452340                  
+           70  AAAAAAAAGEAAAAAA                      1460929                5492              48102                 2451944                2451914  Sir                        James                      Smith                      N                                    7             12          1963  KUWAIT                                                James.Smith@ifJngGlNG.edu  2452342                  
+           71  AAAAAAAAHEAAAAAA                      1292064                2257              42450                 2450248                2450218  Mr.                        Roderick                   Rogers                     N                                    4             11          1967  OMAN                                                  Roderick.Rogers@pJdioQ.co  2452462                  
+           72  AAAAAAAAIEAAAAAA                      1608738                6364              26390                 2451700                2451670  Dr.                        Bradley                    Barry                      Y                                   21              3          1937  TAJIKISTAN                                            Bradley.Barry@Kq2ONpEXU9Y  2452601                  
+           73  AAAAAAAAJEAAAAAA                       425740                 431              48369                 2449133                2449103  Mr.                        David                      Vasquez                    N                                   17              4          1956  ISRAEL                                                David.Vasquez@j.org        2452489                  
+           74  AAAAAAAAKEAAAAAA                      1434225                 347              15269                 2452641                2452611  Sir                        Eric                       Woods                      Y                                   19              2          1953  SAINT LUCIA                                           Eric.Woods@CfPzy1AUqxd2.c  2452584                  
+           75  AAAAAAAALEAAAAAA                      1888603                 143              37730                 2451755                2451725  Dr.                        Annie                      Grant                      Y                                   25              5          1925  TUVALU                                                Annie.Grant@tccug5KC1oT2n  2452401                  
+           76  AAAAAAAAMEAAAAAA                       526064                2054               9691                 2451760                2451730  Mr.                        Craig                      Lowry                      Y                                    7              3          1946  WALLIS AND FUTUNA                                     Craig.Lowry@92zokgx8duX.o  2452430                  
+           77  AAAAAAAANEAAAAAA                       915180                2167              37154                 2451632                2451602  Dr.                        Darrin                     Smith                      N                                   30              5          1931  UNITED STATES                                         Darrin.Smith@Mti.edu       2452355                  
+           78  AAAAAAAAOEAAAAAA                      1092537                3677               7264                 2449388                2449358  Ms.                        Wanda                      Davis                      N                                   11              5          1940  NETHERLANDS ANTILLES                                  Wanda.Davis@I6s7DD86i6.ed  2452339                  
+           79  AAAAAAAAPEAAAAAA                       389494                3493               9539                 2450863                2450833  Miss                       Sandi                      Tran                       Y                                   10              6          1937  FRENCH GUIANA                                         Sandi.Tran@myikqStif1Q.ed  2452644                  
+           80  AAAAAAAAAFAAAAAA                      1499808                3891              44727                 2450558                2450528  Mrs.                       Eleanor                    Evans                      N                                   21             12          1948  C\ufffdTE D'IVOIRE                                         Eleanor.Evans@zxvr5rl.org  2452413                  
+           81  AAAAAAAABFAAAAAA                       728917                 388              48306                 2452562                2452532  Ms.                        Jessica                    Levesque                   Y                                   17              7          1940  ALBANIA                                               Jessica.Levesque@06mGqI9m  2452414                  
+           82  AAAAAAAACFAAAAAA                        75627                5081              30088                 2450357                2450327  Sir                        Max                        Mueller                    N                                   26              2          1947  IRAQ                                                  Max.Mueller@xqCZRBSrTGD6C  2452303                  
+           83  AAAAAAAADFAAAAAA                       976724                5574              40824                 2451032                2451002  Miss                       Daisy                      Flynn                      N                                   24              1          1943  NEW ZEALAND                                           Daisy.Flynn@288e6Z0csxJ.c  2452338                  
+           84  AAAAAAAAEFAAAAAA                      1250744                2821              40898                 2449496                2449466  Mrs.                       Ami                        Montgomery                 Y                                    2              5          1964  JAMAICA                                               Ami.Montgomery@VBSKqhL36j  2452526                  
+           85  AAAAAAAAFFAAAAAA                      1293499                  37              10575                 2449868                2449838  Miss                       Michele                    Baldwin                    Y                                   30             10          1978  GEORGIA                                               Michele.Baldwin@sIVO1J4U.  2452491                  
+           86  AAAAAAAAGFAAAAAA                      1428237                6963              38442                 2451560                2451530  Dr.                        Marvin                     Matlock                    Y                                   21             10          1983  BRUNEI DARUSSALAM                                     Marvin.Matlock@0FXEZp.org  2452633                  
+           87  AAAAAAAAHFAAAAAA                      1452824                1427              22030                 2449404                2449374  Dr.                        Kevin                      White                      N                                    2              7          1934  BENIN                                                 Kevin.White@x9oTPjEI6AdDQ  2452492                  
+           88  AAAAAAAAIFAAAAAA                       495575                 131              42687                 2450991                2450961  Dr.                        Phyllis                    Horner                     N                                   20              8          1965  UZBEKISTAN                                            Phyllis.Horner@uQy.edu     2452403                  
+           89  AAAAAAAAJFAAAAAA                       694848                5383              26318                 2451425                2451395  Mrs.                       Helen                      Macdonald                  Y                                   15              3          1981  DOMINICA                                              Helen.Macdonald@3d4.com    2452626                  
+           90  AAAAAAAAKFAAAAAA                       417827                5083              45139                 2451494                2451464  Mr.                        Nathan                     Pond                       Y                                    7              5          1985  GUYANA                                                Nathan.Pond@nPh7drM687MhI  2452637                  
+           91  AAAAAAAALFAAAAAA                       827176                2441              14906                 2450406                2450376  Miss                       Heather                    White                      Y                                   28              3          1962  MARTINIQUE                                            Heather.White@3JitjmxYQnX  2452295                  
+           92  AAAAAAAAMFAAAAAA                       953084                5771              35211                 2452582                2452552  Miss                       Crystal                    Ryan                       Y                                    8              2          1973  ECUADOR                                               Crystal.Ryan@Ju2rO6u.com   2452294                  
+           93  AAAAAAAANFAAAAAA                       647375                6229              35836                 2449341                2449311  Sir                        Clyde                      Williams                   N                                    6             10          1927  FRENCH POLYNESIA                                      Clyde.Williams@en.com      2452510                  
+           94  AAAAAAAAOFAAAAAA                       451893                1990              33287                 2449553                2449523  Mr.                        Craig                      Byrd                       Y                                   14              5          1982  FRENCH POLYNESIA                                      Craig.Byrd@Dc0OEMXkvvuJ.c  2452445                  
+           95  AAAAAAAAPFAAAAAA                       796503                1663              16023                 2452468                2452438  Ms.                        Elizabeth                  Hollingsworth              N                                   17              4          1943  GREECE                                                Elizabeth.Hollingsworth@l  2452584                  
+           96  AAAAAAAAAGAAAAAA                      1148074                6019              35611                 2451505                2451475  Sir                        Shaun                      Lewis                      N                                   22             10          1955  NIGERIA                                               Shaun.Lewis@MTRUPYFTXf9.c  2452395                  
+           97  AAAAAAAABGAAAAAA                       418763                 102              49041                 2452467                2452437  Mr.                        Stewart                    Ruffin                     Y                                   19              5          1971  MYANMAR                                               Stewart.Ruffin@R7Mrx.edu   2452528                  
+           98  AAAAAAAACGAAAAAA                       574977                1615              43853                 2450894                2450864  Dr.                        David                      Lewis                      N                                   23              6          1965  KIRIBATI                                              David.Lewis@5mhvq.org      2452558                  
+           99  AAAAAAAADGAAAAAA                       622676                2152              17228                 2451687                2451657  Sir                        Austin                     Tran                       Y                                    9             12          1961  NAMIBIA                                               Austin.Tran@ect7cnjLsucbd  2452437                  
+          100  AAAAAAAAEGAAAAAA                      1254468                6370               6672                 2449148                2449118  Ms.                        Jeannette                  Johnson                    Y                                   13              7          1958  BANGLADESH                                            Jeannette.Johnson@8BvSqgp  2452635                  
 
 --- 100 row(s) selected.
 >>select * from hive.ins_promotion order by P_PROMO_SK;
@@ -145,11 +145,11 @@ P_PROMO_SK   P_PROMO_ID                 P_START_DATE_SK  P_END_DATE_SK  P_ITEM_S
           8  AAAAAAAAIAAAAAAA                   2450350        2450409          304   1.0000000E+003                  1  eing                       Y                          N                          N                          N                          N                          N                          N                          N                          Offences feel only on a f  Unknown                    N                        
           9  AAAAAAAAJAAAAAAA                   2450192        2450248         3439   1.0000000E+003                  1  n st                       Y                          N                          N                          N                          N                          N                          N                          N                          External forces shall com  Unknown                    N                        
          10  AAAAAAAAKAAAAAAA                   2450324        2450365         3314   1.0000000E+003                  1  bar                        N                          N                          N                          N                          N                          N                          N                          N                          Only local achievements u  Unknown                    N                        
-         11  AAAAAAAALAAAAAAA                         ?              ?            ?   1.0000000E+003                  ?  ought                      ?                          ?                          ?                          ?                          N                          ?                          N                          N                          Teachers shall not make u  Unknown                    N                        
+         11  AAAAAAAALAAAAAAA                         ?              ?            ?   1.0000000E+003                  ?  ought                                                                                                                                  N                                                     N                          N                          Teachers shall not make u  Unknown                    N                        
          12  AAAAAAAAMAAAAAAA                   2450153        2450169         6688   1.0000000E+003                  1  able                       N                          N                          N                          N                          N                          N                          N                          N                          Also only times would com  Unknown                    N                        
          13  AAAAAAAANAAAAAAA                   2450316        2450365        11354   1.0000000E+003                  1  pri                        N                          N                          N                          N                          N                          N                          N                          N                          Years shall not go later   Unknown                    N                        
          14  AAAAAAAAOAAAAAAA                   2450236        2450282        14480   1.0000000E+003                  1  ese                        N                          N                          N                          N                          N                          N                          N                          N                          Adults would not delay ra  Unknown                    N                        
-         15  AAAAAAAAPAAAAAAA                         ?              ?            ?   1.0000000E+003                  ?  anti                       Y                          ?                          N                          N                          ?                          N                          N                          N                          Old elements would shake   Unknown                    N                        
+         15  AAAAAAAAPAAAAAAA                         ?              ?            ?   1.0000000E+003                  ?  anti                       Y                                                     N                          N                                                     N                          N                          N                          Old elements would shake   Unknown                    N                        
          16  AAAAAAAAABAAAAAA                   2450342        2450351        11899   1.0000000E+003                  1  cally                      Y                          N                          N                          N                          N                          N                          N                          N                          Sudden, wooden theories w  Unknown                    N                        
          17  AAAAAAAABBAAAAAA                   2450360        2450406        15529   1.0000000E+003                  1  ation                      Y                          N                          N                          N                          N                          N                          N                          N                          Almost old churches ought  Unknown                    N                        
          18  AAAAAAAACBAAAAAA                   2450581        2450592         8599   1.0000000E+003                  1  eing                       Y                          N                          N                          N                          N                          N                          N                          N                          National communities use   Unknown                    N                        
@@ -162,7 +162,7 @@ P_PROMO_SK   P_PROMO_ID                 P_START_DATE_SK  P_END_DATE_SK  P_ITEM_S
          25  AAAAAAAAJBAAAAAA                   2450757        2450780        16328   1.0000000E+003                  1  anti                       Y                          N                          N                          N                          N                          N                          N                          N                          Scenes might make high     Unknown                    N                        
          26  AAAAAAAAKBAAAAAA                   2450528        2450545         8600   1.0000000E+003                  1  cally                      N                          N                          N                          N                          N                          N                          N                          N                          Legal discussions must no  Unknown                    N                        
          27  AAAAAAAALBAAAAAA                   2450849        2450879        15421   1.0000000E+003                  1  at

<TRUNCATED>