You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by jc...@apache.org on 2018/01/11 21:55:02 UTC
[22/22] hive git commit: HIVE-14498: Freshness period for query
rewriting using materialized views (Jesus Camacho Rodriguez,
reviewed by Ashutosh Chauhan)
HIVE-14498: Freshness period for query rewriting using materialized views (Jesus Camacho Rodriguez, reviewed by Ashutosh Chauhan)
Project: http://git-wip-us.apache.org/repos/asf/hive/repo
Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/57d909c3
Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/57d909c3
Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/57d909c3
Branch: refs/heads/master
Commit: 57d909c34b07ed17cd88bbc6e0d5204e57c8b58f
Parents: 42a2e11
Author: Jesus Camacho Rodriguez <jc...@apache.org>
Authored: Fri Dec 8 21:26:56 2017 -0800
Committer: Jesus Camacho Rodriguez <jc...@apache.org>
Committed: Thu Jan 11 13:44:41 2018 -0800
----------------------------------------------------------------------
.../org/apache/hadoop/hive/conf/HiveConf.java | 6 +
data/files/ssb/customer/00000_0 | 3 +
data/files/ssb/date/00000_0 | 1 +
data/files/ssb/lineorder/00000_0 | 585 +
data/files/ssb/part/00000_0 | 20 +
data/files/ssb/supplier/00000_0 | 1 +
.../listener/DummyRawStoreFailEvent.java | 6 +
.../java/org/hadoop/hive/jdbc/SSLTestUtils.java | 1 +
.../metastore/TestMetaStoreEventListener.java | 2 +
.../hive/ql/parse/TestReplicationScenarios.java | 2 +
.../upgrade/derby/048-HIVE-14498.derby.sql | 20 +
.../upgrade/derby/hive-schema-3.0.0.derby.sql | 4 +
.../derby/hive-txn-schema-3.0.0.derby.sql | 7 +-
.../derby/upgrade-2.3.0-to-3.0.0.derby.sql | 1 +
.../upgrade/hive/hive-schema-3.0.0.hive.sql | 17 +
.../upgrade/mssql/033-HIVE-14498.mssql.sql | 23 +
.../upgrade/mssql/hive-schema-3.0.0.mssql.sql | 9 +
.../mssql/upgrade-2.3.0-to-3.0.0.mssql.sql | 1 +
.../upgrade/mysql/048-HIVE-14498.mysql.sql | 22 +
.../upgrade/mysql/hive-schema-3.0.0.mysql.sql | 7 +
.../mysql/hive-txn-schema-3.0.0.mysql.sql | 7 +-
.../mysql/upgrade-2.3.0-to-3.0.0.mysql.sql | 2 +-
.../upgrade/oracle/048-HIVE-14498.oracle.sql | 23 +
.../upgrade/oracle/hive-schema-3.0.0.oracle.sql | 9 +
.../oracle/hive-txn-schema-3.0.0.oracle.sql | 7 +-
.../oracle/upgrade-2.3.0-to-3.0.0.oracle.sql | 1 +
.../postgres/047-HIVE-14498.postgres.sql | 23 +
.../postgres/hive-schema-3.0.0.postgres.sql | 9 +
.../postgres/hive-txn-schema-3.0.0.postgres.sql | 7 +-
.../upgrade-2.3.0-to-3.0.0.postgres.sql | 1 +
.../java/org/apache/hadoop/hive/ql/Context.java | 14 +-
.../org/apache/hadoop/hive/ql/exec/DDLTask.java | 98 +-
.../MaterializedViewRegistryUpdateHook.java | 25 +-
.../apache/hadoop/hive/ql/metadata/Hive.java | 143 +-
.../metadata/HiveMaterializedViewsRegistry.java | 154 +-
.../apache/hadoop/hive/ql/metadata/Table.java | 16 +
.../hadoop/hive/ql/parse/CalcitePlanner.java | 10 +-
.../hive/ql/parse/DDLSemanticAnalyzer.java | 82 +-
.../hadoop/hive/ql/parse/SemanticAnalyzer.java | 30 +-
.../hadoop/hive/ql/plan/CreateViewDesc.java | 10 +-
.../hadoop/hive/ql/plan/ImportTableDesc.java | 4 +-
.../hadoop/hive/ql/stats/BasicStatsTask.java | 7 +-
.../hadoop/hive/ql/metadata/TestHive.java | 5 +
...materialized_view_no_transactional_rewrite.q | 10 +
...terialized_view_no_transactional_rewrite_2.q | 12 +
.../test/queries/clientpositive/druidmini_mv.q | 7 +-
.../materialized_view_create_rewrite.q | 7 +-
.../materialized_view_create_rewrite_2.q | 11 +-
.../materialized_view_create_rewrite_3.q | 77 +-
.../materialized_view_create_rewrite_4.q | 92 +
.../materialized_view_create_rewrite_multi_db.q | 6 +-
.../materialized_view_rewrite_ssb.q | 125 +-
.../materialized_view_rewrite_ssb_2.q | 125 +-
.../clientpositive/show_materialized_views.q | 14 +-
...rialized_view_no_transactional_rewrite.q.out | 18 +
...alized_view_no_transactional_rewrite_2.q.out | 28 +
.../materialized_view_create_rewrite.q.out | 72 +-
.../results/clientpositive/create_view.q.out | 16 +-
.../create_view_partitioned.q.out | 2 +-
.../test/results/clientpositive/cteViews.q.out | 8 +-
.../clientpositive/druid/druidmini_mv.q.out | 122 +-
.../llap/cbo_rp_unionDistinct_2.q.out | 6 +-
.../llap/materialized_view_create_rewrite.q.out | 24 +-
.../materialized_view_create_rewrite_2.q.out | 32 +-
.../materialized_view_create_rewrite_3.q.out | 553 +-
...erialized_view_create_rewrite_multi_db.q.out | 14 +-
.../llap/materialized_view_rewrite_ssb.q.out | 344 +
.../llap/materialized_view_rewrite_ssb_2.q.out | 344 +
.../clientpositive/llap/resourceplan.q.out | 38 +
.../clientpositive/llap/subquery_views.q.out | 6 +-
.../clientpositive/llap/unionDistinct_2.q.out | 6 +-
.../materialized_view_create_rewrite.q.out | 72 +-
.../materialized_view_create_rewrite_2.q.out | 60 +-
.../materialized_view_create_rewrite_3.q.out | 605 +-
.../materialized_view_create_rewrite_4.q.out | 705 +
...erialized_view_create_rewrite_multi_db.q.out | 14 +-
.../materialized_view_rewrite_ssb.q.out | 344 +
.../materialized_view_rewrite_ssb_2.q.out | 344 +
.../show_materialized_views.q.out | 18 +-
.../clientpositive/spark/subquery_views.q.out | 6 +-
.../gen/thrift/gen-cpp/ThriftHiveMetastore.cpp | 13253 ++--
.../gen/thrift/gen-cpp/ThriftHiveMetastore.h | 571 +
.../ThriftHiveMetastore_server.skeleton.cpp | 20 +
.../gen/thrift/gen-cpp/hive_metastore_types.cpp | 5033 +-
.../gen/thrift/gen-cpp/hive_metastore_types.h | 204 +-
.../hive/metastore/api/AbortTxnsRequest.java | 32 +-
.../metastore/api/AddDynamicPartitions.java | 32 +-
.../metastore/api/AddForeignKeyRequest.java | 36 +-
.../api/AddNotNullConstraintRequest.java | 36 +-
.../metastore/api/AddPartitionsRequest.java | 36 +-
.../hive/metastore/api/AddPartitionsResult.java | 36 +-
.../metastore/api/AddPrimaryKeyRequest.java | 36 +-
.../api/AddUniqueConstraintRequest.java | 36 +-
.../hadoop/hive/metastore/api/AggrStats.java | 36 +-
.../hadoop/hive/metastore/api/BasicTxnInfo.java | 1006 +
.../metastore/api/ClearFileMetadataRequest.java | 32 +-
.../hive/metastore/api/ClientCapabilities.java | 32 +-
.../hive/metastore/api/ColumnStatistics.java | 36 +-
.../hive/metastore/api/CompactionRequest.java | 44 +-
.../metastore/api/DropPartitionsResult.java | 36 +-
.../hive/metastore/api/EnvironmentContext.java | 44 +-
.../hive/metastore/api/FireEventRequest.java | 32 +-
.../hive/metastore/api/ForeignKeysResponse.java | 36 +-
.../hadoop/hive/metastore/api/Function.java | 36 +-
.../metastore/api/GetAllFunctionsResponse.java | 36 +-
.../api/GetFileMetadataByExprRequest.java | 32 +-
.../api/GetFileMetadataByExprResult.java | 48 +-
.../metastore/api/GetFileMetadataRequest.java | 32 +-
.../metastore/api/GetFileMetadataResult.java | 44 +-
.../metastore/api/GetOpenTxnsInfoResponse.java | 36 +-
.../hive/metastore/api/GetOpenTxnsResponse.java | 32 +-
.../hive/metastore/api/GetTablesRequest.java | 32 +-
.../hive/metastore/api/GetTablesResult.java | 36 +-
.../api/HeartbeatTxnRangeResponse.java | 64 +-
.../apache/hadoop/hive/metastore/api/Index.java | 44 +-
.../metastore/api/InsertEventRequestData.java | 64 +-
.../hadoop/hive/metastore/api/LockRequest.java | 36 +-
.../hive/metastore/api/Materialization.java | 643 +
.../api/NotNullConstraintsResponse.java | 36 +-
.../api/NotificationEventResponse.java | 36 +-
.../hive/metastore/api/OpenTxnsResponse.java | 32 +-
.../hadoop/hive/metastore/api/Partition.java | 76 +-
.../api/PartitionListComposingSpec.java | 36 +-
.../api/PartitionSpecWithSharedSD.java | 36 +-
.../metastore/api/PartitionValuesRequest.java | 72 +-
.../metastore/api/PartitionValuesResponse.java | 36 +-
.../hive/metastore/api/PartitionValuesRow.java | 32 +-
.../hive/metastore/api/PartitionWithoutSD.java | 76 +-
.../metastore/api/PartitionsByExprResult.java | 36 +-
.../metastore/api/PartitionsStatsRequest.java | 64 +-
.../metastore/api/PartitionsStatsResult.java | 76 +-
.../hive/metastore/api/PrimaryKeysResponse.java | 36 +-
.../metastore/api/PutFileMetadataRequest.java | 64 +-
.../hive/metastore/api/RequestPartsSpec.java | 68 +-
.../hadoop/hive/metastore/api/Schema.java | 80 +-
.../api/SetPartitionsStatsRequest.java | 36 +-
.../hive/metastore/api/ShowCompactResponse.java | 36 +-
.../hive/metastore/api/ShowLocksResponse.java | 36 +-
.../apache/hadoop/hive/metastore/api/Table.java | 229 +-
.../hive/metastore/api/TableStatsRequest.java | 32 +-
.../hive/metastore/api/TableStatsResult.java | 36 +-
.../hive/metastore/api/ThriftHiveMetastore.java | 67986 +++++++++--------
.../hadoop/hive/metastore/api/TxnsSnapshot.java | 537 +
.../api/UniqueConstraintsResponse.java | 36 +-
.../hive/metastore/api/WMFullResourcePlan.java | 144 +-
.../api/WMGetAllResourcePlanResponse.java | 36 +-
.../WMGetTriggersForResourePlanResponse.java | 36 +-
.../api/WMValidateResourcePlanResponse.java | 32 +-
.../gen-php/metastore/ThriftHiveMetastore.php | 3278 +-
.../src/gen/thrift/gen-php/metastore/Types.php | 2336 +-
.../hive_metastore/ThriftHiveMetastore-remote | 28 +
.../hive_metastore/ThriftHiveMetastore.py | 2043 +-
.../gen/thrift/gen-py/hive_metastore/ttypes.py | 1343 +-
.../gen/thrift/gen-rb/hive_metastore_types.rb | 76 +-
.../gen/thrift/gen-rb/thrift_hive_metastore.rb | 252 +-
.../hadoop/hive/metastore/HiveMetaStore.java | 48 +-
.../hive/metastore/HiveMetaStoreClient.java | 49 +-
.../hadoop/hive/metastore/IHMSHandler.java | 11 +-
.../hadoop/hive/metastore/IMetaStoreClient.java | 46 +-
.../MaterializationInvalidationInfo.java | 59 +
.../MaterializationsInvalidationCache.java | 370 +
.../hive/metastore/MetaStoreDirectSql.java | 32 +-
.../hadoop/hive/metastore/ObjectStore.java | 129 +-
.../apache/hadoop/hive/metastore/RawStore.java | 3 +
.../apache/hadoop/hive/metastore/Warehouse.java | 6 +-
.../hive/metastore/cache/CachedStore.java | 6 +
.../hadoop/hive/metastore/model/MTable.java | 21 +-
.../hadoop/hive/metastore/txn/TxnDbUtil.java | 4 +-
.../hadoop/hive/metastore/txn/TxnHandler.java | 216 +-
.../hadoop/hive/metastore/txn/TxnStore.java | 30 +
.../src/main/resources/package.jdo | 12 +
.../src/main/thrift/hive_metastore.thrift | 29 +-
.../DummyRawStoreControlledCommit.java | 6 +
.../DummyRawStoreForJdoConnection.java | 6 +
.../hive/metastore/cache/TestCachedStore.java | 2 +
175 files changed, 63861 insertions(+), 44306 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hive/blob/57d909c3/common/src/java/org/apache/hadoop/hive/conf/HiveConf.java
----------------------------------------------------------------------
diff --git a/common/src/java/org/apache/hadoop/hive/conf/HiveConf.java b/common/src/java/org/apache/hadoop/hive/conf/HiveConf.java
index 1a2c22d..7e3e783 100644
--- a/common/src/java/org/apache/hadoop/hive/conf/HiveConf.java
+++ b/common/src/java/org/apache/hadoop/hive/conf/HiveConf.java
@@ -1137,6 +1137,12 @@ public class HiveConf extends Configuration {
// materialized views
HIVE_MATERIALIZED_VIEW_ENABLE_AUTO_REWRITING("hive.materializedview.rewriting", false,
"Whether to try to rewrite queries using the materialized views enabled for rewriting"),
+ HIVE_MATERIALIZED_VIEW_REWRITING_TIME_WINDOW("hive.materializedview.rewriting.time.window", 0,
+ "Time window, specified in seconds, after which outdated materialized views become invalid for automatic query rewriting.\n" +
+ "For instance, if a materialized view is created and afterwards one of its source tables is changed at " +
+ "moment in time t0, the materialized view will not be considered for rewriting anymore after t0 plus " +
+ "the value assigned to this property. Default value 0 means that the materialized view cannot be " +
+ "outdated to be used automatically in query rewriting."),
HIVE_MATERIALIZED_VIEW_FILE_FORMAT("hive.materializedview.fileformat", "ORC",
new StringSet("none", "TextFile", "SequenceFile", "RCfile", "ORC"),
"Default file format for CREATE MATERIALIZED VIEW statement"),
http://git-wip-us.apache.org/repos/asf/hive/blob/57d909c3/data/files/ssb/customer/00000_0
----------------------------------------------------------------------
diff --git a/data/files/ssb/customer/00000_0 b/data/files/ssb/customer/00000_0
new file mode 100644
index 0000000..a14314d
--- /dev/null
+++ b/data/files/ssb/customer/00000_0
@@ -0,0 +1,3 @@
+1|Customer#000000001|j5JsirBM9P|MOROCCO 9|MOROCCO|AFRICA|25-768-687-3665|BUILDING
+2|Customer#000000002|487LW1dovn6Q4dMVym|JORDAN 7|JORDAN|MIDDLE EAST|23-719-748-3364|AUTOMOBILE
+3|Customer#000000003|fkRGN8n|ARGENTINA7|ARGENTINA|AMERICA|11-128-190-5944|AUTOMOBILE
http://git-wip-us.apache.org/repos/asf/hive/blob/57d909c3/data/files/ssb/date/00000_0
----------------------------------------------------------------------
diff --git a/data/files/ssb/date/00000_0 b/data/files/ssb/date/00000_0
new file mode 100644
index 0000000..69469ac
--- /dev/null
+++ b/data/files/ssb/date/00000_0
@@ -0,0 +1 @@
+19911231|December 31, 1991|Wednesday|December|1991|199112|Dec1991|4|31|365|12|53|Christmas|0|0|0|1
http://git-wip-us.apache.org/repos/asf/hive/blob/57d909c3/data/files/ssb/lineorder/00000_0
----------------------------------------------------------------------
diff --git a/data/files/ssb/lineorder/00000_0 b/data/files/ssb/lineorder/00000_0
new file mode 100644
index 0000000..83df326
--- /dev/null
+++ b/data/files/ssb/lineorder/00000_0
@@ -0,0 +1,585 @@
+1|1|2|16|1|19961201|1-URGENT|0|17|1557217|1524826|4|1494928|54960|2|19970111|TRUCK
+2|1|2|11|1|19931014|5-LOW|0|38|3461838|17193811|0|3461838|54660|5|19931127|RAIL
+2|2|2|20|1|19931014|5-LOW|0|30|2760060|17193811|5|2622057|55201|1|19931229|FOB
+2|3|2|11|1|19931014|5-LOW|0|44|4008444|17193811|7|3727852|54660|3|19931223|SHIP
+2|4|2|5|1|19931014|5-LOW|0|37|3348500|17193811|9|3047135|54300|5|19931228|AIR
+2|5|2|1|1|19931014|5-LOW|0|6|540600|17193811|4|518976|54060|1|19931215|REG AIR
+2|6|2|20|1|19931014|5-LOW|0|35|3220070|17193811|1|3187869|55201|5|19940110|RAIL
+3|1|2|1|1|19951011|5-LOW|0|45|4054500|3811230|6|3811230|54060|0|19960101|AIR
+4|1|1|9|1|19940730|5-LOW|0|30|2727000|4883955|3|2645190|54540|8|19941002|REG AIR
+4|2|1|20|1|19940730|5-LOW|0|12|1104024|4883955|5|1048822|55201|5|19940917|MAIL
+4|3|1|8|1|19940730|5-LOW|0|10|908000|4883955|1|898920|54480|3|19940914|MAIL
+5|1|2|11|1|19920221|4-NOT SPECIFIED|0|15|1366515|1392751|2|1339184|54660|4|19920324|AIR
+6|1|1|14|1|19960110|2-HIGH|0|37|3381837|16741022|8|3111290|54840|3|19960403|TRUCK
+6|2|1|6|1|19960110|2-HIGH|0|14|1268400|16741022|8|1166928|54360|0|19960227|RAIL
+6|3|1|7|1|19960110|2-HIGH|0|47|4262900|16741022|7|3964497|54420|0|19960325|AIR
+6|4|1|18|1|19960110|2-HIGH|0|17|1560617|16741022|6|1466979|55080|5|19960402|TRUCK
+6|5|1|14|1|19960110|2-HIGH|0|32|2924832|16741022|10|2632348|54840|2|19960407|AIR
+6|6|1|17|1|19960110|2-HIGH|0|30|2751030|16741022|3|2668499|55020|8|19960406|TRUCK
+6|7|1|9|1|19960110|2-HIGH|0|14|1272600|16741022|1|1259874|54540|3|19960221|MAIL
+7|1|2|19|1|19950716|2-HIGH|0|12|1102812|14807336|7|1025615|55140|3|19950917|FOB
+7|2|2|15|1|19950716|2-HIGH|0|9|823509|14807336|8|757628|54900|8|19950906|SHIP
+7|3|2|10|1|19950716|2-HIGH|0|46|4186046|14807336|10|3767441|54600|7|19951001|MAIL
+7|4|2|17|1|19950716|2-HIGH|0|28|2567628|14807336|3|2490599|55020|4|19951013|FOB
+7|5|2|16|1|19950716|2-HIGH|0|38|3480838|14807336|8|3202370|54960|1|19950830|TRUCK
+7|6|2|8|1|19950716|2-HIGH|0|35|3178000|14807336|6|2987320|54480|3|19950829|FOB
+32|1|2|9|1|19931027|3-MEDIUM|0|28|2545200|6002363|5|2417940|54540|8|19931208|TRUCK
+32|2|2|20|1|19931027|3-MEDIUM|0|32|2944064|6002363|2|2885182|55201|0|19940118|AIR
+32|3|2|5|1|19931027|3-MEDIUM|0|2|181000|6002363|9|164710|54300|2|19940118|AIR
+32|4|2|1|1|19931027|3-MEDIUM|0|4|360400|6002363|9|327964|54060|3|19940112|REG AIR
+33|1|2|7|1|19980721|3-MEDIUM|0|31|2811700|6094739|9|2558647|54420|4|19980912|TRUCK
+33|2|2|7|1|19980721|3-MEDIUM|0|32|2902400|6094739|2|2844352|54420|5|19980928|MAIL
+33|3|2|14|1|19980721|3-MEDIUM|0|5|457005|6094739|5|434154|54840|3|19980918|AIR
+34|1|2|9|1|19951023|4-NOT SPECIFIED|0|13|1181700|11816157|0|1181700|54540|7|19951217|REG AIR
+34|2|2|9|1|19951023|4-NOT SPECIFIED|0|22|1999800|11816157|8|1839816|54540|6|19960118|FOB
+34|3|2|17|1|19951023|4-NOT SPECIFIED|0|6|550206|11816157|2|539201|55020|6|19951223|FOB
+34|4|2|12|1|19951023|4-NOT SPECIFIED|0|34|3100834|11816157|1|3069825|54720|1|19951219|REG AIR
+34|5|2|5|1|19951023|4-NOT SPECIFIED|0|46|4163000|11816157|8|3829960|54300|5|19951217|SHIP
+34|6|2|8|1|19951023|4-NOT SPECIFIED|0|10|908000|11816157|0|908000|54480|0|19951124|REG AIR
+35|1|2|1|1|19951103|1-URGENT|0|24|2162400|2119152|2|2119152|54060|0|19960114|FOB
+36|1|2|12|1|19920603|3-MEDIUM|0|42|3830442|6574445|9|3485702|54720|0|19920821|SHIP
+36|2|2|12|1|19920603|3-MEDIUM|0|17|1550417|6574445|10|1395375|54720|5|19920828|SHIP
+36|3|2|2|1|19920603|3-MEDIUM|0|20|1804000|6574445|10|1623600|54120|0|19920823|MAIL
+37|1|2|3|1|19960821|4-NOT SPECIFIED|0|40|3612000|3385527|9|3286920|54180|3|19961019|REG AIR
+38|1|2|18|1|19960920|3-MEDIUM|0|44|4039244|14049237|4|3877674|55080|2|19961217|MAIL
+38|2|2|13|1|19960920|3-MEDIUM|0|19|1734719|14049237|9|1578594|54780|0|19961203|MAIL
+38|3|2|9|1|19960920|3-MEDIUM|0|37|3363300|14049237|1|3329667|54540|6|19961129|MAIL
+38|4|2|4|1|19960920|3-MEDIUM|0|18|1627200|14049237|9|1480752|54240|2|19961126|MAIL
+38|5|2|5|1|19960920|3-MEDIUM|0|26|2353000|14049237|3|2282410|54300|3|19961218|AIR
+38|6|2|4|1|19960920|3-MEDIUM|0|12|1084800|14049237|4|1041408|54240|8|19961101|MAIL
+39|1|1|1|1|19940716|3-MEDIUM|0|44|3964400|3824060|9|3607604|54060|6|19941010|RAIL
+64|1|1|9|1|19950318|1-URGENT|0|21|1908900|7520079|5|1813455|54540|2|19950521|REG AIR
+64|2|1|18|1|19950318|1-URGENT|0|31|2845831|7520079|8|2618164|55080|6|19950605|MAIL
+64|3|1|1|1|19950318|1-URGENT|0|33|2973300|7520079|9|2705703|54060|7|19950517|RAIL
+65|1|2|6|1|19940120|5-LOW|0|26|2355600|4450959|3|2284932|54360|3|19940227|TRUCK
+65|2|2|8|1|19940120|5-LOW|0|22|1997600|4450959|0|1997600|54480|5|19940408|FOB
+66|1|2|12|1|19961219|4-NOT SPECIFIED|0|31|2827231|18004367|0|2827231|54720|8|19970207|RAIL
+66|2|2|18|1|19961219|4-NOT SPECIFIED|0|41|3763841|18004367|4|3613287|55080|7|19970128|AIR
+66|3|2|2|1|19961219|4-NOT SPECIFIED|0|40|3608000|18004367|8|3319360|54120|8|19970226|REG AIR
+66|4|2|5|1|19961219|4-NOT SPECIFIED|0|44|3982000|18004367|7|3703260|54300|2|19970310|FOB
+66|5|2|15|1|19961219|4-NOT SPECIFIED|0|34|3111034|18004367|8|2862151|54900|7|19970221|RAIL
+66|6|2|17|1|19961219|4-NOT SPECIFIED|0|7|641907|18004367|3|622649|55020|6|19970204|SHIP
+67|1|1|3|1|19980418|3-MEDIUM|0|4|361200|12616000|9|328692|54180|4|19980531|SHIP
+67|2|1|3|1|19980418|3-MEDIUM|0|12|1083600|12616000|9|986076|54180|5|19980621|REG AIR
+67|3|1|18|1|19980418|3-MEDIUM|0|5|459005|12616000|3|445234|55080|7|19980612|TRUCK
+67|4|1|9|1|19980418|3-MEDIUM|0|44|3999600|12616000|8|3679632|54540|6|19980529|RAIL
+67|5|1|5|1|19980418|3-MEDIUM|0|23|2081500|12616000|5|1977425|54300|7|19980614|REG AIR
+67|6|1|18|1|19980418|3-MEDIUM|0|29|2662229|12616000|2|2608984|55080|5|19980527|FOB
+67|7|1|18|1|19980418|3-MEDIUM|0|22|2019622|12616000|8|1858052|55080|8|19980614|SHIP
+68|1|2|1|1|19940604|4-NOT SPECIFIED|0|3|270300|15784110|5|256785|54060|2|19940722|RAIL
+68|2|2|18|1|19940604|4-NOT SPECIFIED|0|46|4222846|15784110|2|4138389|55080|5|19940724|MAIL
+68|3|2|4|1|19940604|4-NOT SPECIFIED|0|46|4158400|15784110|4|3992064|54240|5|19940824|RAIL
+68|4|2|10|1|19940604|4-NOT SPECIFIED|0|20|1820020|15784110|7|1692618|54600|1|19940709|REG AIR
+68|5|2|9|1|19940604|4-NOT SPECIFIED|0|27|2454300|15784110|3|2380671|54540|6|19940811|SHIP
+68|6|2|11|1|19940604|4-NOT SPECIFIED|0|30|2733030|15784110|5|2596378|54660|6|19940827|RAIL
+69|1|2|12|1|19931218|5-LOW|0|48|4377648|14818358|1|4333871|54720|7|19940224|TRUCK
+69|2|2|11|1|19931218|5-LOW|0|32|2915232|14818358|8|2682013|54660|6|19940302|REG AIR
+69|3|2|14|1|19931218|5-LOW|0|17|1553817|14818358|9|1413973|54840|0|19940120|AIR
+69|4|2|4|1|19931218|5-LOW|0|3|271200|14818358|9|246792|54240|4|19940209|MAIL
+69|5|2|10|1|19931218|5-LOW|0|42|3822042|14818358|7|3554499|54600|4|19940208|REG AIR
+69|6|2|2|1|19931218|5-LOW|0|23|2074600|14818358|5|1970870|54120|0|19940219|SHIP
+70|1|1|7|1|19980124|4-NOT SPECIFIED|0|8|725600|7912354|3|703832|54420|8|19980405|FOB
+70|2|1|20|1|19980124|4-NOT SPECIFIED|0|13|1196026|7912354|6|1124264|55201|6|19980322|AIR
+70|3|1|18|1|19980124|4-NOT SPECIFIED|0|1|91801|7912354|3|89046|55080|5|19980411|RAIL
+70|4|1|5|1|19980124|4-NOT SPECIFIED|0|11|995500|7912354|1|985545|54300|5|19980423|MAIL
+70|5|1|4|1|19980124|4-NOT SPECIFIED|0|37|3344800|7912354|9|3043768|54240|4|19980422|MAIL
+70|6|1|6|1|19980124|4-NOT SPECIFIED|0|19|1721400|7912354|6|1618116|54360|3|19980326|SHIP
+71|1|2|7|1|19940417|2-HIGH|0|25|2267500|2472807|9|2063425|54420|7|19940714|FOB
+71|2|2|7|1|19940417|2-HIGH|0|3|272100|2472807|9|247611|54420|7|19940625|SHIP
+96|1|1|13|1|19930129|3-MEDIUM|0|23|2099923|6730860|10|1889930|54780|6|19930412|TRUCK
+96|2|1|14|1|19930129|3-MEDIUM|0|30|2742030|6730860|1|2714609|54840|6|19930312|TRUCK
+96|3|1|10|1|19930129|3-MEDIUM|0|20|1820020|6730860|5|1729019|54600|7|19930323|AIR
+97|1|2|12|1|19940925|1-URGENT|0|13|1185613|7710623|0|1185613|54720|2|19941129|TRUCK
+97|2|2|5|1|19940925|1-URGENT|0|37|3348500|7710623|2|3281530|54300|6|19941124|SHIP
+97|3|2|8|1|19940925|1-URGENT|0|19|1725200|7710623|6|1621688|54480|8|19941030|RAIL
+97|4|2|9|1|19940925|1-URGENT|0|14|1272600|7710623|3|1234422|54540|3|19941030|TRUCK
+98|1|2|5|1|19940313|4-NOT SPECIFIED|0|28|2534000|4783704|6|2381960|54300|7|19940412|REG AIR
+98|2|2|11|1|19940313|4-NOT SPECIFIED|0|1|91101|4783704|0|91101|54660|0|19940530|TRUCK
+98|3|2|5|1|19940313|4-NOT SPECIFIED|0|14|1267000|4783704|5|1203650|54300|2|19940510|AIR
+98|4|2|17|1|19940313|4-NOT SPECIFIED|0|10|917010|4783704|3|889499|55020|3|19940426|RAIL
+99|1|2|9|1|19980228|4-NOT SPECIFIED|0|10|909000|9089828|2|890820|54540|1|19980521|RAIL
+99|2|2|13|1|19980228|4-NOT SPECIFIED|0|5|456505|9089828|2|447374|54780|7|19980515|RAIL
+99|3|2|14|1|19980228|4-NOT SPECIFIED|0|42|3838842|9089828|2|3762065|54840|2|19980505|RAIL
+99|4|2|11|1|19980228|4-NOT SPECIFIED|0|36|3279636|9089828|9|2984468|54660|2|19980404|AIR
+99|5|2|3|1|19980228|4-NOT SPECIFIED|0|10|903000|9089828|9|821730|54180|1|19980516|REG AIR
+100|1|1|7|1|19960317|3-MEDIUM|0|28|2539600|8906421|4|2438016|54420|5|19960530|TRUCK
+100|2|1|12|1|19960317|3-MEDIUM|0|22|2006422|8906421|0|2006422|54720|7|19960429|SHIP
+100|3|1|5|1|19960317|3-MEDIUM|0|46|4163000|8906421|3|4038110|54300|4|19960427|SHIP
+101|1|1|12|1|19970509|2-HIGH|0|49|4468849|11752548|10|4021964|54720|0|19970719|REG AIR
+101|2|1|17|1|19970509|2-HIGH|0|36|3301236|11752548|0|3301236|55020|1|19970623|AIR
+101|3|1|14|1|19970509|2-HIGH|0|12|1096812|11752548|6|1031003|54840|2|19970612|MAIL
+101|4|1|18|1|19970509|2-HIGH|0|38|3488438|11752548|6|3279131|55080|2|19970802|AIR
+102|1|1|9|1|19960620|4-NOT SPECIFIED|0|37|3363300|10078870|6|3161502|54540|0|19960913|SHIP
+102|2|1|17|1|19960620|4-NOT SPECIFIED|0|34|3117834|10078870|3|3024298|55020|8|19960908|SHIP
+102|3|1|19|1|19960620|4-NOT SPECIFIED|0|25|2297525|10078870|1|2274549|55140|1|19960904|RAIL
+102|4|1|7|1|19960620|4-NOT SPECIFIED|0|15|1360500|10078870|7|1265265|54420|7|19960824|SHIP
+103|1|2|20|1|19920615|1-URGENT|0|6|552012|562223|3|535451|55201|5|19920720|FOB
+128|1|2|11|1|19921119|5-LOW|0|38|3461838|22009401|6|3254127|54660|1|19930131|FOB
+128|2|2|5|1|19921119|5-LOW|0|42|3801000|22009401|9|3458910|54300|6|19930117|FOB
+128|3|2|2|1|19921119|5-LOW|0|41|3698200|22009401|4|3550272|54120|5|19930120|RAIL
+128|4|2|11|1|19921119|5-LOW|0|44|4008444|22009401|5|3808021|54660|2|19930119|MAIL
+128|5|2|13|1|19921119|5-LOW|0|25|2282525|22009401|9|2077097|54780|7|19930109|AIR
+128|6|2|2|1|19921119|5-LOW|0|44|3968800|22009401|4|3810048|54120|4|19930127|AIR
+128|7|2|1|1|19921119|5-LOW|0|14|1261400|22009401|4|1210944|54060|4|19930209|RAIL
+129|1|1|1|1|19920508|2-HIGH|0|46|4144600|15443988|8|3813032|54060|2|19920713|TRUCK
+129|2|1|19|1|19920508|2-HIGH|0|36|3308436|15443988|1|3275351|55140|2|19920613|REG AIR
+129|3|1|4|1|19920508|2-HIGH|0|33|2983200|15443988|4|2863872|54240|6|19920803|SHIP
+129|4|1|14|1|19920508|2-HIGH|0|34|3107634|15443988|0|3107634|54840|1|19920803|MAIL
+129|5|1|4|1|19920508|2-HIGH|0|24|2169600|15443988|6|2039424|54240|0|19920621|FOB
+130|1|2|13|1|19940608|3-MEDIUM|0|14|1278214|7197058|8|1175956|54780|5|19940825|RAIL
+130|2|2|1|1|19940608|3-MEDIUM|0|48|4324800|7197058|3|4195056|54060|2|19940812|AIR
+130|3|2|2|1|19940608|3-MEDIUM|0|18|1623600|7197058|4|1558656|54120|8|19940715|MAIL
+131|1|1|17|1|19930611|3-MEDIUM|0|45|4126545|9200978|10|3713890|55020|2|19930905|FOB
+131|2|1|5|1|19930611|3-MEDIUM|0|50|4525000|9200978|2|4434500|54300|4|19930813|SHIP
+131|3|1|19|1|19930611|3-MEDIUM|0|4|367604|9200978|4|352899|55140|3|19930902|REG AIR
+131|4|1|7|1|19930611|3-MEDIUM|0|5|453500|9200978|9|412685|54420|6|19930731|TRUCK
+132|1|1|15|1|19971129|1-URGENT|0|18|1647018|10754770|0|1647018|54900|8|19980123|TRUCK
+132|2|1|12|1|19971129|1-URGENT|0|43|3921643|10754770|1|3882426|54720|8|19980203|TRUCK
+132|3|1|12|1|19971129|1-URGENT|0|32|2918432|10754770|4|2801694|54720|4|19980123|TRUCK
+132|4|1|3|1|19971129|1-URGENT|0|23|2076900|10754770|10|1869210|54180|0|19980214|AIR
+133|1|1|11|1|19920501|4-NOT SPECIFIED|0|27|2459727|15052172|0|2459727|54660|2|19920726|MAIL
+133|2|1|18|1|19920501|4-NOT SPECIFIED|0|12|1101612|15052172|2|1079579|55080|6|19920617|REG AIR
+133|3|1|12|1|19920501|4-NOT SPECIFIED|0|29|2644829|15052172|9|2406794|54720|8|19920702|RAIL
+133|4|1|9|1|19920501|4-NOT SPECIFIED|0|11|999900|15052172|6|939906|54540|1|19920617|REG AIR
+133|5|1|19|1|19920501|4-NOT SPECIFIED|0|42|3859842|15052172|0|3859842|55140|8|19920712|RAIL
+133|6|1|19|1|19920501|4-NOT SPECIFIED|0|39|3584139|15052172|4|3440773|55140|7|19920624|RAIL
+134|1|2|1|1|19951021|4-NOT SPECIFIED|0|21|1892100|13715353|0|1892100|54060|3|19951228|SHIP
+134|2|2|17|1|19951021|4-NOT SPECIFIED|0|35|3209535|13715353|6|3016962|55020|7|19951121|MAIL
+134|3|2|19|1|19951021|4-NOT SPECIFIED|0|26|2389426|13715353|9|2174377|55140|6|19960101|RAIL
+134|4|2|15|1|19951021|4-NOT SPECIFIED|0|47|4300547|13715353|5|4085519|54900|0|19951226|REG AIR
+134|5|2|4|1|19951021|4-NOT SPECIFIED|0|12|1084800|13715353|5|1030560|54240|2|19951121|TRUCK
+134|6|2|14|1|19951021|4-NOT SPECIFIED|0|12|1096812|13715353|0|1096812|54840|0|19951227|FOB
+135|1|2|11|1|19961219|4-NOT SPECIFIED|0|47|4281747|9376489|6|4024842|54660|8|19970301|RAIL
+135|2|2|20|1|19961219|4-NOT SPECIFIED|0|21|1932042|9376489|0|1932042|55201|7|19970312|SHIP
+135|3|2|16|1|19961219|4-NOT SPECIFIED|0|33|3022833|9376489|2|2962376|54960|0|19970119|MAIL
+160|1|1|2|1|19940831|2-HIGH|0|36|3247200|3050094|7|3019896|54120|1|19941121|MAIL
+161|1|1|11|1|19950508|3-MEDIUM|0|19|1730919|1730745|1|1713609|54660|1|19950727|TRUCK
+162|1|2|19|1|19970905|3-MEDIUM|0|2|183802|16710595|2|180125|55140|1|19971015|FOB
+162|2|2|17|1|19970905|3-MEDIUM|0|37|3392937|16710595|9|3087572|55020|3|19971130|TRUCK
+162|3|2|15|1|19970905|3-MEDIUM|0|25|2287525|16710595|9|2081647|54900|5|19971108|MAIL
+162|4|2|13|1|19970905|3-MEDIUM|0|47|4291147|16710595|4|4119501|54780|8|19971101|REG AIR
+162|5|2|19|1|19970905|3-MEDIUM|0|39|3584139|16710595|0|3584139|55140|4|19971030|SHIP
+162|6|2|6|1|19970905|3-MEDIUM|0|32|2899200|16710595|0|2899200|54360|3|19971013|TRUCK
+163|1|1|17|1|19921021|5-LOW|0|43|3943143|12266347|1|3903711|55020|0|19930104|REG AIR
+163|2|1|13|1|19921021|5-LOW|0|13|1186913|12266347|1|1175043|54780|4|19921203|TRUCK
+163|3|1|4|1|19921021|5-LOW|0|27|2440800|12266347|4|2343168|54240|8|19930113|REG AIR
+163|4|1|20|1|19921021|5-LOW|0|5|460010|12266347|2|450809|55201|0|19921124|TRUCK
+163|5|1|13|1|19921021|5-LOW|0|12|1095612|12266347|10|986050|54780|0|19921211|TRUCK
+163|6|1|20|1|19921021|5-LOW|0|20|1840040|12266347|0|1840040|55201|7|19921231|FOB
+163|7|1|19|1|19921021|5-LOW|0|14|1286614|12266347|10|1157952|55140|4|19921205|MAIL
+164|1|1|10|1|19930130|4-NOT SPECIFIED|0|26|2366026|14470823|9|2153083|54600|4|19930302|RAIL
+164|2|1|2|1|19930130|4-NOT SPECIFIED|0|24|2164800|14470823|5|2056560|54120|5|19930308|AIR
+164|3|1|13|1|19930130|4-NOT SPECIFIED|0|38|3469438|14470823|3|3365354|54780|6|19930304|AIR
+164|4|1|2|1|19930130|4-NOT SPECIFIED|0|32|2886400|14470823|5|2742080|54120|1|19930403|RAIL
+164|5|1|15|1|19930130|4-NOT SPECIFIED|0|43|3934543|14470823|6|3698470|54900|1|19930414|RAIL
+165|1|2|4|1|19950912|2-HIGH|0|3|271200|9941043|1|268488|54240|8|19951017|REG AIR
+165|2|2|17|1|19950912|2-HIGH|0|43|3943143|9941043|8|3627691|55020|5|19951130|TRUCK
+165|3|2|6|1|19950912|2-HIGH|0|15|1359000|9941043|0|1359000|54360|5|19951109|SHIP
+165|4|2|14|1|19950912|2-HIGH|0|49|4478649|9941043|7|4165143|54840|6|19951113|REG AIR
+166|1|2|7|1|19930104|4-NOT SPECIFIED|0|37|3355900|4284548|9|3053869|54420|3|19930208|MAIL
+166|2|2|17|1|19930104|4-NOT SPECIFIED|0|13|1192113|4284548|9|1084822|55020|5|19930312|SHIP
+167|1|2|11|1|19971125|5-LOW|0|28|2550828|17534609|6|2397778|54660|1|19980107|TRUCK
+167|2|2|18|1|19971125|5-LOW|0|27|2478627|17534609|9|2255550|55080|0|19980219|FOB
+167|3|2|13|1|19971125|5-LOW|0|37|3378137|17534609|4|3243011|54780|7|19980107|REG AIR
+167|4|2|14|1|19971125|5-LOW|0|41|3747441|17534609|6|3522594|54840|6|19980212|RAIL
+167|5|2|9|1|19971125|5-LOW|0|20|1818000|17534609|8|1672560|54540|8|19980222|TRUCK
+167|6|2|20|1|19971125|5-LOW|0|46|4232092|17534609|10|3808882|55201|1|19980120|REG AIR
+192|1|2|10|1|19930808|1-URGENT|0|23|2093023|5073058|0|2093023|54600|0|19931020|AIR
+192|2|2|17|1|19930808|1-URGENT|0|20|1834020|5073058|7|1705638|55020|1|19931016|REG AIR
+192|3|2|12|1|19930808|1-URGENT|0|15|1368015|5073058|9|1244893|54720|1|19931024|TRUCK
+193|1|2|10|1|19920405|3-MEDIUM|0|9|819009|14228465|6|769868|54600|6|19920605|TRUCK
+193|2|2|16|1|19920405|3-MEDIUM|0|15|1374015|14228465|2|1346534|54960|7|19920606|SHIP
+193|3|2|10|1|19920405|3-MEDIUM|0|23|2093023|14228465|6|1967441|54600|5|19920608|TRUCK
+193|4|2|20|1|19920405|3-MEDIUM|0|43|3956086|14228465|9|3600038|55201|7|19920527|TRUCK
+193|5|2|7|1|19920405|3-MEDIUM|0|3|272100|14228465|4|261216|54420|5|19920530|REG AIR
+193|6|2|5|1|19920405|3-MEDIUM|0|30|2715000|14228465|10|2443500|54300|3|19920530|MAIL
+193|7|2|16|1|19920405|3-MEDIUM|0|34|3114434|14228465|3|3021000|54960|8|19920520|SHIP
+194|1|2|1|1|19931228|3-MEDIUM|0|17|1531700|6237126|5|1455115|54060|4|19940213|AIR
+194|2|2|19|1|19931228|3-MEDIUM|0|1|91901|6237126|4|88224|55140|6|19940209|REG AIR
+194|3|2|7|1|19931228|3-MEDIUM|0|13|1179100|6237126|8|1084772|54420|8|19940312|AIR
+194|4|2|15|1|19931228|3-MEDIUM|0|36|3294036|6237126|0|3294036|54900|5|19940209|RAIL
+195|1|2|9|1|19930317|2-HIGH|0|6|545400|4326657|4|523584|54540|2|19930614|REG AIR
+195|2|2|10|1|19930317|2-HIGH|0|41|3731041|4326657|5|3544488|54600|7|19930501|TRUCK
+196|1|1|14|1|19950407|2-HIGH|0|19|1736619|10994485|3|1684520|54840|2|19950617|SHIP
+196|2|1|1|1|19950407|2-HIGH|0|15|1351500|10994485|3|1310955|54060|4|19950529|SHIP
+196|3|1|18|1|19950407|2-HIGH|0|12|1101612|10994485|4|1057547|55080|6|19950626|RAIL
+196|4|1|12|1|19950407|2-HIGH|0|41|3739241|10994485|4|3589671|54720|8|19950614|MAIL
+196|5|1|10|1|19950407|2-HIGH|0|16|1456016|10994485|0|1456016|54600|6|19950619|FOB
+196|6|1|12|1|19950407|2-HIGH|0|16|1459216|10994485|6|1371663|54720|0|19950606|RAIL
+197|1|2|10|1|19980102|4-NOT SPECIFIED|0|39|3549039|9142862|2|3478058|54600|4|19980328|AIR
+197|2|2|18|1|19980102|4-NOT SPECIFIED|0|8|734408|9142862|9|668311|55080|2|19980328|SHIP
+197|3|2|16|1|19980102|4-NOT SPECIFIED|0|17|1557217|9142862|6|1463783|54960|2|19980320|REG AIR
+197|4|2|2|1|19980102|4-NOT SPECIFIED|0|25|2255000|9142862|4|2164800|54120|1|19980217|FOB
+197|5|2|5|1|19980102|4-NOT SPECIFIED|0|14|1267000|9142862|9|1152970|54300|1|19980218|RAIL
+198|1|2|6|1|19960307|2-HIGH|0|33|2989800|4586004|7|2780514|54360|2|19960523|TRUCK
+198|2|2|2|1|19960307|2-HIGH|0|20|1804000|4586004|3|1749880|54120|0|19960603|FOB
+199|1|1|14|1|19940618|4-NOT SPECIFIED|0|50|4570050|15245400|2|4478649|54840|0|19940914|MAIL
+199|2|1|14|1|19940618|4-NOT SPECIFIED|0|30|2742030|15245400|8|2522667|54840|5|19940909|TRUCK
+199|3|1|10|1|19940618|4-NOT SPECIFIED|0|36|3276036|15245400|5|3112234|54600|1|19940718|TRUCK
+199|4|1|15|1|19940618|4-NOT SPECIFIED|0|5|457505|15245400|10|411754|54900|5|19940818|TRUCK
+199|5|1|15|1|19940618|4-NOT SPECIFIED|0|43|3934543|15245400|4|3777161|54900|1|19940808|RAIL
+199|6|1|15|1|19940618|4-NOT SPECIFIED|0|8|732008|15245400|8|673447|54900|8|19940903|MAIL
+224|1|1|16|1|19950525|1-URGENT|0|16|1465616|17806523|4|1406991|54960|0|19950706|MAIL
+224|2|1|11|1|19950525|1-URGENT|0|34|3097434|17806523|4|2973536|54660|8|19950801|TRUCK
+224|3|1|19|1|19950525|1-URGENT|0|41|3767941|17806523|7|3504185|55140|4|19950822|SHIP
+224|4|1|17|1|19950525|1-URGENT|0|12|1100412|17806523|8|1012379|55020|6|19950805|MAIL
+224|5|1|10|1|19950525|1-URGENT|0|45|4095045|17806523|7|3808391|54600|7|19950809|AIR
+224|6|1|6|1|19950525|1-URGENT|0|4|362400|17806523|2|355152|54360|0|19950731|FOB
+224|7|1|11|1|19950525|1-URGENT|0|44|4008444|17806523|4|3848106|54660|5|19950820|AIR
+225|1|2|18|1|19930310|2-HIGH|0|4|367204|14691984|9|334155|55080|7|19930604|SHIP
+225|2|2|14|1|19930310|2-HIGH|0|3|274203|14691984|0|274203|54840|8|19930423|REG AIR
+225|3|2|20|1|19930310|2-HIGH|0|45|4140090|14691984|6|3891684|55201|1|19930605|FOB
+225|4|2|15|1|19930310|2-HIGH|0|24|2196024|14691984|0|2196024|54900|6|19930521|MAIL
+225|5|2|1|1|19930310|2-HIGH|0|31|2793100|14691984|4|2681376|54060|6|19930509|FOB
+225|6|2|14|1|19930310|2-HIGH|0|12|1096812|14691984|0|1096812|54840|0|19930430|MAIL
+225|7|2|15|1|19930310|2-HIGH|0|44|4026044|14691984|10|3623439|54900|6|19930601|REG AIR
+226|1|1|10|1|19951110|5-LOW|0|4|364004|4355704|0|364004|54600|0|19951231|TRUCK
+226|2|1|14|1|19951110|5-LOW|0|46|4204446|4355704|6|3952179|54840|1|19951225|FOB
+227|1|1|17|1|19930225|1-URGENT|0|19|1742319|1754515|5|1655203|55020|6|19930517|RAIL
+228|1|2|1|1|19931229|1-URGENT|0|3|270300|13613678|10|243270|54060|8|19940209|SHIP
+228|2|2|8|1|19931229|1-URGENT|0|39|3541200|13613678|7|3293316|54480|6|19940217|MAIL
+228|3|2|4|1|19931229|1-URGENT|0|30|2712000|13613678|9|2467920|54240|8|19940329|FOB
+228|4|2|6|1|19931229|1-URGENT|0|9|815400|13613678|5|774630|54360|8|19940314|SHIP
+228|5|2|16|1|19931229|1-URGENT|0|29|2656429|13613678|1|2629864|54960|0|19940128|RAIL
+228|6|2|3|1|19931229|1-URGENT|0|41|3702300|13613678|5|3517185|54180|6|19940305|AIR
+229|1|2|9|1|19931027|1-URGENT|0|20|1818000|12774671|2|1781640|54540|3|19931129|REG AIR
+229|2|2|13|1|19931027|1-URGENT|0|29|2647729|12774671|7|2462387|54780|0|19931229|SHIP
+229|3|2|8|1|19931027|1-URGENT|0|28|2542400|12774671|2|2491552|54480|2|19931201|FOB
+229|4|2|18|1|19931027|1-URGENT|0|3|275403|12774671|2|269894|55080|8|19940120|REG AIR
+229|5|2|16|1|19931027|1-URGENT|0|33|3022833|12774671|3|2932148|54960|6|19931210|FOB
+229|6|2|11|1|19931027|1-URGENT|0|29|2641929|12774671|4|2536251|54660|0|19931215|FOB
+230|1|2|19|1|19940929|2-HIGH|0|46|4227446|8380164|9|3846975|55140|0|19941218|SHIP
+230|2|2|20|1|19940929|2-HIGH|0|6|552012|8380164|3|535451|55201|8|19941228|REG AIR
+230|3|2|1|1|19940929|2-HIGH|0|1|90100|8380164|7|83793|54060|6|19941206|RAIL
+230|4|2|1|1|19940929|2-HIGH|0|44|3964400|8380164|8|3647248|54060|6|19941221|MAIL
+231|1|2|16|1|19931019|4-NOT SPECIFIED|0|16|1465616|9962352|4|1406991|54960|8|19931118|AIR
+231|2|2|9|1|19931019|4-NOT SPECIFIED|0|46|4181400|9962352|4|4014144|54540|5|19931222|SHIP
+231|3|2|20|1|19931019|4-NOT SPECIFIED|0|50|4600100|9962352|9|4186091|55201|1|19940103|RAIL
+256|1|2|9|1|19980328|3-MEDIUM|0|22|1999800|1856214|9|1819818|54540|2|19980606|FOB
+257|1|1|15|1|19931229|1-URGENT|0|7|640507|11473502|5|608481|54900|2|19940215|FOB
+257|2|1|6|1|19931229|1-URGENT|0|19|1721400|11473502|3|1669758|54360|1|19940202|RAIL
+257|3|1|7|1|19931229|1-URGENT|0|38|3446600|11473502|10|3101940|54420|8|19940319|TRUCK
+257|4|1|11|1|19931229|1-URGENT|0|18|1639818|11473502|0|1639818|54660|6|19940209|SHIP
+257|5|1|5|1|19931229|1-URGENT|0|35|3167500|11473502|5|3009125|54300|2|19940326|REG AIR
+257|6|1|8|1|19931229|1-URGENT|0|11|998800|11473502|0|998800|54480|1|19940302|FOB
+258|1|1|11|1|19930929|4-NOT SPECIFIED|0|8|728808|13267724|0|728808|54660|7|19931220|REG AIR
+258|2|1|20|1|19930929|4-NOT SPECIFIED|0|40|3680080|13267724|10|3312072|55201|1|19931124|FOB
+258|3|1|17|1|19930929|4-NOT SPECIFIED|0|45|4126545|13267724|7|3837686|55020|7|19931114|TRUCK
+258|4|1|14|1|19930929|4-NOT SPECIFIED|0|31|2833431|13267724|2|2776762|54840|5|19931219|REG AIR
+258|5|1|4|1|19930929|4-NOT SPECIFIED|0|25|2260000|13267724|8|2079200|54240|2|19931127|TRUCK
+259|1|2|10|1|19961210|3-MEDIUM|0|14|1274014|6983536|0|1274014|54600|8|19970219|SHIP
+259|2|2|17|1|19961210|3-MEDIUM|0|14|1283814|6983536|3|1245299|55020|5|19970131|FOB
+259|3|2|3|1|19961210|3-MEDIUM|0|42|3792600|6983536|9|3451266|54180|0|19970129|TRUCK
+259|4|2|20|1|19961210|3-MEDIUM|0|3|276006|6983536|8|253925|55201|6|19970118|SHIP
+259|5|2|20|1|19961210|3-MEDIUM|0|6|552012|6983536|0|552012|55201|5|19970304|TRUCK
+260|1|1|16|1|19930629|3-MEDIUM|0|50|4580050|17521885|7|4259446|54960|8|19930829|REG AIR
+260|2|1|19|1|19930629|3-MEDIUM|0|26|2389426|17521885|2|2341637|55140|7|19930826|TRUCK
+260|3|1|5|1|19930629|3-MEDIUM|0|27|2443500|17521885|5|2321325|54300|8|19930904|RAIL
+260|4|1|1|1|19930629|3-MEDIUM|0|29|2612900|17521885|10|2351610|54060|6|19930803|MAIL
+260|5|1|10|1|19930629|3-MEDIUM|0|44|4004044|17521885|1|3964003|54600|5|19930823|MAIL
+260|6|1|6|1|19930629|3-MEDIUM|0|14|1268400|17521885|4|1217664|54360|3|19930906|RAIL
+261|1|1|1|1|19951125|4-NOT SPECIFIED|0|34|3063400|7501624|5|2910230|54060|8|19960220|REG AIR
+261|2|1|7|1|19951125|4-NOT SPECIFIED|0|20|1814000|7501624|0|1814000|54420|6|19951229|RAIL
+261|3|1|18|1|19951125|4-NOT SPECIFIED|0|28|2570428|7501624|8|2364793|55080|3|19960116|AIR
+262|1|2|20|1|19940517|2-HIGH|0|39|3588078|9788684|1|3552197|55201|5|19940810|RAIL
+262|2|2|7|1|19940517|2-HIGH|0|33|2993100|9788684|9|2723721|54420|3|19940723|AIR
+262|3|2|6|1|19940517|2-HIGH|0|35|3171000|9788684|5|3012450|54360|8|19940806|MAIL
+263|1|1|3|1|19970221|1-URGENT|0|22|1986600|12411089|6|1867404|54180|8|19970327|FOB
+263|2|1|9|1|19970221|1-URGENT|0|9|818100|12411089|8|752652|54540|0|19970422|TRUCK
+263|3|1|15|1|19970221|1-URGENT|0|50|4575050|12411089|6|4300547|54900|4|19970507|TRUCK
+263|4|1|17|1|19970221|1-URGENT|0|49|4493349|12411089|9|4088947|55020|0|19970503|FOB
+263|5|1|4|1|19970221|1-URGENT|0|13|1175200|12411089|9|1069432|54240|1|19970421|MAIL
+288|1|2|6|1|19970210|3-MEDIUM|0|31|2808600|14862032|0|2808600|54360|3|19970417|AIR
+288|2|2|12|1|19970210|3-MEDIUM|0|49|4468849|14862032|8|4111341|54720|5|19970508|TRUCK
+288|3|2|10|1|19970210|3-MEDIUM|0|36|3276036|14862032|2|3210515|54600|2|19970426|TRUCK
+288|4|2|8|1|19970210|3-MEDIUM|0|19|1725200|14862032|7|1604436|54480|7|19970324|MAIL
+288|5|2|17|1|19970210|3-MEDIUM|0|31|2842731|14862032|10|2558457|55020|4|19970413|RAIL
+289|1|2|18|1|19940101|4-NOT SPECIFIED|0|25|2295025|11278327|7|2134373|55080|5|19940326|FOB
+289|2|2|12|1|19940101|4-NOT SPECIFIED|0|6|547206|11278327|6|514373|54720|5|19940329|SHIP
+289|3|2|2|1|19940101|4-NOT SPECIFIED|0|44|3968800|11278327|10|3571920|54120|8|19940311|MAIL
+289|4|2|4|1|19940101|4-NOT SPECIFIED|0|48|4339200|11278327|1|4295808|54240|8|19940218|RAIL
+290|1|2|1|1|19940313|1-URGENT|0|35|3153500|3823647|1|3121965|54060|2|19940417|MAIL
+290|2|2|13|1|19940313|1-URGENT|0|2|182602|3823647|5|173471|54780|4|19940425|TRUCK
+290|3|2|1|1|19940313|1-URGENT|0|5|450500|3823647|3|436985|54060|5|19940506|MAIL
+291|1|1|13|1|19920113|2-HIGH|0|21|1917321|3578597|5|1821454|54780|7|19920311|TRUCK
+291|2|1|14|1|19920113|2-HIGH|0|19|1736619|3578597|8|1597689|54840|2|19920225|REG AIR
+292|1|1|16|1|19921002|2-HIGH|0|8|732808|3389649|10|659527|54960|3|19921218|RAIL
+292|2|1|10|1|19921002|2-HIGH|0|24|2184024|3389649|8|2009302|54600|4|19921124|TRUCK
+292|3|1|8|1|19921002|2-HIGH|0|7|635600|3389649|7|591108|54480|5|19921125|SHIP
+293|1|2|1|1|19930716|3-MEDIUM|0|14|1261400|1297980|2|1236172|54060|5|19931006|SHIP
+294|1|1|6|1|19940929|2-HIGH|0|31|2808600|13025737|0|2808600|54360|1|19941102|AIR
+294|2|1|3|1|19940929|2-HIGH|0|43|3882900|13025737|8|3572268|54180|6|19941031|MAIL
+294|3|1|11|1|19940929|2-HIGH|0|37|3370737|13025737|1|3337029|54660|4|19941218|SHIP
+294|4|1|20|1|19940929|2-HIGH|0|34|3128068|13025737|9|2846541|55201|3|19941221|TRUCK
+295|1|1|20|1|19971121|2-HIGH|0|29|2668058|5137249|2|2614696|55201|7|19980130|MAIL
+295|2|1|10|1|19971121|2-HIGH|0|26|2366026|5137249|4|2271384|54600|3|19980122|AIR
+320|1|2|1|1|19930321|3-MEDIUM|0|30|2703000|3753673|5|2567850|54060|1|19930521|RAIL
+320|2|2|20|1|19930321|3-MEDIUM|0|13|1196026|3753673|3|1160145|55201|0|19930425|AIR
+321|1|2|1|1|19920319|1-URGENT|0|21|1892100|19144023|1|1873179|54060|8|19920422|REG AIR
+321|2|2|15|1|19920319|1-URGENT|0|41|3751541|19144023|8|3451417|54900|7|19920605|REG AIR
+321|3|2|6|1|19920319|1-URGENT|0|13|1177800|19144023|0|1177800|54360|7|19920418|MAIL
+321|4|2|8|1|19920319|1-URGENT|0|42|3813600|19144023|6|3584784|54480|1|19920602|FOB
+321|5|2|14|1|19920319|1-URGENT|0|27|2467827|19144023|8|2270400|54840|4|19920425|REG AIR
+321|6|2|19|1|19920319|1-URGENT|0|25|2297525|19144023|3|2228599|55140|6|19920516|MAIL
+321|7|2|7|1|19920319|1-URGENT|0|41|3718700|19144023|3|3607139|54420|6|19920528|MAIL
+322|1|1|16|1|19940326|1-URGENT|0|12|1099212|7386340|8|1011275|54960|7|19940606|AIR
+322|2|1|5|1|19940326|1-URGENT|0|48|4344000|7386340|2|4257120|54300|7|19940623|RAIL
+322|3|1|2|1|19940326|1-URGENT|0|20|1804000|7386340|4|1731840|54120|1|19940511|MAIL
+323|1|2|17|1|19920320|1-URGENT|0|50|4585050|4530028|5|4355797|55020|4|19920419|REG AIR
+324|1|1|20|1|19931017|5-LOW|0|26|2392052|7968175|7|2224608|55201|1|19931225|RAIL
+324|2|1|18|1|19931017|5-LOW|0|32|2937632|7968175|3|2849503|55080|5|19931209|FOB
+324|3|1|6|1|19931017|5-LOW|0|29|2627400|7968175|2|2574852|54360|6|19931211|FOB
+325|1|2|16|1|19950604|2-HIGH|0|34|3114434|19351399|9|2834134|54960|4|19950731|MAIL
+325|2|2|19|1|19950604|2-HIGH|0|5|459505|19351399|7|427339|55140|8|19950823|MAIL
+325|3|2|2|1|19950604|2-HIGH|0|35|3157000|19351399|7|2936010|54120|7|19950821|REG AIR
+325|4|2|17|1|19950604|2-HIGH|0|45|4126545|19351399|7|3837686|55020|6|19950829|MAIL
+325|5|2|11|1|19950604|2-HIGH|0|38|3461838|19351399|6|3254127|54660|7|19950829|FOB
+325|6|2|8|1|19950604|2-HIGH|0|8|726400|19351399|2|711872|54480|3|19950715|SHIP
+325|7|2|8|1|19950604|2-HIGH|0|50|4540000|19351399|7|4222200|54480|7|19950829|AIR
+326|1|2|18|1|19950417|5-LOW|0|41|3763841|7271921|6|3538010|55080|3|19950522|TRUCK
+326|2|2|2|1|19950417|5-LOW|0|38|3427600|7271921|2|3359048|54120|8|19950706|RAIL
+327|1|2|15|1|19940308|2-HIGH|0|16|1464016|1434295|3|1420095|54900|1|19940428|TRUCK
+352|1|1|7|1|19931231|5-LOW|0|17|1541900|9042416|7|1433967|54420|5|19940325|FOB
+352|2|1|4|1|19931231|5-LOW|0|1|90400|9042416|8|83168|54240|4|19940302|REG AIR
+352|3|1|5|1|19931231|5-LOW|0|22|1991000|9042416|9|1811810|54300|5|19940318|REG AIR
+352|4|1|16|1|19931231|5-LOW|0|12|1099212|9042416|3|1066235|54960|1|19940204|FOB
+352|5|1|12|1|19931231|5-LOW|0|27|2462427|9042416|8|2265432|54720|1|19940219|MAIL
+352|6|1|14|1|19931231|5-LOW|0|24|2193624|9042416|7|2040070|54840|7|19940202|AIR
+353|1|2|12|1|19960314|2-HIGH|0|41|3739241|18536123|0|3739241|54720|6|19960612|AIR
+353|2|2|15|1|19960314|2-HIGH|0|29|2653529|18536123|9|2414711|54900|0|19960531|FOB
+353|3|2|14|1|19960314|2-HIGH|0|12|1096812|18536123|6|1031003|54840|1|19960607|RAIL
+353|4|2|8|1|19960314|2-HIGH|0|46|4176800|18536123|0|4176800|54480|4|19960414|FOB
+353|5|2|12|1|19960314|2-HIGH|0|9|820809|18536123|2|804392|54720|2|19960601|RAIL
+353|6|2|11|1|19960314|2-HIGH|0|39|3552939|18536123|2|3481880|54660|5|19960611|MAIL
+353|7|2|7|1|19960314|2-HIGH|0|26|2358200|18536123|9|2145962|54420|7|19960612|MAIL
+354|1|2|5|1|19940614|5-LOW|0|14|1267000|3420091|8|1165640|54300|4|19940903|SHIP
+354|2|2|20|1|19940614|5-LOW|0|24|2208048|3420091|1|2185967|55201|1|19940817|AIR
+355|1|2|12|1|19940630|4-NOT SPECIFIED|0|31|2827231|13587900|9|2572780|54720|7|19940903|FOB
+355|2|2|10|1|19940630|4-NOT SPECIFIED|0|41|3731041|13587900|5|3544488|54600|0|19940804|TRUCK
+355|3|2|18|1|19940630|4-NOT SPECIFIED|0|20|1836020|13587900|9|1670778|55080|1|19940903|FOB
+355|4|2|5|1|19940630|4-NOT SPECIFIED|0|21|1900500|13587900|7|1767465|54300|2|19940907|RAIL
+355|5|2|13|1|19940630|4-NOT SPECIFIED|0|41|3743341|13587900|6|3518740|54780|8|19940731|AIR
+356|1|2|5|1|19961009|2-HIGH|0|4|362000|7885249|10|325800|54300|1|19961110|REG AIR
+356|2|2|11|1|19961009|2-HIGH|0|48|4372848|7885249|2|4285391|54660|3|19961109|FOB
+356|3|2|12|1|19961009|2-HIGH|0|35|3192035|7885249|8|2936672|54720|7|19961109|TRUCK
+357|1|1|12|1|19930920|2-HIGH|0|26|2371226|18208820|6|2228952|54720|3|19931107|FOB
+357|2|1|19|1|19930920|2-HIGH|0|36|3308436|18208820|7|3076845|55140|6|19931025|AIR
+357|3|1|17|1|19930920|2-HIGH|0|32|2934432|18208820|5|2787710|55020|7|19931210|MAIL
+357|4|1|11|1|19930920|2-HIGH|0|37|3370737|18208820|0|3370737|54660|8|19931121|RAIL
+357|5|1|4|1|19930920|2-HIGH|0|19|1717600|18208820|5|1631720|54240|3|19931216|AIR
+357|6|1|8|1|19930920|2-HIGH|0|39|3541200|18208820|4|3399552|54480|7|19931022|FOB
+357|7|1|9|1|19930920|2-HIGH|0|8|727200|18208820|7|676296|54540|5|19931026|AIR
+358|1|2|20|1|19941219|3-MEDIUM|0|41|3772082|15956126|6|3545757|55201|1|19950212|TRUCK
+358|2|2|19|1|19941219|3-MEDIUM|0|32|2940832|15956126|5|2793790|55140|8|19950312|TRUCK
+358|3|2|17|1|19941219|3-MEDIUM|0|40|3668040|15956126|9|3337916|55020|1|19950202|MAIL
+358|4|2|10|1|19941219|3-MEDIUM|0|15|1365015|15956126|8|1255813|54600|8|19950317|MAIL
+358|5|2|3|1|19941219|3-MEDIUM|0|18|1625400|15956126|1|1609146|54180|2|19950130|SHIP
+358|6|2|17|1|19941219|3-MEDIUM|0|32|2934432|15956126|3|2846399|55020|5|19950204|RAIL
+359|1|2|17|1|19920303|5-LOW|0|30|2751030|10561234|0|2751030|55020|8|19920505|AIR
+359|2|2|2|1|19920303|5-LOW|0|18|1623600|10561234|0|1623600|54120|3|19920531|RAIL
+359|3|2|14|1|19920303|5-LOW|0|17|1553817|10561234|7|1445049|54840|6|19920531|SHIP
+359|4|2|9|1|19920303|5-LOW|0|38|3454200|10561234|10|3108780|54540|8|19920404|RAIL
+359|5|2|17|1|19920303|5-LOW|0|11|1008711|10561234|1|998623|55020|3|19920411|FOB
+384|1|1|18|1|19960322|5-LOW|0|38|3488438|7604103|7|3244247|55080|1|19960507|TRUCK
+384|2|1|7|1|19960322|5-LOW|0|49|4444300|7604103|9|4044313|54420|7|19960514|AIR
+385|1|2|17|1|19950125|2-HIGH|0|7|641907|8592238|5|609811|55020|6|19950314|REG AIR
+385|2|2|6|1|19950125|2-HIGH|0|46|4167600|8592238|8|3834192|54360|7|19950322|REG AIR
+385|3|2|20|1|19950125|2-HIGH|0|44|4048088|8592238|6|3805202|55201|1|19950409|TRUCK
+386|1|1|16|1|19970126|4-NOT SPECIFIED|0|39|3572439|13478116|10|3215195|54960|7|19970301|SHIP
+386|2|1|7|1|19970126|4-NOT SPECIFIED|0|16|1451200|13478116|6|1364128|54420|1|19970419|MAIL
+386|3|1|14|1|19970126|4-NOT SPECIFIED|0|37|3381837|13478116|9|3077471|54840|4|19970302|MAIL
+386|4|1|7|1|19970126|4-NOT SPECIFIED|0|16|1451200|13478116|6|1364128|54420|8|19970301|SHIP
+386|5|1|2|1|19970126|4-NOT SPECIFIED|0|44|3968800|13478116|7|3690984|54120|8|19970414|REG AIR
+387|1|1|14|1|19921216|4-NOT SPECIFIED|0|1|91401|7222125|8|84088|54840|3|19930313|SHIP
+387|2|1|16|1|19921216|4-NOT SPECIFIED|0|42|3847242|7222125|7|3577935|54960|5|19930115|RAIL
+387|3|1|10|1|19921216|4-NOT SPECIFIED|0|40|3640040|7222125|9|3312436|54600|2|19930308|TRUCK
+388|1|2|4|1|19940217|2-HIGH|0|42|3796800|3823377|5|3606960|54240|6|19940430|FOB
+389|1|2|19|1|19980407|5-LOW|0|2|183802|17958486|9|167259|55140|0|19980529|RAIL
+389|2|2|8|1|19980407|5-LOW|0|14|1271200|17958486|2|1245776|54480|3|19980522|TRUCK
+389|3|2|19|1|19980407|5-LOW|0|50|4595050|17958486|6|4319347|55140|5|19980607|RAIL
+389|4|2|11|1|19980407|5-LOW|0|47|4281747|17958486|4|4110477|54660|5|19980703|RAIL
+389|5|2|10|1|19980407|5-LOW|0|6|546006|17958486|0|546006|54600|0|19980616|RAIL
+389|6|2|20|1|19980407|5-LOW|0|50|4600100|17958486|4|4416096|55201|2|19980526|FOB
+389|7|2|8|1|19980407|5-LOW|0|29|2633200|17958486|2|2580536|54480|1|19980617|SHIP
+390|1|2|11|1|19941117|2-HIGH|0|10|911010|937428|2|892789|54660|5|19950215|SHIP
+391|1|1|13|1|19930927|5-LOW|0|14|1278214|2557698|9|1163174|54780|2|19931214|TRUCK
+391|2|1|9|1|19930927|5-LOW|0|9|818100|2557698|3|793557|54540|4|19931105|FOB
+391|3|1|2|1|19930927|5-LOW|0|6|541200|2557698|3|524964|54120|4|19931114|TRUCK
+416|1|2|10|1|19940206|3-MEDIUM|0|25|2275025|10601076|0|2275025|54600|5|19940407|TRUCK
+416|2|2|12|1|19940206|3-MEDIUM|0|22|2006422|10601076|10|1805779|54720|0|19940428|RAIL
+416|3|2|18|1|19940206|3-MEDIUM|0|25|2295025|10601076|7|2134373|55080|1|19940414|AIR
+416|4|2|12|1|19940206|3-MEDIUM|0|44|4012844|10601076|1|3972715|54720|7|19940323|AIR
+417|1|2|4|1|19950413|4-NOT SPECIFIED|0|39|3525600|8581920|1|3490344|54240|2|19950707|SHIP
+417|2|2|7|1|19950413|4-NOT SPECIFIED|0|18|1632600|8581920|0|1632600|54420|1|19950615|FOB
+417|3|2|5|1|19950413|4-NOT SPECIFIED|0|41|3710500|8581920|10|3339450|54300|1|19950513|RAIL
+418|1|2|2|1|19961001|3-MEDIUM|0|31|2796200|11290030|0|2796200|54120|3|19961206|FOB
+418|2|2|1|1|19961001|3-MEDIUM|0|1|90100|11290030|4|86496|54060|7|19961204|AIR
+418|3|2|4|1|19961001|3-MEDIUM|0|3|271200|11290030|4|260352|54240|6|19961230|AIR
+418|4|2|17|1|19961001|3-MEDIUM|0|42|3851442|11290030|3|3735898|55020|8|19961121|AIR
+418|5|2|13|1|19961001|3-MEDIUM|0|45|4108545|11290030|8|3779861|54780|6|19961209|FOB
+419|1|2|16|1|19951031|4-NOT SPECIFIED|0|33|3022833|12345256|5|2871691|54960|2|19960124|TRUCK
+419|2|2|7|1|19951031|4-NOT SPECIFIED|0|32|2902400|12345256|1|2873376|54420|6|19960103|SHIP
+419|3|2|8|1|19951031|4-NOT SPECIFIED|0|15|1362000|12345256|7|1266660|54480|4|19951228|REG AIR
+419|4|2|1|1|19951031|4-NOT SPECIFIED|0|15|1351500|12345256|1|1337985|54060|2|19960121|FOB
+419|5|2|15|1|19951031|4-NOT SPECIFIED|0|17|1555517|12345256|1|1539961|54900|0|19960119|REG AIR
+419|6|2|17|1|19951031|4-NOT SPECIFIED|0|20|1834020|12345256|9|1668958|55020|1|19960123|RAIL
+419|7|2|18|1|19951031|4-NOT SPECIFIED|0|5|459005|12345256|4|440644|55080|5|19951228|REG AIR
+420|1|1|11|1|19920222|5-LOW|0|5|455505|450402|4|437284|54660|3|19920425|REG AIR
+421|1|2|14|1|19970531|4-NOT SPECIFIED|0|1|91401|7694631|2|89572|54840|7|19970804|TRUCK
+421|2|2|10|1|19970531|4-NOT SPECIFIED|0|39|3549039|7694631|6|3336096|54600|0|19970716|SHIP
+421|3|2|12|1|19970531|4-NOT SPECIFIED|0|33|3009633|7694631|10|2708669|54720|0|19970706|TRUCK
+421|4|2|20|1|19970531|4-NOT SPECIFIED|0|18|1656036|7694631|8|1523553|55201|2|19970702|FOB
+422|1|2|16|1|19960601|1-URGENT|0|25|2290025|2205293|10|2061022|54960|7|19960818|SHIP
+423|1|2|14|1|19950821|3-MEDIUM|0|27|2467827|10484204|6|2319757|54840|3|19951021|SHIP
+423|2|2|8|1|19950821|3-MEDIUM|0|31|2814800|10484204|10|2533320|54480|4|19951102|MAIL
+423|3|2|10|1|19950821|3-MEDIUM|0|38|3458038|10484204|6|3250555|54600|3|19951112|SHIP
+423|4|2|14|1|19950821|3-MEDIUM|0|17|1553817|10484204|3|1507202|54840|5|19951016|SHIP
+423|5|2|15|1|19950821|3-MEDIUM|0|6|549006|10484204|9|499595|54900|6|19951023|REG AIR
+448|1|2|13|1|19950720|2-HIGH|0|4|365204|8123768|0|365204|54780|4|19950918|MAIL
+448|2|2|18|1|19950720|2-HIGH|0|46|4222846|8123768|5|4011703|55080|0|19950829|SHIP
+448|3|2|3|1|19950720|2-HIGH|0|35|3160500|8123768|10|2844450|54180|8|19951018|REG AIR
+448|4|2|17|1|19950720|2-HIGH|0|8|733608|8123768|10|660247|55020|0|19950914|TRUCK
+449|1|1|16|1|19950305|4-NOT SPECIFIED|0|12|1099212|7924895|2|1077227|54960|8|19950410|SHIP
+449|2|1|11|1|19950305|4-NOT SPECIFIED|0|4|364404|7924895|10|327963|54660|6|19950430|FOB
+449|3|1|1|1|19950305|4-NOT SPECIFIED|0|3|270300|7924895|7|251379|54060|8|19950427|RAIL
+449|4|1|16|1|19950305|4-NOT SPECIFIED|0|22|2015222|7924895|7|1874156|54960|0|19950420|FOB
+449|5|1|17|1|19950305|4-NOT SPECIFIED|0|26|2384226|7924895|4|2288856|55020|4|19950417|FOB
+449|6|1|18|1|19950305|4-NOT SPECIFIED|0|20|1836020|7924895|3|1780939|55080|6|19950405|MAIL
+450|1|2|17|1|19980525|5-LOW|0|42|3851442|10567577|3|3735898|55020|0|19980818|SHIP
+450|2|2|11|1|19980525|5-LOW|0|5|455505|10567577|3|441839|54660|2|19980726|TRUCK
+450|3|2|15|1|19980525|5-LOW|0|32|2928032|10567577|6|2752350|54900|3|19980715|SHIP
+450|4|2|6|1|19980525|5-LOW|0|40|3624000|10567577|5|3442800|54360|3|19980814|RAIL
+451|1|2|13|1|19971014|1-URGENT|0|36|3286836|3414364|2|3221099|54780|6|19980103|AIR
+452|1|1|12|1|19970526|5-LOW|0|2|182402|11934328|4|175105|54720|3|19970815|FOB
+452|2|1|13|1|19970526|5-LOW|0|39|3560739|11934328|2|3489524|54780|1|19970627|SHIP
+452|3|1|4|1|19970526|5-LOW|0|13|1175200|11934328|0|1175200|54240|8|19970803|FOB
+452|4|1|17|1|19970526|5-LOW|0|44|4034844|11934328|10|3631359|55020|3|19970701|SHIP
+452|5|1|10|1|19970526|5-LOW|0|30|2730030|11934328|1|2702729|54600|0|19970724|MAIL
+452|6|1|11|1|19970526|5-LOW|0|6|546606|11934328|9|497411|54660|4|19970723|RAIL
+453|1|1|20|1|19951227|5-LOW|0|45|4140090|4098689|1|4098689|55201|0|19960322|REG AIR
+454|1|1|12|1|19961204|1-URGENT|0|24|2188824|4376559|6|2057494|54720|1|19970301|TRUCK
+454|2|1|2|1|19961204|1-URGENT|0|1|90200|4376559|3|87494|54120|0|19970122|REG AIR
+454|3|1|11|1|19961204|1-URGENT|0|9|819909|4376559|2|803510|54660|4|19970225|FOB
+454|4|1|8|1|19961204|1-URGENT|0|15|1362000|4376559|1|1348380|54480|2|19970202|FOB
+455|1|2|16|1|19930508|5-LOW|0|42|3847242|3531767|10|3462517|54960|2|19930614|REG AIR
+480|1|1|6|1|19921008|2-HIGH|0|22|1993200|13175444|4|1913472|54360|2|19921228|MAIL
+480|2|1|5|1|19921008|2-HIGH|0|36|3258000|13175444|8|2997360|54300|6|19921107|REG AIR
+480|3|1|20|1|19921008|2-HIGH|0|18|1656036|13175444|4|1589794|55201|0|19921113|RAIL
+480|4|1|9|1|19921008|2-HIGH|0|49|4454100|13175444|9|4053231|54540|0|19921220|FOB
+480|5|1|7|1|19921008|2-HIGH|0|26|2358200|13175444|2|2311036|54420|4|19921211|MAIL
+481|1|2|2|1|19960326|1-URGENT|0|17|1533400|12578349|7|1426062|54120|5|19960527|MAIL
+481|2|2|3|1|19960326|1-URGENT|0|19|1715700|12578349|8|1578444|54180|1|19960515|AIR
+481|3|2|19|1|19960326|1-URGENT|0|42|3859842|12578349|8|3551054|55140|8|19960429|RAIL
+481|4|2|9|1|19960326|1-URGENT|0|11|999900|12578349|5|949905|54540|6|19960505|FOB
+481|5|2|12|1|19960326|1-URGENT|0|31|2827231|12578349|5|2685869|54720|1|19960618|AIR
+481|6|2|4|1|19960326|1-URGENT|0|23|2079200|12578349|8|1912864|54240|1|19960604|FOB
+482|1|1|14|1|19950711|2-HIGH|0|32|2924832|5857209|0|2924832|54840|2|19950829|SHIP
+482|2|1|13|1|19950711|2-HIGH|0|1|91301|5857209|5|86735|54780|8|19950904|AIR
+482|3|1|7|1|19950711|2-HIGH|0|31|2811700|5857209|4|2699232|54420|3|19950821|MAIL
+483|1|2|4|1|19970103|3-MEDIUM|0|8|723200|9541078|0|723200|54240|8|19970215|RAIL
+483|2|2|8|1|19970103|3-MEDIUM|0|23|2088400|9541078|4|2004864|54480|6|19970203|MAIL
+483|3|2|9|1|19970103|3-MEDIUM|0|9|818100|9541078|4|785376|54540|3|19970225|AIR
+483|4|2|13|1|19970103|3-MEDIUM|0|34|3104234|9541078|9|2824852|54780|5|19970326|SHIP
+483|5|2|14|1|19970103|3-MEDIUM|0|16|1462416|9541078|7|1360046|54840|3|19970403|SHIP
+483|6|2|13|1|19970103|3-MEDIUM|0|17|1552117|9541078|6|1458989|54780|0|19970216|TRUCK
+484|1|2|4|1|19970326|2-HIGH|0|49|4429600|12693280|10|3986640|54240|2|19970521|TRUCK
+484|2|2|4|1|19970326|2-HIGH|0|45|4068000|12693280|6|3823920|54240|7|19970610|TRUCK
+484|3|2|19|1|19970326|2-HIGH|0|50|4595050|12693280|6|4319347|55140|5|19970617|MAIL
+485|1|2|15|1|19960311|4-NOT SPECIFIED|0|50|4575050|18904126|1|4529299|54900|0|19960511|MAIL
+485|2|2|3|1|19960311|4-NOT SPECIFIED|0|40|3612000|18904126|8|3323040|54180|1|19960423|TRUCK
+485|3|2|14|1|19960311|4-NOT SPECIFIED|0|22|2010822|18904126|0|2010822|54840|5|19960412|TRUCK
+485|4|2|1|1|19960311|4-NOT SPECIFIED|0|50|4505000|18904126|0|4505000|54060|5|19960507|AIR
+485|5|2|19|1|19960311|4-NOT SPECIFIED|0|36|3308436|18904126|3|3209182|55140|6|19960513|TRUCK
+485|6|2|17|1|19960311|4-NOT SPECIFIED|0|9|825309|18904126|7|767537|55020|1|19960425|FOB
+486|1|2|8|1|19920818|1-URGENT|0|36|3268800|7102180|0|3268800|54480|1|19921013|AIR
+486|2|2|7|1|19920818|1-URGENT|0|40|3628000|7102180|3|3519160|54420|8|19921113|SHIP
+487|1|2|10|1|19950520|5-LOW|0|47|4277047|14504049|6|4020424|54600|6|19950710|TRUCK
+487|2|2|9|1|19950520|5-LOW|0|2|181800|14504049|2|178164|54540|6|19950806|TRUCK
+487|3|2|4|1|19950520|5-LOW|0|31|2802400|14504049|9|2550184|54240|3|19950808|AIR
+487|4|2|4|1|19950520|5-LOW|0|24|2169600|14504049|8|1996032|54240|0|19950813|SHIP
+487|5|2|12|1|19950520|5-LOW|0|5|456005|14504049|6|428644|54720|6|19950808|MAIL
+487|6|2|2|1|19950520|5-LOW|0|29|2615800|14504049|7|2432694|54120|8|19950808|REG AIR
+487|7|2|12|1|19950520|5-LOW|0|27|2462427|14504049|10|2216184|54720|6|19950802|SHIP
+512|1|2|19|1|19950501|2-HIGH|0|19|1746119|5126746|8|1606429|55140|5|19950622|MAIL
+512|2|2|3|1|19950501|2-HIGH|0|37|3341100|5126746|1|3307689|54180|4|19950616|RAIL
+513|1|2|7|1|19960404|2-HIGH|0|20|1814000|10920935|9|1650740|54420|7|19960504|AIR
+513|2|2|13|1|19960404|2-HIGH|0|44|4017244|10920935|1|3977071|54780|1|19960617|MAIL
+513|3|2|20|1|19960404|2-HIGH|0|31|2852062|10920935|9|2595376|55201|2|19960522|FOB
+513|4|2|4|1|19960404|2-HIGH|0|29|2621600|10920935|5|2490520|54240|0|19960509|RAIL
+514|1|2|8|1|19930829|4-NOT SPECIFIED|0|21|1906800|12796455|6|1792392|54480|2|19931009|RAIL
+514|2|2|12|1|19930829|4-NOT SPECIFIED|0|34|3100834|12796455|8|2852767|54720|2|19931028|REG AIR
+514|3|2|2|1|19930829|4-NOT SPECIFIED|0|6|541200|12796455|6|508728|54120|1|19931029|SHIP
+514|4|2|12|1|19930829|4-NOT SPECIFIED|0|43|3921643|12796455|0|3921643|54720|8|19931008|FOB
+514|5|2|8|1|19930829|4-NOT SPECIFIED|0|16|1452800|12796455|2|1423744|54480|4|19931127|FOB
+514|6|2|7|1|19930829|4-NOT SPECIFIED|0|21|1904700|12796455|4|1828512|54420|0|19931020|TRUCK
+515|1|1|11|1|19980421|2-HIGH|0|10|911010|901352|3|883679|54660|2|19980626|FOB
+516|1|1|3|1|19970407|5-LOW|0|11|993300|13620410|1|983367|54180|6|19970509|FOB
+516|2|1|13|1|19970407|5-LOW|0|22|2008622|13620410|3|1948363|54780|2|19970624|RAIL
+516|3|1|12|1|19970407|5-LOW|0|46|4195246|13620410|0|4195246|54720|4|19970601|FOB
+516|4|1|17|1|19970407|5-LOW|0|39|3576339|13620410|2|3504812|55020|4|19970625|REG AIR
+516|5|1|5|1|19970407|5-LOW|0|28|2534000|13620410|2|2483320|54300|4|19970519|MAIL
+517|1|2|5|1|19980208|2-HIGH|0|28|2534000|9169321|3|2457980|54300|2|19980321|MAIL
+517|2|2|16|1|19980208|2-HIGH|0|15|1374015|9169321|2|1346534|54960|0|19980429|TRUCK
+517|3|2|5|1|19980208|2-HIGH|0|9|814500|9169321|4|781920|54300|0|19980419|SHIP
+517|4|2|14|1|19980208|2-HIGH|0|11|1005411|9169321|6|945086|54840|2|19980404|REG AIR
+517|5|2|3|1|19980208|2-HIGH|0|23|2076900|9169321|0|2076900|54180|1|19980310|RAIL
+517|6|2|2|1|19980208|2-HIGH|0|5|451000|9169321|7|419430|54120|3|19980420|AIR
+517|7|2|1|1|19980208|2-HIGH|0|11|991100|9169321|1|981189|54060|6|19980408|FOB
+518|1|2|17|1|19971031|1-URGENT|0|30|2751030|14925557|7|2558457|55020|5|19971217|TRUCK
+518|2|2|9|1|19971031|1-URGENT|0|23|2090700|14925557|5|1986165|54540|7|19980125|TRUCK
+518|3|2|14|1|19971031|1-URGENT|0|12|1096812|14925557|1|1085843|54840|6|19971221|AIR
+518|4|2|13|1|19971031|1-URGENT|0|46|4199846|14925557|7|3905856|54780|2|19980107|MAIL
+518|5|2|8|1|19971031|1-URGENT|0|16|1452800|14925557|1|1438272|54480|1|19971214|MAIL
+518|6|2|20|1|19971031|1-URGENT|0|39|3588078|14925557|9|3265150|55201|8|19971207|FOB
+519|1|2|16|1|19930217|2-HIGH|0|1|91601|91151|7|85188|54960|7|19930515|REG AIR
+544|1|2|14|1|19951107|2-HIGH|0|47|4295847|5180563|8|3952179|54840|6|19951215|SHIP
+544|2|2|13|1|19951107|2-HIGH|0|11|1004311|5180563|6|944052|54780|5|19960130|RAIL
+545|1|2|17|1|19961101|2-HIGH|0|4|366804|359467|2|359467|55020|0|19961210|FOB
+546|1|2|9|1|19960622|3-MEDIUM|0|16|1454400|7940454|8|1338048|54540|2|19960820|TRUCK
+546|2|2|2|1|19960622|3-MEDIUM|0|27|2435400|7940454|0|2435400|54120|7|19960729|RAIL
+546|3|2|18|1|19960622|3-MEDIUM|0|42|3855642|7940454|1|3817085|55080|4|19960801|FOB
+547|1|2|8|1|19940921|1-URGENT|0|44|3995200|17129840|8|3675584|54480|8|19941116|FOB
+547|2|2|14|1|19940921|1-URGENT|0|48|4387248|17129840|1|4343375|54840|4|19941103|SHIP
+547|3|2|19|1|19940921|1-URGENT|0|3|275703|17129840|5|261917|55140|2|19941031|SHIP
+547|4|2|6|1|19940921|1-URGENT|0|44|3986400|17129840|4|3826944|54360|3|19941213|TRUCK
+547|5|2|12|1|19940921|1-URGENT|0|9|820809|17129840|5|779768|54720|6|19941105|AIR
+547|6|2|2|1|19940921|1-URGENT|0|44|3968800|17129840|10|3571920|54120|1|19941203|AIR
+548|1|2|20|1|19920713|1-URGENT|0|2|184004|6314124|6|172963|55201|5|19920828|MAIL
+548|2|2|1|1|19920713|1-URGENT|0|6|540600|6314124|0|540600|54060|8|19920929|TRUCK
+548|3|2|1|1|19920713|1-URGENT|0|21|1892100|6314124|3|1835337|54060|8|19921009|AIR
+548|4|2|6|1|19920713|1-URGENT|0|21|1902600|6314124|8|1750392|54360|3|19920925|AIR
+548|5|2|10|1|19920713|1-URGENT|0|19|1729019|6314124|0|1729019|54600|2|19920915|MAIL
+549|1|1|20|1|19950802|1-URGENT|0|18|1656036|1601717|7|1540113|55201|4|19950901|REG AIR
+550|1|2|20|1|19950530|1-URGENT|0|31|2852062|10955057|4|2737979|55201|2|19950725|AIR
+550|2|2|8|1|19950530|1-URGENT|0|47|4267600|10955057|6|4011544|54480|0|19950824|TRUCK
+550|3|2|12|1|19950530|1-URGENT|0|46|4195246|10955057|3|4069388|54720|2|19950815|TRUCK
+551|1|1|3|1|19970513|3-MEDIUM|0|8|722400|7442165|8|664608|54180|2|19970701|REG AIR
+551|2|1|16|1|19970513|3-MEDIUM|0|20|1832020|7442165|0|1832020|54960|7|19970808|TRUCK
+551|3|1|17|1|19970513|3-MEDIUM|0|16|1467216|7442165|7|1364510|55020|6|19970802|MAIL
+551|4|1|3|1|19970513|3-MEDIUM|0|38|3431400|7442165|5|3259830|54180|3|19970806|MAIL
+576|1|2|9|1|19941219|5-LOW|0|2|181800|706112|7|169074|54540|1|19950205|RAIL
+576|2|2|4|1|19941219|5-LOW|0|6|542400|706112|6|509856|54240|5|19950303|TRUCK
+577|1|2|3|1|19970110|5-LOW|0|25|2257500|3346532|6|2122050|54180|1|19970314|AIR
+577|2|2|7|1|19970110|5-LOW|0|14|1269800|3346532|8|1168216|54420|3|19970319|RAIL
+578|1|2|16|1|19980311|2-HIGH|0|40|3664040|15290565|2|3590759|54960|8|19980517|SHIP
+578|2|2|19|1|19980311|2-HIGH|0|23|2113723|15290565|5|2008036|55140|8|19980502|FOB
+578|3|2|13|1|19980311|2-HIGH|0|39|3560739|15290565|10|3204665|54780|8|19980528|RAIL
+578|4|2|17|1|19980311|2-HIGH|0|37|3392937|15290565|6|3189360|55020|8|19980419|AIR
+578|5|2|18|1|19980311|2-HIGH|0|18|1652418|15290565|1|1635893|55080|1|19980421|RAIL
+578|6|2|13|1|19980311|2-HIGH|0|8|730408|15290565|7|679279|54780|1|19980602|FOB
+579|1|2|16|1|19970705|2-HIGH|0|9|824409|4882559|0|824409|54960|5|19970822|RAIL
+579|2|2|4|1|19970705|2-HIGH|0|39|3525600|4882559|2|3455088|54240|1|19970927|REG AIR
+579|3|2|6|1|19970705|2-HIGH|0|6|543600|4882559|3|527292|54360|0|19970827|TRUCK
+580|1|2|9|1|19970223|4-NOT SPECIFIED|0|33|2999700|8851972|3|2909709|54540|5|19970510|FOB
+580|2|2|18|1|19970223|4-NOT SPECIFIED|0|31|2845831|8851972|4|2731997|55080|8|19970429|FOB
+580|3|2|19|1|19970223|4-NOT SPECIFIED|0|19|1746119|8851972|4|1676274|55140|4|19970512|FOB
+580|4|2|14|1|19970223|4-NOT SPECIFIED|0|13|1188213|8851972|9|1081273|54840|2|19970501|AIR
+581|1|1|7|1|19971021|1-URGENT|0|41|3718700|11659909|9|3384017|54420|7|19971202|MAIL
+581|2|1|10|1|19971021|1-URGENT|0|14|1274014|11659909|6|1197573|54600|8|19971210|MAIL
+581|3|1|11|1|19971021|1-URGENT|0|49|4463949|11659909|10|4017554|54660|2|19971220|MAIL
+581|4|1|8|1|19971021|1-URGENT|0|30|2724000|11659909|10|2451600|54480|8|19980116|TRUCK
+582|1|1|6|1|19970319|3-MEDIUM|0|7|634200|15585122|7|589806|54360|0|19970427|FOB
+582|2|1|6|1|19970319|3-MEDIUM|0|49|4439400|15585122|5|4217430|54360|3|19970610|REG AIR
+582|3|1|15|1|19970319|3-MEDIUM|0|42|3843042|15585122|7|3574029|54900|0|19970519|SHIP
+582|4|1|17|1|19970319|3-MEDIUM|0|36|3301236|15585122|6|3103161|55020|1|19970425|SHIP
+582|5|1|17|1|19970319|3-MEDIUM|0|43|3943143|15585122|0|3943143|55020|0|19970512|RAIL
http://git-wip-us.apache.org/repos/asf/hive/blob/57d909c3/data/files/ssb/part/00000_0
----------------------------------------------------------------------
diff --git a/data/files/ssb/part/00000_0 b/data/files/ssb/part/00000_0
new file mode 100644
index 0000000..1aceaaf
--- /dev/null
+++ b/data/files/ssb/part/00000_0
@@ -0,0 +1,20 @@
+1|lace spring|MFGR#1|MFGR#11|MFGR#1121|goldenrod|PROMO BURNISHED COPPER|7|JUMBO PKG
+2|rosy metallic|MFGR#4|MFGR#43|MFGR#4318|blush|LARGE BRUSHED BRASS|1|LG CASE
+3|green antique|MFGR#3|MFGR#32|MFGR#3210|dark|STANDARD POLISHED BRASS|21|WRAP CASE
+4|metallic smoke|MFGR#1|MFGR#14|MFGR#1426|chocolate|SMALL PLATED BRASS|14|MED DRUM
+5|blush chiffon|MFGR#4|MFGR#45|MFGR#4510|forest|STANDARD POLISHED TIN|15|SM PKG
+6|ivory azure|MFGR#2|MFGR#23|MFGR#2325|white|PROMO PLATED STEEL|4|MED BAG
+7|blanched tan|MFGR#5|MFGR#51|MFGR#513|blue|SMALL PLATED COPPER|45|SM BAG
+8|khaki cream|MFGR#1|MFGR#13|MFGR#1328|ivory|PROMO BURNISHED TIN|41|LG DRUM
+9|rose moccasin|MFGR#4|MFGR#41|MFGR#4117|thistle|SMALL BURNISHED STEEL|12|WRAP CASE
+10|moccasin royal|MFGR#2|MFGR#21|MFGR#2128|floral|LARGE BURNISHED STEEL|44|LG CAN
+11|turquoise sandy|MFGR#3|MFGR#34|MFGR#3438|chocolate|STANDARD BURNISHED NICKEL|43|WRAP BOX
+12|ivory olive|MFGR#3|MFGR#35|MFGR#3524|peru|MEDIUM ANODIZED STEEL|25|JUMBO CASE
+13|blue olive|MFGR#5|MFGR#53|MFGR#5333|ghost|MEDIUM BURNISHED NICKEL|1|JUMBO PACK
+14|seashell burnished|MFGR#1|MFGR#14|MFGR#1421|linen|SMALL POLISHED STEEL|28|JUMBO BOX
+15|dark sky|MFGR#3|MFGR#34|MFGR#3438|navajo|LARGE ANODIZED BRASS|45|LG CASE
+16|brown turquoise|MFGR#5|MFGR#54|MFGR#5415|deep|PROMO PLATED TIN|2|MED PACK
+17|navy orange|MFGR#2|MFGR#21|MFGR#2124|burnished|ECONOMY BRUSHED STEEL|16|LG BOX
+18|indian forest|MFGR#4|MFGR#42|MFGR#425|spring|SMALL BURNISHED STEEL|42|JUMBO PACK
+19|forest floral|MFGR#4|MFGR#44|MFGR#4418|dodger|SMALL ANODIZED NICKEL|33|WRAP BOX
+20|salmon dark|MFGR#5|MFGR#52|MFGR#529|bisque|LARGE POLISHED NICKEL|48|MED BAG
http://git-wip-us.apache.org/repos/asf/hive/blob/57d909c3/data/files/ssb/supplier/00000_0
----------------------------------------------------------------------
diff --git a/data/files/ssb/supplier/00000_0 b/data/files/ssb/supplier/00000_0
new file mode 100644
index 0000000..ebcfe12
--- /dev/null
+++ b/data/files/ssb/supplier/00000_0
@@ -0,0 +1 @@
+1|Supplier#000000001|sdrGnXCDRcfriBvY0KL,i|PERU 2|PERU|AMERICA|27-989-741-2988
http://git-wip-us.apache.org/repos/asf/hive/blob/57d909c3/itests/hcatalog-unit/src/test/java/org/apache/hive/hcatalog/listener/DummyRawStoreFailEvent.java
----------------------------------------------------------------------
diff --git a/itests/hcatalog-unit/src/test/java/org/apache/hive/hcatalog/listener/DummyRawStoreFailEvent.java b/itests/hcatalog-unit/src/test/java/org/apache/hive/hcatalog/listener/DummyRawStoreFailEvent.java
index eded92e..1fca332 100644
--- a/itests/hcatalog-unit/src/test/java/org/apache/hive/hcatalog/listener/DummyRawStoreFailEvent.java
+++ b/itests/hcatalog-unit/src/test/java/org/apache/hive/hcatalog/listener/DummyRawStoreFailEvent.java
@@ -265,6 +265,12 @@ public class DummyRawStoreFailEvent implements RawStore, Configurable {
}
@Override
+ public List<String> getMaterializedViewsForRewriting(String dbName)
+ throws MetaException, NoSuchObjectException {
+ return objectStore.getMaterializedViewsForRewriting(dbName);
+ }
+
+ @Override
public List<TableMeta> getTableMeta(String dbNames, String tableNames, List<String> tableTypes)
throws MetaException {
return objectStore.getTableMeta(dbNames, tableNames, tableTypes);
http://git-wip-us.apache.org/repos/asf/hive/blob/57d909c3/itests/hive-unit/src/main/java/org/hadoop/hive/jdbc/SSLTestUtils.java
----------------------------------------------------------------------
diff --git a/itests/hive-unit/src/main/java/org/hadoop/hive/jdbc/SSLTestUtils.java b/itests/hive-unit/src/main/java/org/hadoop/hive/jdbc/SSLTestUtils.java
index 6cbcf8c..986ccd6 100644
--- a/itests/hive-unit/src/main/java/org/hadoop/hive/jdbc/SSLTestUtils.java
+++ b/itests/hive-unit/src/main/java/org/hadoop/hive/jdbc/SSLTestUtils.java
@@ -86,6 +86,7 @@ public class SSLTestUtils {
Connection hs2Conn) throws Exception {
Statement stmt = hs2Conn.createStatement();
stmt.execute("set hive.support.concurrency = false");
+ stmt.execute("set hive.txn.manager = org.apache.hadoop.hive.ql.lockmgr.DummyTxnManager");
stmt.execute("drop table if exists " + tableName);
stmt.execute("create table " + tableName
http://git-wip-us.apache.org/repos/asf/hive/blob/57d909c3/itests/hive-unit/src/test/java/org/apache/hadoop/hive/metastore/TestMetaStoreEventListener.java
----------------------------------------------------------------------
diff --git a/itests/hive-unit/src/test/java/org/apache/hadoop/hive/metastore/TestMetaStoreEventListener.java b/itests/hive-unit/src/test/java/org/apache/hadoop/hive/metastore/TestMetaStoreEventListener.java
index 260c947..358e5d1 100644
--- a/itests/hive-unit/src/test/java/org/apache/hadoop/hive/metastore/TestMetaStoreEventListener.java
+++ b/itests/hive-unit/src/test/java/org/apache/hadoop/hive/metastore/TestMetaStoreEventListener.java
@@ -105,6 +105,8 @@ public class TestMetaStoreEventListener extends TestCase {
hiveConf.set(HiveConf.ConfVars.PREEXECHOOKS.varname, "");
hiveConf.set(HiveConf.ConfVars.POSTEXECHOOKS.varname, "");
hiveConf.set(HiveConf.ConfVars.HIVE_SUPPORT_CONCURRENCY.varname, "false");
+ hiveConf.set(HiveConf.ConfVars.HIVE_TXN_MANAGER.varname,
+ "org.apache.hadoop.hive.ql.lockmgr.DummyTxnManager");
SessionState.start(new CliSessionState(hiveConf));
msc = new HiveMetaStoreClient(hiveConf);
driver = DriverFactory.newDriver(hiveConf);
http://git-wip-us.apache.org/repos/asf/hive/blob/57d909c3/itests/hive-unit/src/test/java/org/apache/hadoop/hive/ql/parse/TestReplicationScenarios.java
----------------------------------------------------------------------
diff --git a/itests/hive-unit/src/test/java/org/apache/hadoop/hive/ql/parse/TestReplicationScenarios.java b/itests/hive-unit/src/test/java/org/apache/hadoop/hive/ql/parse/TestReplicationScenarios.java
index 2bb06d5..7ce6698 100644
--- a/itests/hive-unit/src/test/java/org/apache/hadoop/hive/ql/parse/TestReplicationScenarios.java
+++ b/itests/hive-unit/src/test/java/org/apache/hadoop/hive/ql/parse/TestReplicationScenarios.java
@@ -150,6 +150,8 @@ public class TestReplicationScenarios {
hconf.set(HiveConf.ConfVars.PREEXECHOOKS.varname, "");
hconf.set(HiveConf.ConfVars.POSTEXECHOOKS.varname, "");
hconf.set(HiveConf.ConfVars.HIVE_SUPPORT_CONCURRENCY.varname, "false");
+ hconf.set(HiveConf.ConfVars.HIVE_TXN_MANAGER.varname,
+ "org.apache.hadoop.hive.ql.lockmgr.DummyTxnManager");
hconf.set(HiveConf.ConfVars.METASTORE_RAW_STORE_IMPL.varname,
"org.apache.hadoop.hive.metastore.InjectableBehaviourObjectStore");
hconf.setBoolVar(HiveConf.ConfVars.HIVEOPTIMIZEMETADATAQUERIES, true);
http://git-wip-us.apache.org/repos/asf/hive/blob/57d909c3/metastore/scripts/upgrade/derby/048-HIVE-14498.derby.sql
----------------------------------------------------------------------
diff --git a/metastore/scripts/upgrade/derby/048-HIVE-14498.derby.sql b/metastore/scripts/upgrade/derby/048-HIVE-14498.derby.sql
new file mode 100644
index 0000000..4ffd054
--- /dev/null
+++ b/metastore/scripts/upgrade/derby/048-HIVE-14498.derby.sql
@@ -0,0 +1,20 @@
+-- create mv_creation_metadata table
+CREATE TABLE "APP"."MV_CREATION_METADATA" ("TBL_ID" BIGINT NOT NULL, "TBL_NAME" VARCHAR(256) NOT NULL, "LAST_TRANSACTION_INFO" LONG VARCHAR NOT NULL);
+ALTER TABLE "APP"."MV_CREATION_METADATA" ADD CONSTRAINT "MV_CREATION_METADATA_FK" FOREIGN KEY ("TBL_ID") REFERENCES "APP"."TBLS" ("TBL_ID") ON DELETE NO ACTION ON UPDATE NO ACTION;
+
+-- modify completed_txn_components table
+CREATE TABLE "COMPLETED_TXN_COMPONENTS_NEW" (
+ "CTC_TXNID" bigint,
+ "CTC_DATABASE" varchar(128) NOT NULL,
+ "CTC_TABLE" varchar(256),
+ "CTC_PARTITION" varchar(767),
+ "CTC_ID" bigint GENERATED ALWAYS AS IDENTITY (START WITH 1, INCREMENT BY 1) NOT NULL,
+ "CTC_TIMESTAMP" timestamp DEFAULT CURRENT_TIMESTAMP NOT NULL
+);
+CREATE INDEX "APP"."COMPLETED_TXN_COMPONENTS_IDX" ON "APP"."COMPLETED_TXN_COMPONENTS_NEW" ("CTC_ID");
+CREATE INDEX "APP"."COMPLETED_TXN_COMPONENTS_IDX2" ON "APP"."COMPLETED_TXN_COMPONENTS_NEW" ("CTC_DATABASE", "CTC_TABLE", "CTC_PARTITION");
+INSERT INTO "COMPLETED_TXN_COMPONENTS_NEW" ("CTC_TXNID", "CTC_DATABASE", "CTC_TABLE", "CTC_PARTITION")
+SELECT "CTC_TXNID", "CTC_DATABASE", "CTC_TABLE", "CTC_PARTITION" FROM "COMPLETED_TXN_COMPONENTS";
+RENAME TABLE "COMPLETED_TXN_COMPONENTS" TO "COMPLETED_TXN_COMPONENTS_BACKUP";
+RENAME TABLE "COMPLETED_TXN_COMPONENTS_NEW" TO "COMPLETED_TXN_COMPONENTS";
+DROP TABLE "APP"."COMPLETED_TXN_COMPONENTS_BACKUP";
http://git-wip-us.apache.org/repos/asf/hive/blob/57d909c3/metastore/scripts/upgrade/derby/hive-schema-3.0.0.derby.sql
----------------------------------------------------------------------
diff --git a/metastore/scripts/upgrade/derby/hive-schema-3.0.0.derby.sql b/metastore/scripts/upgrade/derby/hive-schema-3.0.0.derby.sql
index ce25c02..6a59b0d 100644
--- a/metastore/scripts/upgrade/derby/hive-schema-3.0.0.derby.sql
+++ b/metastore/scripts/upgrade/derby/hive-schema-3.0.0.derby.sql
@@ -120,6 +120,8 @@ CREATE TABLE "APP"."WM_POOL_TO_TRIGGER" (POOL_ID BIGINT NOT NULL, TRIGGER_ID BI
CREATE TABLE "APP"."WM_MAPPING" (MAPPING_ID BIGINT NOT NULL, RP_ID BIGINT NOT NULL, ENTITY_TYPE VARCHAR(128) NOT NULL, ENTITY_NAME VARCHAR(128) NOT NULL, POOL_ID BIGINT, ORDERING INTEGER);
+CREATE TABLE "APP"."MV_CREATION_METADATA" ("TBL_ID" BIGINT NOT NULL, "TBL_NAME" VARCHAR(256) NOT NULL, "LAST_TRANSACTION_INFO" LONG VARCHAR NOT NULL);
+
-- ----------------------------------------------
-- DML Statements
-- ----------------------------------------------
@@ -372,6 +374,8 @@ ALTER TABLE "APP"."WM_MAPPING" ADD CONSTRAINT "WM_MAPPING_FK1" FOREIGN KEY ("RP_
ALTER TABLE "APP"."WM_MAPPING" ADD CONSTRAINT "WM_MAPPING_FK2" FOREIGN KEY ("POOL_ID") REFERENCES "APP"."WM_POOL" ("POOL_ID") ON DELETE NO ACTION ON UPDATE NO ACTION;
+ALTER TABLE "APP"."MV_CREATION_METADATA" ADD CONSTRAINT "MV_CREATION_METADATA_FK" FOREIGN KEY ("TBL_ID") REFERENCES "APP"."TBLS" ("TBL_ID") ON DELETE NO ACTION ON UPDATE NO ACTION;
+
-- ----------------------------------------------
-- DDL Statements for checks
-- ----------------------------------------------
http://git-wip-us.apache.org/repos/asf/hive/blob/57d909c3/metastore/scripts/upgrade/derby/hive-txn-schema-3.0.0.derby.sql
----------------------------------------------------------------------
diff --git a/metastore/scripts/upgrade/derby/hive-txn-schema-3.0.0.derby.sql b/metastore/scripts/upgrade/derby/hive-txn-schema-3.0.0.derby.sql
index 52713df..d72b06c 100644
--- a/metastore/scripts/upgrade/derby/hive-txn-schema-3.0.0.derby.sql
+++ b/metastore/scripts/upgrade/derby/hive-txn-schema-3.0.0.derby.sql
@@ -42,9 +42,14 @@ CREATE TABLE COMPLETED_TXN_COMPONENTS (
CTC_TXNID bigint,
CTC_DATABASE varchar(128) NOT NULL,
CTC_TABLE varchar(256),
- CTC_PARTITION varchar(767)
+ CTC_PARTITION varchar(767),
+ CTC_ID bigint GENERATED ALWAYS AS IDENTITY (START WITH 1, INCREMENT BY 1) NOT NULL,
+ CTC_TIMESTAMP timestamp DEFAULT CURRENT_TIMESTAMP NOT NULL
);
+CREATE INDEX COMPLETED_TXN_COMPONENTS_IDX ON COMPLETED_TXN_COMPONENTS (CTC_ID);
+CREATE INDEX COMPLETED_TXN_COMPONENTS_IDX2 ON COMPLETED_TXN_COMPONENTS (CTC_DATABASE, CTC_TABLE, CTC_PARTITION);
+
CREATE TABLE NEXT_TXN_ID (
NTXN_NEXT bigint NOT NULL
);
http://git-wip-us.apache.org/repos/asf/hive/blob/57d909c3/metastore/scripts/upgrade/derby/upgrade-2.3.0-to-3.0.0.derby.sql
----------------------------------------------------------------------
diff --git a/metastore/scripts/upgrade/derby/upgrade-2.3.0-to-3.0.0.derby.sql b/metastore/scripts/upgrade/derby/upgrade-2.3.0-to-3.0.0.derby.sql
index 75b0e73..574ad28 100644
--- a/metastore/scripts/upgrade/derby/upgrade-2.3.0-to-3.0.0.derby.sql
+++ b/metastore/scripts/upgrade/derby/upgrade-2.3.0-to-3.0.0.derby.sql
@@ -6,5 +6,6 @@ RUN '044-HIVE-16997.derby.sql';
RUN '045-HIVE-16886.derby.sql';
RUN '046-HIVE-17566.derby.sql';
RUN '047-HIVE-18202.derby.sql';
+RUN '048-HIVE-14498.derby.sql';
UPDATE "APP".VERSION SET SCHEMA_VERSION='3.0.0', VERSION_COMMENT='Hive release version 3.0.0' where VER_ID=1;
http://git-wip-us.apache.org/repos/asf/hive/blob/57d909c3/metastore/scripts/upgrade/hive/hive-schema-3.0.0.hive.sql
----------------------------------------------------------------------
diff --git a/metastore/scripts/upgrade/hive/hive-schema-3.0.0.hive.sql b/metastore/scripts/upgrade/hive/hive-schema-3.0.0.hive.sql
index 82ad758..eb4f012 100644
--- a/metastore/scripts/upgrade/hive/hive-schema-3.0.0.hive.sql
+++ b/metastore/scripts/upgrade/hive/hive-schema-3.0.0.hive.sql
@@ -1065,6 +1065,23 @@ LEFT OUTER JOIN WM_POOL ON WM_POOL.POOL_ID = WM_MAPPING.POOL_ID
"
);
+CREATE TABLE IF NOT EXISTS `MV_CREATION_METADATA` (
+ TBL_ID bigint,
+ TBL_NAME string,
+ LAST_TRANSACTION_INFO string
+)
+STORED BY 'org.apache.hive.storage.jdbc.JdbcStorageHandler'
+TBLPROPERTIES (
+"hive.sql.database.type" = "METASTORE",
+"hive.sql.query" =
+"SELECT
+ \"TBL_ID\",
+ \"TBL_NAME\",
+ \"LAST_TRANSACTION_INFO\"
+FROM
+ \"MV_CREATION_METADATA\""
+);
+
DROP DATABASE IF EXISTS INFORMATION_SCHEMA;
CREATE DATABASE INFORMATION_SCHEMA;
http://git-wip-us.apache.org/repos/asf/hive/blob/57d909c3/metastore/scripts/upgrade/mssql/033-HIVE-14498.mssql.sql
----------------------------------------------------------------------
diff --git a/metastore/scripts/upgrade/mssql/033-HIVE-14498.mssql.sql b/metastore/scripts/upgrade/mssql/033-HIVE-14498.mssql.sql
new file mode 100644
index 0000000..3a47600
--- /dev/null
+++ b/metastore/scripts/upgrade/mssql/033-HIVE-14498.mssql.sql
@@ -0,0 +1,23 @@
+CREATE TABLE MV_CREATION_METADATA
+(
+ TBL_ID bigint NOT NULL,
+ TBL_NAME nvarchar(256) NOT NULL,
+ LAST_TRANSACTION_INFO text NOT NULL
+);
+ALTER TABLE MV_CREATION_METADATA ADD CONSTRAINT MV_CREATION_METADATA_FK FOREIGN KEY (TBL_ID) REFERENCES TBLS (TBL_ID);
+
+CREATE TABLE COMPLETED_TXN_COMPONENTS_NEW(
+ CTC_TXNID bigint NULL,
+ CTC_DATABASE varchar(128) NOT NULL,
+ CTC_TABLE varchar(256) NULL,
+ CTC_PARTITION varchar(767) NULL,
+ CTC_ID bigint GENERATED ALWAYS AS IDENTITY (START WITH 1, INCREMENT BY 1) NOT NULL,
+ CTC_TIMESTAMP timestamp DEFAULT CURRENT_TIMESTAMP NOT NULL
+);
+CREATE INDEX COMPLETED_TXN_COMPONENTS_IDX ON COMPLETED_TXN_COMPONENTS_NEW (CTC_ID);
+CREATE INDEX COMPLETED_TXN_COMPONENTS_IDX2 ON COMPLETED_TXN_COMPONENTS_NEW (CTC_DATABASE, CTC_TABLE, CTC_PARTITION);
+INSERT INTO COMPLETED_TXN_COMPONENTS_NEW (CTC_TXNID, CTC_DATABASE, CTC_TABLE, CTC_PARTITION)
+SELECT CTC_TXNID, CTC_DATABASE, CTC_TABLE, CTC_PARTITION FROM COMPLETED_TXN_COMPONENTS;
+exec sp_rename 'COMPLETED_TXN_COMPONENTS', 'COMPLETED_TXN_COMPONENTS_BACKUP';
+exec sp_rename 'COMPLETED_TXN_COMPONENTS_NEW', 'COMPLETED_TXN_COMPONENTS';
+DROP TABLE COMPLETED_TXN_COMPONENTS_BACKUP;
http://git-wip-us.apache.org/repos/asf/hive/blob/57d909c3/metastore/scripts/upgrade/mssql/hive-schema-3.0.0.mssql.sql
----------------------------------------------------------------------
diff --git a/metastore/scripts/upgrade/mssql/hive-schema-3.0.0.mssql.sql b/metastore/scripts/upgrade/mssql/hive-schema-3.0.0.mssql.sql
index 5ffcdbd..c45bb3e 100644
--- a/metastore/scripts/upgrade/mssql/hive-schema-3.0.0.mssql.sql
+++ b/metastore/scripts/upgrade/mssql/hive-schema-3.0.0.mssql.sql
@@ -652,6 +652,15 @@ CREATE TABLE WM_MAPPING
ALTER TABLE WM_MAPPING ADD CONSTRAINT WM_MAPPING_PK PRIMARY KEY (MAPPING_ID);
+CREATE TABLE MV_CREATION_METADATA
+(
+ TBL_ID bigint NOT NULL,
+ TBL_NAME nvarchar(256) NOT NULL,
+ LAST_TRANSACTION_INFO text NOT NULL
+);
+
+ALTER TABLE MV_CREATION_METADATA ADD CONSTRAINT MV_CREATION_METADATA_FK FOREIGN KEY (TBL_ID) REFERENCES TBLS (TBL_ID) ;
+
-- Constraints for table MASTER_KEYS for class(es) [org.apache.hadoop.hive.metastore.model.MMasterKey]
-- Constraints for table IDXS for class(es) [org.apache.hadoop.hive.metastore.model.MIndex]
http://git-wip-us.apache.org/repos/asf/hive/blob/57d909c3/metastore/scripts/upgrade/mssql/upgrade-2.3.0-to-3.0.0.mssql.sql
----------------------------------------------------------------------
diff --git a/metastore/scripts/upgrade/mssql/upgrade-2.3.0-to-3.0.0.mssql.sql b/metastore/scripts/upgrade/mssql/upgrade-2.3.0-to-3.0.0.mssql.sql
index 79189bb..ebe10ff 100644
--- a/metastore/scripts/upgrade/mssql/upgrade-2.3.0-to-3.0.0.mssql.sql
+++ b/metastore/scripts/upgrade/mssql/upgrade-2.3.0-to-3.0.0.mssql.sql
@@ -7,6 +7,7 @@ SELECT 'Upgrading MetaStore schema from 2.3.0 to 3.0.0' AS MESSAGE;
:r 030-HIVE-16886.mssql.sql
:r 031-HIVE-17566.mssql.sql
:r 032-HIVE-18202.mssql.sql
+:r 033-HIVE-14498.mssql.sql
UPDATE VERSION SET SCHEMA_VERSION='3.0.0', VERSION_COMMENT='Hive release version 3.0.0' where VER_ID=1;
SELECT 'Finished upgrading MetaStore schema from 2.3.0 to 3.0.0' AS MESSAGE;
http://git-wip-us.apache.org/repos/asf/hive/blob/57d909c3/metastore/scripts/upgrade/mysql/048-HIVE-14498.mysql.sql
----------------------------------------------------------------------
diff --git a/metastore/scripts/upgrade/mysql/048-HIVE-14498.mysql.sql b/metastore/scripts/upgrade/mysql/048-HIVE-14498.mysql.sql
new file mode 100644
index 0000000..986eaf5
--- /dev/null
+++ b/metastore/scripts/upgrade/mysql/048-HIVE-14498.mysql.sql
@@ -0,0 +1,22 @@
+CREATE TABLE IF NOT EXISTS `MV_CREATION_METADATA` (
+ `TBL_ID` bigint(20) NOT NULL,
+ `TBL_NAME` varchar(256) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL,
+ `LAST_TRANSACTION_INFO` mediumtext NOT NULL,
+ CONSTRAINT `MV_CREATION_METADATA_FK` FOREIGN KEY (`TBL_ID`) REFERENCES `TBLS` (`TBL_ID`)
+) ENGINE=InnoDB DEFAULT CHARSET=latin1;
+
+CREATE TABLE COMPLETED_TXN_COMPONENTS_NEW (
+ CTC_TXNID bigint NOT NULL,
+ CTC_DATABASE varchar(128) NOT NULL,
+ CTC_TABLE varchar(256),
+ CTC_PARTITION varchar(767),
+ CTC_ID bigint NOT NULL AUTO_INCREMENT,
+ CTC_TIMESTAMP timestamp DEFAULT CURRENT_TIMESTAMP NOT NULL,
+ PRIMARY KEY(CTC_ID)
+) ENGINE=InnoDB DEFAULT CHARSET=latin1;
+CREATE INDEX COMPLETED_TXN_COMPONENTS_IDX2 ON COMPLETED_TXN_COMPONENTS_NEW (CTC_DATABASE, CTC_TABLE, CTC_PARTITION) USING BTREE;
+INSERT INTO COMPLETED_TXN_COMPONENTS_NEW (CTC_TXNID, CTC_DATABASE, CTC_TABLE, CTC_PARTITION)
+SELECT CTC_TXNID, CTC_DATABASE, CTC_TABLE, CTC_PARTITION FROM COMPLETED_TXN_COMPONENTS;
+RENAME TABLE COMPLETED_TXN_COMPONENTS TO COMPLETED_TXN_COMPONENTS_BACKUP;
+RENAME TABLE COMPLETED_TXN_COMPONENTS_NEW TO COMPLETED_TXN_COMPONENTS;
+DROP TABLE COMPLETED_TXN_COMPONENTS_BACKUP;
http://git-wip-us.apache.org/repos/asf/hive/blob/57d909c3/metastore/scripts/upgrade/mysql/hive-schema-3.0.0.mysql.sql
----------------------------------------------------------------------
diff --git a/metastore/scripts/upgrade/mysql/hive-schema-3.0.0.mysql.sql b/metastore/scripts/upgrade/mysql/hive-schema-3.0.0.mysql.sql
index dddf66a..01c995d 100644
--- a/metastore/scripts/upgrade/mysql/hive-schema-3.0.0.mysql.sql
+++ b/metastore/scripts/upgrade/mysql/hive-schema-3.0.0.mysql.sql
@@ -910,6 +910,13 @@ CREATE TABLE IF NOT EXISTS WM_MAPPING
CONSTRAINT `WM_MAPPING_FK2` FOREIGN KEY (`POOL_ID`) REFERENCES `WM_POOL` (`POOL_ID`)
) ENGINE=InnoDB DEFAULT CHARSET=latin1;
+CREATE TABLE IF NOT EXISTS `MV_CREATION_METADATA` (
+ `TBL_ID` bigint(20) NOT NULL,
+ `TBL_NAME` varchar(256) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL,
+ `LAST_TRANSACTION_INFO` mediumtext NOT NULL,
+ CONSTRAINT `MV_CREATION_METADATA_FK` FOREIGN KEY (`TBL_ID`) REFERENCES `TBLS` (`TBL_ID`)
+) ENGINE=InnoDB DEFAULT CHARSET=latin1;
+
-- ----------------------------
-- Transaction and Lock Tables
-- ----------------------------
http://git-wip-us.apache.org/repos/asf/hive/blob/57d909c3/metastore/scripts/upgrade/mysql/hive-txn-schema-3.0.0.mysql.sql
----------------------------------------------------------------------
diff --git a/metastore/scripts/upgrade/mysql/hive-txn-schema-3.0.0.mysql.sql b/metastore/scripts/upgrade/mysql/hive-txn-schema-3.0.0.mysql.sql
index 1df32c4..497846f 100644
--- a/metastore/scripts/upgrade/mysql/hive-txn-schema-3.0.0.mysql.sql
+++ b/metastore/scripts/upgrade/mysql/hive-txn-schema-3.0.0.mysql.sql
@@ -44,9 +44,14 @@ CREATE TABLE COMPLETED_TXN_COMPONENTS (
CTC_TXNID bigint NOT NULL,
CTC_DATABASE varchar(128) NOT NULL,
CTC_TABLE varchar(256),
- CTC_PARTITION varchar(767)
+ CTC_PARTITION varchar(767),
+ CTC_ID bigint NOT NULL AUTO_INCREMENT,
+ CTC_TIMESTAMP timestamp DEFAULT CURRENT_TIMESTAMP NOT NULL,
+ PRIMARY KEY(CTC_ID)
) ENGINE=InnoDB DEFAULT CHARSET=latin1;
+CREATE INDEX COMPLETED_TXN_COMPONENTS_IDX2 ON COMPLETED_TXN_COMPONENTS (CTC_DATABASE, CTC_TABLE, CTC_PARTITION) USING BTREE;
+
CREATE TABLE NEXT_TXN_ID (
NTXN_NEXT bigint NOT NULL
) ENGINE=InnoDB DEFAULT CHARSET=latin1;
http://git-wip-us.apache.org/repos/asf/hive/blob/57d909c3/metastore/scripts/upgrade/mysql/upgrade-2.3.0-to-3.0.0.mysql.sql
----------------------------------------------------------------------
diff --git a/metastore/scripts/upgrade/mysql/upgrade-2.3.0-to-3.0.0.mysql.sql b/metastore/scripts/upgrade/mysql/upgrade-2.3.0-to-3.0.0.mysql.sql
index f38098b..c617772 100644
--- a/metastore/scripts/upgrade/mysql/upgrade-2.3.0-to-3.0.0.mysql.sql
+++ b/metastore/scripts/upgrade/mysql/upgrade-2.3.0-to-3.0.0.mysql.sql
@@ -7,7 +7,7 @@ SOURCE 044-HIVE-16997.mysql.sql;
SOURCE 045-HIVE-16886.mysql.sql;
SOURCE 046-HIVE-17566.mysql.sql;
SOURCE 047-HIVE-18202.mysql.sql;
+SOURCE 048-HIVE-14498.mysql.sql;
UPDATE VERSION SET SCHEMA_VERSION='3.0.0', VERSION_COMMENT='Hive release version 3.0.0' where VER_ID=1;
SELECT 'Finished upgrading MetaStore schema from 2.3.0 to 3.0.0' AS ' ';
-
http://git-wip-us.apache.org/repos/asf/hive/blob/57d909c3/metastore/scripts/upgrade/oracle/048-HIVE-14498.oracle.sql
----------------------------------------------------------------------
diff --git a/metastore/scripts/upgrade/oracle/048-HIVE-14498.oracle.sql b/metastore/scripts/upgrade/oracle/048-HIVE-14498.oracle.sql
new file mode 100644
index 0000000..0b01e89
--- /dev/null
+++ b/metastore/scripts/upgrade/oracle/048-HIVE-14498.oracle.sql
@@ -0,0 +1,23 @@
+CREATE TABLE MV_CREATION_METADATA
+(
+ TBL_ID BIGINT NOT NULL,
+ TBL_NAME nvarchar(256) NOT NULL,
+ LAST_TRANSACTION_INFO CLOB NOT NULL
+);
+ALTER TABLE MV_CREATION_METADATA ADD CONSTRAINT MV_CREATION_METADATA_FK FOREIGN KEY (TBL_ID) REFERENCES TBLS (TBL_ID);
+
+CREATE TABLE COMPLETED_TXN_COMPONENTS_NEW (
+ CTC_TXNID NUMBER(19),
+ CTC_DATABASE varchar(128) NOT NULL,
+ CTC_TABLE varchar(128),
+ CTC_PARTITION varchar(767),
+ CTC_ID bigint GENERATED ALWAYS AS IDENTITY (START WITH 1, INCREMENT BY 1) NOT NULL,
+ CTC_TIMESTAMP timestamp DEFAULT CURRENT_TIMESTAMP NOT NULL
+) ROWDEPENDENCIES;
+CREATE INDEX COMPLETED_TXN_COMPONENTS_INDEX ON COMPLETED_TXN_COMPONENTS_NEW (CTC_ID);
+CREATE INDEX COMPLETED_TXN_COMPONENTS_INDEX2 ON COMPLETED_TXN_COMPONENTS_NEW (CTC_DATABASE, CTC_TABLE, CTC_PARTITION);
+INSERT INTO COMPLETED_TXN_COMPONENTS_NEW (CTC_TXNID, CTC_DATABASE, CTC_TABLE, CTC_PARTITION)
+SELECT CTC_TXNID, CTC_DATABASE, CTC_TABLE, CTC_PARTITION FROM COMPLETED_TXN_COMPONENTS;
+RENAME TABLE COMPLETED_TXN_COMPONENTS TO COMPLETED_TXN_COMPONENTS_BACKUP;
+RENAME TABLE COMPLETED_TXN_COMPONENTS_NEW TO COMPLETED_TXN_COMPONENTS;
+DROP TABLE COMPLETED_TXN_COMPONENTS_BACKUP;
http://git-wip-us.apache.org/repos/asf/hive/blob/57d909c3/metastore/scripts/upgrade/oracle/hive-schema-3.0.0.oracle.sql
----------------------------------------------------------------------
diff --git a/metastore/scripts/upgrade/oracle/hive-schema-3.0.0.oracle.sql b/metastore/scripts/upgrade/oracle/hive-schema-3.0.0.oracle.sql
index 98a1437..e1aee6f 100644
--- a/metastore/scripts/upgrade/oracle/hive-schema-3.0.0.oracle.sql
+++ b/metastore/scripts/upgrade/oracle/hive-schema-3.0.0.oracle.sql
@@ -633,6 +633,15 @@ CREATE TABLE WM_MAPPING
ALTER TABLE WM_MAPPING ADD CONSTRAINT WM_MAPPING_PK PRIMARY KEY (MAPPING_ID);
+CREATE TABLE MV_CREATION_METADATA
+(
+ TBL_ID BIGINT NOT NULL,
+ TBL_NAME nvarchar(256) NOT NULL,
+ LAST_TRANSACTION_INFO CLOB NOT NULL
+);
+
+ALTER TABLE MV_CREATION_METADATA ADD CONSTRAINT MV_CREATION_METADATA_FK FOREIGN KEY (TBL_ID) REFERENCES TBLS (TBL_ID);
+
-- Constraints for table PART_COL_PRIVS for class(es) [org.apache.hadoop.hive.metastore.model.MPartitionColumnPrivilege]
ALTER TABLE PART_COL_PRIVS ADD CONSTRAINT PART_COL_PRIVS_FK1 FOREIGN KEY (PART_ID) REFERENCES PARTITIONS (PART_ID) INITIALLY DEFERRED ;