You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@oozie.apache.org by rk...@apache.org on 2016/08/31 21:27:48 UTC
[1/2] oozie git commit: OOZIE-2632 Provide database dump/load
functionality to make database migration easier (gezapeti,
rjustice via rkanter)
Repository: oozie
Updated Branches:
refs/heads/master 4f63e9f66 -> 9ad8fd93b
http://git-wip-us.apache.org/repos/asf/oozie/blob/9ad8fd93/tools/src/test/resources/dumpData/ooziedb_wf.json
----------------------------------------------------------------------
diff --git a/tools/src/test/resources/dumpData/ooziedb_wf.json b/tools/src/test/resources/dumpData/ooziedb_wf.json
new file mode 100644
index 0000000..05e7e36
--- /dev/null
+++ b/tools/src/test/resources/dumpData/ooziedb_wf.json
@@ -0,0 +1 @@
+{"id":"0000003-160720041037822-oozie-oozi-W","protoActionConf":{"rawBlob":[79,66,74,0,0,0,1,0,0,0,1,0,5,99,111,100,101,99,0,2,103,122,31,-117,8,0,0,0,0,0,0,0,-51,-108,93,75,-61,48,20,-122,-17,-3,21,101,-9,77,-38,-18,-61,109,100,29,-34,-120,87,42,108,94,75,-106,-100,-74,25,73,83,-110,-76,-37,-4,-11,102,109,29,76,69,-122,12,52,23,-27,80,-50,57,-17,-5,36,39,33,-53,-67,-110,65,3,-58,10,93,46,6,49,-118,6,1,-108,76,115,81,-26,-117,-63,-53,-6,62,-100,14,-106,41,97,-70,-52,68,94,27,-22,124,90,122,67,42,-93,43,48,-18,-112,-110,-110,42,72,-75,126,19,-128,-104,-42,-122,35,90,85,82,-80,54,17,85,-44,21,4,-73,41,-92,-95,-78,-122,-76,-32,-103,-99,99,76,45,-75,13,53,34,100,42,-116,81,83,49,-60,-92,-82,57,24,-22,-69,-88,-7,52,74,34,92,91,48,-40,30,-84,3,-21,112,-89,16,-113,38,-77,40,30,38,-73,-15,104,56,-58,-80,-89,-86,-110,96,-79,-105,-12,-97,60,55,-112,83,-89,13,110,-115,-120,-14,24,-121,59,-31,-118,80,103,-103,5,-121,60,42,-63,-99,15,98,117,109,24,-92,30,36,55,84,121,-69,-116,74,121,32,-72,-1,79,
-16,9,-15,11,-19,-47,24,58,70,-25,104,-67,-43,-109,-62,15,29,20,-83,12,-16,-102,1,-38,-22,13,-70,-80,95,-17,108,3,-116,-6,-118,-32,84,21,8,27,112,-16,13,-3,-90,3,-65,-120,-96,-37,-51,93,-10,15,14,-21,26,7,-14,45,-114,20,-101,63,24,61,-81,-38,21,-124,31,41,-31,8,-7,91,21,50,94,-116,-47,-52,7,-85,-57,-69,-25,-43,-61,-45,26,109,-23,21,-31,-5,-69,-57,90,-12,82,43,63,-3,-14,-43,-119,-49,51,21,39,-109,100,24,71,-35,-6,-107,58,62,127,10,-34,1,-82,12,-65,59,64,4,0,0]},"logToken":"","statusStr":"SUCCEEDED","createdTimestamp":"Jul 20, 2016 4:35:55 AM","startTimestamp":"Jul 20, 2016 4:35:55 AM","endTimestamp":"Jul 20, 2016 4:36:59 AM","lastModifiedTimestamp":"Jul 20, 2016 4:36:59 AM","wfInstance":{"rawBlob":[79,66,74,0,0,0,1,0,0,0,1,0,5,99,111,100,101,99,0,2,103,122,31,-117,8,0,0,0,0,0,0,0,-19,90,-5,111,-38,-38,29,119,-17,42,-35,-35,72,-43,116,-89,-83,-102,42,-35,-23,-44,-51,15,-19,6,126,-15,104,-54,8,119,20,-100,-58,43,-127,8,-101,70,-71,-45,21,114,-16,-127,120,53,54,-41,54,33,89,-108,63,100,
-1,-19,-66,-25,97,48,-81,66,122,105,59,105,-115,16,-32,115,-66,-17,-13,125,124,108,34,-20,43,-12,47,-105,85,-117,-54,75,77,81,-14,-86,-110,123,121,-96,105,-39,32,-8,-73,-117,-23,123,-10,76,16,126,-5,-97,-14,-113,-41,67,15,93,-31,48,114,3,-1,80,84,37,69,68,-40,-17,5,-114,-21,15,14,-59,-114,117,-108,61,16,127,-84,-108,123,-127,-33,119,7,-29,-48,-114,-127,-84,-78,87,30,-123,-63,8,-121,-15,77,-91,-20,-37,67,92,-95,82,-91,94,16,-124,-114,100,-9,8,-115,-28,7,67,-41,-73,-67,110,-20,14,113,89,-90,84,-27,43,-37,27,-29,-118,-86,21,-75,-100,-54,12,84,-54,50,91,44,71,-63,56,-20,-31,10,8,30,-124,-10,16,-12,-12,108,-49,-69,41,-53,124,-67,44,79,85,46,105,39,111,-51,-64,89,80,115,-23,-12,-93,-110,44,-37,-111,29,93,-39,-95,-101,-19,13,-77,-86,116,53,-22,73,61,47,24,59,56,-76,-63,-34,97,-23,64,-47,118,98,67,20,-37,97,60,111,-128,-90,-88,74,86,81,-31,101,41,106,41,-81,-4,-76,11,61,44,-46,-109,-66,100,-113,70,30,-16,-47,88,-113,-20,-8,-14,99,-99,-105,-57,17,14,-27,-24,38,-118,113,20,-53,76,-68,-102,47,
-66,82,-44,-100,-10,82,-51,-25,10,50,-66,-74,-121,35,15,71,50,-88,-124,-73,-63,32,-60,3,59,14,-62,93,-72,-13,-53,24,-113,113,-45,94,76,17,7,-9,-19,-79,23,-17,66,-61,-48,30,-123,-40,25,-9,-80,-12,-81,-32,66,34,-50,74,-2,-110,62,-18,-2,-94,-66,11,-36,-77,-127,3,77,-71,-112,27,33,7,-125,64,8,60,118,-74,-46,-113,125,103,125,90,104,37,101,55,105,1,-66,89,-95,-35,123,-113,-61,121,101,27,19,32,-89,-19,66,125,-110,34,-19,32,88,40,-126,15,37,-44,78,-22,97,28,-113,-58,113,-35,-114,-19,-49,80,0,76,89,-42,1,109,-87,58,-104,126,-59,78,35,24,68,50,57,96,89,81,-39,107,23,62,110,-103,-76,31,-112,-32,-6,-97,47,72,84,23,-117,81,104,79,-106,35,34,-25,-107,-52,-105,81,-84,125,41,-59,-69,25,115,115,67,-10,-117,119,127,-103,26,2,35,30,-66,103,39,110,124,-103,13,-6,-3,8,-57,18,-32,-119,-113,-14,86,-98,-57,24,-62,-93,-103,-82,-20,-92,47,8,-62,-125,-17,-82,-53,79,-77,-39,61,-124,26,110,15,-5,17,118,80,28,-96,-8,18,-93,-22,-56,-18,-63,-121,25,-12,-29,-119,29,98,116,20,-116,125,-121,-118,65,-49,-85,-26,-47,11
,4,-105,56,68,-127,-113,-127,57,8,-47,48,0,34,80,23,-121,-18,-59,24,-28,35,-113,9,68,54,104,-60,67,-20,-57,-111,-124,-112,-119,49,-107,-34,108,89,70,77,71,125,-41,35,-20,-114,27,49,54,80,79,-36,6,18,24,10,-109,32,124,-113,-6,32,-55,118,28,-105,40,-74,61,-28,-6,-80,48,-92,102,0,31,113,-123,-60,107,0,-118,71,55,-95,59,-72,-116,81,48,-15,1,120,93,-70,35,-48,102,17,63,-52,-93,-60,-108,-120,-55,-27,74,-63,-49,-101,96,-52,-35,72,121,-52,3,-111,65,-17,24,-128,67,-102,-92,-96,-25,64,0,60,34,-33,20,95,-4,-115,50,15,-19,27,-28,7,49,25,102,51,-39,8,95,-9,-16,40,6,91,-63,44,56,103,-41,-10,123,-124,-103,123,54,-43,0,6,-98,115,25,-63,69,108,3,-71,77,-3,64,65,63,77,-122,-20,24,-104,-31,69,-1,46,-29,120,4,105,56,-103,76,32,95,-119,-67,82,16,14,-28,-60,65,-71,1,81,109,-102,122,22,108,102,76,29,31,-14,44,-126,72,-3,50,118,97,102,-93,-117,27,-60,-13,-4,2,44,-11,-20,9,57,59,122,68,-12,-28,-63,-120,73,8,-63,-10,7,25,20,-15,-93,95,56,-96,89,-64,18,3,-55,0,79,17,64,-56,108,31,-119,85,19,25,-90,-120,94,87,
77,-61,-52,-128,-116,51,-61,58,110,117,44,116,86,109,-73,-85,77,-53,-48,77,-44,106,-93,90,-85,89,55,44,-93,-43,-124,-85,35,84,109,-98,-93,-73,70,-77,-98,65,24,-126,5,106,-16,53,0,3,-80,31,-116,116,73,40,-79,35,-19,-51,-78,40,49,-128,36,9,-71,-114,70,-72,-25,-10,-35,30,-8,-27,15,-58,-10,0,-93,65,0,48,-36,39,25,2,37,49,116,35,114,-96,17,-104,-25,-128,20,-49,29,-70,49,77,-91,104,-39,41,105,47,-101,-123,2,34,57,-40,-9,-126,73,22,-126,-122,-96,10,-3,-24,80,28,-121,110,-119,86,117,41,-39,45,41,-110,38,34,-46,45,14,-59,-71,10,19,43,-12,-36,-54,20,-55,66,124,-45,-37,-94,-52,55,25,-72,95,98,-25,-68,-108,4,0,87,-106,33,-82,-39,34,-35,0,-116,-110,-115,25,72,-87,-20,-33,-50,16,-53,93,89,78,111,-51,51,17,77,89,31,-64,61,-80,36,56,-1,-114,117,59,-74,60,79,14,39,48,-126,52,-104,95,-91,59,14,-10,112,-116,17,105,-106,-121,-30,-2,-19,12,55,-36,37,-50,77,73,-27,-107,82,22,-17,-127,-106,52,-52,122,-39,-30,-42,-44,19,-114,70,41,20,-91,-48,55,61,-42,87,-77,-79,78,-70,127,59,69,-54,119,73,119,93,-74,64,94
,111,-62,125,-84,-125,15,32,-123,97,97,71,-47,22,-74,65,81,79,-21,-101,14,16,62,50,36,-109,126,-100,80,105,-97,-36,104,-106,114,59,-77,-70,-51,-60,125,-114,88,75,-79,29,-67,-33,-58,100,-11,-109,91,67,-111,-116,-28,-72,-31,86,41,57,69,-107,-97,62,37,89,-71,110,109,89,-86,-70,-17,109,-38,34,16,-103,117,54,121,85,107,43,7,-17,105,-77,-124,-5,-68,116,35,41,-29,48,36,-99,30,118,-6,-74,-21,77,27,-88,-52,58,40,-65,122,-17,122,30,111,-90,-108,42,-35,70,97,-108,-64,84,-88,64,-7,-56,44,25,17,33,-63,14,-52,27,42,-102,19,-4,115,-1,118,-46,47,-47,-91,19,-74,-14,28,-82,-95,8,98,-99,-84,-111,126,-7,-4,-59,-117,-69,-97,-63,122,46,-111,27,66,116,-13,-17,96,59,-73,-126,123,81,-106,-45,-61,-92,-78,7,-24,-21,-95,-16,-41,-91,-110,73,-120,36,-49,-115,-95,112,-56,-32,32,-6,-22,-72,47,-4,-82,75,73,-70,-82,31,-59,-35,-85,-82,42,124,91,-94,-125,-91,36,60,-12,-57,-98,39,28,47,9,3,32,122,5,-13,76,106,-128,-84,51,46,-40,-124,-39,-126,77,-74,-79,79,54,106,4,-76,5,30,-47,114,12,-109,-47,-61,-95,64,-2,30,8,123,-77
,97,-60,53,-80,-9,-52,6,-93,-85,-12,56,-42,90,-67,44,-74,-10,113,-122,51,61,-36,-26,111,-75,-44,-108,-36,48,-86,43,-113,-10,-74,-97,-99,-108,118,-29,-56,-92,84,-55,-116,123,-60,82,-32,3,-29,17,-55,-116,67,78,-77,44,76,67,46,37,-87,-88,-60,39,-111,111,108,104,51,83,-94,-11,-99,101,74,-78,-31,-106,-126,27,50,-85,-19,123,89,70,30,19,49,-29,8,56,-90,-33,24,-122,103,-85,-1,-125,22,-81,26,-42,11,-58,-35,107,62,127,38,-85,87,77,-21,-5,-103,-67,48,-96,63,95,126,76,-79,91,10,-70,45,-91,-61,50,90,91,52,48,121,-74,-72,18,17,-82,121,-50,-8,43,-125,-66,18,117,110,109,-6,-81,-55,-48,57,-120,-77,-96,81,-35,-111,-102,37,-120,-80,-28,-39,10,84,-80,-101,116,-128,-85,-19,-100,91,123,-4,-45,24,125,-110,-109,39,118,-14,-16,-112,-66,-58,-66,-14,-58,-58,46,62,38,106,107,-99,-103,-99,-60,125,-68,89,-60,93,-113,-10,-26,0,23,76,-7,111,-124,-33,0,62,17,30,18,28,52,55,-28,-1,-78,97,-56,-65,5,-88,-77,118,-60,-89,-59,-19,14,-107,28,-17,10,-73,81,124,-109,118,-10,-59,6,103,117,-33,89,-21,43,-117,-33,39,0,96,-13,3
8,126,103,118,106,53,93,-81,-21,117,-118,-51,30,-56,84,-15,3,-72,-8,94,-8,-61,12,81,61,-29,63,21,-70,96,-45,-69,-61,67,21,-10,-27,109,126,-73,-4,123,10,-108,61,6,-63,-119,28,124,29,-29,-48,-73,-67,-76,-64,7,89,-31,-121,101,-115,-85,40,31,67,37,119,-23,-77,79,69,123,-91,41,-38,-63,-53,46,88,-94,-50,105,-32,56,75,2,-84,-106,-42,-16,40,69,-110,-110,-8,124,43,103,-56,-111,-4,-111,-125,-29,103,-96,-64,-113,92,-90,43,-104,10,74,-93,-48,39,-85,28,6,-18,120,28,77,-23,-65,105,-67,21,-2,-100,-120,-36,-126,-10,-15,114,-124,-56,-45,-20,41,-51,-45,75,-37,9,-126,-47,63,-126,-117,-88,-76,50,74,-102,-16,36,37,-126,81,75,-67,96,-20,-125,-50,-87,-86,61,-31,86,76,37,29,-89,-102,117,40,16,95,99,44,98,-23,86,52,27,45,-53,-20,-98,24,-115,-122,1,31,-43,83,83,44,65,24,15,-108,-116,104,-75,-84,106,-93,-37,-88,118,-102,-75,99,-67,-34,109,-21,-11,78,77,39,-37,25,-15,-28,117,-62,49,93,45,-28,114,-22,-85,-30,65,122,47,-111,-106,47,22,-64,-123,37,-127,108,59,-105,17,-33,-43,90,109,-35,92,-106,-88,41,47,65,-36,10
,-53,86,83,-42,-85,86,-75,-37,104,-43,64,-57,26,-47,115,66,-26,28,-97,19,117,-105,89,27,63,18,60,-61,63,37,-96,7,-102,-55,-2,-41,56,110,-120,-93,121,57,-18,-9,61,-116,104,-81,-115,72,-100,106,-83,102,83,-81,-111,-89,-69,98,9,-72,95,87,-21,93,-93,78,-65,-98,-75,91,-51,55,92,2,93,48,90,93,-67,-35,110,-75,83,-69,13,-67,-7,-58,58,78,45,-128,41,112,5,-102,-86,84,102,-41,58,63,5,102,17,-106,19,73,-21,15,-109,20,-125,-25,94,36,115,-12,8,-90,71,-117,126,61,-94,35,59,117,-72,-81,-49,45,-16,-2,-84,109,88,-106,14,118,23,-44,15,-92,72,34,-107,-35,-33,16,-95,-122,-65,94,102,91,-81,-126,-9,-7,2,8,36,-92,38,-7,-123,104,-56,-87,104,-68,-114,-116,-122,78,53,-21,-35,22,-119,58,120,78,-105,8,-29,-4,74,-93,-38,126,-77,106,61,-83,-88,-16,42,35,30,-41,-113,-52,-123,-59,-4,28,-23,-52,79,37,87,56,-56,113,-114,21,-30,-23,122,-54,54,-115,47,-51,-120,84,109,78,-33,-10,17,-76,0,-92,-91,-126,69,-50,-77,-43,-79,78,59,22,-100,-72,-91,-73,-115,106,-61,-8,9,114,-97,-118,5,53,42,41,38,-96,49,-102,-124,-92,-83,67,-70
,-42,89,-26,-98,-24,96,54,45,18,46,-128,45,-77,-28,-24,-102,-57,-99,-93,-93,-60,113,46,-57,60,-123,92,-90,-123,-54,-91,20,51,105,-3,-100,-76,8,-111,-84,-75,78,78,-120,67,-11,-18,-79,14,4,-119,-112,98,33,-81,106,7,-59,60,68,-88,118,-38,-31,-91,-95,-109,95,53,-120,110,-83,64,14,-90,106,16,21,92,61,13,-90,121,-38,48,-64,-12,-22,89,34,-89,-112,103,42,94,27,77,125,-47,49,101,-22,-63,-78,-57,115,27,111,-38,-83,-50,41,107,54,-119,40,-18,71,90,-42,-23,-15,-71,105,-48,-126,-41,79,90,-19,-13,-87,39,-32,72,-95,-88,-27,72,59,-30,82,23,-103,73,111,48,-38,86,103,-119,-73,-88,-67,42,-26,11,57,-107,52,-84,84,-12,-46,-116,-36,-5,84,7,123,83,-21,90,-58,-119,-50,67,6,6,28,-28,55,-28,-55,82,-47,-4,-97,-42,12,45,-104,-3,-81,21,-13,-75,98,-14,119,119,-62,-9,11,-96,52,5,-106,51,91,-127,-27,-28,33,-14,-109,117,-24,118,35,-12,95,5,-31,-97,109,-15,111,82,-62,-45,15,-36,70,44,96,-22,-44,-3,-49,-97,82,92,-85,-63,61,-67,39,-5,125,-118,-20,-54,5,34,60,-13,-29,97,28,-114,-15,-110,-57,-85,111,69,-2,11,-121,92,-107
,-20,-7,41,0,0]},"slaXml":{"rawBlob":[79,66,74,0,0,0,1,0,0,0,1,0,5,99,111,100,101,99,0,2,103,122,31,-117,8,0,0,0,0,0,0,0,3,0,0,0,0,0,0,0,0,0]},"appName":"aggregator-wf","appPath":"hdfs://asasvari-cm-1.vpc.cloudera.com:8020/user/systest/oozie.1469013271435/examples/apps/aggregator","conf":{"rawBlob":[79,66,74,0,0,0,1,0,0,0,1,0,5,99,111,100,101,99,0,2,103,122,31,-117,8,0,0,0,0,0,0,0,-51,85,-55,78,-61,48,16,-67,35,-15,15,124,0,-15,-110,-106,-83,-118,122,-30,-120,122,64,-100,-72,-96,-63,-98,-92,-122,36,99,-68,-76,-123,-81,39,75,-111,64,-124,37,32,-106,-56,-78,-58,89,-34,-110,-79,103,50,69,117,110,-118,-24,32,24,-86,-25,-69,59,123,123,-103,117,100,-47,-123,-5,110,-43,-84,107,-88,112,-114,27,-88,108,-119,-2,-100,40,100,-68,-69,-75,125,-68,-126,50,-30,-100,-24,-63,32,-109,-45,-61,19,33,39,-23,-111,-100,78,14,-8,-45,55,25,-17,-33,-23,-48,-7,11,-8,97,-78,30,76,17,57,-51,-64,-38,-46,-88,78,30,-77,16,-106,67,-28,75,-99,-5,25,-25,-32,-63,-81,-64,-103,68,85,-119,100,43,-85,-104,42,41,106,116,-48
,96,85,-77,99,-111,10,30,61,58,-18,-17,125,64,31,-8,123,-94,121,67,-36,76,69,-31,-80,-128,64,-114,119,114,76,-35,-58,-55,-38,-124,101,66,121,-18,49,-80,77,85,-114,54,-40,-86,96,109,52,-28,102,-85,110,52,-88,15,-32,6,115,-109,10,41,18,33,-101,113,33,-28,108,42,46,71,67,87,96,29,-22,-88,-112,-35,-48,53,-5,17,-11,119,17,35,46,-34,0,-43,-104,67,44,-57,-125,-74,-45,-126,-12,32,-26,-25,55,-51,104,90,83,-37,24,78,33,-64,-81,109,-42,-114,49,-47,13,37,119,-80,62,-93,-62,-13,54,-21,92,-56,-19,-104,-118,-3,-65,33,78,-1,-118,88,-116,-49,27,-59,-16,-37,-119,-21,41,123,31,-49,-118,-51,83,-120,-6,-75,-77,-47,-74,-102,51,123,-31,64,-35,-94,27,-78,-11,-95,-97,73,58,-102,17,107,-3,81,33,74,103,-30,11,-123,-88,-1,-105,-21,-4,-33,-76,-123,-17,-11,54,-43,-23,-81,-87,106,-6,74,121,21,-52,112,-11,-109,-23,97,58,-111,-94,-65,-34,36,-52,-8,-53,94,-2,8,-28,-117,-119,85,-37,7,0,0]},"user":"systest","run":0,"parentId":"0000002-160720041037822-oozie-oozi-C@1","actions":[]}
[2/2] oozie git commit: OOZIE-2632 Provide database dump/load
functionality to make database migration easier (gezapeti,
rjustice via rkanter)
Posted by rk...@apache.org.
OOZIE-2632 Provide database dump/load functionality to make database migration easier (gezapeti, rjustice via rkanter)
Project: http://git-wip-us.apache.org/repos/asf/oozie/repo
Commit: http://git-wip-us.apache.org/repos/asf/oozie/commit/9ad8fd93
Tree: http://git-wip-us.apache.org/repos/asf/oozie/tree/9ad8fd93
Diff: http://git-wip-us.apache.org/repos/asf/oozie/diff/9ad8fd93
Branch: refs/heads/master
Commit: 9ad8fd93b113dcbdd8098a45e12a185b851226de
Parents: 4f63e9f
Author: Robert Kanter <rk...@cloudera.com>
Authored: Wed Aug 31 14:19:48 2016 -0700
Committer: Robert Kanter <rk...@cloudera.com>
Committed: Wed Aug 31 14:27:41 2016 -0700
----------------------------------------------------------------------
distro/src/main/bin/oozie-setup.ps1 | 6 +-
distro/src/main/bin/oozie-setup.sh | 14 +-
pom.xml | 7 +-
release-log.txt | 1 +
tools/pom.xml | 6 +
.../java/org/apache/oozie/tools/OozieDBCLI.java | 3 +-
.../apache/oozie/tools/OozieDBExportCLI.java | 196 +++++++++++++++++
.../apache/oozie/tools/OozieDBImportCLI.java | 214 +++++++++++++++++++
.../org/apache/oozie/tools/TestDBLoadDump.java | 115 ++++++++++
.../src/test/resources/dumpData/ooziedb_ac.json | 3 +
.../test/resources/dumpData/ooziedb_bna.json | 0
.../test/resources/dumpData/ooziedb_bnj.json | 0
.../src/test/resources/dumpData/ooziedb_ca.json | 3 +
.../src/test/resources/dumpData/ooziedb_cj.json | 3 +
.../test/resources/dumpData/ooziedb_slareg.json | 0
.../test/resources/dumpData/ooziedb_slasum.json | 0
.../resources/dumpData/ooziedb_sysinfo.json | 1 +
.../src/test/resources/dumpData/ooziedb_wf.json | 1 +
18 files changed, 568 insertions(+), 5 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/oozie/blob/9ad8fd93/distro/src/main/bin/oozie-setup.ps1
----------------------------------------------------------------------
diff --git a/distro/src/main/bin/oozie-setup.ps1 b/distro/src/main/bin/oozie-setup.ps1
index ca89b88..7446230 100644
--- a/distro/src/main/bin/oozie-setup.ps1
+++ b/distro/src/main/bin/oozie-setup.ps1
@@ -84,7 +84,7 @@ if ($env:JAVA_HOME) {
$JAVA_BIN = "java.exe"
}
-if (($Command -eq "sharelib") -Or ($Command -eq "db")) {
+if (($Command -eq "sharelib") -Or ($Command -eq "db") -Or ($Command -eq "import") -Or ($Command -eq "export")) {
$OOZIE_OPTS="-Doozie.home.dir=$OOZIE_HOME";
$OOZIE_OPTS="$OOZIE_OPTS -Doozie.config.dir=$OOZIE_HOME\conf";
$OOZIE_OPTS="$OOZIE_OPTS -Doozie.log.dir=$OOZIE_HOME\log";
@@ -100,6 +100,10 @@ if (($Command -eq "sharelib") -Or ($Command -eq "db")) {
Start-Process $JAVA_BIN -ArgumentList "$OOZIE_OPTS -cp $OOZIECPPATH org.apache.oozie.tools.OozieSharelibCLI $COMMAND_OPTS" -Wait -NoNewWindow
} elseif ($Command -eq "db") {
Start-Process $JAVA_BIN -ArgumentList "$OOZIE_OPTS -cp $OOZIECPPATH org.apache.oozie.tools.OozieDBCLI $COMMAND_OPTS" -Wait -NoNewWindow
+ } elseif ($Command -eq "export"){
+ Start-Process $JAVA_BIN -ArgumentList "$OOZIE_OPTS -cp $OOZIECPPATH org.apache.oozie.tools.OozieDBExportCLI $COMMAND_OPTS" -Wait -NoNewWindow
+ } elseif ($Command -eq "import"){
+ Start-Process $JAVA_BIN -ArgumentList "$OOZIE_OPTS -cp $OOZIECPPATH org.apache.oozie.tools.OozieDBImportCLI $COMMAND_OPTS" -Wait -NoNewWindow
}
exit 0
}elseif ($Command -eq "prepare-war"){
http://git-wip-us.apache.org/repos/asf/oozie/blob/9ad8fd93/distro/src/main/bin/oozie-setup.sh
----------------------------------------------------------------------
diff --git a/distro/src/main/bin/oozie-setup.sh b/distro/src/main/bin/oozie-setup.sh
index 3b6a643..d3a46a9 100644
--- a/distro/src/main/bin/oozie-setup.sh
+++ b/distro/src/main/bin/oozie-setup.sh
@@ -39,6 +39,10 @@ function printUsage() {
echo " is no existing sharelib installed in HDFS)"
echo " db create|upgrade|postupgrade -run [-sqlfile <FILE>] (create, upgrade or postupgrade oozie db with an"
echo " optional sql File)"
+ echo " export file exports the oozie database to the specified"
+ echo " file in zip format"
+ echo " import file imports the oozie database from JSON file"
+ echo " created by export"
echo " (without options prints this usage information)"
echo
echo " EXTJS can be downloaded from http://www.extjs.com/learn/Ext_Version_Archives"
@@ -130,7 +134,7 @@ secureConfigsDir="${CATALINA_BASE}/conf/ssl"
while [ $# -gt 0 ]
do
- if [ "$1" = "sharelib" ] || [ "$1" = "db" ]; then
+ if [ "$1" = "sharelib" ] || [ "$1" = "db" ] || [ "$1" = "export" ] || [ "$1" = "import" ]; then
OOZIE_OPTS="-Doozie.home.dir=${OOZIE_HOME}";
OOZIE_OPTS="${OOZIE_OPTS} -Doozie.config.dir=${OOZIE_CONFIG}";
OOZIE_OPTS="${OOZIE_OPTS} -Doozie.log.dir=${OOZIE_LOG}";
@@ -158,9 +162,15 @@ do
if [ "$1" = "sharelib" ]; then
shift
${JAVA_BIN} ${OOZIE_OPTS} -cp ${OOZIECPPATH} org.apache.oozie.tools.OozieSharelibCLI "${@}"
- else
+ elif [ "$1" = "db" ]; then
shift
${JAVA_BIN} ${OOZIE_OPTS} -cp ${OOZIECPPATH} org.apache.oozie.tools.OozieDBCLI "${@}"
+ elif [ "$1" = "export" ]; then
+ shift
+ ${JAVA_BIN} ${OOZIE_OPTS} -cp ${OOZIECPPATH} org.apache.oozie.tools.OozieDBExportCLI "${@}"
+ elif [ "$1" = "import" ]; then
+ shift
+ ${JAVA_BIN} ${OOZIE_OPTS} -cp ${OOZIECPPATH} org.apache.oozie.tools.OozieDBImportCLI "${@}"
fi
exit $?
elif [ "$1" = "-secure" ]; then
http://git-wip-us.apache.org/repos/asf/oozie/blob/9ad8fd93/pom.xml
----------------------------------------------------------------------
diff --git a/pom.xml b/pom.xml
index 9e06e89..6571a1b 100644
--- a/pom.xml
+++ b/pom.xml
@@ -1470,7 +1470,11 @@
<artifactId>joda-time</artifactId>
<version>2.1</version>
</dependency>
-
+ <dependency>
+ <groupId>com.google.code.gson</groupId>
+ <artifactId>gson</artifactId>
+ <version>2.7</version>
+ </dependency>
</dependencies>
</dependencyManagement>
@@ -1727,6 +1731,7 @@
<exclude>test-patch/**</exclude>
<exclude>**/.idea/**</exclude>
<exclude>*.patch</exclude>
+ <exclude>tools/src/test/resources/dumpData/ooziedb*.json</exclude>
</excludes>
</configuration>
</plugin>
http://git-wip-us.apache.org/repos/asf/oozie/blob/9ad8fd93/release-log.txt
----------------------------------------------------------------------
diff --git a/release-log.txt b/release-log.txt
index 100c3e7..c08ba77 100644
--- a/release-log.txt
+++ b/release-log.txt
@@ -1,5 +1,6 @@
-- Oozie 4.3.0 release (trunk - unreleased)
+OOZIE-2632 Provide database dump/load functionality to make database migration easier (gezapeti, rjustice via rkanter)
OOZIE-2243 Kill Command does not kill the child job for java action (jaydeepvishwakarma)
OOZIE-2649 Can't override sub-workflow configuration property if defined in parent workflow XML (asasvari via rkanter)
OOZIE-2656 OozieShareLibCLI uses op system username instead of Kerberos to upload jars (gezapeti via rkanter)
http://git-wip-us.apache.org/repos/asf/oozie/blob/9ad8fd93/tools/pom.xml
----------------------------------------------------------------------
diff --git a/tools/pom.xml b/tools/pom.xml
index 114ba8e..581e0cf 100644
--- a/tools/pom.xml
+++ b/tools/pom.xml
@@ -78,6 +78,12 @@
<artifactId>oozie-core</artifactId>
<scope>provided</scope>
</dependency>
+ <dependency>
+ <groupId>com.google.code.gson</groupId>
+ <artifactId>gson</artifactId>
+ <scope>compile</scope>
+ </dependency>
+
</dependencies>
<build>
http://git-wip-us.apache.org/repos/asf/oozie/blob/9ad8fd93/tools/src/main/java/org/apache/oozie/tools/OozieDBCLI.java
----------------------------------------------------------------------
diff --git a/tools/src/main/java/org/apache/oozie/tools/OozieDBCLI.java b/tools/src/main/java/org/apache/oozie/tools/OozieDBCLI.java
index 8b3e939..8ada2e4 100644
--- a/tools/src/main/java/org/apache/oozie/tools/OozieDBCLI.java
+++ b/tools/src/main/java/org/apache/oozie/tools/OozieDBCLI.java
@@ -581,7 +581,8 @@ public class OozieDBCLI {
for (String column : columnNames) {
if (startingVersion.equals(DB_VERSION_PRE_4_0)
&& tableName.equals("COORD_ACTIONS") && column.equals("push_missing_dependencies")) {
- // The push_missing_depdencies column was added in DB_VERSION_FOR_4_0 as TEXT and we're going to convert it to
+ // The push_missing_depdencies column was added in DB_VERSION_FOR_4_0 as TEXT and we're
+ // going to convert it to
// BYTEA in DB_VERSION_FOR_5_0. However, if Oozie 5 did the upgrade from DB_VERSION_PRE_4_0 to
// DB_VERSION_FOR_4_0 (and is now doing it for DB_VERSION_FOR_5_0) push_missing_depdencies will already be a
// BYTEA because Oozie 5 created the column instead of Oozie 4; and the update query below will fail.
http://git-wip-us.apache.org/repos/asf/oozie/blob/9ad8fd93/tools/src/main/java/org/apache/oozie/tools/OozieDBExportCLI.java
----------------------------------------------------------------------
diff --git a/tools/src/main/java/org/apache/oozie/tools/OozieDBExportCLI.java b/tools/src/main/java/org/apache/oozie/tools/OozieDBExportCLI.java
new file mode 100644
index 0000000..740a48b
--- /dev/null
+++ b/tools/src/main/java/org/apache/oozie/tools/OozieDBExportCLI.java
@@ -0,0 +1,196 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.oozie.tools;
+
+import com.google.gson.Gson;
+import org.apache.commons.cli.Options;
+import org.apache.commons.cli.ParseException;
+import org.apache.oozie.cli.CLIParser;
+import org.apache.oozie.service.JPAService;
+import org.apache.oozie.service.Services;
+import org.apache.oozie.store.StoreException;
+import org.apache.oozie.util.IOUtils;
+
+import javax.persistence.EntityManager;
+import javax.persistence.FlushModeType;
+import javax.persistence.Query;
+import java.io.BufferedWriter;
+import java.io.File;
+import java.io.FileOutputStream;
+import java.io.IOException;
+import java.io.OutputStreamWriter;
+import java.sql.Connection;
+import java.sql.ResultSet;
+import java.sql.Statement;
+import java.util.Iterator;
+import java.util.List;
+import java.util.zip.ZipEntry;
+import java.util.zip.ZipOutputStream;
+
+/**
+ * This class provides the following functionality:
+ * <p/>
+ * <ul>
+ * <li>Exports the data from the Oozie database to a specified target zip file</li>
+ * <li>This class uses the current oozie configuration in oozie-site.xml</li>
+ * </ul>
+ * <p/>
+ */
+
+public class OozieDBExportCLI {
+
+ public static final String OOZIEDB_WF_JSON = "ooziedb_wf.json";
+ public static final String OOZIEDB_AC_JSON = "ooziedb_ac.json";
+ public static final String OOZIEDB_CJ_JSON = "ooziedb_cj.json";
+ public static final String OOZIEDB_CA_JSON = "ooziedb_ca.json";
+ public static final String OOZIEDB_BNJ_JSON = "ooziedb_bnj.json";
+ public static final String OOZIEDB_BNA_JSON = "ooziedb_bna.json";
+ public static final String OOZIEDB_SLAREG_JSON = "ooziedb_slareg.json";
+ public static final String OOZIEDB_SLASUM_JSON = "ooziedb_slasum.json";
+ public static final String OOZIEDB_SYS_INFO_JSON = "ooziedb_sysinfo.json";
+
+ private static final int LIMIT = 1000;
+ private static final String[] HELP_INFO = {
+ "",
+ "OozieDBExportCLI dumps Oozie database into a zip file."
+ };
+ private static final String HELP_CMD = "help";
+ private static final String EXPORT_CMD = "export";
+
+ public static void main(String[] args) {
+
+ CLIParser parser = new CLIParser("oozie-setup.sh", HELP_INFO);
+ parser.addCommand(HELP_CMD, "", "display usage for all commands or specified command", new Options(), false);
+ parser.addCommand(EXPORT_CMD, "",
+ "exports the contents of the Oozie database to the specified file",
+ new Options(), true);
+
+ try {
+ CLIParser.Command command = parser.parse(args);
+ if (command.getName().equals(EXPORT_CMD)) {
+ Services services = new Services();
+ services.getConf().set(Services.CONF_SERVICE_CLASSES, JPAService.class.getName());
+ services.getConf().set(Services.CONF_SERVICE_EXT_CLASSES, "");
+ services.init();
+ queryAllDBTables(command.getCommandLine().getArgs()[0]);
+ } else if (command.getName().equals(HELP_CMD)) {
+ parser.showHelp(command.getCommandLine());
+ }
+ } catch (ParseException pex) {
+ System.err.println("Invalid sub-command: " + pex.getMessage());
+ System.err.println();
+ System.err.println(parser.shortHelp());
+ System.exit(1);
+ } catch (Exception e) {
+ System.err.println();
+ System.err.println("Error: " + e.getMessage());
+ System.err.println();
+ System.err.println("Stack trace for the error was (for debug purposes):");
+ System.err.println("--------------------------------------");
+ e.printStackTrace(System.err);
+ System.err.println("--------------------------------------");
+ System.err.println();
+ System.exit(1);
+ } finally {
+ if (Services.get() != null) {
+ Services.get().destroy();
+ }
+ }
+ }
+
+ private static void queryAllDBTables(String filename) throws StoreException, IOException {
+
+ EntityManager manager = null;
+ ZipOutputStream zos = null;
+ File file = null;
+ try {
+ file = new File(filename);
+ zos = new ZipOutputStream(new FileOutputStream(file));
+ zos.setLevel(1);
+ manager = Services.get().get(JPAService.class).getEntityManager();
+ manager.setFlushMode(FlushModeType.COMMIT);
+
+ int infoSize = exportTableToJSON(manager.createNativeQuery("select name, data from OOZIE_SYS where name = 'db.version'"), zos, OOZIEDB_SYS_INFO_JSON);
+ System.out.println(infoSize + " rows exported from OOZIE_SYS");
+
+ int wfjSize = exportTableToJSON(manager.createNamedQuery("GET_WORKFLOWS"), zos, OOZIEDB_WF_JSON);
+ System.out.println(wfjSize + " rows exported from WF_JOBS");
+
+ int wfaSize = exportTableToJSON(manager.createNamedQuery("GET_ACTIONS"), zos, OOZIEDB_AC_JSON);
+ System.out.println(wfaSize + " rows exported from WF_ACTIONS");
+
+ int cojSize = exportTableToJSON(manager.createNamedQuery("GET_COORD_JOBS"), zos, OOZIEDB_CJ_JSON);
+ System.out.println(cojSize + " rows exported from COORD_JOBS");
+
+ int coaSize = exportTableToJSON(manager.createNamedQuery("GET_COORD_ACTIONS"), zos, OOZIEDB_CA_JSON);
+ System.out.println(coaSize + " rows exported from COORD_ACTIONS");
+
+ int bnjSize = exportTableToJSON(manager.createNamedQuery("GET_BUNDLE_JOBS"), zos, OOZIEDB_BNJ_JSON);
+ System.out.println(bnjSize + " rows exported from BUNDLE_JOBS");
+
+ int bnaSize = exportTableToJSON(manager.createNamedQuery("GET_BUNDLE_ACTIONS"), zos, OOZIEDB_BNA_JSON);
+ System.out.println(bnaSize + " rows exported from BUNDLE_ACTIONS");
+
+ int slaRegSize = exportTableToJSON(
+ manager.createQuery("select OBJECT(w) from SLARegistrationBean w"), zos, OOZIEDB_SLAREG_JSON);
+ System.out.println(slaRegSize + " rows exported from SLA_REGISTRATION");
+
+ int ssSize = exportTableToJSON(
+ manager.createQuery("select OBJECT(w) from SLASummaryBean w"), zos, OOZIEDB_SLASUM_JSON);
+ System.out.println(ssSize + " rows exported from SLA_SUMMARY");
+
+ } catch (Exception e){
+ System.err.println("Error during dump creation: " + e.getMessage());
+ System.err.println();
+ e.printStackTrace(System.err);
+ System.err.println();
+ if (file != null) {
+ file.delete();
+ }
+ System.exit(1);
+ } finally {
+ IOUtils.closeSafely(zos);
+ if (manager != null) {
+ manager.close();
+ }
+ }
+ }
+
+ private static int exportTableToJSON(Query query, ZipOutputStream zipOutputStream, String filename) throws IOException {
+ Gson gson = new Gson();
+ ZipEntry zipEntry = new ZipEntry(filename);
+ zipOutputStream.putNextEntry(zipEntry);
+ BufferedWriter writer = new BufferedWriter(new OutputStreamWriter(zipOutputStream, "UTF-8"));
+ query.setMaxResults(LIMIT);
+ int exported = 0;
+ List<?> list = query.getResultList();
+ while (!list.isEmpty()) {
+ query.setFirstResult(exported);
+ list = query.getResultList();
+ for (Object w : list) {
+ exported++;
+ gson.toJson(w, writer);
+ writer.newLine();
+ }
+ }
+ writer.flush();
+ zipOutputStream.closeEntry();
+ return exported;
+ }
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/oozie/blob/9ad8fd93/tools/src/main/java/org/apache/oozie/tools/OozieDBImportCLI.java
----------------------------------------------------------------------
diff --git a/tools/src/main/java/org/apache/oozie/tools/OozieDBImportCLI.java b/tools/src/main/java/org/apache/oozie/tools/OozieDBImportCLI.java
new file mode 100644
index 0000000..0e14a30
--- /dev/null
+++ b/tools/src/main/java/org/apache/oozie/tools/OozieDBImportCLI.java
@@ -0,0 +1,214 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.oozie.tools;
+
+import com.google.gson.Gson;
+import org.apache.commons.cli.Options;
+
+import org.apache.commons.cli.ParseException;
+import org.apache.oozie.BundleActionBean;
+import org.apache.oozie.BundleJobBean;
+import org.apache.oozie.CoordinatorActionBean;
+import org.apache.oozie.CoordinatorJobBean;
+import org.apache.oozie.WorkflowActionBean;
+import org.apache.oozie.WorkflowJobBean;
+import org.apache.oozie.cli.CLIParser;
+import org.apache.oozie.executor.jpa.JPAExecutorException;
+import org.apache.oozie.service.JPAService;
+import org.apache.oozie.service.Services;
+import org.apache.oozie.sla.SLARegistrationBean;
+import org.apache.oozie.sla.SLASummaryBean;
+import org.apache.oozie.store.StoreException;
+
+import javax.persistence.EntityManager;
+import javax.persistence.EntityTransaction;
+import javax.persistence.FlushModeType;
+
+import java.io.BufferedReader;
+import java.io.IOException;
+import java.io.InputStreamReader;
+import java.util.Arrays;
+import java.util.List;
+import java.util.zip.ZipEntry;
+import java.util.zip.ZipFile;
+
+import static org.apache.oozie.tools.OozieDBExportCLI.*;
+
+/**
+ * This class provides the following functionality:
+ * <p/>
+ * <ul>
+ * <li>Imports the data from json files created by {@link OozieDBExportCLI} the specified target zip file</li>
+ * <li>This class uses the current oozie configuration in oozie-site.xml</li>
+ * </ul>
+ * <p/>
+ */
+
+
+public class OozieDBImportCLI {
+ private static final String[] HELP_INFO = {
+ "",
+ "OozieDBImportCLI reads Oozie database from a zip file."
+ };
+ private static final String IMPORT_CMD = "import";
+ private static final String HELP_CMD = "help";
+
+ public static void main(String[] args) throws ParseException {
+
+
+ CLIParser parser = new CLIParser("oozie-setup.sh", HELP_INFO);
+ parser.addCommand(HELP_CMD, "", "display usage for all commands or specified command", new Options(), false);
+ parser.addCommand(IMPORT_CMD, "",
+ "imports the contents of the Oozie database from the specified file",
+ new Options(), true);
+
+ try {
+ CLIParser.Command command = parser.parse(args);
+ if (command.getName().equals(IMPORT_CMD)) {
+ Services services = new Services();
+ services.getConf().set(Services.CONF_SERVICE_CLASSES, JPAService.class.getName());
+ services.getConf().set(Services.CONF_SERVICE_EXT_CLASSES, "");
+ services.init();
+ System.out.println("==========================================================");
+ System.out.println(Arrays.toString(command.getCommandLine().getArgs()));
+ importAllDBTables(command.getCommandLine().getArgs()[0]);
+ } else if (command.getName().equals(HELP_CMD)) {
+ parser.showHelp(command.getCommandLine());
+ }
+ } catch (ParseException pex) {
+ System.err.println("Invalid sub-command: " + pex.getMessage());
+ System.err.println();
+ System.err.println(parser.shortHelp());
+ System.exit(1);
+ } catch (Throwable e) {
+ System.err.println();
+ System.err.println("Error: " + e.getMessage());
+ System.err.println();
+ System.err.println("Stack trace for the error was (for debug purposes):");
+ System.err.println("--------------------------------------");
+ e.printStackTrace(System.err);
+ System.err.println("--------------------------------------");
+ System.err.println();
+ System.exit(1);
+ } finally {
+ if (Services.get() != null) {
+ Services.get().destroy();
+ }
+ }
+ }
+
+ private static void importAllDBTables(String zipFileName) throws StoreException, IOException, JPAExecutorException {
+
+ EntityManager entityManager = null;
+ ZipFile zipFile = null;
+ try {
+
+ entityManager = Services.get().get(JPAService.class).getEntityManager();
+ entityManager.setFlushMode(FlushModeType.COMMIT);
+ zipFile = new ZipFile(zipFileName);
+ checkDBVersion(entityManager, zipFile);
+ importFrom(entityManager, zipFile, "WF_JOBS", WorkflowJobBean.class, OOZIEDB_WF_JSON);
+ importFrom(entityManager, zipFile, "WF_ACTIONS", WorkflowActionBean.class, OOZIEDB_AC_JSON);
+ importFrom(entityManager, zipFile, "COORD_JOBS", CoordinatorJobBean.class, OOZIEDB_CJ_JSON);
+ importFrom(entityManager, zipFile, "COORD_ACTIONS", CoordinatorActionBean.class, OOZIEDB_CA_JSON);
+ importFrom(entityManager, zipFile, "BUNDLE_JOBS", BundleJobBean.class, OOZIEDB_BNJ_JSON);
+ importFrom(entityManager, zipFile, "BUNDLE_ACTIONS", BundleActionBean.class, OOZIEDB_BNA_JSON);
+ importFrom(entityManager, zipFile, "SLA_REGISTRATION", SLARegistrationBean.class, OOZIEDB_SLAREG_JSON);
+ importFrom(entityManager, zipFile, "SLA_SUMMARY", SLASummaryBean.class, OOZIEDB_SLASUM_JSON);
+
+ } finally {
+ if (entityManager != null) {
+ entityManager.close();
+ }
+ if(zipFile != null){
+ zipFile.close();
+ }
+ }
+
+ }
+
+ private static void checkDBVersion(EntityManager entityManager, ZipFile zipFile) throws IOException {
+ try {
+ String currentDBVersion = (String) entityManager.createNativeQuery("select data from OOZIE_SYS where name='db.version'").getSingleResult();
+ String dumpDBVersion = null;
+ ZipEntry entry = zipFile.getEntry(OOZIEDB_SYS_INFO_JSON);
+ BufferedReader reader = new BufferedReader(new InputStreamReader(zipFile.getInputStream(entry), "UTF-8"));
+ String line;
+ Gson gson = new Gson();
+ while ((line = reader.readLine()) != null) {
+ List<String> info = gson.fromJson(line, List.class);
+ if (info.size() > 1 && "db.version".equals(info.get(0))) {
+ dumpDBVersion = info.get(1);
+ }
+ }
+ reader.close();
+ if (currentDBVersion.equals(dumpDBVersion)) {
+ System.out.println("Loading to Oozie database version " + currentDBVersion);
+ } else {
+ System.err.println("ERROR Oozie database version mismatch.");
+ System.err.println("Oozie DB version:\t" + currentDBVersion);
+ System.err.println("Dump DB version:\t" + dumpDBVersion);
+ System.exit(1);
+ }
+ }catch (Exception e){
+ System.err.println();
+ System.err.println("Error during DB version check: " + e.getMessage());
+ System.err.println();
+ System.err.println("Stack trace for the error was (for debug purposes):");
+ System.err.println("--------------------------------------");
+ e.printStackTrace(System.err);
+ System.err.println("--------------------------------------");
+ System.err.println();
+ }
+ }
+
+ private static void importFrom(EntityManager entityManager, ZipFile zipFile, String table,
+ Class<?> clazz, String fileName) throws JPAExecutorException, IOException {
+ EntityTransaction transaction = entityManager.getTransaction();
+ transaction.begin();
+ try {
+ int size = importFromJSONtoDB(entityManager, zipFile, fileName, clazz);
+ transaction.commit();
+ System.out.println(size + " rows imported to " + table);
+ } catch (Exception e) {
+ if (transaction.isActive()) {
+ transaction.rollback();
+ }
+ throw new RuntimeException("Import failed to table " + table + ".", e);
+ }
+ }
+
+ private static <E> int importFromJSONtoDB(EntityManager entityManager, ZipFile zipFile, String filename, Class<E> clazz)
+ throws JPAExecutorException, IOException {
+ int wfjSize = 0;
+ Gson gson = new Gson();
+ ZipEntry entry = zipFile.getEntry(filename);
+ if (entry != null) {
+ BufferedReader reader = new BufferedReader(new InputStreamReader(zipFile.getInputStream(entry), "UTF-8"));
+ String line;
+ while ((line = reader.readLine()) != null) {
+ E workflow = gson.fromJson(line, clazz);
+ entityManager.persist(workflow);
+ wfjSize++;
+ }
+ reader.close();
+ }
+ return wfjSize;
+ }
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/oozie/blob/9ad8fd93/tools/src/test/java/org/apache/oozie/tools/TestDBLoadDump.java
----------------------------------------------------------------------
diff --git a/tools/src/test/java/org/apache/oozie/tools/TestDBLoadDump.java b/tools/src/test/java/org/apache/oozie/tools/TestDBLoadDump.java
new file mode 100644
index 0000000..c43223e
--- /dev/null
+++ b/tools/src/test/java/org/apache/oozie/tools/TestDBLoadDump.java
@@ -0,0 +1,115 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.oozie.tools;
+
+import org.apache.oozie.WorkflowJobBean;
+import org.apache.oozie.service.JPAService;
+import org.apache.oozie.service.ServiceException;
+import org.apache.oozie.service.Services;
+import org.apache.oozie.test.XTestCase;
+import org.apache.oozie.util.IOUtils;
+import org.junit.AfterClass;
+import org.junit.BeforeClass;
+import org.junit.Test;
+
+import javax.persistence.EntityManager;
+import javax.persistence.EntityTransaction;
+import javax.persistence.Query;
+import java.io.BufferedReader;
+import java.io.File;
+import java.io.FileOutputStream;
+import java.io.InputStreamReader;
+import java.util.List;
+import java.util.zip.ZipFile;
+import java.util.zip.ZipOutputStream;
+
+/**
+ * Test Dump and dump reading mechanism
+ */
+public class TestDBLoadDump extends XTestCase {
+ File zipDump;
+
+ private EntityManager getEntityManager() throws ServiceException {
+ Services services = Services.get();
+ if(services == null){
+ Services s = new Services();
+ s.init();
+ services = Services.get();
+ }
+ return services.get(JPAService.class).getEntityManager();
+ }
+ @BeforeClass
+ protected void setUp() throws Exception {
+ System.getProperties().remove("oozie.test.config.file");
+ super.setUp();
+ zipDump = new File(getTestCaseDir() + System.getProperty("file.separator") + "dumpTest.zip");
+ ZipOutputStream zos = new ZipOutputStream(new FileOutputStream(zipDump));
+ zos.setLevel(1);
+ File dumpFolder = new File(getClass().getResource("/dumpData").getPath());
+ IOUtils.zipDir(dumpFolder, "", zos);
+
+ createOozieSysTable(getEntityManager());
+ }
+
+ @AfterClass
+ protected void tearDown() throws Exception {
+ dropOozieSysTable(getEntityManager());
+ super.tearDown();
+ }
+
+ @Test
+ public void testLoadDump() throws Exception {
+ OozieDBImportCLI.main(new String[]{"import", zipDump.getAbsolutePath()});
+ EntityManager entityManager = getEntityManager();
+ Query q = entityManager.createNamedQuery("GET_WORKFLOWS");
+ List<WorkflowJobBean> wfjBeans = q.getResultList();
+ int wfjSize = wfjBeans.size();
+ assertEquals(1, wfjSize);
+ assertEquals("0000003-160720041037822-oozie-oozi-W", wfjBeans.get(0).getId());
+ assertEquals("aggregator-wf", wfjBeans.get(0).getAppName());
+
+ File newZipDump = new File(getTestCaseDir() + System.getProperty("file.separator") + "newDumpTest.zip");
+ //export the contents of the database
+ OozieDBExportCLI.main(new String[]{"export", newZipDump.getAbsolutePath()});
+ assertEquals(zipDump.length(), newZipDump.length());
+ ZipFile zip = new ZipFile(newZipDump);
+ // check that dump is identical with the original input
+ BufferedReader reader = new BufferedReader(new InputStreamReader(
+ zip.getInputStream(zip.getEntry("ooziedb_wf.json"))));
+ assertTrue(reader.readLine().contains("0000003-160720041037822-oozie-oozi-W"));
+
+ }
+
+ private void createOozieSysTable(EntityManager entityManager) throws Exception {
+ String createDB = "create table OOZIE_SYS (name varchar(100), data varchar(100))";
+ String insertDbVerion = "insert into OOZIE_SYS (name, data) values ('db.version', '3')";
+ EntityTransaction t = entityManager.getTransaction();
+ t.begin();
+ entityManager.createNativeQuery(createDB).executeUpdate();
+ entityManager.createNativeQuery(insertDbVerion).executeUpdate();
+ t.commit();
+ }
+
+ private void dropOozieSysTable(EntityManager entityManager) {
+ String dropDB = "drop table OOZIE_SYS";
+ EntityTransaction t = entityManager.getTransaction();
+ t.begin();
+ entityManager.createNativeQuery(dropDB).executeUpdate();
+ t.commit();
+ }
+}
http://git-wip-us.apache.org/repos/asf/oozie/blob/9ad8fd93/tools/src/test/resources/dumpData/ooziedb_ac.json
----------------------------------------------------------------------
diff --git a/tools/src/test/resources/dumpData/ooziedb_ac.json b/tools/src/test/resources/dumpData/ooziedb_ac.json
new file mode 100644
index 0000000..22bbdc2
--- /dev/null
+++ b/tools/src/test/resources/dumpData/ooziedb_ac.json
@@ -0,0 +1,3 @@
+{"id":"0000003-160720041037822-oozie-oozi-W@:start:","wfId":"0000003-160720041037822-oozie-oozi-W","createdTimeTS":"Jul 20, 2016 4:35:55 AM","statusStr":"OK","lastCheckTimestamp":"Jul 20, 2016 4:35:55 AM","endTimestamp":"Jul 20, 2016 4:35:55 AM","startTimestamp":"Jul 20, 2016 4:35:55 AM","executionPath":"/","pending":0,"signalValue":"OK","logToken":"","name":":start:","cred":"null","type":":START:","conf":{"rawBlob":[79,66,74,0,0,0,1,0,0,0,1,0,5,99,111,100,101,99,0,2,103,122,31,-117,8,0,0,0,0,0,0,0,3,0,0,0,0,0,0,0,0,0]},"retries":0,"userRetryCount":0,"userRetryMax":0,"userRetryInterval":10,"transition":"aggregator","externalId":"-","externalStatus":"OK","trackerUri":"-","consoleUrl":"-"}
+{"id":"0000003-160720041037822-oozie-oozi-W@aggregator","wfId":"0000003-160720041037822-oozie-oozi-W","createdTimeTS":"Jul 20, 2016 4:35:55 AM","statusStr":"OK","lastCheckTimestamp":"Jul 20, 2016 4:36:59 AM","endTimestamp":"Jul 20, 2016 4:36:59 AM","startTimestamp":"Jul 20, 2016 4:35:55 AM","executionPath":"/","pending":0,"signalValue":"OK","logToken":"","name":"aggregator","cred":"null","type":"map-reduce","conf":{"rawBlob":[79,66,74,0,0,0,1,0,0,0,1,0,5,99,111,100,101,99,0,2,103,122,31,-117,8,0,0,0,0,0,0,0,-19,86,-37,-114,-101,48,16,125,-81,-44,127,64,60,23,27,72,-38,110,17,-53,23,-76,47,-19,23,-52,-102,-127,-80,1,-20,-114,-19,100,-45,-81,-81,-63,36,-39,110,55,-22,-46,77,-77,-86,90,9,-55,55,-104,57,103,-50,65,-29,-68,3,21,17,-106,86,96,112,-41,-75,-67,-66,14,45,53,-103,-108,-33,26,-52,-74,-110,-42,85,43,-73,89,-52,-46,-80,120,-3,42,8,-14,91,121,19,25,2,-79,70,42,64,-125,-34,0,53,-111,-24,-94,-124,109,-108,96,-94,-107,-74,68,2,38,100,-105,93,-59,-117,52,-25,-9,63,24,35,-12,-48,97,-4
4,-53,18,-117,85,89,-23,-116,-13,95,-122,73,-29,-100,31,-65,26,-125,40,66,5,-28,23,110,89,98,-117,6,3,5,102,117,29,62,61,44,-73,26,-119,-21,-99,54,-88,13,31,57,-77,100,-7,-18,67,-100,44,-46,-9,-55,114,-15,-106,-29,29,116,-86,69,-51,-91,53,-54,-102,-88,4,3,28,-22,-102,-80,6,35,-23,48,-59,-14,-93,-84,53,79,-29,36,-26,113,-30,-97,48,-32,30,44,-65,-113,54,23,-78,-81,-102,-38,18,-104,70,-10,123,2,-118,-92,66,50,-69,-67,6,-31,116,48,-43,-85,112,42,57,-111,88,-45,59,16,-84,108,-56,23,-28,-8,-46,6,90,59,-89,-96,51,-104,-113,57,61,113,-126,-19,-49,52,-7,50,126,-13,50,-119,-45,-105,74,28,59,67,-6,-118,31,4,-48,-46,-110,-64,-62,-23,88,19,116,78,91,1,109,-69,-53,-7,-76,63,-55,-52,-9,58,-49,-45,-35,-3,-100,-109,-12,85,-45,-30,56,-85,36,-71,44,126,-9,-65,31,-2,49,63,48,55,-72,-41,28,41,-48,-6,113,-23,37,-43,12,20,-120,21,50,-49,109,98,-61,-66,-116,-61,-89,49,-64,-123,81,123,39,63,7,-10,103,31,-31,-14,127,-97,-21,98,-20,-85,69,-117,-61,-2,-29,-48,75,-84,-64,-74,-26,20,-74,27,20,-32,44,23,76,-75,56
,4,100,67,-84,-96,-47,65,-119,-18,64,12,-83,-28,92,-11,-2,49,-57,12,-44,-49,-15,37,51,-96,-41,39,-44,77,-50,-108,-58,55,-29,11,-9,-63,-33,-72,1,-100,-121,-18,-34,127,110,-11,-76,-70,-98,52,-35,65,-98,63,-30,-73,1,-25,-92,-52,-48,-90,-4,116,-22,83,126,-15,-105,9,118,-78,-114,71,-1,-51,41,100,-50,31,94,-3,114,126,-68,125,23,-33,1,-57,-83,3,74,-118,11,0,0]},"retries":0,"userRetryCount":0,"userRetryMax":0,"userRetryInterval":10,"transition":"end","externalChildIDs":{"rawBlob":[79,66,74,0,0,0,1,0,0,0,1,0,5,99,111,100,101,99,0,2,103,122,31,-117,8,0,0,0,0,0,0,0,-53,-54,79,-118,55,52,49,-77,52,48,48,-78,52,50,48,-78,48,-113,55,0,50,1,16,-57,-3,29,22,0,0,0]},"externalId":"job_1469002920287_0001","externalStatus":"SUCCEEDED","trackerUri":"asasvari-cm-1.vpc.cloudera.com:8032","consoleUrl":"http://asasvari-cm-1.vpc.cloudera.com:8088/proxy/application_1469002920287_0001/"}
+{"id":"0000003-160720041037822-oozie-oozi-W@end","wfId":"0000003-160720041037822-oozie-oozi-W","createdTimeTS":"Jul 20, 2016 4:36:59 AM","statusStr":"OK","lastCheckTimestamp":"Jul 20, 2016 4:36:59 AM","endTimestamp":"Jul 20, 2016 4:36:59 AM","startTimestamp":"Jul 20, 2016 4:36:59 AM","executionPath":"/","pending":0,"signalValue":"OK","logToken":"","name":"end","cred":"null","type":":END:","conf":{"rawBlob":[79,66,74,0,0,0,1,0,0,0,1,0,5,99,111,100,101,99,0,2,103,122,31,-117,8,0,0,0,0,0,0,0,3,0,0,0,0,0,0,0,0,0]},"retries":0,"userRetryCount":0,"userRetryMax":0,"userRetryInterval":10,"externalId":"-","externalStatus":"OK","trackerUri":"-","consoleUrl":"-"}
http://git-wip-us.apache.org/repos/asf/oozie/blob/9ad8fd93/tools/src/test/resources/dumpData/ooziedb_bna.json
----------------------------------------------------------------------
diff --git a/tools/src/test/resources/dumpData/ooziedb_bna.json b/tools/src/test/resources/dumpData/ooziedb_bna.json
new file mode 100644
index 0000000..e69de29
http://git-wip-us.apache.org/repos/asf/oozie/blob/9ad8fd93/tools/src/test/resources/dumpData/ooziedb_bnj.json
----------------------------------------------------------------------
diff --git a/tools/src/test/resources/dumpData/ooziedb_bnj.json b/tools/src/test/resources/dumpData/ooziedb_bnj.json
new file mode 100644
index 0000000..e69de29
http://git-wip-us.apache.org/repos/asf/oozie/blob/9ad8fd93/tools/src/test/resources/dumpData/ooziedb_ca.json
----------------------------------------------------------------------
diff --git a/tools/src/test/resources/dumpData/ooziedb_ca.json b/tools/src/test/resources/dumpData/ooziedb_ca.json
new file mode 100644
index 0000000..2715b94
--- /dev/null
+++ b/tools/src/test/resources/dumpData/ooziedb_ca.json
@@ -0,0 +1,3 @@
+{"id":"0000000-160720041037822-oozie-oozi-C@1","jobId":"0000000-160720041037822-oozie-oozi-C","statusStr":"WAITING","nominalTimestamp":"Nov 4, 2012 7:00:00 PM","lastModifiedTimestamp":"Jul 20, 2016 4:38:04 AM","createdTimestamp":"Jul 20, 2016 4:15:02 AM","pending":0,"actionNumber":1,"createdConf":{"rawBlob":[79,66,74,0,0,0,1,0,0,0,1,0,5,99,111,100,101,99,0,2,103,122,31,-117,8,0,0,0,0,0,0,0,-75,-108,-55,110,-125,48,16,-122,-17,-107,-6,14,121,1,-68,0,-23,18,-95,60,66,14,85,78,-67,77,-19,-127,-72,5,-58,-11,66,-109,62,125,-127,-92,-121,72,52,41,-121,92,70,-29,-19,-5,-1,-15,88,46,20,-75,-91,-87,-94,-125,96,-88,93,-33,-33,45,22,-123,117,100,-47,-123,-61,56,-22,-57,45,52,-72,-58,61,52,-74,70,-1,66,20,10,62,78,-99,-106,59,-88,35,-82,-119,-66,13,50,-103,63,60,11,-103,-91,-113,50,-49,-106,-4,-9,76,-63,-113,123,70,58,63,-61,79,-117,29,97,-118,-56,105,6,-42,-42,70,-115,-10,-104,-123,-80,-101,18,-33,-23,-46,-81,56,7,15,-66,3,103,18,-43,36,-110,117,86,49,85,83,-44,-24,-96,103,53,-85,39,-111,10,30
,61,58,-18,15,62,-96,15,-4,-110,105,-34,11,-9,-95,-86,28,86,16,-56,-15,-47,-114,105,-121,60,-7,50,97,-105,80,89,122,12,108,-33,-44,-77,11,28,92,-80,33,-101,-86,-26,-28,110,54,-44,7,112,-109,-67,73,-123,76,19,41,19,-79,-36,-118,108,37,-60,-21,108,116,3,-42,-95,-114,10,-39,59,-67,-79,-101,-72,-1,-116,24,113,-13,7,84,99,9,-79,-98,15,29,-62,-122,-12,36,-13,-1,-113,102,-74,108,127,73,91,7,-22,3,-35,-108,-16,85,-59,44,-99,-83,-120,-83,-66,-42,-7,-4,98,-25,11,126,-2,19,-4,0,-24,79,-11,-124,25,4,0,0]},"timeOut":120,"runConf":{"rawBlob":[79,66,74,0,0,0,1,0,0,0,1,0,5,99,111,100,101,99,0,2,103,122,31,-117,8,0,0,0,0,0,0,0,-75,-108,-55,110,-125,48,16,-122,-17,-107,-6,14,121,1,-68,0,-23,18,-95,60,66,14,85,78,-67,77,-19,-127,-72,5,-58,-11,66,-109,62,125,-127,-92,-121,72,52,41,-121,92,70,-29,-19,-5,-1,-15,88,46,20,-75,-91,-87,-94,-125,96,-88,93,-33,-33,45,22,-123,117,100,-47,-123,-61,56,-22,-57,45,52,-72,-58,61,52,-74,70,-1,66,20,10,62,78,-99,-106,59,-88,35,-82,-119,-66,13,50,-103,63,60,11,-103,-91
,-113,50,-49,-106,-4,-9,76,-63,-113,123,70,58,63,-61,79,-117,29,97,-118,-56,105,6,-42,-42,70,-115,-10,-104,-123,-80,-101,18,-33,-23,-46,-81,56,7,15,-66,3,103,18,-43,36,-110,117,86,49,85,83,-44,-24,-96,103,53,-85,39,-111,10,30,61,58,-18,15,62,-96,15,-4,-110,105,-34,11,-9,-95,-86,28,86,16,-56,-15,-47,-114,105,-121,60,-7,50,97,-105,80,89,122,12,108,-33,-44,-77,11,28,92,-80,33,-101,-86,-26,-28,110,54,-44,7,112,-109,-67,73,-123,76,19,41,19,-79,-36,-118,108,37,-60,-21,108,116,3,-42,-95,-114,10,-39,59,-67,-79,-101,-72,-1,-116,24,113,-13,7,84,99,9,-79,-98,15,29,-62,-122,-12,36,-13,-1,-113,102,-74,108,127,73,91,7,-22,3,-35,-108,-16,85,-59,44,-99,-83,-120,-83,-66,-42,-7,-4,98,-25,11,126,-2,19,-4,0,-24,79,-11,-124,25,4,0,0]},"actionXml":{"rawBlob":[79,66,74,0,0,0,1,0,0,0,1,0,5,99,111,100,101,99,0,2,103,122,31,-117,8,0,0,0,0,0,0,0,-59,90,93,79,-37,48,20,125,-97,-76,-1,80,101,72,-80,7,-41,-41,105,-53,71,-107,86,-86,4,18,-109,-96,72,83,121,-128,23,100,82,-73,100,36,118,-26,56,124,-118,-1,62,-57,7
3,-45,-16,-43,-63,-60,-72,47,77,-29,94,-33,-29,115,125,93,29,-27,36,8,-107,-46,-45,72,114,-93,52,-31,105,-38,-70,73,98,-103,13,-68,92,71,125,-91,-18,34,-47,111,4,-12,-95,-19,123,45,-55,19,49,-16,-8,124,-82,-59,-36,77,115,17,-28,58,50,23,68,-51,102,-103,48,54,104,-90,-59,-17,92,-56,-16,118,-32,49,-81,101,-94,68,-36,41,105,-89,-115,18,-95,-93,-112,-45,3,-107,-99,-115,-28,92,-60,34,43,-125,-49,-118,-104,92,70,102,-32,-19,-114,78,-68,-106,-112,-45,51,53,59,-101,-26,-102,-101,72,-55,-127,55,62,26,-17,121,-83,72,102,-122,-53,80,16,-103,39,-25,66,-69,-20,60,44,34,-120,84,-119,93,102,76,-118,68,3,-49,7,-26,19,-58,8,-12,38,-48,-23,3,-100,-42,113,-10,-110,55,-61,54,9,108,17,31,38,-116,-11,89,-17,-44,27,126,-3,-46,106,5,-95,-110,70,-85,56,115,119,-27,125,-104,107,93,48,26,-78,-128,54,111,93,60,125,52,33,-120,100,-102,27,34,-82,-124,52,117,-118,41,55,-100,68,-78,-86,-97,-117,-16,90,-59,-96,-83,-40,-64,-45,-4,-102,-60,106,-98,121,85,-72,-99,96,-9,32,27,94,76,103,89,-97,82,-98,-15,-20,-118,-21,-1
20,-124,9,97,-19,-85,52,108,-121,-79,-54,-89,66,-13,118,-88,-110,-2,54,-8,64,-13,76,104,-102,-35,102,70,100,-122,-70,-51,107,-77,-18,-26,14,-80,-114,-65,-59,-70,-99,30,21,55,60,73,109,-59,105,-71,-68,2,-101,90,-36,3,11,-21,-45,-94,96,-108,49,10,61,10,29,10,-16,13,5,-39,-89,29,52,100,44,-50,12,-115,51,67,-29,12,104,-100,1,-121,115,-105,-6,29,28,-50,14,25,-117,51,-46,121,118,-56,88,-100,-111,-50,-77,67,-58,-30,-116,116,-98,29,50,18,103,-74,-125,-59,-39,34,99,113,-34,70,-29,-68,-115,-58,121,11,-115,-13,22,26,-25,77,52,-50,-101,104,-100,123,104,-100,123,104,-100,-69,104,-100,-69,104,-100,-47,116,24,67,-45,97,12,77,-121,49,52,29,-58,-48,116,24,67,-45,97,12,77,-121,49,52,29,6,104,58,12,-48,116,24,-96,-23,48,64,-45,97,-128,-90,-61,0,77,-121,1,-102,14,3,52,29,6,104,58,12,-48,116,24,-96,-23,48,64,-45,97,-128,-90,-61,-80,-98,111,119,-47,-98,111,119,-53,-25,-37,1,117,-98,66,-19,48,84,-18,67,101,73,-44,22,68,-45,-67,-23,64,97,-70,68,38,-30,49,89,-104,47,-107,-69,2,29,2,108,2,80,-70,43,-17,-13,1
20,14,127,-116,-113,39,123,-81,-39,60,-11,10,75,23,-124,24,97,57,114,35,62,-49,13,89,-69,63,-39,27,-3,124,-80,-41,-61,-93,-15,100,-65,-8,-78,59,58,41,46,-5,71,-57,-27,-72,99,-16,-32,74,-70,92,96,93,90,90,-43,118,-31,-2,-48,-54,-2,-87,-20,-94,103,6,81,-96,114,-13,-118,103,100,127,-87,118,-88,-116,105,-72,70,11,23,78,76,63,-49,60,-86,22,-22,-22,-75,116,1,-23,114,41,47,-8,12,-85,27,-17,41,-117,39,-18,-31,-118,-10,-13,39,-64,-2,-91,-3,86,88,-116,-97,-37,123,111,44,-26,95,-38,-15,125,77,104,49,-85,46,124,-34,115,65,105,-110,46,38,92,43,125,57,-117,-43,-11,50,37,79,83,-110,114,115,-15,127,-54,97,-77,103,-115,58,4,-76,-122,-85,23,16,42,57,-117,-26,-43,-98,53,55,43,-43,42,21,-38,-36,54,-58,-20,104,-47,97,-61,95,-22,124,-94,121,120,41,108,70,55,-16,40,-28,-118,-57,-71,24,-82,-35,47,-93,108,65,-53,-63,70,122,-6,66,-2,85,-104,-59,-57,88,77,-59,42,-60,69,-52,71,-32,-39,3,-109,-117,-79,-3,-74,10,-80,14,-6,8,68,-9,31,-74,107,59,106,21,-94,123,57,-96,95,-12,-35,15,-71,-79,-18,-90,-84,127,-1,8,-12,
-78,119,-33,14,127,-108,-101,-115,-11,114,-46,91,23,-32,92,-3,103,-51,22,-48,71,-89,-62,-10,-24,-30,-56,20,-15,-113,-34,-90,24,-2,1,76,-34,-48,-87,95,33,0,0]},"missingDependencies":{"rawBlob":[79,66,74,0,0,0,1,0,0,0,1,0,5,99,111,100,101,99,0,2,103,122,31,-117,8,0,0,0,0,0,0,0,-59,-39,-69,110,-125,64,16,70,-31,-121,73,13,51,-77,44,23,-69,-75,-46,-91,67,-87,-93,21,108,98,36,-29,69,44,56,-105,-89,79,68,-103,23,56,111,-16,-21,43,70,71,-102,-21,-8,-98,-49,34,33,-121,-4,8,-21,84,12,115,97,-27,99,25,-54,-31,-106,-10,49,-82,-95,28,-46,124,-18,-44,-87,-20,57,-82,-110,-65,-13,22,-13,38,41,-3,76,-79,52,-33,-100,-44,42,-41,-102,-81,106,-119,95,97,94,110,49,-53,116,95,-10,-83,24,-61,22,100,13,-97,47,-23,35,59,113,106,78,-52,68,107,-47,74,84,-27,-83,127,-67,92,-98,-5,-2,-23,74,76,112,82,-15,19,112,5,-29,21,-116,87,80,94,65,97,5,47,-82,-126,21,-114,9,-72,2,125,23,-114,9,-72,2,125,23,-114,9,-72,2,125,23,-114,9,-76,-126,-99,112,-123,-65,9,-72,66,-57,43,116,-68,66,-53,43,-76,-68,66,-61,43,52,-68,66,-5
1,43,-44,-68,-126,-25,21,60,-81,-64,-73,-93,-15,-19,104,124,59,26,-33,-114,-58,-73,-93,-15,-19,104,124,59,26,-33,-114,-54,-73,-93,-14,-19,-88,124,59,42,-33,-114,-54,-73,-93,-14,-19,-88,124,59,42,-33,-114,-54,-73,-93,-14,-19,-88,124,59,42,-33,-114,-54,-73,35,-2,-113,-16,-4,63,-62,-1,-5,71,-4,2,17,-34,9,76,24,26,0,0]}}
+{"id":"0000001-160720041037822-oozie-oozi-C@1","jobId":"0000001-160720041037822-oozie-oozi-C","statusStr":"WAITING","nominalTimestamp":"Nov 1, 2012 8:00:00 PM","lastModifiedTimestamp":"Jul 20, 2016 4:37:30 AM","createdTimestamp":"Jul 20, 2016 4:25:30 AM","pending":0,"actionNumber":1,"createdConf":{"rawBlob":[79,66,74,0,0,0,1,0,0,0,1,0,5,99,111,100,101,99,0,2,103,122,31,-117,8,0,0,0,0,0,0,0,-75,-108,-55,110,-125,48,16,-122,-17,-107,-6,14,121,1,-68,0,-35,16,-54,35,-28,80,-27,-44,-37,-44,30,-64,45,48,-82,-105,52,-23,-45,23,72,122,-120,68,-109,114,-24,101,52,-34,-66,-1,31,-113,-27,82,81,95,-103,58,58,8,-122,-6,-11,-19,-51,106,85,90,71,22,93,56,76,-93,97,-36,67,-121,107,-36,67,103,91,-12,-49,68,-95,-28,-45,-44,105,121,7,109,-60,53,-47,-105,65,38,-13,-5,39,33,-77,-12,65,-26,-39,29,-1,57,83,-14,-29,-98,-119,-50,-49,-16,-13,98,71,-104,34,114,-102,-127,-75,-83,81,-109,61,102,33,52,115,-30,-115,-82,124,-63,57,120,-16,59,112,38,81,93,34,-39,-50,42,-90,90,-118,26,29,12,-84,-82,120,20,-87,-32,-4
7,-93,-29,-2,-32,3,-6,-64,47,-103,-26,-125,-16,16,-22,-38,97,13,-127,28,-97,-20,-104,126,-52,-109,79,19,-102,-124,-86,-54,99,96,-5,-82,93,92,-32,-24,-126,-115,-39,92,53,39,119,-117,-95,62,-128,-101,-19,77,42,100,-102,72,-103,-120,116,43,-78,66,-120,-105,-59,-24,14,-84,67,29,21,-78,55,122,101,-1,-30,-2,35,98,-60,-51,47,80,-115,21,-60,118,57,116,12,27,-46,-77,-52,-65,63,-102,-59,-78,-61,37,109,29,-88,119,116,115,-62,87,21,-77,116,-79,34,-10,-6,90,-25,-13,-117,-99,47,-7,-7,79,-16,13,-15,114,59,-120,25,4,0,0]},"timeOut":120,"runConf":{"rawBlob":[79,66,74,0,0,0,1,0,0,0,1,0,5,99,111,100,101,99,0,2,103,122,31,-117,8,0,0,0,0,0,0,0,-75,-108,-55,110,-125,48,16,-122,-17,-107,-6,14,121,1,-68,0,-35,16,-54,35,-28,80,-27,-44,-37,-44,30,-64,45,48,-82,-105,52,-23,-45,23,72,122,-120,68,-109,114,-24,101,52,-34,-66,-1,31,-113,-27,82,81,95,-103,58,58,8,-122,-6,-11,-19,-51,106,85,90,71,22,93,56,76,-93,97,-36,67,-121,107,-36,67,103,91,-12,-49,68,-95,-28,-45,-44,105,121,7,109,-60,53,-47,-105,65,38,-13,-5,3
9,33,-77,-12,65,-26,-39,29,-1,57,83,-14,-29,-98,-119,-50,-49,-16,-13,98,71,-104,34,114,-102,-127,-75,-83,81,-109,61,102,33,52,115,-30,-115,-82,124,-63,57,120,-16,59,112,38,81,93,34,-39,-50,42,-90,90,-118,26,29,12,-84,-82,120,20,-87,-32,-47,-93,-29,-2,-32,3,-6,-64,47,-103,-26,-125,-16,16,-22,-38,97,13,-127,28,-97,-20,-104,126,-52,-109,79,19,-102,-124,-86,-54,99,96,-5,-82,93,92,-32,-24,-126,-115,-39,92,53,39,119,-117,-95,62,-128,-101,-19,77,42,100,-102,72,-103,-120,116,43,-78,66,-120,-105,-59,-24,14,-84,67,29,21,-78,55,122,101,-1,-30,-2,35,98,-60,-51,47,80,-115,21,-60,118,57,116,12,27,-46,-77,-52,-65,63,-102,-59,-78,-61,37,109,29,-88,119,116,115,-62,87,21,-77,116,-79,34,-10,-6,90,-25,-13,-117,-99,47,-7,-7,79,-16,13,-15,114,59,-120,25,4,0,0]},"actionXml":{"rawBlob":[79,66,74,0,0,0,1,0,0,0,1,0,5,99,111,100,101,99,0,2,103,122,31,-117,8,0,0,0,0,0,0,0,-59,90,93,79,-37,48,20,125,-97,-76,-1,80,101,72,-80,7,-41,-41,105,-7,-86,-46,74,-107,64,98,18,-76,-46,84,30,-32,5,-103,-44,45,25,-119,-99,57
,14,-97,-30,-65,-49,113,-46,52,124,117,48,49,-18,75,-45,-72,-41,62,-9,92,95,-93,35,31,-126,80,41,61,-115,36,55,74,19,-98,-90,-83,-101,36,-106,89,-33,-53,117,-44,83,-22,46,18,-67,70,64,15,-38,-66,-41,-110,60,17,125,-113,-49,-25,90,-52,-35,52,23,65,-82,35,115,65,-44,108,-106,9,99,-125,102,90,-4,-50,-123,12,111,-5,30,-13,90,38,74,-60,-99,-110,118,-38,48,17,58,10,57,61,84,-39,-39,80,-50,69,44,-78,50,-8,-84,-120,-55,101,100,-6,-34,-34,-16,-60,107,9,57,61,83,-77,-77,105,-82,-71,-119,-108,-20,123,-93,-15,104,-33,107,69,50,51,92,-122,-126,-56,60,57,23,-38,-83,-50,-61,34,-126,72,-107,-40,52,99,82,44,-44,-9,124,96,62,97,-116,-128,63,-127,78,15,-32,-76,-114,-77,-113,-68,25,-74,69,96,-101,-8,48,97,-84,-25,111,-98,122,-125,-81,95,90,-83,32,84,-46,104,21,103,-18,-83,124,15,115,-83,11,70,3,22,-48,-26,-85,-117,-89,-113,38,4,-111,76,115,67,-60,-107,-112,-90,94,98,-54,13,39,-111,-84,-22,-25,34,-68,86,49,104,43,-42,-9,52,-65,38,-79,-102,103,94,21,110,39,-40,61,-56,6,23,-45,89,-42,-93,-108,103,60,-69,-
30,58,34,97,66,88,-5,42,13,-37,97,-84,-14,-87,-48,-68,29,-86,-92,-73,3,62,-48,60,19,-102,102,-73,-103,17,-103,-95,110,-13,-38,-84,-69,-75,11,-84,-29,111,-77,110,103,-109,-118,27,-98,-92,-74,-30,-76,76,-81,-64,-90,22,-9,-48,-62,-6,-76,40,24,101,-116,-126,79,-95,67,1,-66,-95,32,-5,-76,-125,-122,-116,-59,-103,-95,113,102,104,-100,1,-115,51,-32,112,102,-44,-17,-32,112,118,-56,88,-100,-111,-50,-77,67,-58,-30,-116,116,-98,29,50,22,103,-92,-13,-20,-112,-111,56,-77,93,44,-50,22,25,-117,-13,14,26,-25,29,52,-50,-37,104,-100,-73,-47,56,111,-95,113,-34,66,-29,-68,-119,-58,121,19,-115,115,23,-115,115,23,-115,51,-102,14,99,104,58,-116,-95,-23,48,-122,-90,-61,24,-102,14,99,104,58,-116,-95,-23,48,-122,-90,-61,0,77,-121,1,-102,14,3,52,29,6,104,58,12,-48,116,24,-96,-23,48,64,-45,97,-128,-90,-61,0,77,-121,1,-102,14,3,52,29,6,104,58,12,-48,116,-104,-69,-33,14,-88,-69,95,-81,111,-37,-85,-101,-8,-22,122,-66,-66,-114,111,58,25,29,40,12,-120,-56,68,60,38,11,35,-94,114,26,-96,67,-128,77,0,74,-89,-31,125,126
,-57,-47,-113,-47,-15,100,-1,53,-53,-93,-50,-80,116,4,-120,17,-106,35,55,-30,-13,-100,-127,-75,-5,-109,-3,-31,-49,7,-5,60,26,-113,38,7,-59,-105,-67,-31,73,-15,56,24,31,-105,-29,-114,-63,-125,43,-23,50,-63,-70,-76,-76,-86,-19,-62,9,-95,-107,21,82,89,39,-49,-52,-110,64,-27,-26,21,-1,-60,-2,82,-19,80,25,-45,112,80,22,-114,-108,-104,126,-98,-111,82,37,-22,-22,-75,116,-60,-24,50,-107,23,-18,-97,87,55,-34,83,22,79,-100,-76,21,-19,-25,79,-128,-3,75,-5,-83,-80,-37,62,-73,-9,-34,88,-52,-65,-76,-29,-5,-102,-48,98,86,93,-8,-68,-25,-126,-46,48,92,76,-72,86,-6,114,22,-85,-21,-27,-110,60,77,73,-54,-51,-59,-1,41,-121,93,61,107,-44,33,-96,53,92,-99,64,-88,-28,44,-102,87,123,-42,-36,-84,84,-85,84,104,115,-37,24,-77,-93,69,-121,13,126,-87,-13,-119,-26,-31,-91,-80,43,-70,-127,71,33,87,60,-50,-59,96,-19,126,25,101,11,90,14,54,-106,-89,47,-84,-65,10,-77,-8,24,-87,-87,88,-123,-72,-120,-7,8,60,123,96,114,49,-78,-33,86,1,-42,65,31,-127,-24,-2,-122,-19,-39,-114,90,-123,-24,-116,-14,94,-47,119,63,-28,-58,-70
,-101,-78,-2,-3,35,-48,-53,-34,125,59,-4,56,55,27,-21,-27,-92,-73,38,-32,28,-18,103,-51,22,-48,71,-89,-62,-10,-24,-30,-56,20,-15,-113,-2,-77,96,-16,7,105,-19,91,33,107,32,0,0]},"missingDependencies":{"rawBlob":[79,66,74,0,0,0,1,0,0,0,1,0,5,99,111,100,101,99,0,2,103,122,31,-117,8,0,0,0,0,0,0,0,-59,-39,57,110,-124,80,16,69,-47,-59,56,-122,122,-11,25,122,72,91,-50,-100,33,-57,-42,23,96,55,82,-45,32,62,-76,-121,-43,-37,34,-13,10,-18,14,-98,78,80,-70,82,93,-69,-9,116,54,-117,41,-90,71,92,-122,-84,29,51,-49,31,115,-101,-73,-73,105,-21,-6,37,-26,-19,52,-98,-113,10,-78,45,-11,-117,-91,-17,-76,-10,105,-75,105,-6,25,-6,-36,-53,-6,36,47,-62,-63,-53,-94,-78,-2,43,-114,-13,-83,79,54,-36,-25,109,-51,-70,-72,70,91,-30,-25,-53,-12,-111,-126,5,121,48,119,83,48,21,38,-39,91,-13,122,-71,60,55,-51,-45,-107,-104,16,-84,-32,39,-32,10,-50,43,56,-81,32,94,65,-80,-126,91,40,96,-123,125,2,-82,64,-33,-123,125,2,-82,64,-33,-123,125,2,-82,64,-33,-123,125,2,-83,-32,39,92,-31,111,2,-82,112,-28,21,-114,-68,-62,-12
7,87,56,-16,10,53,-81,80,-13,10,21,-81,80,-15,10,37,-81,80,-14,10,124,59,58,-33,-114,-50,-73,-93,-13,-19,-24,124,59,58,-33,-114,-50,-73,-93,-13,-19,40,-66,29,-59,-73,-93,-8,118,20,-33,-114,-30,-37,81,124,59,-118,111,71,-15,-19,40,-66,29,-59,-73,-93,-8,118,20,-33,-114,-30,-37,-15,-1,63,-30,23,-31,-92,18,-113,18,25,0,0]}}
+{"id":"0000002-160720041037822-oozie-oozi-C@1","jobId":"0000002-160720041037822-oozie-oozi-C","statusStr":"SUCCEEDED","nominalTimestamp":"Dec 31, 2009 5:40:00 PM","lastModifiedTimestamp":"Jul 20, 2016 4:36:59 AM","createdTimestamp":"Jul 20, 2016 4:35:55 AM","externalId":"0000003-160720041037822-oozie-oozi-W","pending":0,"actionNumber":1,"createdConf":{"rawBlob":[79,66,74,0,0,0,1,0,0,0,1,0,5,99,111,100,101,99,0,2,103,122,31,-117,8,0,0,0,0,0,0,0,-75,-108,-55,110,-125,48,16,-122,-17,-107,-6,14,121,1,-68,64,-70,33,-60,35,-28,80,-27,-44,-37,-44,30,-120,91,96,92,47,52,-23,-45,23,72,122,-120,68,-109,114,-88,100,-115,-68,126,-1,63,30,-53,-123,-94,-82,50,117,116,16,12,117,-27,-19,-51,106,85,88,71,22,93,56,76,-93,97,-36,65,-117,37,-18,-95,-75,13,-6,103,-94,80,-16,105,-22,-76,-36,67,19,-79,36,-6,50,-56,-28,-6,-2,73,-56,44,125,-112,-21,-20,-114,-1,-100,41,-8,113,-49,68,-25,103,-8,121,-79,35,76,17,57,-51,-64,-38,-58,-88,-55,30,-77,16,118,115,-30,59,93,-7,-100,115,-16,-32,123,112,38,81,109,34,89,
111,21,83,13,69,-115,14,6,86,-101,63,-118,84,-16,-24,-47,113,127,-16,1,125,-32,-105,76,-13,65,120,8,117,-19,-80,-122,64,-114,79,118,76,55,-10,-109,79,19,118,9,85,-107,-57,-64,-10,109,-77,56,-63,-47,5,27,123,115,-39,-100,-36,45,-122,-6,0,110,-74,54,-87,-112,34,17,114,104,91,33,-13,-75,120,89,-116,110,-63,58,-44,81,33,123,-93,87,-10,47,-18,63,34,70,-36,-4,2,-43,88,65,108,-106,67,-57,-80,33,61,-53,-4,-5,-93,89,44,59,92,-46,-42,-127,122,71,55,39,124,85,49,75,23,43,98,-89,-81,85,62,-51,-59,-123,-54,23,-4,-4,39,-8,6,121,-109,-102,-104,25,4,0,0]},"timeOut":120,"runConf":{"rawBlob":[79,66,74,0,0,0,1,0,0,0,1,0,5,99,111,100,101,99,0,2,103,122,31,-117,8,0,0,0,0,0,0,0,-51,85,-55,78,-61,48,16,-67,35,-15,15,124,0,-79,-99,-76,108,81,-44,19,71,-44,3,-22,-119,-37,96,79,82,67,18,27,47,93,-8,122,-78,-76,18,21,41,-59,72,-76,72,-106,53,19,59,111,-55,56,-29,-116,-85,58,-105,-123,55,-32,-92,-86,39,-25,103,23,23,-103,54,74,-93,113,-21,46,107,-14,26,42,-100,-32,10,42,93,-94,125,84,-54,101,-76,123,-76,89,94,
64,-23,113,-94,-44,-69,68,18,-113,-81,-17,88,60,74,110,-30,-15,-24,-118,110,-33,-55,104,-65,-89,67,-89,59,-16,-61,100,61,24,87,-54,8,2,90,-105,-110,119,-14,-120,6,55,31,34,-97,-117,-36,-90,-108,-126,5,-69,0,35,35,94,69,49,89,104,78,120,-87,-68,64,3,13,86,-107,-34,-78,-124,81,111,-47,80,-69,-74,14,-83,-93,-33,-119,-90,13,113,51,21,-123,-63,2,-100,50,-76,-109,35,-21,54,-114,-106,-46,-51,35,-107,-25,22,29,89,85,101,-80,-63,86,5,105,-93,33,55,27,117,-63,-96,-42,-127,25,-84,77,-62,98,22,-79,-72,25,51,22,-89,99,-10,20,12,93,-127,54,40,60,71,-14,-94,-98,-55,-97,-88,127,-13,-24,113,-70,7,84,96,14,-66,12,7,109,-89,-87,18,-125,-104,63,63,52,-63,-76,-78,-42,-34,-35,-125,-125,-93,29,-42,-114,49,18,13,37,53,-80,124,80,-123,-91,109,-43,41,-117,55,99,-52,46,79,67,-100,-100,-118,-104,-123,-41,77,121,119,-20,-62,-11,-108,-67,-113,79,-51,102,27,-94,-8,-22,44,-40,86,-13,-49,-50,12,-16,87,52,67,-74,14,-6,25,37,-63,-116,88,-117,67,-115,40,73,-39,47,26,81,-1,45,-105,-7,-65,-71,22,-10,58,-56,-24,-18,-43,-
6,1,126,61,-97,-46,106,7,0,0]},"actionXml":{"rawBlob":[79,66,74,0,0,0,1,0,0,0,1,0,5,99,111,100,101,99,0,2,103,122,31,-117,8,0,0,0,0,0,0,0,-43,87,109,79,-37,48,16,-2,62,105,-1,33,-14,-10,113,-82,-99,-76,-64,22,37,-107,-48,64,98,-46,40,-46,84,62,-64,23,100,18,-89,120,36,118,-26,-105,-106,-126,-8,-17,-77,-109,52,77,-23,120,-39,-42,81,77,-118,-102,-8,114,-10,-35,61,-9,-36,93,26,37,66,-56,-108,113,-94,-123,-124,-92,44,-67,-101,34,-25,42,6,70,-78,80,-120,91,70,-61,-114,66,-120,123,1,-16,56,41,104,12,-56,100,34,-23,-92,-38,86,105,-64,25,-45,87,80,100,-103,-94,26,120,-103,-92,63,12,-27,-55,60,6,-69,24,120,-102,21,-12,86,112,-69,-19,116,-4,-71,126,123,-31,100,-122,51,29,-125,-29,47,-93,-45,-15,33,-16,40,79,47,68,118,-111,26,73,52,19,60,6,-93,-109,-111,21,51,-82,52,-31,9,-123,-36,20,-105,84,-58,-64,7,30,73,-100,6,-28,-94,-80,-98,-27,-48,-99,21,-125,0,-5,24,98,-33,94,99,-20,-121,3,124,-34,-22,-39,-101,-23,-86,-19,66,-68,7,3,60,-10,-3,-80,-65,115,14,-122,111,-33,120,94,-108,8,-82,-91,-56,85,-75
,-86,-41,-119,-111,-46,69,49,-12,35,-44,93,86,-6,104,101,67,-60,120,105,52,-92,83,-54,117,123,68,74,52,-127,-116,55,-112,85,26,-64,115,66,11,82,12,36,-103,-63,92,76,20,104,-44,-19,6,11,-69,26,94,-91,-103,10,17,34,-118,-88,41,-111,12,38,5,-12,123,-45,50,-23,37,-71,48,41,-107,-92,-105,-120,34,-4,-120,3,-116,-116,-94,18,-87,-71,-46,84,105,84,-27,-85,-25,15,118,63,97,-65,31,-20,-7,-125,-2,14,-94,55,-92,40,115,-86,80,-19,-98,-77,-115,-84,-35,-81,-42,44,114,120,33,-20,55,-41,0,-65,-37,-114,-31,96,91,-122,49,-114,80,5,120,11,127,-109,-102,38,95,109,126,-70,116,14,-80,99,36,-45,-52,-14,105,-63,-52,85,-22,-31,16,59,-22,-3,13,-25,91,-113,106,74,64,77,109,72,68,-45,87,-93,-58,-5,-69,-77,-61,-3,111,-9,-10,126,124,50,26,31,-71,-121,-125,-3,51,119,59,58,57,-83,-27,85,0,-9,21,-126,75,-1,90,36,81,3,-27,-94,18,80,83,10,77,-23,-84,21,75,36,-116,126,-92,126,-20,-101,38,33,-75,78,-89,-126,22,77,-120,-90,-81,87,72,-115,-93,21,92,-53,38,-120,-106,-82,-84,51,-19,105,-102,61,12,-30,97,-13,124,-102,109,-2,-
1,-58,-74,-105,-31,-9,12,1,127,-113,118,-42,100,-61,-69,117,-106,69,-11,-120,88,108,-104,9,121,-99,-27,98,-74,60,-46,14,69,88,18,125,-11,111,-48,-80,-89,-85,14,12,17,106,-51,-75,14,-40,49,-109,-79,73,-109,-78,110,-82,74,41,74,42,-11,-68,35,-77,82,71,-86,-31,119,113,57,-106,36,-71,-90,-10,-60,74,-80,-94,50,37,-71,-95,-61,103,3,-23,7,17,-86,85,59,70,-47,47,-84,62,-27,-119,-5,25,-119,-108,62,-18,-57,-53,113,-35,-128,59,-74,-80,12,29,-39,-89,-57,-3,73,105,70,76,-82,55,96,-84,-22,114,7,-106,-127,-101,8,126,-77,-77,-2,-61,-74,102,-3,-106,12,-29,77,-112,-89,-18,30,91,72,-24,31,-51,-100,23,-124,91,125,-61,-82,53,-105,8,-83,116,65,-37,-109,22,45,-46,-23,-81,-4,93,24,-2,4,-23,-126,-4,63,64,12,0,0]},"missingDependencies":{"rawBlob":[79,66,74,0,0,0,1,0,0,0,1,0,5,99,111,100,101,99,0,2,103,122,31,-117,8,0,0,0,0,0,0,0,3,0,0,0,0,0,0,0,0,0]}}
http://git-wip-us.apache.org/repos/asf/oozie/blob/9ad8fd93/tools/src/test/resources/dumpData/ooziedb_cj.json
----------------------------------------------------------------------
diff --git a/tools/src/test/resources/dumpData/ooziedb_cj.json b/tools/src/test/resources/dumpData/ooziedb_cj.json
new file mode 100644
index 0000000..979c10e
--- /dev/null
+++ b/tools/src/test/resources/dumpData/ooziedb_cj.json
@@ -0,0 +1,3 @@
+{"id":"0000000-160720041037822-oozie-oozi-C","appPath":"hdfs://asasvari-cm-1.vpc.cloudera.com:8020/user/systest/oozie.1469013271435/examples/apps/aggregator/coordinator-with-offset.xml","appName":"aggregator-coord-with-offset2","conf":{"rawBlob":[79,66,74,0,0,0,1,0,0,0,1,0,5,99,111,100,101,99,0,2,103,122,31,-117,8,0,0,0,0,0,0,0,-75,-108,-55,110,-125,48,16,-122,-17,-107,-6,14,121,1,-68,0,-23,18,-95,60,66,14,85,78,-67,77,-19,-127,-72,5,-58,-11,66,-109,62,125,-127,-92,-121,72,52,41,-121,92,70,-29,-19,-5,-1,-15,88,46,20,-75,-91,-87,-94,-125,96,-88,93,-33,-33,45,22,-123,117,100,-47,-123,-61,56,-22,-57,45,52,-72,-58,61,52,-74,70,-1,66,20,10,62,78,-99,-106,59,-88,35,-82,-119,-66,13,50,-103,63,60,11,-103,-91,-113,50,-49,-106,-4,-9,76,-63,-113,123,70,58,63,-61,79,-117,29,97,-118,-56,105,6,-42,-42,70,-115,-10,-104,-123,-80,-101,18,-33,-23,-46,-81,56,7,15,-66,3,103,18,-43,36,-110,117,86,49,85,83,-44,-24,-96,103,53,-85,39,-111,10,30,61,58,-18,15,62,-96,15,-4,-110,105,-34,11,-9,-95,-86,28,86,16,
-56,-15,-47,-114,105,-121,60,-7,50,97,-105,80,89,122,12,108,-33,-44,-77,11,28,92,-80,33,-101,-86,-26,-28,110,54,-44,7,112,-109,-67,73,-123,76,19,41,19,-79,-36,-118,108,37,-60,-21,108,116,3,-42,-95,-114,10,-39,59,-67,-79,-101,-72,-1,-116,24,113,-13,7,84,99,9,-79,-98,15,29,-62,-122,-12,36,-13,-1,-113,102,-74,108,127,73,91,7,-22,3,-35,-108,-16,85,-59,44,-99,-83,-120,-83,-66,-42,-7,-4,98,-25,11,126,-2,19,-4,0,-24,79,-11,-124,25,4,0,0]},"frequency":"1","timeZone":"America/Los_Angeles","concurrency":1,"matThrottling":12,"timeOut":120,"lastActionNumber":1,"user":"systest","actions":[],"numActions":0,"statusStr":"RUNNING","startTimestamp":"Nov 4, 2012 7:00:00 PM","endTimestamp":"Nov 4, 2012 8:00:00 PM","createdTimestamp":"Jul 20, 2016 4:15:02 AM","timeUnitStr":"DAY","execution":"FIFO","lastActionTimestamp":"Nov 5, 2012 7:00:00 PM","nextMaterializedTimestamp":"Nov 5, 2012 7:00:00 PM","lastModifiedTimestamp":"Jul 20, 2016 4:15:51 AM","jobXml":{"rawBlob":[79,66,74,0,0,0,1,0,0,0,1,0,5,99,111,10
0,101,99,0,2,103,122,31,-117,8,0,0,0,0,0,0,0,-67,-106,93,111,-101,48,20,-122,-17,39,-19,63,32,84,-87,-83,52,-57,-122,-76,-5,64,36,82,-92,86,-22,-92,54,-111,-90,-12,-94,-69,-119,60,48,41,43,-40,-52,54,73,63,-44,-1,-66,-125,113,8,-12,3,69,83,-69,-101,-128,15,-17,57,-57,-68,126,108,18,70,66,-56,56,-27,84,11,-119,104,81,56,-73,121,-58,-43,-56,45,101,26,8,113,-97,-78,-96,37,8,-56,-64,119,29,78,115,54,114,-23,114,41,-39,-46,-92,25,5,90,-89,-6,26,-119,36,81,76,-125,40,-111,-20,79,-55,120,116,55,114,61,-41,81,-102,74,61,114,125,-30,-7,-56,-13,16,57,-98,-109,97,64,-56,79,-41,97,60,-18,-58,-113,-22,-72,78,115,118,47,56,52,-102,-28,76,-90,17,-59,-25,66,45,38,124,-55,50,-90,-22,-14,-117,74,83,-14,20,10,-97,76,-82,76,-87,-123,72,22,113,41,-87,78,5,31,-71,-45,-39,-12,-44,29,127,-4,-32,56,97,36,-72,-106,34,83,102,84,-113,-93,82,-54,106,-126,99,47,-60,-19,-95,-47,-29,78,66,-104,-14,-94,-44,-120,-83,24,-41,77,-119,-104,106,-118,82,110,-19,48,10,-41,-87,-126,96,-64,-56,-107,116,-115,50,-79,84,-82,-10
7,-37,4,120,102,19,26,65,-37,-86,33,113,-99,20,-34,40,-91,25,-108,6,-41,120,-60,-84,61,100,-120,-120,55,39,-28,95,-20,-71,-8,62,-67,-100,-97,-10,58,100,-25,8,-53,-114,52,-53,-117,-116,106,54,-66,-114,19,21,96,76,21,85,43,10,15,-94,28,121,-125,85,17,13,-94,76,-108,49,-109,116,16,-119,60,-8,74,124,-126,75,-59,36,86,119,74,51,-91,-79,-31,102,-32,29,125,-2,70,-68,-95,-1,-59,59,26,30,99,118,75,-95,42,83,-72,-74,-78,-14,2,-125,5,-25,-32,-128,-113,-9,30,-82,78,39,63,30,-31,122,49,-101,-50,-49,-86,27,88,-47,-22,114,54,-69,-84,-29,-26,13,30,67,-36,-103,96,99,45,-74,-34,110,35,-122,-72,-58,-61,-15,-34,-125,-127,52,-88,-7,60,64,-34,39,-57,64,115,8,37,-97,72,-101,18,-32,-42,-85,5,72,43,-65,-93,-77,112,96,75,-121,-91,-23,25,63,-95,40,-11,43,72,-63,19,-117,72,-83,105,65,-75,-39,115,44,-18,103,-21,-87,-18,-55,110,-20,33,-52,-97,19,-17,61,54,-32,127,-61,-53,-6,106,-8,-38,30,81,120,-21,-56,78,-60,-19,-50,-39,46,-128,-68,12,7,-52,-44,-46,-15,-100,-123,-112,70,-107,-125,-101,-124,-75,-112,55,73,38,-42
,-37,-74,112,82,-93,-126,-22,-21,-9,49,17,-86,-85,-106,123,33,110,-38,53,19,-128,-13,49,73,-105,118,-91,-37,75,92,72,81,48,-87,-17,90,49,-120,86,92,-114,127,-117,95,115,73,-93,27,6,21,77,-96,35,89,-47,-84,-84,108,-36,-86,-64,-70,58,-40,42,-113,95,-88,-33,-41,-77,-6,-103,-118,-104,-11,117,-36,104,-34,-94,31,108,-77,-110,77,-31,-82,-81,97,35,122,-117,-114,-26,108,57,1,-94,-6,58,-42,108,86,-36,125,-25,7,-5,38,101,-1,-16,45,-70,-41,-20,-18,-34,126,86,-22,-125,-3,58,105,-41,9,-104,-113,-15,51,-40,66,-36,-39,21,-64,-24,102,-53,84,-6,-50,127,-102,-15,95,67,48,68,-48,-27,8,0,0]},"origJobXml":{"rawBlob":[79,66,74,0,0,0,1,0,0,0,1,0,5,99,111,100,101,99,0,2,103,122,31,-117,8,0,0,0,0,0,0,0,-67,86,-37,110,-29,54,16,125,-9,87,-80,-62,2,-79,1,-53,-110,-67,125,114,29,3,-22,38,-63,26,-51,-38,64,-20,116,-111,-66,20,-76,52,-110,-39,-107,72,-107,-92,-94,120,23,-2,-9,14,-87,-117,47,73,90,119,-127,-84,94,36,14,-25,114,-26,-52,12,-87,-55,79,-82,-37,33,-28,-106,-123,-64,21,68,68,11,-94,55,64,-126,-100,-122,
-8,90,-118,88,-105,84,2,-71,17,5,-113,-88,102,-126,-109,110,-80,-68,-23,17,92,-126,36,-126,3,26,11,73,50,-127,74,-95,-32,90,-78,117,-95,81,-112,86,14,9,77,36,64,6,92,-85,1,33,75,0,-21,125,-66,88,-51,62,92,-109,-104,-91,-58,60,98,-86,50,-61,-16,37,-45,27,84,97,-118,-108,66,126,33,49,122,-94,81,-60,76,96,-102,18,-58,81,-112,89,24,104,39,33,-95,50,98,60,-63,-64,-7,86,-78,100,-93,-119,40,57,72,-75,97,57,70,91,-103,60,-106,55,13,20,85,-7,-83,-125,98,-98,91,81,-44,105,28,100,92,19,-47,39,-65,-93,31,-109,-18,104,-32,-109,46,42,-96,-115,83,111,58,-67,95,-84,113,70,-73,-124,11,77,10,5,123,-33,4,-98,66,-56,53,98,69,88,89,-98,50,-54,67,99,92,103,-42,70,64,-128,15,-75,15,-79,-42,20,-43,-87,-51,-125,-120,-8,80,-115,80,-35,65,107,-5,108,-76,-50,-57,-98,87,-106,-27,-128,90,-76,3,33,19,-81,73,-49,-69,69,78,-25,-53,107,23,17,27,-109,123,-98,-126,82,-56,-46,-33,5,-109,72,-19,122,75,104,-114,120,66,-70,70,-108,41,45,77,-35,108,121,108,-43,17,64,41,-111,104,-98,-12,-119,-86,-53,126,82,-100,61,89,13,56,
-52,-7,80,1,-23,-94,-100,56,-63,-110,-52,-106,14,-7,53,88,-50,-106,125,-12,-15,121,-74,-6,-72,-72,95,-111,-49,-63,-35,93,48,95,-51,-82,-105,100,113,71,62,44,-26,87,-77,-43,108,49,-57,-43,13,9,-26,15,-28,-73,-39,-4,-86,79,0,-119,-62,48,-16,-108,75,-125,31,65,50,67,35,68,-125,-50,-66,-125,26,0,-90,65,-52,90,-27,16,-78,-104,-123,-104,23,79,10,-102,0,73,-60,35,72,110,-70,35,7,-103,49,101,-118,-87,16,94,-124,94,82,-106,49,109,-37,72,61,79,106,-48,113,-35,105,103,18,10,97,-102,-117,98,51,-69,-56,27,-31,52,-125,75,-121,38,-119,105,59,35,-76,10,-82,41,-85,43,-30,88,-127,30,57,36,54,108,3,15,-73,-105,-50,-69,111,86,97,28,-47,-83,-22,14,123,59,-121,40,77,-91,54,27,-10,3,5,-64,35,-77,-60,23,46,52,-53,-32,43,-50,-45,-91,19,100,32,-79,74,-34,-83,80,127,6,60,1,44,-93,-45,-76,-64,-2,121,-54,82,-82,46,-99,66,-78,-79,16,95,25,-116,15,0,-113,-3,-63,-56,-103,90,-101,-119,29,74,-111,-86,105,-21,-62,-120,-62,66,74,-125,115,58,-100,120,-121,-53,-54,-58,-37,27,85,2,28,125,-118,25,30,58,-87,69,53,47,-110,-
106,110,42,18,-11,34,5,25,-29,-40,30,-86,-5,-34,55,52,48,-114,93,70,83,-105,113,-28,1,103,-29,-46,25,-7,-61,-111,-21,-65,119,-3,-31,-54,-9,-57,-66,-1,-57,127,-79,49,61,-94,99,-126,28,-72,26,-80,73,-88,-122,-23,-69,111,6,-47,92,68,-80,-13,112,48,-91,-41,-96,48,-117,110,111,-121,107,120,-94,-88,12,-22,78,8,-67,-13,24,-49,11,-19,-102,116,60,-52,-30,22,-109,24,-95,-50,-61,117,112,103,116,63,45,-26,-85,-113,-26,-29,42,120,48,47,108,-28,74,62,-101,-33,-81,-82,119,19,-17,40,-8,-98,30,-81,-26,-25,85,-58,-102,78,-126,-24,117,-30,-10,-67,-13,47,-92,-115,86,-2,-16,-121,-109,38,10,-35,-78,-74,-97,9,111,-97,-44,89,60,-98,-55,94,-69,108,-5,-79,-86,25,60,-102,123,-27,-124,97,-92,-88,102,-40,42,57,-92,-74,61,-24,-47,19,38,-16,6,92,83,85,29,95,109,17,-6,-49,40,-17,87,3,108,89,-18,-101,-125,-60,-52,111,-67,50,-57,71,44,-46,84,-108,-26,-64,41,89,-102,-30,-71,-85,68,-6,8,-26,104,-91,68,-30,-87,4,100,13,-70,4,-32,71,-47,27,-94,-85,35,-92,-21,-2,-20,-9,-119,83,53,-105,-45,-37,-111,46,-98,111,-26,0,127,-9
2,41,-26,-102,110,91,-3,106,98,-47,96,-44,-37,-11,44,-102,-45,29,28,54,115,-112,29,-91,106,51,104,51,-102,-98,6,31,98,108,-84,15,6,-98,120,39,-86,-57,126,48,-13,87,-67,-8,7,78,-114,-12,78,-54,-117,27,77,121,-113,-53,89,9,-21,14,123,-71,-58,-72,89,23,-71,82,59,-88,-14,-23,92,-3,-24,98,-97,83,-122,115,-88,123,-107,54,-52,-72,-31,-19,-124,-93,74,74,67,115,-79,29,-104,-103,63,-87,24,-47,-98,-128,-64,75,-51,-51,-87,-34,-4,-1,-31,71,75,117,48,-11,19,-81,117,117,28,1,111,-111,-104,37,-123,-92,-57,-128,-38,-3,92,10,-68,-101,-11,-10,-7,-106,-35,54,-88,-90,127,-119,-11,74,-46,-16,11,96,24,43,120,89,23,-25,-93,48,116,-18,-43,-111,-62,74,-8,60,-82,-9,122,-32,-77,48,53,116,-99,-123,-88,-27,-10,-19,-16,96,19,23,48,-57,-81,-77,0,-75,-38,111,-120,-56,14,-12,21,118,-21,89,-120,-102,-53,78,-45,25,-17,94,88,-37,-117,-34,27,-94,-85,-58,-26,59,-32,45,10,-35,-67,-88,-84,-65,7,-96,-3,-81,122,105,34,38,-34,-15,-116,-30,68,-43,67,108,76,-114,-2,67,-89,-99,127,0,31,-113,61,38,-78,13,0,0]},"pending":0,"doneMa
terialization":1,"appNamespace":"uri:oozie:coordinator:0.2"}
+{"id":"0000001-160720041037822-oozie-oozi-C","appPath":"hdfs://asasvari-cm-1.vpc.cloudera.com:8020/user/systest/oozie.1469013271435/examples/apps/aggregator/coordinator-with-offset.xml","appName":"aggregator-coord-with-offset2","conf":{"rawBlob":[79,66,74,0,0,0,1,0,0,0,1,0,5,99,111,100,101,99,0,2,103,122,31,-117,8,0,0,0,0,0,0,0,-75,-108,-55,110,-125,48,16,-122,-17,-107,-6,14,121,1,-68,0,-35,16,-54,35,-28,80,-27,-44,-37,-44,30,-64,45,48,-82,-105,52,-23,-45,23,72,122,-120,68,-109,114,-24,101,52,-34,-66,-1,31,-113,-27,82,81,95,-103,58,58,8,-122,-6,-11,-19,-51,106,85,90,71,22,93,56,76,-93,97,-36,67,-121,107,-36,67,103,91,-12,-49,68,-95,-28,-45,-44,105,121,7,109,-60,53,-47,-105,65,38,-13,-5,39,33,-77,-12,65,-26,-39,29,-1,57,83,-14,-29,-98,-119,-50,-49,-16,-13,98,71,-104,34,114,-102,-127,-75,-83,81,-109,61,102,33,52,115,-30,-115,-82,124,-63,57,120,-16,59,112,38,81,93,34,-39,-50,42,-90,90,-118,26,29,12,-84,-82,120,20,-87,-32,-47,-93,-29,-2,-32,3,-6,-64,47,-103,-26,-125,-16,16,-22,-38,97,13
,-127,28,-97,-20,-104,126,-52,-109,79,19,-102,-124,-86,-54,99,96,-5,-82,93,92,-32,-24,-126,-115,-39,92,53,39,119,-117,-95,62,-128,-101,-19,77,42,100,-102,72,-103,-120,116,43,-78,66,-120,-105,-59,-24,14,-84,67,29,21,-78,55,122,101,-1,-30,-2,35,98,-60,-51,47,80,-115,21,-60,118,57,116,12,27,-46,-77,-52,-65,63,-102,-59,-78,-61,37,109,29,-88,119,116,115,-62,87,21,-77,116,-79,34,-10,-6,90,-25,-13,-117,-99,47,-7,-7,79,-16,13,-15,114,59,-120,25,4,0,0]},"frequency":"1","timeZone":"America/Los_Angeles","concurrency":1,"matThrottling":12,"timeOut":120,"lastActionNumber":1,"user":"systest","actions":[],"numActions":0,"statusStr":"RUNNING","startTimestamp":"Nov 1, 2012 8:00:00 PM","endTimestamp":"Nov 1, 2012 9:00:00 PM","createdTimestamp":"Jul 20, 2016 4:25:29 AM","timeUnitStr":"DAY","execution":"FIFO","lastActionTimestamp":"Nov 2, 2012 8:00:00 PM","nextMaterializedTimestamp":"Nov 2, 2012 8:00:00 PM","lastModifiedTimestamp":"Jul 20, 2016 4:25:52 AM","jobXml":{"rawBlob":[79,66,74,0,0,0,1,0,0,0,1,
0,5,99,111,100,101,99,0,2,103,122,31,-117,8,0,0,0,0,0,0,0,-67,-106,93,107,-37,48,20,-122,-17,7,-5,15,-58,20,-38,-62,20,-55,78,-9,101,-100,64,-96,-123,22,-38,4,70,122,-47,-35,4,-51,-106,83,-81,-74,-28,73,114,-46,15,-6,-33,119,44,43,-114,-35,15,19,70,-69,-101,56,62,126,-49,57,-14,-85,-25,40,9,35,33,100,-100,114,-86,-123,68,-76,40,-100,-37,60,-29,106,-28,-106,50,13,-124,-72,79,89,-48,18,4,100,-32,-69,14,-89,57,27,-71,116,-71,-108,108,105,-46,-116,2,-83,83,125,-115,68,-110,40,-90,65,-108,72,-10,-89,100,60,-70,27,-71,-98,-21,40,77,-91,30,-71,62,-15,124,-28,121,-120,-8,115,50,12,8,-7,-23,58,-116,-57,-35,-8,81,29,-41,105,-50,-18,5,-121,70,-109,-100,-55,52,-94,-8,92,-88,-59,-124,47,89,-58,84,93,126,81,105,74,-98,66,-31,-29,-55,-107,41,-75,16,-55,34,46,37,-43,-87,-32,35,119,58,-101,-98,-72,-29,-113,31,28,39,-116,4,-41,82,100,-54,-36,-43,-9,81,41,101,-75,-64,-79,23,-30,-10,-83,-47,-29,78,66,-104,-14,-94,-44,-120,-83,24,-41,77,-119,-104,106,-118,82,110,-19,48,10,-41,-87,-126,96,-64,-56,-107,11
6,-115,50,-79,84,-82,-107,-37,4,120,102,19,26,65,-37,-86,33,113,-99,20,-34,40,-91,25,-108,6,-41,120,-60,-84,61,100,-120,-120,55,39,-28,95,-20,-71,56,-101,94,-50,79,122,29,-78,107,-124,109,71,-102,-27,69,70,53,27,95,-57,-119,10,48,-90,-118,-86,21,-123,7,81,-114,-68,-63,-86,-120,6,81,38,-54,-104,73,58,-120,68,30,124,35,62,-63,-91,98,18,-85,59,-91,-103,-46,-40,112,51,-16,-114,-66,124,39,-34,-48,-1,-22,29,13,63,99,118,75,-95,42,83,-72,-74,-78,-14,2,-125,5,-25,-32,-128,-113,-9,30,-82,78,38,63,30,-31,122,49,-101,-50,79,-85,47,-80,-93,-43,-27,116,118,89,-57,-51,27,60,-122,-72,-77,-64,-58,90,108,-67,-35,70,12,113,-115,-121,-29,-67,7,3,105,80,-13,121,-128,-68,79,-114,-127,-26,16,74,62,-111,54,37,-64,-83,87,11,-112,86,126,71,103,-31,-64,-106,14,75,-45,51,126,66,81,-22,87,-112,-126,39,22,-111,90,-45,-126,106,51,115,44,-18,103,-21,-87,-18,-55,52,-10,16,6,3,-24,-67,-57,0,-2,55,-68,-84,-81,-122,-81,-19,17,-123,-73,-114,-20,68,-36,-18,-100,-19,2,-56,-53,112,-64,74,45,29,-49,89,8,105,84,57,-72,73,8
8,11,121,-109,100,98,-67,109,11,39,53,42,-88,-66,126,31,19,-95,-70,106,-71,23,-30,-90,93,-77,0,56,31,-109,116,105,119,-70,-67,-59,-123,20,5,-109,-6,-82,21,-125,104,-59,-27,-8,-73,-8,53,-105,52,-70,97,80,-47,4,58,-110,21,-51,-54,-54,-58,-83,10,-84,-85,-125,-83,-14,-8,-123,-6,125,61,-85,-113,-87,-120,89,95,-57,-115,-26,45,-6,-63,-104,-107,108,10,-33,-6,26,54,-94,-73,-24,104,-50,-106,99,32,-86,-81,99,-51,102,-59,-35,25,63,-40,55,41,-5,-121,111,-47,-67,102,119,-9,-10,-77,82,31,-20,-41,73,-69,46,-64,-4,24,63,-125,45,-60,-99,-87,0,70,55,35,83,-23,59,-1,105,-58,127,1,-40,114,-83,104,-27,8,0,0]},"origJobXml":{"rawBlob":[79,66,74,0,0,0,1,0,0,0,1,0,5,99,111,100,101,99,0,2,103,122,31,-117,8,0,0,0,0,0,0,0,-67,86,-37,110,-29,54,16,125,-9,87,-80,-62,2,-79,1,-53,-110,-67,125,114,29,3,-22,38,-63,26,-51,-38,64,-20,116,-111,-66,20,-76,52,-110,-39,-107,72,-107,-92,-94,120,23,-2,-9,14,-87,-117,47,73,90,119,-127,-84,94,36,14,-25,114,-26,-52,12,-87,-55,79,-82,-37,33,-28,-106,-123,-64,21,68,68,11,-94,55,6
4,-126,-100,-122,-8,90,-118,88,-105,84,2,-71,17,5,-113,-88,102,-126,-109,110,-80,-68,-23,17,92,-126,36,-126,3,26,11,73,50,-127,74,-95,-32,90,-78,117,-95,81,-112,86,14,9,77,36,64,6,92,-85,1,33,75,0,-21,125,-66,88,-51,62,92,-109,-104,-91,-58,60,98,-86,50,-61,-16,37,-45,27,84,97,-118,-108,66,126,33,49,122,-94,81,-60,76,96,-102,18,-58,81,-112,89,24,104,39,33,-95,50,98,60,-63,-64,-7,86,-78,100,-93,-119,40,57,72,-75,97,57,70,91,-103,60,-106,55,13,20,85,-7,-83,-125,98,-98,91,81,-44,105,28,100,92,19,-47,39,-65,-93,31,-109,-18,104,-32,-109,46,42,-96,-115,83,111,58,-67,95,-84,113,70,-73,-124,11,77,10,5,123,-33,4,-98,66,-56,53,98,69,88,89,-98,50,-54,67,99,92,103,-42,70,64,-128,15,-75,15,-79,-42,20,-43,-87,-51,-125,-120,-8,80,-115,80,-35,65,107,-5,108,-76,-50,-57,-98,87,-106,-27,-128,90,-76,3,33,19,-81,73,-49,-69,69,78,-25,-53,107,23,17,27,-109,123,-98,-126,82,-56,-46,-33,5,-109,72,-19,122,75,104,-114,120,66,-70,70,-108,41,45,77,-35,108,121,108,-43,17,64,41,-111,104,-98,-12,-119,-86,-53,126,82,
-100,61,89,13,56,-52,-7,80,1,-23,-94,-100,56,-63,-110,-52,-106,14,-7,53,88,-50,-106,125,-12,-15,121,-74,-6,-72,-72,95,-111,-49,-63,-35,93,48,95,-51,-82,-105,100,113,71,62,44,-26,87,-77,-43,108,49,-57,-43,13,9,-26,15,-28,-73,-39,-4,-86,79,0,-119,-62,48,-16,-108,75,-125,31,65,50,67,35,68,-125,-50,-66,-125,26,0,-90,65,-52,90,-27,16,-78,-104,-123,-104,23,79,10,-102,0,73,-60,35,72,110,-70,35,7,-103,49,101,-118,-87,16,94,-124,94,82,-106,49,109,-37,72,61,79,106,-48,113,-35,105,103,18,10,97,-102,-117,98,51,-69,-56,27,-31,52,-125,75,-121,38,-119,105,59,35,-76,10,-82,41,-85,43,-30,88,-127,30,57,36,54,108,3,15,-73,-105,-50,-69,111,86,97,28,-47,-83,-22,14,123,59,-121,40,77,-91,54,27,-10,3,5,-64,35,-77,-60,23,46,52,-53,-32,43,-50,-45,-91,19,100,32,-79,74,-34,-83,80,127,6,60,1,44,-93,-45,-76,-64,-2,121,-54,82,-82,46,-99,66,-78,-79,16,95,25,-116,15,0,-113,-3,-63,-56,-103,90,-101,-119,29,74,-111,-86,105,-21,-62,-120,-62,66,74,-125,115,58,-100,120,-121,-53,-54,-58,-37,27,85,2,28,125,-118,25,30,58,-8
7,69,53,47,-110,-106,110,42,18,-11,34,5,25,-29,-40,30,-86,-5,-34,55,52,48,-114,93,70,83,-105,113,-28,1,103,-29,-46,25,-7,-61,-111,-21,-65,119,-3,-31,-54,-9,-57,-66,-1,-57,127,-79,49,61,-94,99,-126,28,-72,26,-80,73,-88,-122,-23,-69,111,6,-47,92,68,-80,-13,112,48,-91,-41,-96,48,-117,110,111,-121,107,120,-94,-88,12,-22,78,8,-67,-13,24,-49,11,-19,-102,116,60,-52,-30,22,-109,24,-95,-50,-61,117,112,103,116,63,45,-26,-85,-113,-26,-29,42,120,48,47,108,-28,74,62,-101,-33,-81,-82,119,19,-17,40,-8,-98,30,-81,-26,-25,85,-58,-102,78,-126,-24,117,-30,-10,-67,-13,47,-92,-115,86,-2,-16,-121,-109,38,10,-35,-78,-74,-97,9,111,-97,-44,89,60,-98,-55,94,-69,108,-5,-79,-86,25,60,-102,123,-27,-124,97,-92,-88,102,-40,42,57,-92,-74,61,-24,-47,19,38,-16,6,92,83,85,29,95,109,17,-6,-49,40,-17,87,3,108,89,-18,-101,-125,-60,-52,111,-67,50,-57,71,44,-46,84,-108,-26,-64,41,89,-102,-30,-71,-85,68,-6,8,-26,104,-91,68,-30,-87,4,100,13,-70,4,-32,71,-47,27,-94,-85,35,-92,-21,-2,-20,-9,-119,83,53,-105,-45,-37,-111,46,-98
,111,-26,0,127,-92,41,-26,-102,110,91,-3,106,98,-47,96,-44,-37,-11,44,-102,-45,29,28,54,115,-112,29,-91,106,51,104,51,-102,-98,6,31,98,108,-84,15,6,-98,120,39,-86,-57,126,48,-13,87,-67,-8,7,78,-114,-12,78,-54,-117,27,77,121,-113,-53,89,9,-21,14,123,-71,-58,-72,89,23,-71,82,59,-88,-14,-23,92,-3,-24,98,-97,83,-122,115,-88,123,-107,54,-52,-72,-31,-19,-124,-93,74,74,67,115,-79,29,-104,-103,63,-87,24,-47,-98,-128,-64,75,-51,-51,-87,-34,-4,-1,-31,71,75,117,48,-11,19,-81,117,117,28,1,111,-111,-104,37,-123,-92,-57,-128,-38,-3,92,10,-68,-101,-11,-10,-7,-106,-35,54,-88,-90,127,-119,-11,74,-46,-16,11,96,24,43,120,89,23,-25,-93,48,116,-18,-43,-111,-62,74,-8,60,-82,-9,122,-32,-77,48,53,116,-99,-123,-88,-27,-10,-19,-16,96,19,23,48,-57,-81,-77,0,-75,-38,111,-120,-56,14,-12,21,118,-21,89,-120,-102,-53,78,-45,25,-17,94,88,-37,-117,-34,27,-94,-85,-58,-26,59,-32,45,10,-35,-67,-88,-84,-65,7,-96,-3,-81,122,105,34,38,-34,-15,-116,-30,68,-43,67,108,76,-114,-2,67,-89,-99,127,0,31,-113,61,38,-78,13,0,0]},"p
ending":0,"doneMaterialization":1,"appNamespace":"uri:oozie:coordinator:0.2"}
+{"id":"0000002-160720041037822-oozie-oozi-C","appPath":"hdfs://asasvari-cm-1.vpc.cloudera.com:8020/user/systest/oozie.1469013271435/examples/apps/aggregator/coordinator-with-offset.xml","appName":"aggregator-coord-with-offset","conf":{"rawBlob":[79,66,74,0,0,0,1,0,0,0,1,0,5,99,111,100,101,99,0,2,103,122,31,-117,8,0,0,0,0,0,0,0,-75,-108,-55,110,-125,48,16,-122,-17,-107,-6,14,121,1,-68,64,-70,33,-60,35,-28,80,-27,-44,-37,-44,30,-120,91,96,92,47,52,-23,-45,23,72,122,-120,68,-109,114,-88,100,-115,-68,126,-1,63,30,-53,-123,-94,-82,50,117,116,16,12,117,-27,-19,-51,106,85,88,71,22,93,56,76,-93,97,-36,65,-117,37,-18,-95,-75,13,-6,103,-94,80,-16,105,-22,-76,-36,67,19,-79,36,-6,50,-56,-28,-6,-2,73,-56,44,125,-112,-21,-20,-114,-1,-100,41,-8,113,-49,68,-25,103,-8,121,-79,35,76,17,57,-51,-64,-38,-58,-88,-55,30,-77,16,118,115,-30,59,93,-7,-100,115,-16,-32,123,112,38,81,109,34,89,111,21,83,13,69,-115,14,6,86,-101,63,-118,84,-16,-24,-47,113,127,-16,1,125,-32,-105,76,-13,65,120,8,117,-19,-80,-122,64
,-114,79,118,76,55,-10,-109,79,19,118,9,85,-107,-57,-64,-10,109,-77,56,-63,-47,5,27,123,115,-39,-100,-36,45,-122,-6,0,110,-74,54,-87,-112,34,17,114,104,91,33,-13,-75,120,89,-116,110,-63,58,-44,81,33,123,-93,87,-10,47,-18,63,34,70,-36,-4,2,-43,88,65,108,-106,67,-57,-80,33,61,-53,-4,-5,-93,89,44,59,92,-46,-42,-127,122,71,55,39,124,85,49,75,23,43,98,-89,-81,85,62,-51,-59,-123,-54,23,-4,-4,39,-8,6,121,-109,-102,-104,25,4,0,0]},"frequency":"60","timeZone":"UTC","concurrency":1,"matThrottling":12,"timeOut":120,"lastActionNumber":1,"user":"systest","actions":[],"numActions":0,"statusStr":"SUCCEEDED","startTimestamp":"Dec 31, 2009 5:40:00 PM","endTimestamp":"Dec 31, 2009 6:00:00 PM","createdTimestamp":"Jul 20, 2016 4:35:54 AM","timeUnitStr":"MINUTE","execution":"FIFO","lastActionTimestamp":"Dec 31, 2009 6:40:00 PM","nextMaterializedTimestamp":"Dec 31, 2009 6:40:00 PM","lastModifiedTimestamp":"Jul 20, 2016 4:37:52 AM","jobXml":{"rawBlob":[79,66,74,0,0,0,1,0,0,0,1,0,5,99,111,100,101,99,0,2,10
3,122,31,-117,8,0,0,0,0,0,0,0,-43,-106,93,107,-37,48,20,-122,-17,7,-5,15,70,20,-38,-62,28,-55,105,-42,109,-58,9,-108,-75,-48,66,-101,-64,72,47,-70,-101,-96,-39,114,-22,-43,-111,60,73,78,-6,65,-1,-5,-114,100,-59,-79,-109,54,-28,34,-69,24,-124,-40,58,126,-49,57,-46,-21,71,74,-94,88,8,-103,100,-100,106,33,125,90,20,-34,-29,44,-25,-86,-113,74,-103,-123,66,60,103,44,108,8,66,-46,-23,34,-113,-45,25,-21,35,58,-99,74,54,-75,105,86,-31,47,50,125,-17,-117,52,85,76,35,47,-107,-20,79,-55,120,-4,-44,71,-89,4,121,74,83,-87,-5,-88,75,2,-30,-109,0,62,99,18,-124,61,-14,19,121,-116,39,-19,120,55,36,38,-82,-77,25,123,22,28,26,-35,-114,-65,87,-11,38,38,86,-14,12,10,-35,92,13,111,-57,23,54,123,34,-46,73,82,74,-86,51,-63,-5,104,56,26,94,-96,-63,-57,15,-98,23,-59,-126,107,41,114,101,71,-43,56,46,-91,52,-109,26,4,17,110,14,-83,30,-73,18,-94,-116,23,-91,-10,-39,-100,113,93,-105,72,-88,-90,126,-58,-99,3,86,-127,60,19,-124,53,-9,-111,-92,11,63,23,83,-123,-100,-36,37,-64,51,-105,80,11,-102,-10,116,-63,-98,12,2
2,-107,-47,28,74,-125,81,60,102,109,71,-56,-98,28,113,115,-126,55,-21,107,54,43,114,-86,-39,-32,62,73,85,-120,49,85,84,-51,41,60,-120,103,126,-48,-103,23,113,39,-50,69,-103,48,73,59,-79,-104,-123,95,73,-105,-32,82,49,-119,-43,-109,-46,76,105,108,-47,-24,4,-67,-45,111,36,56,-23,126,9,122,39,-97,49,123,-92,80,-107,41,92,89,103,-42,-114,97,-55,-41,-80,98,124,-16,114,119,113,-10,-29,21,-82,55,-93,-31,-8,-46,-36,-100,-97,-35,-103,-53,-27,-24,-74,-118,-37,5,-68,70,-72,53,-65,-38,73,-20,-84,92,69,44,83,-75,101,-125,-125,23,-117,97,88,17,120,-28,-9,-56,39,111,-23,-54,49,-108,93,-109,-41,101,-64,-80,119,-117,-84,-107,104,73,29,18,-40,49,-31,24,-38,-96,38,18,-91,126,7,36,120,-30,-64,-88,52,13,-108,-106,-101,-117,37,-37,-119,90,-41,-83,-17,-69,-19,96,5,-1,27,88,-50,75,75,-42,-22,-4,-63,43,23,118,97,109,119,-62,118,-60,-30,109,36,96,-82,-114,-119,77,2,34,26,27,15,-105,9,11,33,31,-46,92,44,86,-99,-31,32,-10,11,-86,-17,-1,-115,-115,80,93,53,-4,-117,112,-35,-82,-98,0,-100,-123,105,54,117,-17,-70,-
7,-110,11,41,10,38,-11,83,35,6,81,67,-29,-32,-73,-8,53,-106,52,126,96,80,-47,6,90,-110,57,-51,75,-29,-28,74,5,-42,85,-63,70,121,-4,70,-3,109,61,-51,-41,80,36,108,91,-57,-91,102,31,-3,96,115,-107,108,8,119,-37,26,-42,-94,125,116,-76,39,-54,57,16,-75,-83,99,-123,-89,-31,-18,-118,31,29,-38,-108,-61,-29,125,116,-81,-40,-35,-67,-3,-88,-44,71,-121,85,-46,-82,19,-80,63,-68,27,-80,69,-72,-75,43,-128,-47,-27,-106,49,-6,-42,95,-106,-63,95,32,61,-48,-53,-60,8,0,0]},"origJobXml":{"rawBlob":[79,66,74,0,0,0,1,0,0,0,1,0,5,99,111,100,101,99,0,2,103,122,31,-117,8,0,0,0,0,0,0,0,-67,86,-37,110,-29,54,16,125,-49,87,76,-123,5,98,3,-106,-91,4,125,114,29,3,110,46,88,-93,-69,54,16,59,93,-92,111,-76,68,-55,-20,74,-92,74,82,81,-68,11,-1,123,-121,-44,-59,-110,-110,44,-36,5,82,-61,-128,69,114,46,-25,-100,-103,-95,60,-3,-59,117,-49,0,62,-79,-128,114,69,67,-48,2,-12,-114,-62,60,35,1,-2,-84,69,-92,11,34,41,-36,-119,-100,-121,68,51,-63,97,48,95,-33,13,1,-105,84,-126,-32,20,-99,-123,-124,84,-96,81,32,-72,-106,108,-
101,107,-36,72,-54,-128,64,98,73,105,74,-71,86,99,-128,53,-91,54,-6,114,-75,89,92,-33,66,-60,18,-29,30,50,85,-70,97,-6,-126,-23,29,-102,48,5,-123,-112,95,33,-62,72,36,12,-103,73,76,18,96,28,55,82,11,3,-3,36,-115,-119,12,25,-113,49,113,-74,-105,44,-34,105,16,5,-89,82,-19,88,-122,-39,54,-122,-57,-6,-82,-122,-94,-54,-72,85,82,-28,-71,23,121,69,-93,-59,-72,18,98,4,127,98,28,67,-9,114,-20,-61,0,13,-48,-57,-87,14,-99,-31,111,-42,57,37,123,-32,66,67,-82,-24,49,54,-48,-25,-128,102,26,-79,34,-84,52,75,24,-31,-127,113,-82,-104,53,25,16,-32,99,21,67,108,53,65,115,98,121,-128,-120,-38,102,64,-12,25,122,-37,-49,78,-21,108,-30,121,69,81,-116,-119,69,59,22,50,-10,106,122,-34,39,-44,116,-71,-66,117,17,-79,113,121,-32,9,85,10,85,-6,39,103,18,-91,-35,-18,-127,100,-120,39,32,91,68,-103,-112,-62,-44,-51,-106,-57,86,29,1,20,18,-123,-26,-15,8,84,85,-10,94,113,-114,98,-43,-32,-112,115,-37,0,-27,34,28,-100,-7,26,22,107,7,126,-97,-81,23,-21,17,-58,-8,-78,-40,124,92,61,108,-32,-53,-4,-2,126,-66,-36,44,110,-4
1,-80,-70,-121,-21,-43,-14,102,-79,89,-84,-106,-72,-70,-125,-7,-14,17,-2,88,44,111,70,64,81,40,76,67,-97,51,105,-16,35,72,102,100,-92,-31,-8,-20,-40,65,53,0,-45,32,102,-83,50,26,-80,-120,5,-56,-117,-57,57,-119,41,-60,-30,-119,74,110,-70,35,-93,50,101,-54,20,83,33,-68,16,-93,36,44,101,-38,-74,-111,122,73,106,124,-26,-70,-77,-77,105,32,-124,105,46,-126,-51,-20,-94,110,-64,73,74,-81,28,18,-57,-90,-19,-52,-90,53,112,77,89,93,17,69,-118,106,7,34,35,54,-27,-63,-2,-54,-7,-16,-35,-98,79,118,34,-105,106,112,49,60,56,-96,52,-111,-38,-100,-40,7,-36,-96,60,52,75,-4,-63,-123,102,41,-3,-122,-13,116,-27,60,108,-82,-99,-70,-28,-57,-49,115,-102,112,117,-27,-28,-110,77,-124,-8,-58,-24,-92,5,112,-30,-113,47,-99,-103,-11,-103,-38,33,20,-119,-102,53,33,-52,86,-112,75,105,-128,-51,46,-90,94,123,89,-6,120,71,-89,114,3,71,-99,32,-93,118,-112,106,-85,-46,65,-110,-62,77,68,-84,94,-27,-100,50,-114,-19,-96,6,-105,-66,-95,-51,56,118,21,73,92,-58,-111,55,-50,-62,-107,115,-23,95,-8,-82,127,-127,-33,-115,-17,79,12
4,-1,-81,62,-5,89,-121,-2,20,57,-69,-102,98,19,16,77,103,31,-66,27,4,75,17,-46,-125,-121,-125,39,-67,58,-85,89,12,-122,7,92,-45,103,-126,-58,84,-35,11,-95,15,30,-29,89,-82,93,3,-33,67,-44,-97,16,52,-102,60,-34,-50,-17,-115,-23,-25,-43,114,-13,-47,60,-36,-52,31,-51,15,-10,105,-71,-65,88,62,108,110,15,83,-81,-109,-5,-88,-122,87,-55,-15,-90,64,117,-93,-48,-16,109,-99,90,-67,-15,99,-111,46,-34,93,36,-111,-21,70,-91,99,-113,123,71,22,-89,-24,118,-94,90,-51,-78,105,-73,-78,68,-12,-55,-68,38,122,-118,-94,34,-107,-94,-42,-56,-127,-54,-73,-43,-126,61,33,-16,-123,-74,37,-86,-68,-115,26,-47,71,47,20,30,-107,-13,104,69,29,-103,123,-63,-116,99,-75,50,-73,65,36,-110,68,20,-26,-2,40,88,-110,-32,53,-86,68,-14,68,-51,77,73,64,-30,37,67,97,75,117,65,41,-17,100,-81,117,46,111,-124,-127,-5,-85,63,2,-89,108,38,103,120,-128,1,94,87,-26,62,126,34,9,114,77,-10,-115,125,57,-112,-24,112,57,60,12,45,-102,-2,9,-50,-110,-71,-105,58,84,45,-125,-122,-47,-20,-57,-55,-89,94,-49,-68,27,11,-39,-65,25,-87,23,-89,99,-3
8,-85,50,30,-44,85,-18,86,-75,-36,-84,-6,-20,-11,82,-29,97,85,-21,-46,-84,85,-20,-2,56,-3,-33,53,63,-91,26,39,-86,-9,-90,114,72,-70,-106,-82,39,83,-71,75,2,-13,-58,106,-71,-103,-65,72,17,2,-18,-31,-64,-73,-107,-101,17,-67,-5,-17,-73,0,122,-86,-42,-8,79,-67,38,84,55,3,-66,46,34,22,-25,-110,116,1,53,-25,-103,20,-8,-46,-43,-5,-105,71,-10,-40,-96,-102,-3,45,-74,27,73,-126,-81,20,-45,-40,-115,-41,109,113,82,114,-93,-24,-47,28,37,44,55,95,-26,-11,-34,78,124,18,-90,90,-82,-109,16,53,-38,-66,31,30,-20,-29,-100,46,-15,-23,36,64,-115,-11,59,34,-78,51,125,-125,-35,122,18,-94,-78,-37,76,115,47,-8,-32,-36,-6,-98,15,-33,17,93,57,54,63,1,111,-107,-21,-63,121,-23,-3,51,0,-19,31,-88,-41,38,98,-22,117,103,20,39,-86,26,98,-29,-46,-7,-125,-119,83,-2,47,123,-93,-92,32,-116,13,0,0]},"pending":0,"doneMaterialization":1,"appNamespace":"uri:oozie:coordinator:0.2"}
http://git-wip-us.apache.org/repos/asf/oozie/blob/9ad8fd93/tools/src/test/resources/dumpData/ooziedb_slareg.json
----------------------------------------------------------------------
diff --git a/tools/src/test/resources/dumpData/ooziedb_slareg.json b/tools/src/test/resources/dumpData/ooziedb_slareg.json
new file mode 100644
index 0000000..e69de29
http://git-wip-us.apache.org/repos/asf/oozie/blob/9ad8fd93/tools/src/test/resources/dumpData/ooziedb_slasum.json
----------------------------------------------------------------------
diff --git a/tools/src/test/resources/dumpData/ooziedb_slasum.json b/tools/src/test/resources/dumpData/ooziedb_slasum.json
new file mode 100644
index 0000000..e69de29
http://git-wip-us.apache.org/repos/asf/oozie/blob/9ad8fd93/tools/src/test/resources/dumpData/ooziedb_sysinfo.json
----------------------------------------------------------------------
diff --git a/tools/src/test/resources/dumpData/ooziedb_sysinfo.json b/tools/src/test/resources/dumpData/ooziedb_sysinfo.json
new file mode 100644
index 0000000..15de009
--- /dev/null
+++ b/tools/src/test/resources/dumpData/ooziedb_sysinfo.json
@@ -0,0 +1 @@
+["db.version","3"]