You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@oozie.apache.org by km...@apache.org on 2019/05/22 14:20:26 UTC

[oozie] branch master updated: OOZIE-2927 Append new line character for Hive2 query using query tag (abhishekbafna, asalamon74 via kmarton)

This is an automated email from the ASF dual-hosted git repository.

kmarton pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/oozie.git


The following commit(s) were added to refs/heads/master by this push:
     new b8377e7  OOZIE-2927 Append new line character for Hive2 query using query tag (abhishekbafna,asalamon74 via kmarton)
b8377e7 is described below

commit b8377e7a7c7473cc6e0f1974dd038e420a6ffcec
Author: Julia Kinga Marton <km...@apache.org>
AuthorDate: Wed May 22 16:20:10 2019 +0200

    OOZIE-2927 Append new line character for Hive2 query using query tag (abhishekbafna,asalamon74 via kmarton)
---
 release-log.txt                                                      | 1 +
 .../src/main/java/org/apache/oozie/action/hadoop/Hive2Main.java      | 5 ++++-
 .../java/org/apache/oozie/action/hadoop/TestHive2ActionExecutor.java | 5 +++++
 3 files changed, 10 insertions(+), 1 deletion(-)

diff --git a/release-log.txt b/release-log.txt
index 177a1b8..af26518 100644
--- a/release-log.txt
+++ b/release-log.txt
@@ -1,5 +1,6 @@
 -- Oozie 5.2.0 release (trunk - unreleased)
 
+OOZIE-2927 Append new line character for Hive2 query using query tag (abhishekbafna,asalamon74 via kmarton)
 OOZIE-3488 Migrate from guava classes to the base Java implementations (zsombor via asalamon74)
 OOZIE-3481 Upgrade Jetty to 9.3.27 (asalamon74 via kmarton)
 OOZIE-3464 Use UTF8 charset instead of default one (nobigo via asalamon74)
diff --git a/sharelib/hive2/src/main/java/org/apache/oozie/action/hadoop/Hive2Main.java b/sharelib/hive2/src/main/java/org/apache/oozie/action/hadoop/Hive2Main.java
index 3732c3d..0d8ee1b 100644
--- a/sharelib/hive2/src/main/java/org/apache/oozie/action/hadoop/Hive2Main.java
+++ b/sharelib/hive2/src/main/java/org/apache/oozie/action/hadoop/Hive2Main.java
@@ -259,7 +259,10 @@ public class Hive2Main extends LauncherMain {
     private String createScriptFile(String query) throws IOException {
         String filename = "oozie-hive2-query-" + System.currentTimeMillis() + ".hql";
         File f = new File(filename);
-        FileUtils.writeStringToFile(f, query, StandardCharsets.UTF_8.name());
+        if (query != null && !query.endsWith(System.lineSeparator())) {
+            query += System.lineSeparator();
+        }
+        FileUtils.writeStringToFile(f, query, StandardCharsets.UTF_8);
         return filename;
     }
 
diff --git a/sharelib/hive2/src/test/java/org/apache/oozie/action/hadoop/TestHive2ActionExecutor.java b/sharelib/hive2/src/test/java/org/apache/oozie/action/hadoop/TestHive2ActionExecutor.java
index a12cdde..2e3ead1 100644
--- a/sharelib/hive2/src/test/java/org/apache/oozie/action/hadoop/TestHive2ActionExecutor.java
+++ b/sharelib/hive2/src/test/java/org/apache/oozie/action/hadoop/TestHive2ActionExecutor.java
@@ -192,6 +192,7 @@ public class TestHive2ActionExecutor extends ActionExecutorTestCase {
 
         {
             String query = getHive2Script(inputDir.toString(), outputDir.toString());
+            query = removeLastNewLineCharacterFromQueryString(query);
             Writer dataWriter = new OutputStreamWriter(fs.create(new Path(inputDir, DATA_FILENAME)),
                     StandardCharsets.UTF_8);
             dataWriter.write(SAMPLE_DATA_TEXT);
@@ -248,6 +249,10 @@ public class TestHive2ActionExecutor extends ActionExecutorTestCase {
         }
     }
 
+    private String removeLastNewLineCharacterFromQueryString(String query) {
+        return query.trim();
+    }
+
     public void testHive2ActionFails() throws Exception {
         setupHiveServer2();
         Path inputDir = new Path(getFsTestCaseDir(), INPUT_DIRNAME);