You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@falcon.apache.org by pa...@apache.org on 2017/10/23 05:52:45 UTC

[11/26] falcon git commit: FALCON-2290 Change staging directory for entity creation while extension job submission

FALCON-2290 Change staging directory for entity creation while extension job submission

Author: Pracheer Agarwal <pr...@inmobi.com>
Author: Pracheer Agarwal <pr...@gmail.com>
Author: Pracheer Agarwal <pr...@im2216-x0.corp.inmobi.com>
Author: Pracheer <pr...@cheer.corp.inmobi.com>

Reviewers: @pallavi-rao

Closes #372 from PracheerAgarwal/FALCON-2290 and squashes the following commits:

301ae0a [Pracheer Agarwal] FALCON-2290 adding timestamp to staging directory
beece2d [Pracheer Agarwal] FALCON-2290 Change staging directory for entity creation while extension job submission
7f3932c [Pracheer Agarwal] Merge branch 'master' of https://github.com/PracheerAgarwal/falcon
2e12279 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
41da933 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
fc6ef2b [Pracheer] Merge branch 'master' of https://github.com/apache/falcon
7814fba [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
ba60452 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
ed65aa0 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
9ff05df [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
9c2f0a5 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
9cd8c17 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
778c579 [Pracheer Agarwal] Merge branch 'master' of https://github.com/PracheerAgarwal/falcon
e39808d [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
a932633 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
fda3b28 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
a93d71a [Pracheer Agarwal] Merge branch 'master' of https://github.com/PracheerAgarwal/falcon
e3728d5 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
066c8e2 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
b20f044 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
7f572a1 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
46042fd [Pracheer Agarwal] Merge branch 'master' of https://github.com/PracheerAgarwal/falcon
daa3ffc [Pracheer Agarwal] FALCON-2225 extension owner added for trusted extensions
622cae4 [Pracheer Agarwal] FALCON-2225 extension owner added for trusted extensions

(cherry picked from commit 3dc7efe507d188543f08d6fafdb7b66de8f05703)
Signed-off-by: Pallavi Rao <pa...@inmobi.com>


Project: http://git-wip-us.apache.org/repos/asf/falcon/repo
Commit: http://git-wip-us.apache.org/repos/asf/falcon/commit/bc96e1a6
Tree: http://git-wip-us.apache.org/repos/asf/falcon/tree/bc96e1a6
Diff: http://git-wip-us.apache.org/repos/asf/falcon/diff/bc96e1a6

Branch: refs/heads/master
Commit: bc96e1a653b2428a721b3687c6e2f761003898ae
Parents: 510d89e
Author: Pracheer Agarwal <pr...@inmobi.com>
Authored: Tue Feb 28 13:07:34 2017 +0530
Committer: Pallavi Rao <pa...@inmobi.com>
Committed: Tue Feb 28 13:08:00 2017 +0530

----------------------------------------------------------------------
 client/src/main/java/org/apache/falcon/ExtensionHandler.java | 5 +++--
 1 file changed, 3 insertions(+), 2 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/falcon/blob/bc96e1a6/client/src/main/java/org/apache/falcon/ExtensionHandler.java
----------------------------------------------------------------------
diff --git a/client/src/main/java/org/apache/falcon/ExtensionHandler.java b/client/src/main/java/org/apache/falcon/ExtensionHandler.java
index e17f8e6..769cd78 100644
--- a/client/src/main/java/org/apache/falcon/ExtensionHandler.java
+++ b/client/src/main/java/org/apache/falcon/ExtensionHandler.java
@@ -55,6 +55,7 @@ public final class ExtensionHandler {
     public static final Logger LOG = LoggerFactory.getLogger(ExtensionHandler.class);
     private static final String UTF_8 = CharEncoding.UTF_8;
     private static final String TMP_BASE_DIR = String.format("file://%s", System.getProperty("java.io.tmpdir"));
+    private static final String PATH_SEPARATOR = "_";
     private static final String LOCATION = "location";
     private static final String TYPE = "type";
     private static final String NAME = "extensionName";
@@ -146,8 +147,8 @@ public final class ExtensionHandler {
     }
 
     private static String createStagePath(String extensionName, String jobName) {
-        String stagePath = TMP_BASE_DIR + File.separator + extensionName + File.separator + jobName
-                + File.separator + System.currentTimeMillis()/1000;
+        String stagePath = TMP_BASE_DIR + File.separator + extensionName + PATH_SEPARATOR + jobName
+                + PATH_SEPARATOR + System.currentTimeMillis()/1000;
         File tmpPath = new File(stagePath);
         if (tmpPath.mkdir()) {
             throw new FalconCLIException("Failed to create stage directory" + tmpPath.toString());