You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@falcon.apache.org by pa...@apache.org on 2017/10/23 05:52:35 UTC
[01/26] falcon git commit: FALCON-2275 making instances API
unsupported for extensions
Repository: falcon
Updated Branches:
refs/heads/master d07a2f705 -> 280328cb5
FALCON-2275 making instances API unsupported for extensions
Author: Pracheer Agarwal <pr...@inmobi.com>
Author: Pracheer Agarwal <pr...@gmail.com>
Author: Pracheer Agarwal <pr...@im2216-x0.corp.inmobi.com>
Reviewers: @sandeepSamudrala,@pallavi-rao
Closes #359 from PracheerAgarwal/FALCON-2275 and squashes the following commits:
3f83942 [Pracheer Agarwal] review comments changes
90aef9a [Pracheer Agarwal] FALCON-2275 making instances API unsupported for extensions
af6e719 [Pracheer Agarwal] FALCON-2275 making instances API unsupported for extensions
ba60452 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
ed65aa0 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
9ff05df [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
9c2f0a5 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
9cd8c17 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
778c579 [Pracheer Agarwal] Merge branch 'master' of https://github.com/PracheerAgarwal/falcon
e39808d [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
a932633 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
fda3b28 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
a93d71a [Pracheer Agarwal] Merge branch 'master' of https://github.com/PracheerAgarwal/falcon
e3728d5 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
066c8e2 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
b20f044 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
7f572a1 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
46042fd [Pracheer Agarwal] Merge branch 'master' of https://github.com/PracheerAgarwal/falcon
daa3ffc [Pracheer Agarwal] FALCON-2225 extension owner added for trusted extensions
622cae4 [Pracheer Agarwal] FALCON-2225 extension owner added for trusted extensions
(cherry picked from commit 4db747682281a6e1cb55a6d4d812da6e5199e8c6)
Signed-off-by: Pallavi Rao <pa...@inmobi.com>
Project: http://git-wip-us.apache.org/repos/asf/falcon/repo
Commit: http://git-wip-us.apache.org/repos/asf/falcon/commit/1565bde4
Tree: http://git-wip-us.apache.org/repos/asf/falcon/tree/1565bde4
Diff: http://git-wip-us.apache.org/repos/asf/falcon/diff/1565bde4
Branch: refs/heads/master
Commit: 1565bde416e8908954195beeec5812590f2336f4
Parents: 0825d80
Author: Pracheer Agarwal <pr...@inmobi.com>
Authored: Wed Feb 8 14:20:44 2017 +0530
Committer: Pallavi Rao <pa...@inmobi.com>
Committed: Wed Feb 8 14:21:06 2017 +0530
----------------------------------------------------------------------
.../resource/proxy/ExtensionManagerProxy.java | 28 +++-----------------
.../falcon/resource/ExtensionManager.java | 6 ++---
2 files changed, 6 insertions(+), 28 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/falcon/blob/1565bde4/prism/src/main/java/org/apache/falcon/resource/proxy/ExtensionManagerProxy.java
----------------------------------------------------------------------
diff --git a/prism/src/main/java/org/apache/falcon/resource/proxy/ExtensionManagerProxy.java b/prism/src/main/java/org/apache/falcon/resource/proxy/ExtensionManagerProxy.java
index 61aa39a..8ac5bbd 100644
--- a/prism/src/main/java/org/apache/falcon/resource/proxy/ExtensionManagerProxy.java
+++ b/prism/src/main/java/org/apache/falcon/resource/proxy/ExtensionManagerProxy.java
@@ -26,8 +26,6 @@ import java.io.File;
import java.io.IOException;
import java.io.InputStream;
import java.util.ArrayList;
-import java.util.Arrays;
-import java.util.HashSet;
import java.util.List;
import java.util.Map;
import java.util.Properties;
@@ -69,7 +67,6 @@ import org.apache.falcon.resource.APIResult;
import org.apache.falcon.resource.AbstractExtensionManager;
import org.apache.falcon.resource.ExtensionInstanceList;
import org.apache.falcon.resource.ExtensionJobList;
-import org.apache.falcon.resource.InstancesResult;
import org.apache.falcon.security.CurrentUser;
import org.apache.falcon.service.Services;
import org.apache.falcon.util.DeploymentUtil;
@@ -124,28 +121,9 @@ public class ExtensionManagerProxy extends AbstractExtensionManager {
@DefaultValue("0") @QueryParam("offset") final Integer offset,
@QueryParam("numResults") Integer resultsPerPage,
@DefaultValue("") @QueryParam("doAs") String doAsUser) {
- checkIfExtensionServiceIsEnabled();
- resultsPerPage = resultsPerPage == null ? getDefaultResultsPerPage() : resultsPerPage;
- try {
- List<Entity> entities = getEntityList("", "", "", TAG_PREFIX_EXTENSION_JOB + jobName, "", doAsUser);
- if (entities.isEmpty()) {
- return new ExtensionInstanceList(0);
- }
-
- HashSet<String> fieldSet = new HashSet<>(Arrays.asList(fields.toUpperCase().split(",")));
- ExtensionInstanceList instances = new ExtensionInstanceList(entities.size());
- for (Entity entity : entities) {
- InstancesResult entityInstances = super.getStatus(
- entity.getEntityType().name(), entity.getName(), nominalStart, nominalEnd,
- null, null, "STATUS:" + instanceStatus, orderBy, sortOrder, offset, resultsPerPage, null);
- instances.addEntitySummary(new ExtensionInstanceList.EntitySummary(
- getEntityElement(entity, fieldSet), entityInstances.getInstances()));
- }
- return instances;
- } catch (FalconException | IOException e) {
- LOG.error("Error when listing instances of extension job: " + jobName + ": ", e);
- throw FalconWebException.newAPIException(e, Response.Status.INTERNAL_SERVER_ERROR);
- }
+ LOG.error("instances is not supported on Falcon extensions. Use Falcon instance api on individual entities.");
+ throw FalconWebException.newAPIException("instances is not supported on Falcon extensions. Use Falcon instance "
+ + "api on individual entities.");
}
@POST
http://git-wip-us.apache.org/repos/asf/falcon/blob/1565bde4/webapp/src/main/java/org/apache/falcon/resource/ExtensionManager.java
----------------------------------------------------------------------
diff --git a/webapp/src/main/java/org/apache/falcon/resource/ExtensionManager.java b/webapp/src/main/java/org/apache/falcon/resource/ExtensionManager.java
index 9534d44..78ddba0 100644
--- a/webapp/src/main/java/org/apache/falcon/resource/ExtensionManager.java
+++ b/webapp/src/main/java/org/apache/falcon/resource/ExtensionManager.java
@@ -127,9 +127,9 @@ public class ExtensionManager extends AbstractExtensionManager {
@DefaultValue("0") @QueryParam("offset") final Integer offset,
@QueryParam("numResults") Integer resultsPerPage,
@DefaultValue("") @QueryParam("doAs") String doAsUser) {
- LOG.error("instances is not supported on Server.Please run your operation on Prism ");
- throw FalconWebException.newAPIException("instances is not supported on Server. Please run your "
- + "operation on Prism.");
+ LOG.error("instances is not supported on Falcon extensions. Use Falcon instance api on individual entities.");
+ throw FalconWebException.newAPIException("instances is not supported on Falcon extensions. Use Falcon instance "
+ + "api on individual entities.");
}
@GET
[10/26] falcon git commit: FALCON-2284 removing the extra character
at the start of extension-name in list API
Posted by pa...@apache.org.
FALCON-2284 removing the extra character at the start of extension-name in list API
Author: Pracheer Agarwal <pr...@inmobi.com>
Author: Pracheer Agarwal <pr...@gmail.com>
Author: Pracheer Agarwal <pr...@im2216-x0.corp.inmobi.com>
Reviewers: @pallavi-rao
Closes #371 from PracheerAgarwal/list and squashes the following commits:
7c66a4e [Pracheer Agarwal] removing the extra character at the start of extension-name in list API
7814fba [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
ba60452 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
ed65aa0 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
9ff05df [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
9c2f0a5 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
9cd8c17 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
778c579 [Pracheer Agarwal] Merge branch 'master' of https://github.com/PracheerAgarwal/falcon
e39808d [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
a932633 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
fda3b28 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
a93d71a [Pracheer Agarwal] Merge branch 'master' of https://github.com/PracheerAgarwal/falcon
e3728d5 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
066c8e2 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
b20f044 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
7f572a1 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
46042fd [Pracheer Agarwal] Merge branch 'master' of https://github.com/PracheerAgarwal/falcon
daa3ffc [Pracheer Agarwal] FALCON-2225 extension owner added for trusted extensions
622cae4 [Pracheer Agarwal] FALCON-2225 extension owner added for trusted extensions
(cherry picked from commit 3fd11e80ebba64a22b18e5e3baec1ca7e1e54e99)
Signed-off-by: Pallavi Rao <pa...@inmobi.com>
Project: http://git-wip-us.apache.org/repos/asf/falcon/repo
Commit: http://git-wip-us.apache.org/repos/asf/falcon/commit/510d89e4
Tree: http://git-wip-us.apache.org/repos/asf/falcon/tree/510d89e4
Diff: http://git-wip-us.apache.org/repos/asf/falcon/diff/510d89e4
Branch: refs/heads/master
Commit: 510d89e4c961384efb7d655b150e1bd8bc21fdfd
Parents: 12106af
Author: Pracheer Agarwal <pr...@inmobi.com>
Authored: Tue Feb 28 12:29:20 2017 +0530
Committer: Pallavi Rao <pa...@inmobi.com>
Committed: Tue Feb 28 12:29:47 2017 +0530
----------------------------------------------------------------------
.../org/apache/falcon/resource/proxy/ExtensionManagerProxy.java | 2 ++
1 file changed, 2 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/falcon/blob/510d89e4/prism/src/main/java/org/apache/falcon/resource/proxy/ExtensionManagerProxy.java
----------------------------------------------------------------------
diff --git a/prism/src/main/java/org/apache/falcon/resource/proxy/ExtensionManagerProxy.java b/prism/src/main/java/org/apache/falcon/resource/proxy/ExtensionManagerProxy.java
index 65618fe..033b6cc 100644
--- a/prism/src/main/java/org/apache/falcon/resource/proxy/ExtensionManagerProxy.java
+++ b/prism/src/main/java/org/apache/falcon/resource/proxy/ExtensionManagerProxy.java
@@ -99,8 +99,10 @@ public class ExtensionManagerProxy extends AbstractExtensionManager {
@DefaultValue("") @QueryParam("doAs") String doAsUser) {
checkIfExtensionServiceIsEnabled();
if (StringUtils.isNotBlank(extensionName)) {
+ extensionName = extensionName.substring(1);
getExtensionIfExists(extensionName);
}
+
try {
return super.getExtensionJobs(extensionName, sortOrder, doAsUser);
} catch (Throwable e) {
[26/26] falcon git commit: Merge branch 'PR_TOOL_MERGE_PR_389_0.11'
Posted by pa...@apache.org.
Merge branch 'PR_TOOL_MERGE_PR_389_0.11'
Project: http://git-wip-us.apache.org/repos/asf/falcon/repo
Commit: http://git-wip-us.apache.org/repos/asf/falcon/commit/280328cb
Tree: http://git-wip-us.apache.org/repos/asf/falcon/tree/280328cb
Diff: http://git-wip-us.apache.org/repos/asf/falcon/diff/280328cb
Branch: refs/heads/master
Commit: 280328cb53f1280a8d83811ac1947aa7e75ed535
Parents: 6c91289 fb5efb3
Author: Pallavi Rao <pa...@inmobi.com>
Authored: Mon Oct 23 11:16:55 2017 +0530
Committer: Pallavi Rao <pa...@inmobi.com>
Committed: Mon Oct 23 11:16:55 2017 +0530
----------------------------------------------------------------------
----------------------------------------------------------------------
[24/26] falcon git commit: FALCON-2308 Update change log for 0.11
release
Posted by pa...@apache.org.
FALCON-2308 Update change log for 0.11 release
Author: Pallavi Rao <pa...@inmobi.com>
Reviewers: @sandeepSamudrala
Closes #389 from pallavi-rao/2308 and squashes the following commits:
fb5efb33d [Pallavi Rao] FALCON-2308 Addressed review comments
f67d835d1 [Pallavi Rao] FALCON-2308 Format fix
736b3bab0 [Pallavi Rao] FALCON-2308 Updated JIRA components where it didn't exist
82c1acc97 [Pallavi Rao] Update change log for 0.11 release
Project: http://git-wip-us.apache.org/repos/asf/falcon/repo
Commit: http://git-wip-us.apache.org/repos/asf/falcon/commit/645e5711
Tree: http://git-wip-us.apache.org/repos/asf/falcon/tree/645e5711
Diff: http://git-wip-us.apache.org/repos/asf/falcon/diff/645e5711
Branch: refs/heads/master
Commit: 645e5711039c082b18cd70f4482fbca0a73d85f8
Parents: 32806e1
Author: Pallavi Rao <pa...@inmobi.com>
Authored: Mon Oct 23 11:03:38 2017 +0530
Committer: Pallavi Rao <pa...@inmobi.com>
Committed: Mon Oct 23 11:03:38 2017 +0530
----------------------------------------------------------------------
CHANGES.txt | 4 +
release-docs/0.11/CHANGES.0.11.md | 164 +++++++++++++++++++++++++++++++++
2 files changed, 168 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/falcon/blob/645e5711/CHANGES.txt
----------------------------------------------------------------------
diff --git a/CHANGES.txt b/CHANGES.txt
index 767c5a2..d2ba1f2 100755
--- a/CHANGES.txt
+++ b/CHANGES.txt
@@ -4,6 +4,10 @@ Future Releases:
For changes in releases after 0.10, please refer to "release-docs" or
https://github.com/apache/falcon/tree/master/release-docs/
+Release Version: 0.11
+For changes in release 0.11, please refer to "release-docs" or
+https://github.com/apache/falcon/blob/0.11/release-docs/0.11/CHANGES.0.11.md
+
Release Version: 0.10
For changes in release 0.10, please refer to "release-docs" or
https://github.com/apache/falcon/blob/0.10/release-docs/0.10/CHANGES.0.10.md
http://git-wip-us.apache.org/repos/asf/falcon/blob/645e5711/release-docs/0.11/CHANGES.0.11.md
----------------------------------------------------------------------
diff --git a/release-docs/0.11/CHANGES.0.11.md b/release-docs/0.11/CHANGES.0.11.md
new file mode 100644
index 0000000..9e48ffd
--- /dev/null
+++ b/release-docs/0.11/CHANGES.0.11.md
@@ -0,0 +1,164 @@
+# Apache Falcon Changelog
+
+## Release 0.11
+
+### INCOMPATIBLE CHANGES:
+None
+
+### NEW FEATURES:
+| JIRA | Summary | Component | Priority | Contributor | Reporter |
+|:---- |:---- | :--- |:---- |:---- |:---- |
+| [FALCON-2235](https://issues.apache.org/jira/browse/FALCON-2235) | <span class="parentIssue">FALCON-2182</span> Suspend/Resume API support for extension job (user extension) | extensions | Major | sandeep samudrala | sandeep samudrala |
+| [FALCON-2195](https://issues.apache.org/jira/browse/FALCON-2195) | <span class="parentIssue">FALCON-2182</span> Add API to get details of an extension job | extensions | Major | sandeep samudrala | Pallavi Rao |
+| [FALCON-1610](https://issues.apache.org/jira/browse/FALCON-1610) | <span class="parentIssue">FALCON-1596</span> Add instance commands to Falcon spring-shell CLI | client | Major | Praveen Adlakha | Rajat Khandelwal |
+| [FALCON-2209](https://issues.apache.org/jira/browse/FALCON-2209) | <span class="parentIssue">FALCON-2182</span> Registering user extensions in embedded/distributed mode | extensions, prism | Major | Praveen Adlakha | sandeep samudrala |
+| [FALCON-2194](https://issues.apache.org/jira/browse/FALCON-2194) | <span class="parentIssue">FALCON-2182</span> Enhance validate API to support config validation for user extensions | extensions | Major | sandeep samudrala | Pallavi Rao |
+| [FALCON-2006](https://issues.apache.org/jira/browse/FALCON-2006) | <span class="parentIssue">FALCON-1992</span> Update documentation on site and announce the release | ease | Major | Balu Vellanki | Balu Vellanki |
+| [FALCON-2231](https://issues.apache.org/jira/browse/FALCON-2231) | <span class="parentIssue">FALCON-2182</span> Support Schedule for User Extensions | extensions | Major | sandeep samudrala | sandeep samudrala |
+| [FALCON-2226](https://issues.apache.org/jira/browse/FALCON-2226) | <span class="parentIssue">FALCON-2182</span> Submit ,Schedule and submitAndSchedule API for extension in distributed mode | extensions | Major | Praveen Adlakha | Praveen Adlakha |
+| [FALCON-2223](https://issues.apache.org/jira/browse/FALCON-2223) | <span class="parentIssue">FALCON-2182</span> Distributed mode support for User Extension | extensions | Major | Praveen Adlakha | Praveen Adlakha |
+| [FALCON-2227](https://issues.apache.org/jira/browse/FALCON-2227) | <span class="parentIssue">FALCON-2182</span> Intitutive error handling in Falcon Client | extensions | Major | sandeep samudrala | Praveen Adlakha |
+| [FALCON-1611](https://issues.apache.org/jira/browse/FALCON-1611) | <span class="parentIssue">FALCON-1596</span> Add admin commands to Falcon spring-shell CLI | client | Major | Praveen Adlakha | Rajat Khandelwal |
+| [FALCON-2200](https://issues.apache.org/jira/browse/FALCON-2200) | <span class="parentIssue">FALCON-2182</span> Update API support for extension job (user extension) | extensions | Major | sandeep samudrala | Pallavi Rao |
+| [FALCON-2225](https://issues.apache.org/jira/browse/FALCON-2225) | <span class="parentIssue">FALCON-2182</span> Falcon fails to start with ExtensionService | extensions | Major | Pracheer Agarwal | Praveen Adlakha |
+| [FALCON-2190](https://issues.apache.org/jira/browse/FALCON-2190) | <span class="parentIssue">FALCON-2182</span> Add server side checks to not let any entity mutations on entities generated by extensions | extensions | Major | sandeep samudrala | sandeep samudrala |
+| [FALCON-2184](https://issues.apache.org/jira/browse/FALCON-2184) | <span class="parentIssue">FALCON-2182</span> Support to delete a non trusted recipe metadata from server | extensions | Major | Praveen Adlakha | Praveen Adlakha |
+| [FALCON-2260](https://issues.apache.org/jira/browse/FALCON-2260) | <span class="parentIssue">FALCON-2182</span> Enhance extension List api to support for user extensions | extensions | Major | sandeep samudrala | sandeep samudrala |
+| [FALCON-2207](https://issues.apache.org/jira/browse/FALCON-2207) | <span class="parentIssue">FALCON-2182</span> Only the owner of the extension, should be able to unregister, disable, enable. | extensions | Major | Pracheer Agarwal | Pallavi Rao |
+| [FALCON-2191](https://issues.apache.org/jira/browse/FALCON-2191) | <span class="parentIssue">FALCON-2182</span> Extension Rest Api changes to support new user extensions and extension job metastore changes | extensions | Major | sandeep samudrala | sandeep samudrala |
+| [FALCON-2159](https://issues.apache.org/jira/browse/FALCON-2159) | <span class="parentIssue">FALCON-2170</span> Update document for adding BackLogEmitterService | prism | Major | Praveen Adlakha | Pragya Mittal |
+| [FALCON-1997](https://issues.apache.org/jira/browse/FALCON-1997) | <span class="parentIssue">FALCON-1992</span> Verify source tarball and run few end to end tests | build-tools | Major | Balu Vellanki | Balu Vellanki |
+| [FALCON-2186](https://issues.apache.org/jira/browse/FALCON-2186) | <span class="parentIssue">FALCON-2182</span> Rest api to get details of an extension | extensions | Major | Praveen Adlakha | Praveen Adlakha |
+| [FALCON-2181](https://issues.apache.org/jira/browse/FALCON-2181) | <span class="parentIssue">FALCON-2182</span> Support for storing metadata of non trusted recipe | extensions | Major | Praveen Adlakha | Praveen Adlakha |
+| [FALCON-2156](https://issues.apache.org/jira/browse/FALCON-2156) | <span class="parentIssue">FALCON-2170</span> Logmover listener gets stuck while listening to WorkflowJobEndNotificationService | messaging | Major | Praveen Adlakha | Pragya Mittal |
+| [FALCON-1780](https://issues.apache.org/jira/browse/FALCON-1780) | <span class="parentIssue">FALCON-1596</span> Add falcon-cli executable and link that to falcon executable when no arguments are provided | client | Major | Praveen Adlakha | Rajat Khandelwal |
+| [FALCON-2258](https://issues.apache.org/jira/browse/FALCON-2258) | <span class="parentIssue">FALCON-2182</span> Improve error message for definition/describe api in case extension does not exist | extensions | Major | sandeep samudrala | sandeep samudrala |
+| [FALCON-2211](https://issues.apache.org/jira/browse/FALCON-2211) | <span class="parentIssue">FALCON-2182</span> Falcon Fails to start in distributed mode | extensions | Major | Praveen Adlakha | Praveen Adlakha |
+| [FALCON-2201](https://issues.apache.org/jira/browse/FALCON-2201) | <span class="parentIssue">FALCON-2182</span> Falcon Unit changes to support extensions | extensions | Major | sandeep samudrala | sandeep samudrala |
+| [FALCON-2003](https://issues.apache.org/jira/browse/FALCON-2003) | <span class="parentIssue">FALCON-1992</span> Check licenses and copyright information | docs | Major | Balu Vellanki | Balu Vellanki |
+| [FALCON-2210](https://issues.apache.org/jira/browse/FALCON-2210) | <span class="parentIssue">FALCON-2182</span> Server side changes for submit and submitAndSchedule for user extensions | extensions | Major | sandeep samudrala | sandeep samudrala |
+| [FALCON-2233](https://issues.apache.org/jira/browse/FALCON-2233) | <span class="parentIssue">FALCON-2182</span> Make changes in falcon unit to enable/disable extensions | falcon-unit | Major | Pracheer Agarwal | Pracheer Agarwal |
+| [FALCON-2187](https://issues.apache.org/jira/browse/FALCON-2187) | <span class="parentIssue">FALCON-2182</span> Refactor modules to create a new module for entity xsd specifications and jaxb bindings | extensions | Major | sandeep samudrala | sandeep samudrala |
+| [FALCON-2164](https://issues.apache.org/jira/browse/FALCON-2164) | <span class="parentIssue">FALCON-2170</span> NPE exception in GraphiteNotification Plugin | common | Major | Praveen Adlakha | Praveen Adlakha |
+| [FALCON-2185](https://issues.apache.org/jira/browse/FALCON-2185) | <span class="parentIssue">FALCON-2182</span> Falcon Client changes for Falcon user extensions | extensions | Major | sandeep samudrala | sandeep samudrala |
+| [FALCON-2157](https://issues.apache.org/jira/browse/FALCON-2157) | <span class="parentIssue">FALCON-2170</span> Pending instances are not getting deleted from database even though the instance finishes | prism | Major | sandeep samudrala | Pragya Mittal |
+| [FALCON-1612](https://issues.apache.org/jira/browse/FALCON-1612) | <span class="parentIssue">FALCON-1596</span> Add Metadata commands to Falcon spring-shell CLI | client | Major | Praveen Adlakha | Rajat Khandelwal |
+| [FALCON-2205](https://issues.apache.org/jira/browse/FALCON-2205) | <span class="parentIssue">FALCON-2182</span> describe for non trusted extension | extensions | Major | Praveen Adlakha | Praveen Adlakha |
+| [FALCON-2155](https://issues.apache.org/jira/browse/FALCON-2155) | <span class="parentIssue">FALCON-2170</span> LogMover service fails to move logs in distributed mode | prism | Major | Praveen Adlakha | Pragya Mittal |
+| [FALCON-2193](https://issues.apache.org/jira/browse/FALCON-2193) | <span class="parentIssue">FALCON-2182</span> Fix test case failure caused by FALCON-2188 | extensions | Major | Pallavi Rao | Pallavi Rao |
+| [FALCON-2160](https://issues.apache.org/jira/browse/FALCON-2160) | <span class="parentIssue">FALCON-2170</span> Update startup.properties to contain valid application services | prism | Major | Praveen Adlakha | Pragya Mittal |
+| [FALCON-2188](https://issues.apache.org/jira/browse/FALCON-2188) | <span class="parentIssue">FALCON-2182</span> Rest api to register extension | extensions | Major | Praveen Adlakha | Praveen Adlakha |
+| [FALCON-2161](https://issues.apache.org/jira/browse/FALCON-2161) | <span class="parentIssue">FALCON-2170</span> Process Sla API does not show sla for last instance | prism | Major | Praveen Adlakha | Pragya Mittal |
+| [FALCON-2208](https://issues.apache.org/jira/browse/FALCON-2208) | <span class="parentIssue">FALCON-2182</span> Falcon CLI(client) need hadoop in the classpath | extensions | Major | sandeep samudrala | sandeep samudrala |
+| [FALCON-2199](https://issues.apache.org/jira/browse/FALCON-2199) | <span class="parentIssue">FALCON-2182</span> Delete API support for extension job (user extension) | extensions | Major | sandeep samudrala | Pallavi Rao |
+| [FALCON-2183](https://issues.apache.org/jira/browse/FALCON-2183) | <span class="parentIssue">FALCON-2182</span> Extension Builder changes to support new user extensions | extensions | Major | sandeep samudrala | sandeep samudrala |
+| [FALCON-2149](https://issues.apache.org/jira/browse/FALCON-2149) | <span class="parentIssue">FALCON-2170</span> On deleting process entries still exist in BACKLOG_METRIC | prism | Major | Praveen Adlakha | Pragya Mittal |
+| [FALCON-2154](https://issues.apache.org/jira/browse/FALCON-2154) | <span class="parentIssue">FALCON-2170</span> On deleting entity backlog emitter does not go back to zero | messaging | Major | Praveen Adlakha | Pragya Mittal |
+| [FALCON-2004](https://issues.apache.org/jira/browse/FALCON-2004) | <span class="parentIssue">FALCON-1992</span> Update CHANGES.txt to change 0.10 branch to release | ease | Major | Balu Vellanki | Balu Vellanki |
+| [FALCON-2197](https://issues.apache.org/jira/browse/FALCON-2197) | <span class="parentIssue">FALCON-2182</span> Add enable and disable option for an extension | extensions | Major | Pracheer Agarwal | Pallavi Rao |
+| [FALCON-2189](https://issues.apache.org/jira/browse/FALCON-2189) | <span class="parentIssue">FALCON-2182</span> Falcon build is failing for falcon jpa service to be initialized before extension servivce | extensions | Major | sandeep samudrala | sandeep samudrala |
+| [FALCON-2153](https://issues.apache.org/jira/browse/FALCON-2153) | <span class="parentIssue">FALCON-2170</span> Resetting Gauge value in BacklogEmitterService | common | Major | Praveen Adlakha | Praveen Adlakha |
+| [FALCON-2082](https://issues.apache.org/jira/browse/FALCON-2082) | Add CSRF filter for REST APIs | prism | Major | Ying Zheng | Ying Zheng |
+| [FALCON-1596](https://issues.apache.org/jira/browse/FALCON-1596) | Spring shell based CLI for falcon | shell | Major | Praveen Adlakha | Rajat Khandelwal |
+
+
+### IMPROVEMENTS:
+
+| JIRA | Summary | Component | Priority | Contributor | Reporter |
+|:---- |:---- | :--- |:---- |:---- |:---- |
+| [FALCON-1856](https://issues.apache.org/jira/browse/FALCON-1856) | Fix ProcessInstanceStatusTest | regression | Major | Pragya Mittal | Pragya Mittal |
+| [FALCON-2123](https://issues.apache.org/jira/browse/FALCON-2123) | Make Blocking Queue configurable in LogMoverService | general | Major | Praveen Adlakha | Praveen Adlakha |
+| [FALCON-2246](https://issues.apache.org/jira/browse/FALCON-2246) | Api to list all the jobs in the system (and what extensions do they refer to) | extensions | Major | Pracheer Agarwal | Pragya Mittal |
+| [FALCON-2170](https://issues.apache.org/jira/browse/FALCON-2170) | Umbrella jira for bugs in EntitySLAMonitoring and BacklogEmitter service | metrics | Major | Praveen Adlakha | Praveen Adlakha |
+| [FALCON-2077](https://issues.apache.org/jira/browse/FALCON-2077) | Api support for Process SLA | process | Major | Praveen Adlakha | Praveen Adlakha |
+| [FALCON-1494](https://issues.apache.org/jira/browse/FALCON-1494) | Revisit of Client and Apis | client, general | Major | Narayan Periwal | sandeep samudrala |
+| [FALCON-2228](https://issues.apache.org/jira/browse/FALCON-2228) | Falcon should also set the feed output names as a coord property | feed | Major | sandeep samudrala | Pallavi Rao |
+| [FALCON-2173](https://issues.apache.org/jira/browse/FALCON-2173) | BacklogEmitterService should emit 0 for process which donot have backlog | metrics | Major | Praveen Adlakha | Praveen Adlakha |
+| [FALCON-2039](https://issues.apache.org/jira/browse/FALCON-2039) | Move falcon post processing to falcon server and remove post processing action from falcon workflow | general | Major | Praveen Adlakha | sandeep samudrala |
+| [FALCON-2119](https://issues.apache.org/jira/browse/FALCON-2119) | Minor Licensing Issue | license | Major | Ajay Yadava | Ajay Yadava |
+| [FALCON-2204](https://issues.apache.org/jira/browse/FALCON-2204) | Change mode for falcon_merge_pr.py to executable | dev-tools | Major | Ajay Yadava | Ajay Yadava |
+| [FALCON-1944](https://issues.apache.org/jira/browse/FALCON-1944) | Ability to provide additional DistCP options for mirroring extensions and feed replication | replication, extensions | Major | Sowmya Ramesh | Sowmya Ramesh |
+| [FALCON-2247](https://issues.apache.org/jira/browse/FALCON-2247) | Include status of the entities of the extensionJob in getDetailExtensionJobs | extensions | Minor | Pracheer Agarwal | Pracheer Agarwal |
+| [FALCON-2044](https://issues.apache.org/jira/browse/FALCON-2044) | Persist Process stats in db | metrics | Major | Praveen Adlakha | Praveen Adlakha |
+| [FALCON-1776](https://issues.apache.org/jira/browse/FALCON-1776) | Process instance update in titan DB based on JMS notifications on coordinator actions | process | Major | Ying Zheng | Ying Zheng |
+| [FALCON-2288](https://issues.apache.org/jira/browse/FALCON-2288) | Remove job_name validations for trusted extensions | extensions | Major | Pracheer Agarwal | Pracheer Agarwal |
+| [FALCON-2289](https://issues.apache.org/jira/browse/FALCON-2289) | Report final state of metrics into graphite before stopping metric notification service | common | Major | Pracheer Agarwal | Pracheer Agarwal |
+
+
+### BUG FIXES:
+
+| JIRA | Summary | Component | Priority | Contributor | Reporter |
+|:---- |:---- | :--- |:---- |:---- |:---- |
+| [FALCON-2303](https://issues.apache.org/jira/browse/FALCON-2303) | Backloginmins is not getting updated | metrics | Major | Praveen Adlakha | Praveen Adlakha |
+| [FALCON-2305](https://issues.apache.org/jira/browse/FALCON-2305) | workflow metrics thread failures | metrics | Major | Praveen Adlakha | Praveen Adlakha |
+| [FALCON-2221](https://issues.apache.org/jira/browse/FALCON-2221) | Submitting an existing job fails with MySQLIntegrityConstraintViolationException | extensions | Minor | Pracheer Agarwal | Pragya Mittal |
+| [FALCON-2261](https://issues.apache.org/jira/browse/FALCON-2261) | Job submission fails with IllegalArgumentException | extensions | Major | sandeep samudrala | Pragya Mittal |
+| [FALCON-2096](https://issues.apache.org/jira/browse/FALCON-2096) | Feed instance listing doesn't give instance status of all the clusters. | common | Major | sandeep samudrala | sandeep samudrala |
+| [FALCON-2111](https://issues.apache.org/jira/browse/FALCON-2111) | Build failed due to checkstyle violation | general | Major | Balu Vellanki | Balu Vellanki |
+| [FALCON-2097](https://issues.apache.org/jira/browse/FALCON-2097) | Feed update with replication delay creates random number of holes/overlaps | replication | Major | sandeep samudrala | sandeep samudrala |
+| [FALCON-2272](https://issues.apache.org/jira/browse/FALCON-2272) | Extension update succeeds while it is disabled | extensions | Major | sandeep samudrala | Pragya Mittal |
+| [FALCON-2270](https://issues.apache.org/jira/browse/FALCON-2270) | Extension job details returns incomplete response | extensions | Major | Pallavi Rao | Pragya Mittal |
+| [FALCON-2163](https://issues.apache.org/jira/browse/FALCON-2163) | Feed replication based on partition does not produce expected output | feed, prism | Major | Pallavi Rao | Pragya Mittal |
+| [FALCON-2269](https://issues.apache.org/jira/browse/FALCON-2269) | Extension api fails via server in distributed mode | extensions | Major | Pracheer Agarwal | Pragya Mittal |
+| [FALCON-2203](https://issues.apache.org/jira/browse/FALCON-2203) | Minor issues in EntitySLAmonitoring | process | Major | Praveen Adlakha | Praveen Adlakha |
+| [FALCON-2175](https://issues.apache.org/jira/browse/FALCON-2175) | java.lang.IllegalArgumentException in LogMover service | general | Major | Pallavi Rao | Pallavi Rao |
+| [FALCON-2171](https://issues.apache.org/jira/browse/FALCON-2171) | When feed from multiple colos are replicated, the colo folders get overwritten | replication | Major | Pallavi Rao | Pallavi Rao |
+| [FALCON-2238](https://issues.apache.org/jira/browse/FALCON-2238) | Falcon extension describe feature is broken | extensions | Major | Pracheer Agarwal | Pragya Mittal |
+| [FALCON-2125](https://issues.apache.org/jira/browse/FALCON-2125) | Feed replication fails due to failed post processing action missing in workflow | feed, process | Major | Praveen Adlakha | Pragya Mittal |
+| [FALCON-2146](https://issues.apache.org/jira/browse/FALCON-2146) | EntitySlaAlertService runs only once irrespective of the configured frequency | prism | Major | Praveen Adlakha | Pragya Mittal |
+| [FALCON-2271](https://issues.apache.org/jira/browse/FALCON-2271) | Scheduling non existing job fails with non intuitive response | extensions | Major | sandeep samudrala | Pragya Mittal |
+| [FALCON-2268](https://issues.apache.org/jira/browse/FALCON-2268) | Extension list api does not follow default ASC order | extensions | Major | Pracheer Agarwal | Pragya Mittal |
+| [FALCON-2263](https://issues.apache.org/jira/browse/FALCON-2263) | Deletion of entities for an extension has to have a specific order of deleting processes first and then feeds | extensions | Major | sandeep samudrala | sandeep samudrala |
+| [FALCON-2127](https://issues.apache.org/jira/browse/FALCON-2127) | Fix the falcon regression compilation issue and delete the deprecated recipe test cases | merlin | Critical | Murali Ramasami | Murali Ramasami |
+| [FALCON-2120](https://issues.apache.org/jira/browse/FALCON-2120) | falcon-regression build is failing because of CLI and hive changes | regression | Major | Praveen Adlakha | Praveen Adlakha |
+| [FALCON-2118](https://issues.apache.org/jira/browse/FALCON-2118) | Proposal for new UI changes for FALCON | falcon-ui | Major | Venkat Ranganathan | Venkat Ranganathan |
+| [FALCON-2267](https://issues.apache.org/jira/browse/FALCON-2267) | Definition api fails if resources are empty | extensions | Major | _Unassigned_ | Pragya Mittal |
+| [FALCON-2128](https://issues.apache.org/jira/browse/FALCON-2128) | Status api shows timeout instances as failed | prism | Major | sandeep samudrala | Pragya Mittal |
+| [FALCON-2116](https://issues.apache.org/jira/browse/FALCON-2116) | Queue defined in <retention-stage> is not getting used in actual retention job | retention | Major | sandeep samudrala | sandeep samudrala |
+| [FALCON-2266](https://issues.apache.org/jira/browse/FALCON-2266) | Non-intuitive response while registering/unregistering/submitting extension via server | extensions | Major | Pracheer Agarwal | Pragya Mittal |
+| [FALCON-2108](https://issues.apache.org/jira/browse/FALCON-2108) | Fix licensing issues for Falcon release | general | Blocker | Srikanth Sundarrajan | Srikanth Sundarrajan |
+| [FALCON-2080](https://issues.apache.org/jira/browse/FALCON-2080) | Exceptions in the log | general | Major | Praveen Adlakha | Praveen Adlakha |
+| [FALCON-2215](https://issues.apache.org/jira/browse/FALCON-2215) | Extension job submission throws non intuitive error | common | Major | sandeep samudrala | Pragya Mittal |
+| [FALCON-2230](https://issues.apache.org/jira/browse/FALCON-2230) | Extension API failure after APIResult changes | extensions | Major | Pracheer Agarwal | Pracheer Agarwal |
+| [FALCON-2047](https://issues.apache.org/jira/browse/FALCON-2047) | HiveDR tests are failed due to data-mirroring does not have correct ownership/permissions | replication | Critical | Sowmya Ramesh | Murali Ramasami |
+| [FALCON-2240](https://issues.apache.org/jira/browse/FALCON-2240) | Enable/disable feature is broken | extensions | Major | Pracheer Agarwal | Pragya Mittal |
+| [FALCON-2147](https://issues.apache.org/jira/browse/FALCON-2147) | Excess logging due to SlaMonitoring service and Backlog emitter service | prism | Major | Pallavi Rao | Pragya Mittal |
+| [FALCON-2229](https://issues.apache.org/jira/browse/FALCON-2229) | Process Update/delete fails for issue with backlog metric service | process | Major | sandeep samudrala | sandeep samudrala |
+| [FALCON-2280](https://issues.apache.org/jira/browse/FALCON-2280) | Unable to create mirror on WASB target due to "Cluster entity not found" | extensions | Major | Sowmya Ramesh | Sowmya Ramesh |
+| [FALCON-2177](https://issues.apache.org/jira/browse/FALCON-2177) | Improve error message when entity suspend fails | prism | Minor | Pallavi Rao | Pallavi Rao |
+| [FALCON-2148](https://issues.apache.org/jira/browse/FALCON-2148) | Entries not removed from sla list when instance succeeds | prism | Major | Praveen Adlakha | Pragya Mittal |
+| [FALCON-2028](https://issues.apache.org/jira/browse/FALCON-2028) | HDFS extension: Validate and append/remove the scheme://authority for the paths | extensions | Major | Sowmya Ramesh | Sowmya Ramesh |
+| [FALCON-2133](https://issues.apache.org/jira/browse/FALCON-2133) | Disable the LogMover assertions from FeedReplication on Secure Mode | merlin | Major | Murali Ramasami | Murali Ramasami |
+| [FALCON-2242](https://issues.apache.org/jira/browse/FALCON-2242) | Extension validate feature is broken | extensions | Major | sandeep samudrala | Pragya Mittal |
+| [FALCON-2072](https://issues.apache.org/jira/browse/FALCON-2072) | Hive2 URLs in Falcon should allow additional configuration elements in the URL | general | Major | Sowmya Ramesh | Venkat Ranganathan |
+| [FALCON-2239](https://issues.apache.org/jira/browse/FALCON-2239) | Falcon extension definition feature is broken | extensions | Major | Pracheer Agarwal | Pragya Mittal |
+| [FALCON-2224](https://issues.apache.org/jira/browse/FALCON-2224) | Change return type of extension APIs to APIResult | extensions | Major | Pracheer Agarwal | Praveen Adlakha |
+| [FALCON-2121](https://issues.apache.org/jira/browse/FALCON-2121) | If a feed does not exist on a cluster, process submission fails with NPE | prism | Major | Pallavi Rao | Pallavi Rao |
+| [FALCON-2115](https://issues.apache.org/jira/browse/FALCON-2115) | UT test failure on FalconCSRFFilterTest | general | Major | Ying Zheng | Ying Zheng |
+| [FALCON-2259](https://issues.apache.org/jira/browse/FALCON-2259) | Unregister an extension only if no extension jobs are dependant on the extension | extensions | Major | sandeep samudrala | sandeep samudrala |
+| [FALCON-2219](https://issues.apache.org/jira/browse/FALCON-2219) | Untracked files after falcon build | general | Major | Praveen Adlakha | Praveen Adlakha |
+| [FALCON-2284](https://issues.apache.org/jira/browse/FALCON-2284) | Error while listing extension jobs | extensions | Major | Pracheer Agarwal | Richie Varghese |
+| [FALCON-2113](https://issues.apache.org/jira/browse/FALCON-2113) | Falcon retry happens in few cases inspite of a manual kill from the user | common | Major | sandeep samudrala | sandeep samudrala |
+| [FALCON-2281](https://issues.apache.org/jira/browse/FALCON-2281) | HiveDRTest tests are getting permissions denied | general | Major | Sowmya Ramesh | Cheng Xu |
+| [FALCON-2214](https://issues.apache.org/jira/browse/FALCON-2214) | Falcon extension registered without fully qualified hdfs path | extensions | Major | Praveen Adlakha | Pragya Mittal |
+| [FALCON-2264](https://issues.apache.org/jira/browse/FALCON-2264) | Error response returns object instead of response-message | extensions | Major | Pracheer Agarwal | Pragya Mittal |
+| [FALCON-2293](https://issues.apache.org/jira/browse/FALCON-2293) | falcon extension fails for deletion if 2 extensions have same entity name | extensions | Major | sandeep samudrala | sandeep samudrala |
+| [FALCON-2286](https://issues.apache.org/jira/browse/FALCON-2286) | Falcon upgradation fails to create new tables | extensions | Major | Pracheer Agarwal | Pragya Mittal |
+| [FALCON-2292](https://issues.apache.org/jira/browse/FALCON-2292) | User Extension submission is failing because of the validate late inputs | extensions | Major | sandeep samudrala | sandeep samudrala |
+| [FALCON-2291](https://issues.apache.org/jira/browse/FALCON-2291) | Incorrect path to the REST calls on extension (POST) | docs | Major | Pengfei Xuan | Pengfei Xuan |
+| [FALCON-2290](https://issues.apache.org/jira/browse/FALCON-2290) | Change staging directory for entity creation while extension job submission | extensions | Major | Pracheer Agarwal | Pracheer Agarwal |
+| [FALCON-2287](https://issues.apache.org/jira/browse/FALCON-2287) | Extension list fails with MIME type error on server | extensions | Major | Pracheer Agarwal | Pragya Mittal | | [FALCON-2283](https://issues.apache.org/jira/browse/FALCON-2283) | Internal Server Error : On trying to submit a trusted extension job
+ | extensions | Major | sandeep samudrala | Richie Varghese | | [FALCON-2279](https://issues.apache.org/jira/browse/FALCON-2279) | Killed instances are not rerun via falcon | rerun | Major | sandeep samudrala | Pragya Mittal |
+| [FALCON-2277](https://issues.apache.org/jira/browse/FALCON-2277) | Incorrect error message on registering trusted exceptions | extensions | Major | Pracheer Agarwal | Richie Varghese |
+| [FALCON-2276](https://issues.apache.org/jira/browse/FALCON-2276) | FalconCLIException while submitting trusted extension job | extensions | Major | sandeep samudrala | Richie Varghese |
+| [FALCON-2274](https://issues.apache.org/jira/browse/FALCON-2274) | Job list in extension is failing with IllegalArgumentException | extensions | Major | Pracheer Agarwal | Pragya Mittal |
+| [FALCON-2273](https://issues.apache.org/jira/browse/FALCON-2273) | Disallow external entity injection and clean up some log messages | general | Major | Venkat Ranganathan | Venkat Ranganathan |
+| [FALCON-2275](https://issues.apache.org/jira/browse/FALCON-2275) | Unable to list instances of an extension | extensions | Major | Pracheer Agarwal | Pragya Mittal |
+
+
+### DOCUMENTATION:
+| JIRA | Summary | Priority | Contributor | Reporter |
+|:---- |:---- |:---- |:---- |:---- |
+| [FALCON-2196](https://issues.apache.org/jira/browse/FALCON-2196) | Extensions User documentation | Major | sandeep samudrala | Pallavi Rao |
+| [FALCON-2143](https://issues.apache.org/jira/browse/FALCON-2143) | Documentation of BacklogEmitter Service | Major | Praveen Adlakha | Praveen Adlakha |
+| [FALCON-2078](https://issues.apache.org/jira/browse/FALCON-2078) | Documentation for Process SLA | Major | Praveen Adlakha | Praveen Adlakha |
[03/26] falcon git commit: FALCON-2274 Job list in extension
Posted by pa...@apache.org.
FALCON-2274 Job list in extension
Author: Pracheer Agarwal <pr...@inmobi.com>
Author: Pracheer Agarwal <pr...@gmail.com>
Author: Pracheer Agarwal <pr...@im2216-x0.corp.inmobi.com>
Reviewers: @sandeepSamudrala,@pallavi-rao
Closes #358 from PracheerAgarwal/FALCON-2274 and squashes the following commits:
a5ac209 [Pracheer Agarwal] review comment changes
9abd11d [Pracheer Agarwal] review comment changes
53a49bd [Pracheer Agarwal] review comment changes
38f901e [Pracheer Agarwal] review comments changes
917d3d5 [Pracheer Agarwal] review comments changes
e73e97d [Pracheer Agarwal] FALCON-2274 Job list in extension
0a9c51c [Pracheer Agarwal] FALCON-2274 Job list in extension
ab1d136 [Pracheer Agarwal] FALCON-2274 Job list in extension
ba60452 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
ed65aa0 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
9ff05df [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
9c2f0a5 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
9cd8c17 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
778c579 [Pracheer Agarwal] Merge branch 'master' of https://github.com/PracheerAgarwal/falcon
e39808d [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
a932633 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
fda3b28 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
a93d71a [Pracheer Agarwal] Merge branch 'master' of https://github.com/PracheerAgarwal/falcon
e3728d5 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
066c8e2 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
b20f044 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
7f572a1 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
46042fd [Pracheer Agarwal] Merge branch 'master' of https://github.com/PracheerAgarwal/falcon
daa3ffc [Pracheer Agarwal] FALCON-2225 extension owner added for trusted extensions
622cae4 [Pracheer Agarwal] FALCON-2225 extension owner added for trusted extensions
(cherry picked from commit b23b0a9606d2c6e8145442d97b42506314726bc8)
Signed-off-by: Pallavi Rao <pa...@inmobi.com>
Project: http://git-wip-us.apache.org/repos/asf/falcon/repo
Commit: http://git-wip-us.apache.org/repos/asf/falcon/commit/2368bccf
Tree: http://git-wip-us.apache.org/repos/asf/falcon/tree/2368bccf
Diff: http://git-wip-us.apache.org/repos/asf/falcon/diff/2368bccf
Branch: refs/heads/master
Commit: 2368bccf19e164328e507df0b053a7720ac4cf6c
Parents: 7fe2c33
Author: Pracheer Agarwal <pr...@inmobi.com>
Authored: Thu Feb 9 16:18:33 2017 +0530
Committer: Pallavi Rao <pa...@inmobi.com>
Committed: Thu Feb 9 16:18:54 2017 +0530
----------------------------------------------------------------------
.../main/java/org/apache/falcon/cli/FalconExtensionCLI.java | 5 ++++-
.../org/apache/falcon/resource/AbstractExtensionManager.java | 2 +-
.../apache/falcon/resource/proxy/ExtensionManagerProxy.java | 8 ++++++--
3 files changed, 11 insertions(+), 4 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/falcon/blob/2368bccf/cli/src/main/java/org/apache/falcon/cli/FalconExtensionCLI.java
----------------------------------------------------------------------
diff --git a/cli/src/main/java/org/apache/falcon/cli/FalconExtensionCLI.java b/cli/src/main/java/org/apache/falcon/cli/FalconExtensionCLI.java
index 293df23..05bc5f8 100644
--- a/cli/src/main/java/org/apache/falcon/cli/FalconExtensionCLI.java
+++ b/cli/src/main/java/org/apache/falcon/cli/FalconExtensionCLI.java
@@ -149,9 +149,12 @@ public class FalconExtensionCLI extends FalconCLI{
validateRequiredParameter(jobName, JOB_NAME_OPT);
result = client.deleteExtensionJob(jobName, doAsUser).getMessage();
} else if (optionsList.contains(FalconCLIConstants.LIST_OPT)) {
+ if (extensionName == null) {
+ extensionName = "";
+ }
ExtensionJobList jobs = client.getExtensionJobs(extensionName, doAsUser,
commandLine.getOptionValue(FalconCLIConstants.SORT_ORDER_OPT));
- result = jobs != null ? jobs.toString() : "No extension job (" + extensionName + ") found.";
+ result = jobs.getNumJobs() != 0 ? jobs.toString() : "No extension job found.";
} else if (optionsList.contains(INSTANCES_OPT)) {
validateRequiredParameter(jobName, JOB_NAME_OPT);
ExtensionInstanceList instances = client.listExtensionInstance(jobName, doAsUser,
http://git-wip-us.apache.org/repos/asf/falcon/blob/2368bccf/prism/src/main/java/org/apache/falcon/resource/AbstractExtensionManager.java
----------------------------------------------------------------------
diff --git a/prism/src/main/java/org/apache/falcon/resource/AbstractExtensionManager.java b/prism/src/main/java/org/apache/falcon/resource/AbstractExtensionManager.java
index a3b6ef1..4ffeb95 100644
--- a/prism/src/main/java/org/apache/falcon/resource/AbstractExtensionManager.java
+++ b/prism/src/main/java/org/apache/falcon/resource/AbstractExtensionManager.java
@@ -111,7 +111,7 @@ public class AbstractExtensionManager extends AbstractSchedulableEntityManager {
TreeMap<String, String> jobAndExtensionNames = new TreeMap<>();
List<ExtensionJobsBean> extensionJobs = null;
- if (extensionName != null) {
+ if (StringUtils.isNoneBlank(extensionName)) {
extensionJobs = ExtensionStore.getMetaStore().getJobsForAnExtension(extensionName);
} else {
extensionJobs = ExtensionStore.getMetaStore().getAllExtensionJobs();
http://git-wip-us.apache.org/repos/asf/falcon/blob/2368bccf/prism/src/main/java/org/apache/falcon/resource/proxy/ExtensionManagerProxy.java
----------------------------------------------------------------------
diff --git a/prism/src/main/java/org/apache/falcon/resource/proxy/ExtensionManagerProxy.java b/prism/src/main/java/org/apache/falcon/resource/proxy/ExtensionManagerProxy.java
index 8ac5bbd..5652ca4 100644
--- a/prism/src/main/java/org/apache/falcon/resource/proxy/ExtensionManagerProxy.java
+++ b/prism/src/main/java/org/apache/falcon/resource/proxy/ExtensionManagerProxy.java
@@ -46,6 +46,8 @@ import javax.ws.rs.core.Context;
import javax.ws.rs.core.MediaType;
import javax.ws.rs.core.Response;
import javax.xml.bind.JAXBException;
+
+import org.apache.commons.lang.StringUtils;
import org.apache.commons.io.IOUtils;
import org.apache.falcon.FalconException;
import org.apache.falcon.FalconWebException;
@@ -91,14 +93,16 @@ public class ExtensionManagerProxy extends AbstractExtensionManager {
//SUSPEND CHECKSTYLE CHECK ParameterNumberCheck
@GET
- @Path("list/{extension-name}")
+ @Path("list{extension-name : (/[^/]+)?}")
@Produces({MediaType.TEXT_XML, MediaType.APPLICATION_JSON})
public ExtensionJobList getExtensionJobs(
@PathParam("extension-name") String extensionName,
@DefaultValue(ASCENDING_SORT_ORDER) @QueryParam("sortOrder") String sortOrder,
@DefaultValue("") @QueryParam("doAs") String doAsUser) {
checkIfExtensionServiceIsEnabled();
- getExtensionIfExists(extensionName);
+ if (StringUtils.isNotBlank(extensionName)) {
+ getExtensionIfExists(extensionName);
+ }
try {
return super.getExtensionJobs(extensionName, sortOrder, doAsUser);
} catch (Throwable e) {
[02/26] falcon git commit: FALCON-2273 Disallow external entity
injection and clean up some log messages
Posted by pa...@apache.org.
FALCON-2273 Disallow external entity injection and clean up some log messages
Added to code to disable external entity resolution and not log messages with info about location of password files
Author: Venkat Ranganathan <ve...@hortonworks.com>
Reviewers: @sandeepSamudrala, @pallavi-rao
Closes #357 from vrangan/FALCON-2273 and squashes the following commits:
26e141d [Venkat Ranganathan] FALCON-2273: Disallow external entity injection and clean up some log messages
30140db [Venkat Ranganathan] Merge remote-tracking branch 'apache/master'
940be61 [Venkat Ranganathan] Merge remote-tracking branch 'apache/master'
ed3a86e [Venkat Ranganathan] Merge remote-tracking branch 'apache/master'
c082fa6 [Venkat Ranganathan] Merge remote-tracking branch 'apache/master'
f01b8dc [Venkat Ranganathan] Merge remote-tracking branch 'apache/master'
(cherry picked from commit 7628ca1edf9c440c9514b74e283d2ae77811dafe)
Signed-off-by: Pallavi Rao <pa...@inmobi.com>
Project: http://git-wip-us.apache.org/repos/asf/falcon/repo
Commit: http://git-wip-us.apache.org/repos/asf/falcon/commit/7fe2c332
Tree: http://git-wip-us.apache.org/repos/asf/falcon/tree/7fe2c332
Diff: http://git-wip-us.apache.org/repos/asf/falcon/diff/7fe2c332
Branch: refs/heads/master
Commit: 7fe2c33245b3032188a94f20ea83797a2843e417
Parents: 1565bde
Author: Venkat Ranganathan <ve...@hortonworks.com>
Authored: Thu Feb 9 09:54:03 2017 +0530
Committer: Pallavi Rao <pa...@inmobi.com>
Committed: Thu Feb 9 09:54:23 2017 +0530
----------------------------------------------------------------------
.../main/java/org/apache/falcon/entity/v0/Entity.java | 6 +++++-
.../java/org/apache/falcon/entity/v0/SchemaHelper.java | 12 ++++++++++++
.../java/org/apache/falcon/entity/DatasourceHelper.java | 6 ++----
.../org/apache/falcon/entity/parser/EntityParser.java | 7 ++++++-
.../apache/falcon/entity/store/ConfigurationStore.java | 10 +++++++++-
.../extensions/util/ExtensionProcessBuilderUtils.java | 6 +++++-
6 files changed, 39 insertions(+), 8 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/falcon/blob/7fe2c332/common-types/src/main/java/org/apache/falcon/entity/v0/Entity.java
----------------------------------------------------------------------
diff --git a/common-types/src/main/java/org/apache/falcon/entity/v0/Entity.java b/common-types/src/main/java/org/apache/falcon/entity/v0/Entity.java
index ba6f2e5..98faf82 100644
--- a/common-types/src/main/java/org/apache/falcon/entity/v0/Entity.java
+++ b/common-types/src/main/java/org/apache/falcon/entity/v0/Entity.java
@@ -20,6 +20,8 @@ package org.apache.falcon.entity.v0;
import javax.xml.bind.Marshaller;
import javax.xml.bind.Unmarshaller;
+import javax.xml.stream.XMLInputFactory;
+import javax.xml.stream.XMLStreamReader;
import java.io.StringReader;
import java.io.StringWriter;
@@ -82,7 +84,9 @@ public abstract class Entity {
public static Entity fromString(EntityType type, String str) {
try {
Unmarshaller unmarshaler = type.getUnmarshaller();
- return (Entity) unmarshaler.unmarshal(new StringReader(str));
+ XMLInputFactory xif = SchemaHelper.createXmlInputFactory();
+ XMLStreamReader xsr = xif.createXMLStreamReader(new StringReader(str));
+ return (Entity) unmarshaler.unmarshal(xsr);
} catch (Exception e) {
throw new RuntimeException(e);
}
http://git-wip-us.apache.org/repos/asf/falcon/blob/7fe2c332/common-types/src/main/java/org/apache/falcon/entity/v0/SchemaHelper.java
----------------------------------------------------------------------
diff --git a/common-types/src/main/java/org/apache/falcon/entity/v0/SchemaHelper.java b/common-types/src/main/java/org/apache/falcon/entity/v0/SchemaHelper.java
index 1c02f37..ced43fd 100644
--- a/common-types/src/main/java/org/apache/falcon/entity/v0/SchemaHelper.java
+++ b/common-types/src/main/java/org/apache/falcon/entity/v0/SchemaHelper.java
@@ -18,6 +18,7 @@
package org.apache.falcon.entity.v0;
+import javax.xml.stream.XMLInputFactory;
import java.text.DateFormat;
import java.text.ParseException;
import java.text.SimpleDateFormat;
@@ -68,4 +69,15 @@ public final class SchemaHelper {
throw new RuntimeException(e);
}
}
+
+ /**
+ * Return the xml input factory that has the properties set for secure handling of data.
+ * @return xif
+ */
+ public static XMLInputFactory createXmlInputFactory() {
+ XMLInputFactory xif = XMLInputFactory.newFactory();
+ xif.setProperty(XMLInputFactory.IS_SUPPORTING_EXTERNAL_ENTITIES, false);
+ xif.setProperty(XMLInputFactory.SUPPORT_DTD, false);
+ return xif;
+ }
}
http://git-wip-us.apache.org/repos/asf/falcon/blob/7fe2c332/common/src/main/java/org/apache/falcon/entity/DatasourceHelper.java
----------------------------------------------------------------------
diff --git a/common/src/main/java/org/apache/falcon/entity/DatasourceHelper.java b/common/src/main/java/org/apache/falcon/entity/DatasourceHelper.java
index 1479133..0178ccb 100644
--- a/common/src/main/java/org/apache/falcon/entity/DatasourceHelper.java
+++ b/common/src/main/java/org/apache/falcon/entity/DatasourceHelper.java
@@ -382,13 +382,11 @@ public final class DatasourceHelper {
Path path = new Path(passwordFilePath);
FileSystem fs = HadoopClientFactory.get().createProxiedFileSystem(path.toUri());
if (!fs.exists(path)) {
- throw new IOException("The password file does not exist! "
- + passwordFilePath);
+ throw new IOException("The password file does not exist! ");
}
if (!fs.isFile(path)) {
- throw new IOException("The password file cannot be a directory! "
- + passwordFilePath);
+ throw new IOException("The password file cannot be a directory! ");
}
InputStream is = fs.open(path);
http://git-wip-us.apache.org/repos/asf/falcon/blob/7fe2c332/common/src/main/java/org/apache/falcon/entity/parser/EntityParser.java
----------------------------------------------------------------------
diff --git a/common/src/main/java/org/apache/falcon/entity/parser/EntityParser.java b/common/src/main/java/org/apache/falcon/entity/parser/EntityParser.java
index 05b204d..f4a6372 100644
--- a/common/src/main/java/org/apache/falcon/entity/parser/EntityParser.java
+++ b/common/src/main/java/org/apache/falcon/entity/parser/EntityParser.java
@@ -24,6 +24,7 @@ import org.apache.falcon.entity.store.ConfigurationStore;
import org.apache.falcon.entity.v0.AccessControlList;
import org.apache.falcon.entity.v0.Entity;
import org.apache.falcon.entity.v0.EntityType;
+import org.apache.falcon.entity.v0.SchemaHelper;
import org.apache.falcon.security.CurrentUser;
import org.apache.falcon.security.SecurityUtil;
import org.apache.hadoop.security.UserGroupInformation;
@@ -32,6 +33,8 @@ import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import javax.xml.bind.Unmarshaller;
+import javax.xml.stream.XMLInputFactory;
+import javax.xml.stream.XMLStreamReader;
import java.io.ByteArrayInputStream;
import java.io.IOException;
import java.io.InputStream;
@@ -88,9 +91,11 @@ public abstract class EntityParser<T extends Entity> {
@SuppressWarnings("unchecked")
public T parse(InputStream xmlStream) throws FalconException {
try {
+ XMLInputFactory xif = SchemaHelper.createXmlInputFactory();
+ XMLStreamReader xsr = xif.createXMLStreamReader(xmlStream);
// parse against schema
Unmarshaller unmarshaller = entityType.getUnmarshaller();
- T entity = (T) unmarshaller.unmarshal(xmlStream);
+ T entity = (T) unmarshaller.unmarshal(xsr);
LOG.info("Parsed Entity: {}", entity.getName());
return entity;
} catch (Exception e) {
http://git-wip-us.apache.org/repos/asf/falcon/blob/7fe2c332/common/src/main/java/org/apache/falcon/entity/store/ConfigurationStore.java
----------------------------------------------------------------------
diff --git a/common/src/main/java/org/apache/falcon/entity/store/ConfigurationStore.java b/common/src/main/java/org/apache/falcon/entity/store/ConfigurationStore.java
index 19e10bd..11cdc05 100644
--- a/common/src/main/java/org/apache/falcon/entity/store/ConfigurationStore.java
+++ b/common/src/main/java/org/apache/falcon/entity/store/ConfigurationStore.java
@@ -24,6 +24,7 @@ import org.apache.falcon.entity.EntityUtil;
import org.apache.falcon.entity.v0.AccessControlList;
import org.apache.falcon.entity.v0.Entity;
import org.apache.falcon.entity.v0.EntityType;
+import org.apache.falcon.entity.v0.SchemaHelper;
import org.apache.falcon.entity.v0.cluster.Cluster;
import org.apache.falcon.entity.v0.datasource.Datasource;
import org.apache.falcon.hadoop.HadoopClientFactory;
@@ -41,6 +42,9 @@ import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import javax.xml.bind.JAXBException;
+import javax.xml.stream.XMLInputFactory;
+import javax.xml.stream.XMLStreamException;
+import javax.xml.stream.XMLStreamReader;
import java.io.IOException;
import java.io.InputStream;
import java.io.OutputStream;
@@ -466,8 +470,12 @@ public final class ConfigurationStore implements FalconService {
throws IOException, FalconException {
InputStream in = fs.open(new Path(storePath, type + Path.SEPARATOR + URLEncoder.encode(name, UTF_8) + ".xml"));
+ XMLInputFactory xif = SchemaHelper.createXmlInputFactory();
try {
- return (T) type.getUnmarshaller().unmarshal(in);
+ XMLStreamReader xsr = xif.createXMLStreamReader(in);
+ return (T) type.getUnmarshaller().unmarshal(xsr);
+ } catch (XMLStreamException xse) {
+ throw new StoreAccessException("Unable to un-marshall xml definition for " + type + "/" + name, xse);
} catch (JAXBException e) {
throw new StoreAccessException("Unable to un-marshall xml definition for " + type + "/" + name, e);
} finally {
http://git-wip-us.apache.org/repos/asf/falcon/blob/7fe2c332/extensions/src/main/java/org/apache/falcon/extensions/util/ExtensionProcessBuilderUtils.java
----------------------------------------------------------------------
diff --git a/extensions/src/main/java/org/apache/falcon/extensions/util/ExtensionProcessBuilderUtils.java b/extensions/src/main/java/org/apache/falcon/extensions/util/ExtensionProcessBuilderUtils.java
index 286df3e..c8e870b 100644
--- a/extensions/src/main/java/org/apache/falcon/extensions/util/ExtensionProcessBuilderUtils.java
+++ b/extensions/src/main/java/org/apache/falcon/extensions/util/ExtensionProcessBuilderUtils.java
@@ -39,6 +39,8 @@ import org.apache.falcon.util.NotificationType;
import javax.xml.bind.Unmarshaller;
import javax.xml.bind.ValidationEvent;
import javax.xml.bind.ValidationEventHandler;
+import javax.xml.stream.XMLInputFactory;
+import javax.xml.stream.XMLStreamReader;
import java.io.StringReader;
import java.util.ArrayList;
import java.util.List;
@@ -96,8 +98,10 @@ public final class ExtensionProcessBuilderUtils {
}
}
);
+ XMLInputFactory xif = SchemaHelper.createXmlInputFactory();
+ XMLStreamReader xsr = xif.createXMLStreamReader(new StringReader(processTemplate));
process = (org.apache.falcon.entity.v0.process.Process)
- unmarshaller.unmarshal(new StringReader(processTemplate));
+ unmarshaller.unmarshal(xsr);
} catch (Exception e) {
throw new FalconException(e);
}
[15/26] falcon git commit: FALCON-2286 Falcon upgradation fails to
update schema
Posted by pa...@apache.org.
FALCON-2286 Falcon upgradation fails to update schema
PracheerAgarwal : Has made the changes initially, As he is on vacation and this is pending for a release I am raising this pull request.
Author: sandeep <sa...@gmail.com>
Reviewers: @pallavi-rao
Closes #376 from sandeepSamudrala/FALCON-2286 and squashes the following commits:
7f7d7c2 [sandeep] FALCON-2286 Falcon upgradation fails to update schema
85750dd [sandeep] Merge branch 'master' of https://github.com/apache/falcon
432a03a [sandeep] Merge branch 'master' of https://github.com/apache/falcon
0780363 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
a3bd0e9 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
db425c5 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
3f67fed [sandeep] Merge branch 'master' of https://github.com/apache/falcon
cb2b00d [sandeep] Merge branch 'master' of https://github.com/apache/falcon
79e8d64 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
7de7798 [sandeep] go -b FALCON-2263Merge branch 'master' of https://github.com/apache/falcon
c5da0a2 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
7e16263 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
a234d94 [sandeep] FALCON-2231 Incoporated review comments and small fixes for duplicate submission and colo addition to schedule command
26e3350 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
73fbf75 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
cc28658 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
089b10d [sandeep] Merge branch 'master' of https://github.com/apache/falcon
456d4ee [sandeep] Merge branch 'master' of https://github.com/apache/falcon
0cf9af6 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
4a2e23e [sandeep] Merge branch 'master' of https://github.com/apache/falcon
b1546ed [sandeep] Merge branch 'master' of https://github.com/apache/falcon
0a433fb [sandeep] Merge branch 'master' of https://github.com/apache/falcon
194f36a [sandeep] Merge branch 'master' of https://github.com/apache/falcon
e0ad358 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
f96a084 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
9cf36e9 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
bbca081 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
48f6afa [sandeep] Merge branch 'master' of https://github.com/apache/falcon
250cc46 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
d0393e9 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
a178805 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
d6dc8bf [sandeep] Merge branch 'master' of https://github.com/apache/falcon
1bb8d3c [sandeep] Merge branch 'master' of https://github.com/apache/falcon
c065566 [sandeep] reverting last line changes made
1a4dcd2 [sandeep] rebased and resolved the conflicts from master
271318b [sandeep] FALCON-2097. Adding UT to the new method for getting next instance time with Delay.
a94d4fe [sandeep] rebasing from master
9e68a57 [sandeep] FALCON-298. Feed update with replication delay creates holes
(cherry picked from commit c215234e642aaac263248cec722514dc780751bf)
Signed-off-by: Pallavi Rao <pa...@inmobi.com>
Project: http://git-wip-us.apache.org/repos/asf/falcon/repo
Commit: http://git-wip-us.apache.org/repos/asf/falcon/commit/51f1ec9c
Tree: http://git-wip-us.apache.org/repos/asf/falcon/tree/51f1ec9c
Diff: http://git-wip-us.apache.org/repos/asf/falcon/diff/51f1ec9c
Branch: refs/heads/master
Commit: 51f1ec9c347603be348bb14875946ac2992125e7
Parents: 017b067
Author: sandeep <sa...@gmail.com>
Authored: Fri Mar 10 08:51:21 2017 +0530
Committer: Pallavi Rao <pa...@inmobi.com>
Committed: Fri Mar 10 08:51:39 2017 +0530
----------------------------------------------------------------------
.../org/apache/falcon/tools/FalconStateStoreDBCLI.java | 12 ++++++++----
1 file changed, 8 insertions(+), 4 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/falcon/blob/51f1ec9c/common/src/main/java/org/apache/falcon/tools/FalconStateStoreDBCLI.java
----------------------------------------------------------------------
diff --git a/common/src/main/java/org/apache/falcon/tools/FalconStateStoreDBCLI.java b/common/src/main/java/org/apache/falcon/tools/FalconStateStoreDBCLI.java
index cb8c816..8ab0d9a 100644
--- a/common/src/main/java/org/apache/falcon/tools/FalconStateStoreDBCLI.java
+++ b/common/src/main/java/org/apache/falcon/tools/FalconStateStoreDBCLI.java
@@ -220,11 +220,15 @@ public class FalconStateStoreDBCLI {
return jdbcConf;
}
- private String[] createMappingToolArguments(String sqlFile) throws Exception {
+ private String[] createMappingToolArguments(String sqlFile, boolean create) throws Exception {
Map<String, String> conf = getJdbcConf();
List<String> args = new ArrayList<String>();
args.add("-schemaAction");
- args.add("add");
+ if (create) {
+ args.add("add");
+ } else {
+ args.add("refresh");
+ }
args.add("-p");
args.add("persistence.xml#falcon-" + conf.get("dbtype"));
args.add("-connectionDriverName");
@@ -392,10 +396,10 @@ public class FalconStateStoreDBCLI {
private void createUpgradeDB(String sqlFile, boolean run, boolean create) throws Exception {
System.out.println((create) ? "Create SQL schema" : "Upgrade SQL schema");
- String[] args = createMappingToolArguments(sqlFile);
+ String[] args = createMappingToolArguments(sqlFile, create);
org.apache.openjpa.jdbc.meta.MappingTool.main(args);
if (run) {
- args = createMappingToolArguments(null);
+ args = createMappingToolArguments(null, create);
org.apache.openjpa.jdbc.meta.MappingTool.main(args);
}
System.out.println("DONE");
[06/26] falcon git commit: FALCON-2279 Ignored instances are not
rerun for precondition check
Posted by pa...@apache.org.
FALCON-2279 Ignored instances are not rerun for precondition check
Author: sandeep <sa...@gmail.com>
Reviewers: @pallavi-rao
Closes #362 from sandeepSamudrala/FALCON-2279 and squashes the following commits:
90c07a4 [sandeep] FALCON-2279 Ignored instances are not rerun for precondition check
a3bd0e9 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
db425c5 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
3f67fed [sandeep] Merge branch 'master' of https://github.com/apache/falcon
cb2b00d [sandeep] Merge branch 'master' of https://github.com/apache/falcon
79e8d64 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
7de7798 [sandeep] go -b FALCON-2263Merge branch 'master' of https://github.com/apache/falcon
c5da0a2 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
7e16263 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
a234d94 [sandeep] FALCON-2231 Incoporated review comments and small fixes for duplicate submission and colo addition to schedule command
26e3350 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
73fbf75 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
cc28658 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
089b10d [sandeep] Merge branch 'master' of https://github.com/apache/falcon
456d4ee [sandeep] Merge branch 'master' of https://github.com/apache/falcon
0cf9af6 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
4a2e23e [sandeep] Merge branch 'master' of https://github.com/apache/falcon
b1546ed [sandeep] Merge branch 'master' of https://github.com/apache/falcon
0a433fb [sandeep] Merge branch 'master' of https://github.com/apache/falcon
194f36a [sandeep] Merge branch 'master' of https://github.com/apache/falcon
e0ad358 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
f96a084 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
9cf36e9 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
bbca081 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
48f6afa [sandeep] Merge branch 'master' of https://github.com/apache/falcon
250cc46 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
d0393e9 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
a178805 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
d6dc8bf [sandeep] Merge branch 'master' of https://github.com/apache/falcon
1bb8d3c [sandeep] Merge branch 'master' of https://github.com/apache/falcon
c065566 [sandeep] reverting last line changes made
1a4dcd2 [sandeep] rebased and resolved the conflicts from master
271318b [sandeep] FALCON-2097. Adding UT to the new method for getting next instance time with Delay.
a94d4fe [sandeep] rebasing from master
9e68a57 [sandeep] FALCON-298. Feed update with replication delay creates holes
(cherry picked from commit d826852bf7e5152c93efa909a8edaeb91b2f948e)
Signed-off-by: Pallavi Rao <pa...@inmobi.com>
Project: http://git-wip-us.apache.org/repos/asf/falcon/repo
Commit: http://git-wip-us.apache.org/repos/asf/falcon/commit/3a78efe7
Tree: http://git-wip-us.apache.org/repos/asf/falcon/tree/3a78efe7
Diff: http://git-wip-us.apache.org/repos/asf/falcon/diff/3a78efe7
Branch: refs/heads/master
Commit: 3a78efe73ee176b1458d6c57283b7695745f572c
Parents: b93639c
Author: sandeep <sa...@gmail.com>
Authored: Fri Feb 10 08:46:19 2017 +0530
Committer: Pallavi Rao <pa...@inmobi.com>
Committed: Fri Feb 10 08:46:35 2017 +0530
----------------------------------------------------------------------
.../org/apache/falcon/workflow/engine/OozieWorkflowEngine.java | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/falcon/blob/3a78efe7/oozie/src/main/java/org/apache/falcon/workflow/engine/OozieWorkflowEngine.java
----------------------------------------------------------------------
diff --git a/oozie/src/main/java/org/apache/falcon/workflow/engine/OozieWorkflowEngine.java b/oozie/src/main/java/org/apache/falcon/workflow/engine/OozieWorkflowEngine.java
index 06e4cb2..a3b78e7 100644
--- a/oozie/src/main/java/org/apache/falcon/workflow/engine/OozieWorkflowEngine.java
+++ b/oozie/src/main/java/org/apache/falcon/workflow/engine/OozieWorkflowEngine.java
@@ -99,7 +99,7 @@ public class OozieWorkflowEngine extends AbstractWorkflowEngine {
private static final List<WorkflowJob.Status> WF_RESUME_PRECOND = Arrays.asList(WorkflowJob.Status.SUSPENDED);
private static final List<CoordinatorAction.Status> COORD_RERUN_PRECOND =
Arrays.asList(CoordinatorAction.Status.TIMEDOUT, CoordinatorAction.Status.FAILED,
- CoordinatorAction.Status.KILLED, CoordinatorAction.Status.SUCCEEDED);
+ CoordinatorAction.Status.KILLED, CoordinatorAction.Status.SUCCEEDED, CoordinatorAction.Status.IGNORED);
private static final List<Job.Status> BUNDLE_ACTIVE_STATUS =
Arrays.asList(Job.Status.PREP, Job.Status.RUNNING, Job.Status.SUSPENDED, Job.Status.PREPSUSPENDED,
Job.Status.RUNNINGWITHERROR, Job.Status.PAUSED, Status.PREPPAUSED, Status.PAUSEDWITHERROR);
[18/26] falcon git commit: FALCON-2303 Backloginmins is not getting
updated
Posted by pa...@apache.org.
FALCON-2303 Backloginmins is not getting updated
Author: Praveen Adlakha <pr...@im1314-x2.corp.inmobi.com>
Reviewers: @pallavi-rao
Closes #385 from PraveenAdlakha/backlogfix and squashes the following commits:
8ad078946 [Praveen Adlakha] comments addressed
182e31c64 [Praveen Adlakha] FALCON-2303 Backloginmins is not getting updated
(cherry picked from commit bfd1805ba13e7755f01754edd062da3dc59aae3b)
Signed-off-by: Pallavi Rao <pa...@inmobi.com>
Project: http://git-wip-us.apache.org/repos/asf/falcon/repo
Commit: http://git-wip-us.apache.org/repos/asf/falcon/commit/84186f09
Tree: http://git-wip-us.apache.org/repos/asf/falcon/tree/84186f09
Diff: http://git-wip-us.apache.org/repos/asf/falcon/diff/84186f09
Branch: refs/heads/master
Commit: 84186f09e17aba7497be4a2bdec6f8b119405b0b
Parents: a2ef339
Author: Praveen Adlakha <pr...@im1314-x2.corp.inmobi.com>
Authored: Thu Aug 31 14:39:32 2017 +0530
Committer: Pallavi Rao <pa...@inmobi.com>
Committed: Thu Aug 31 14:53:55 2017 +0530
----------------------------------------------------------------------
.../falcon/persistence/PendingInstanceBean.java | 5 +++--
.../falcon/persistence/PersistenceConstants.java | 1 +
.../apache/falcon/jdbc/MonitoringJdbcStateStore.java | 14 ++++++++++++++
.../falcon/service/BacklogMetricEmitterService.java | 1 +
.../apache/falcon/service/EntitySLAAlertService.java | 4 ++--
.../falcon/service/EntitySLAMonitoringService.java | 14 +++++++++++---
src/conf/runtime.properties | 3 +++
7 files changed, 35 insertions(+), 7 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/falcon/blob/84186f09/common/src/main/java/org/apache/falcon/persistence/PendingInstanceBean.java
----------------------------------------------------------------------
diff --git a/common/src/main/java/org/apache/falcon/persistence/PendingInstanceBean.java b/common/src/main/java/org/apache/falcon/persistence/PendingInstanceBean.java
index 05c5ea3..d35d982 100644
--- a/common/src/main/java/org/apache/falcon/persistence/PendingInstanceBean.java
+++ b/common/src/main/java/org/apache/falcon/persistence/PendingInstanceBean.java
@@ -42,8 +42,9 @@ import java.util.Date;
@NamedQuery(name = PersistenceConstants.DELETE_PENDING_NOMINAL_INSTANCES , query = "delete from PendingInstanceBean a where a.entityName = :entityName and a.clusterName = :clusterName and a.nominalTime = :nominalTime and a.entityType = :entityType"),
@NamedQuery(name = PersistenceConstants.DELETE_ALL_PENDING_INSTANCES_FOR_ENTITY, query = "delete from PendingInstanceBean a where a.entityName = :entityName and a.clusterName = :clusterName and a.entityType = :entityType"),
@NamedQuery(name = PersistenceConstants.GET_DATE_FOR_PENDING_INSTANCES , query = "select a.nominalTime from PendingInstanceBean a where a.entityName = :entityName and a.clusterName = :clusterName and a.entityType = :entityType"),
- @NamedQuery(name= PersistenceConstants.GET_ALL_PENDING_INSTANCES , query = "select OBJECT(a) from PendingInstanceBean a order by a.nominalTime asc"),
- @NamedQuery(name= PersistenceConstants.GET_PENDING_INSTANCE , query = "select OBJECT(a) from PendingInstanceBean a where a.entityName = :entityName and a.clusterName = :clusterName and a.nominalTime = :nominalTime and a.entityType = :entityType")
+ @NamedQuery(name = PersistenceConstants.GET_ALL_PENDING_INSTANCES , query = "select OBJECT(a) from PendingInstanceBean a order by a.nominalTime asc"),
+ @NamedQuery(name = PersistenceConstants.GET_PENDING_INSTANCE , query = "select OBJECT(a) from PendingInstanceBean a where a.entityName = :entityName and a.clusterName = :clusterName and a.nominalTime = :nominalTime and a.entityType = :entityType"),
+ @NamedQuery(name = PersistenceConstants.GET_PENDING_INSTANCES_BETWEEN_TIME_RANGE, query = "select a.nominalTime from PendingInstanceBean a where a.entityName = :entityName and a.clusterName = :clusterName and a.entityType = :entityType and a.nominalTime >= :startTime and a.nominalTime < :endTime ")
})
@Table(name = "PENDING_INSTANCES")
//RESUME CHECKSTYLE CHECK LineLengthCheck
http://git-wip-us.apache.org/repos/asf/falcon/blob/84186f09/common/src/main/java/org/apache/falcon/persistence/PersistenceConstants.java
----------------------------------------------------------------------
diff --git a/common/src/main/java/org/apache/falcon/persistence/PersistenceConstants.java b/common/src/main/java/org/apache/falcon/persistence/PersistenceConstants.java
index 1e6a04b..90dcf50 100644
--- a/common/src/main/java/org/apache/falcon/persistence/PersistenceConstants.java
+++ b/common/src/main/java/org/apache/falcon/persistence/PersistenceConstants.java
@@ -82,4 +82,5 @@ public final class PersistenceConstants {
public static final String GET_EXTENSION_JOB = "GET_EXTENSION_JOB";
public static final String GET_JOBS_FOR_AN_EXTENSION = "GET_JOBS_FOR_AN_EXTENSION";
public static final String GET_ALL_PROCESS_INFO_INSTANCES = "GET_ALL_PROCESS_INFO_INSTANCES";
+ public static final String GET_PENDING_INSTANCES_BETWEEN_TIME_RANGE = "GET_PENDING_INSTANCES_BETWEEN_TIME_RANGE";
}
http://git-wip-us.apache.org/repos/asf/falcon/blob/84186f09/prism/src/main/java/org/apache/falcon/jdbc/MonitoringJdbcStateStore.java
----------------------------------------------------------------------
diff --git a/prism/src/main/java/org/apache/falcon/jdbc/MonitoringJdbcStateStore.java b/prism/src/main/java/org/apache/falcon/jdbc/MonitoringJdbcStateStore.java
index 8da2389..51eac94 100644
--- a/prism/src/main/java/org/apache/falcon/jdbc/MonitoringJdbcStateStore.java
+++ b/prism/src/main/java/org/apache/falcon/jdbc/MonitoringJdbcStateStore.java
@@ -182,6 +182,20 @@ public class MonitoringJdbcStateStore {
return result;
}
+ public List<Date> getNominalInstancesBetweenTimeRange(String entityName, String clusterName, String entityType,
+ Date startTime, Date endTime) {
+ EntityManager entityManager = getEntityManager();
+ Query q = entityManager.createNamedQuery(PersistenceConstants.GET_PENDING_INSTANCES_BETWEEN_TIME_RANGE);
+ q.setParameter(PendingInstanceBean.ENTITY_NAME, entityName);
+ q.setParameter(PendingInstanceBean.CLUSTER_NAME, clusterName);
+ q.setParameter(PendingInstanceBean.ENTITY_TYPE, entityType.toLowerCase());
+ q.setParameter("startTime", startTime);
+ q.setParameter("endTime", endTime);
+ List result = q.getResultList();
+ entityManager.close();
+ return result;
+ }
+
public List<PendingInstanceBean> getAllPendingInstances(){
EntityManager entityManager = getEntityManager();
Query q = entityManager.createNamedQuery(PersistenceConstants.GET_ALL_PENDING_INSTANCES);
http://git-wip-us.apache.org/repos/asf/falcon/blob/84186f09/prism/src/main/java/org/apache/falcon/service/BacklogMetricEmitterService.java
----------------------------------------------------------------------
diff --git a/prism/src/main/java/org/apache/falcon/service/BacklogMetricEmitterService.java b/prism/src/main/java/org/apache/falcon/service/BacklogMetricEmitterService.java
index 2480c96..50170b9 100644
--- a/prism/src/main/java/org/apache/falcon/service/BacklogMetricEmitterService.java
+++ b/prism/src/main/java/org/apache/falcon/service/BacklogMetricEmitterService.java
@@ -117,6 +117,7 @@ public final class BacklogMetricEmitterService implements FalconService,
}
Process process = (Process) entity;
if (process.getSla() != null) {
+ LOG.debug("Removing process:{} from monitoring", process.getName());
backlogMetricStore.deleteEntityBackLogInstances(entity.getName(), entity.getEntityType().name());
entityBacklogs.remove(entity);
process = EntityUtil.getEntity(entity.getEntityType(), entity.getName());
http://git-wip-us.apache.org/repos/asf/falcon/blob/84186f09/prism/src/main/java/org/apache/falcon/service/EntitySLAAlertService.java
----------------------------------------------------------------------
diff --git a/prism/src/main/java/org/apache/falcon/service/EntitySLAAlertService.java b/prism/src/main/java/org/apache/falcon/service/EntitySLAAlertService.java
index 837a170..2f19e6b 100644
--- a/prism/src/main/java/org/apache/falcon/service/EntitySLAAlertService.java
+++ b/prism/src/main/java/org/apache/falcon/service/EntitySLAAlertService.java
@@ -112,7 +112,7 @@ public final class EntitySLAAlertService implements FalconService, EntitySLAList
if (pendingInstanceBeanList == null || pendingInstanceBeanList.isEmpty()){
return;
}
- LOG.trace("In processSLACandidates :" + pendingInstanceBeanList.size());
+ LOG.debug("In processSLACandidates :" + pendingInstanceBeanList.size());
try{
for (PendingInstanceBean pendingInstanceBean : pendingInstanceBeanList) {
@@ -129,7 +129,7 @@ public final class EntitySLAAlertService implements FalconService, EntitySLAList
if (schedulableEntityInstances.isEmpty()){
store.deleteEntityAlertInstance(entityName, cluster.getName(), nominalTime,
entityType);
- return;
+ continue;
}
List<SchedulableEntityInstance> schedulableEntityList = new ArrayList<>(schedulableEntityInstances);
SchedulableEntityInstance schedulableEntityInstance = schedulableEntityList.get(0);
http://git-wip-us.apache.org/repos/asf/falcon/blob/84186f09/prism/src/main/java/org/apache/falcon/service/EntitySLAMonitoringService.java
----------------------------------------------------------------------
diff --git a/prism/src/main/java/org/apache/falcon/service/EntitySLAMonitoringService.java b/prism/src/main/java/org/apache/falcon/service/EntitySLAMonitoringService.java
index 09671d9..8b3dbe4 100644
--- a/prism/src/main/java/org/apache/falcon/service/EntitySLAMonitoringService.java
+++ b/prism/src/main/java/org/apache/falcon/service/EntitySLAMonitoringService.java
@@ -55,6 +55,7 @@ import org.apache.falcon.resource.SchedulableEntityInstance;
import org.apache.falcon.security.CurrentUser;
import org.apache.falcon.util.DateUtil;
import org.apache.falcon.util.DeploymentUtil;
+import org.apache.falcon.util.RuntimeProperties;
import org.apache.falcon.util.StartupProperties;
import org.apache.falcon.workflow.WorkflowEngineFactory;
import org.apache.falcon.workflow.engine.AbstractWorkflowEngine;
@@ -207,9 +208,11 @@ public final class EntitySLAMonitoringService implements ConfigurationChangeList
if (feed.getSla() != null && feed.getLocations() != null) {
for (Cluster cluster : feed.getClusters().getClusters()) {
if (currentClusters.contains(cluster.getName()) && FeedHelper.getSLA(cluster, feed) != null) {
+ LOG.debug("Removing feed:{} for monitoring", feed.getName());
MONITORING_JDBC_STATE_STORE.deleteMonitoringEntity(feed.getName(), EntityType.FEED.toString());
MONITORING_JDBC_STATE_STORE.deletePendingInstances(feed.getName(), cluster.getName(),
EntityType.FEED.toString());
+ LOG.debug("Removing feed:{} for monitoring", feed.getName());
}
}
}
@@ -219,6 +222,7 @@ public final class EntitySLAMonitoringService implements ConfigurationChangeList
if (process.getSla() != null){
for (org.apache.falcon.entity.v0.process.Cluster cluster : process.getClusters().getClusters()) {
if (currentClusters.contains(cluster.getName())) {
+ LOG.debug("Removing feed:{} for monitoring", process.getName());
MONITORING_JDBC_STATE_STORE.deleteMonitoringEntity(process.getName(),
EntityType.PROCESS.toString());
MONITORING_JDBC_STATE_STORE.deletePendingInstances(process.getName(), cluster.getName(),
@@ -364,6 +368,8 @@ public final class EntitySLAMonitoringService implements ConfigurationChangeList
// add Instances from last checked time to 10 minutes from now(some buffer for status check)
Date newCheckPointTime = new Date(now().getTime() + lookAheadWindowMillis);
addPendingEntityInstances(newCheckPointTime);
+ } else {
+ LOG.debug("No entities present for sla monitoring.");
}
} catch (Throwable e) {
LOG.error("Feed SLA monitoring failed: ", e);
@@ -450,7 +456,6 @@ public final class EntitySLAMonitoringService implements ConfigurationChangeList
LOG.trace("Checking instance availability status for entity:{}, cluster:{}, "
+ "instanceTime:{}", entity.getName(), clusterName, nominalTime, entityType);
AbstractWorkflowEngine wfEngine = WorkflowEngineFactory.getWorkflowEngine();
-
InstancesResult instancesResult = wfEngine.getStatus(entity, nominalTime,
new Date(nominalTime.getTime() + 200), PROCESS_LIFE_CYCLE, false);
if (instancesResult.getInstances().length > 0) {
@@ -459,6 +464,9 @@ public final class EntitySLAMonitoringService implements ConfigurationChangeList
entity.getName(), clusterName, nominalTime);
return true;
}
+ } else if ((System.currentTimeMillis() - nominalTime.getTime())/(1000*60*60*24) >= Integer.parseInt(
+ RuntimeProperties.get().getProperty("workflow.history.expiration.period.days", "7"))) {
+ return true;
}
return false;
}
@@ -552,8 +560,8 @@ public final class EntitySLAMonitoringService implements ConfigurationChangeList
public Set<SchedulableEntityInstance> getEntitySLAMissPendingAlerts(String entityName, String clusterName,
Date start, Date end, String entityType) throws FalconException {
Set<SchedulableEntityInstance> result = new HashSet<>();
- List<Date> missingInstances = MONITORING_JDBC_STATE_STORE.getNominalInstances(entityName, clusterName,
- entityType);
+ List<Date> missingInstances = MONITORING_JDBC_STATE_STORE.getNominalInstancesBetweenTimeRange(entityName,
+ clusterName, entityType, start, end);
if (missingInstances == null){
return result;
}
http://git-wip-us.apache.org/repos/asf/falcon/blob/84186f09/src/conf/runtime.properties
----------------------------------------------------------------------
diff --git a/src/conf/runtime.properties b/src/conf/runtime.properties
index 013ac18..62d12d4 100644
--- a/src/conf/runtime.properties
+++ b/src/conf/runtime.properties
@@ -86,3 +86,6 @@ falcon.current.colo=local
### Timeout factor for processes ###
instance.timeout.factor=5
+
+### Workflow expiration period for oozie ###
+workflow.history.expiration.period.days=7
\ No newline at end of file
[14/26] falcon git commit: FALCON-2292 User Extension submission
fails for late input section validation
Posted by pa...@apache.org.
FALCON-2292 User Extension submission fails for late input section validation
Author: sandeep <sa...@gmail.com>
Reviewers: @pallavi-rao
Closes #375 from sandeepSamudrala/FALCON-2292 and squashes the following commits:
ed54095 [sandeep] FALCON-2292 . User Extension submission fails for late input section validation
432a03a [sandeep] Merge branch 'master' of https://github.com/apache/falcon
0780363 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
a3bd0e9 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
db425c5 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
3f67fed [sandeep] Merge branch 'master' of https://github.com/apache/falcon
cb2b00d [sandeep] Merge branch 'master' of https://github.com/apache/falcon
79e8d64 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
7de7798 [sandeep] go -b FALCON-2263Merge branch 'master' of https://github.com/apache/falcon
c5da0a2 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
7e16263 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
a234d94 [sandeep] FALCON-2231 Incoporated review comments and small fixes for duplicate submission and colo addition to schedule command
26e3350 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
73fbf75 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
cc28658 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
089b10d [sandeep] Merge branch 'master' of https://github.com/apache/falcon
456d4ee [sandeep] Merge branch 'master' of https://github.com/apache/falcon
0cf9af6 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
4a2e23e [sandeep] Merge branch 'master' of https://github.com/apache/falcon
b1546ed [sandeep] Merge branch 'master' of https://github.com/apache/falcon
0a433fb [sandeep] Merge branch 'master' of https://github.com/apache/falcon
194f36a [sandeep] Merge branch 'master' of https://github.com/apache/falcon
e0ad358 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
f96a084 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
9cf36e9 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
bbca081 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
48f6afa [sandeep] Merge branch 'master' of https://github.com/apache/falcon
250cc46 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
d0393e9 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
a178805 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
d6dc8bf [sandeep] Merge branch 'master' of https://github.com/apache/falcon
1bb8d3c [sandeep] Merge branch 'master' of https://github.com/apache/falcon
c065566 [sandeep] reverting last line changes made
1a4dcd2 [sandeep] rebased and resolved the conflicts from master
271318b [sandeep] FALCON-2097. Adding UT to the new method for getting next instance time with Delay.
a94d4fe [sandeep] rebasing from master
9e68a57 [sandeep] FALCON-298. Feed update with replication delay creates holes
(cherry picked from commit 92d2589994e1eaff380ac56164e070033a6af909)
Signed-off-by: Pallavi Rao <pa...@inmobi.com>
Project: http://git-wip-us.apache.org/repos/asf/falcon/repo
Commit: http://git-wip-us.apache.org/repos/asf/falcon/commit/017b0676
Tree: http://git-wip-us.apache.org/repos/asf/falcon/tree/017b0676
Diff: http://git-wip-us.apache.org/repos/asf/falcon/diff/017b0676
Branch: refs/heads/master
Commit: 017b0676fb0c5d88b2489f56ca16da386541c545
Parents: 3eea94b
Author: sandeep <sa...@gmail.com>
Authored: Thu Mar 9 10:58:21 2017 +0530
Committer: Pallavi Rao <pa...@inmobi.com>
Committed: Thu Mar 9 10:58:42 2017 +0530
----------------------------------------------------------------------
.../org/apache/falcon/entity/parser/ProcessEntityParser.java | 4 +++-
1 file changed, 3 insertions(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/falcon/blob/017b0676/common/src/main/java/org/apache/falcon/entity/parser/ProcessEntityParser.java
----------------------------------------------------------------------
diff --git a/common/src/main/java/org/apache/falcon/entity/parser/ProcessEntityParser.java b/common/src/main/java/org/apache/falcon/entity/parser/ProcessEntityParser.java
index b977752..49bf465 100644
--- a/common/src/main/java/org/apache/falcon/entity/parser/ProcessEntityParser.java
+++ b/common/src/main/java/org/apache/falcon/entity/parser/ProcessEntityParser.java
@@ -135,7 +135,9 @@ public class ProcessEntityParser extends EntityParser<Process> {
}
}
validateDatasetName(process.getInputs(), process.getOutputs());
- validateLateInputs(process);
+ if (checkDependentFeeds) {
+ validateLateInputs(process);
+ }
validateProcessSLA(process);
validateHadoopQueue(process);
validateProcessEntity(process);
[20/26] falcon git commit: Update change log for 0.11 release
Posted by pa...@apache.org.
Update change log for 0.11 release
Project: http://git-wip-us.apache.org/repos/asf/falcon/repo
Commit: http://git-wip-us.apache.org/repos/asf/falcon/commit/82c1acc9
Tree: http://git-wip-us.apache.org/repos/asf/falcon/tree/82c1acc9
Diff: http://git-wip-us.apache.org/repos/asf/falcon/diff/82c1acc9
Branch: refs/heads/master
Commit: 82c1acc97cb8bd5ea2ee1d2d07198f74712f626b
Parents: 32806e1
Author: Pallavi Rao <pa...@inmobi.com>
Authored: Thu Oct 19 15:45:01 2017 +0530
Committer: Pallavi Rao <pa...@inmobi.com>
Committed: Thu Oct 19 15:45:01 2017 +0530
----------------------------------------------------------------------
CHANGES.txt | 4 +
release-docs/0.11/CHANGES.0.11.md | 163 +++++++++++++++++++++++++++++++++
2 files changed, 167 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/falcon/blob/82c1acc9/CHANGES.txt
----------------------------------------------------------------------
diff --git a/CHANGES.txt b/CHANGES.txt
index 767c5a2..d2ba1f2 100755
--- a/CHANGES.txt
+++ b/CHANGES.txt
@@ -4,6 +4,10 @@ Future Releases:
For changes in releases after 0.10, please refer to "release-docs" or
https://github.com/apache/falcon/tree/master/release-docs/
+Release Version: 0.11
+For changes in release 0.11, please refer to "release-docs" or
+https://github.com/apache/falcon/blob/0.11/release-docs/0.11/CHANGES.0.11.md
+
Release Version: 0.10
For changes in release 0.10, please refer to "release-docs" or
https://github.com/apache/falcon/blob/0.10/release-docs/0.10/CHANGES.0.10.md
http://git-wip-us.apache.org/repos/asf/falcon/blob/82c1acc9/release-docs/0.11/CHANGES.0.11.md
----------------------------------------------------------------------
diff --git a/release-docs/0.11/CHANGES.0.11.md b/release-docs/0.11/CHANGES.0.11.md
new file mode 100644
index 0000000..1069a70
--- /dev/null
+++ b/release-docs/0.11/CHANGES.0.11.md
@@ -0,0 +1,163 @@
+# Apache Falcon Changelog
+
+## Release 0.11
+
+### INCOMPATIBLE CHANGES:
+None
+
+### NEW FEATURES:
+| JIRA | Summary | Component | Priority | Reporter | Contributor |
+|:---- |:---- | :--- |:---- |:---- |:---- |
+| [FALCON-2235](https://issues.apache.org/jira/browse/FALCON-2235) | <span class="parentIssue">FALCON-2182</span> Suspend/Resume API support for extension job (user extension) | extensions | Major | sandeep samudrala | sandeep samudrala |
+| [FALCON-2195](https://issues.apache.org/jira/browse/FALCON-2195) | <span class="parentIssue">FALCON-2182</span> Add API to get details of an extension job | extensions | Major | sandeep samudrala | Pallavi Rao |
+| [FALCON-1610](https://issues.apache.org/jira/browse/FALCON-1610) | <span class="parentIssue">FALCON-1596</span> Add instance commands to Falcon spring-shell CLI | Major | Praveen Adlakha | Rajat Khandelwal |
+| [FALCON-2209](https://issues.apache.org/jira/browse/FALCON-2209) | <span class="parentIssue">FALCON-2182</span> Registering user extensions in embedded/distributed mode | extensions, prism | Major | Praveen Adlakha | sandeep samudrala |
+| [FALCON-2194](https://issues.apache.org/jira/browse/FALCON-2194) | <span class="parentIssue">FALCON-2182</span> Enhance validate API to support config validation for user extensions | extensions | Major | sandeep samudrala | Pallavi Rao |
+| [FALCON-2006](https://issues.apache.org/jira/browse/FALCON-2006) | <span class="parentIssue">FALCON-1992</span> Update documentation on site and announce the release | ease | Major | Balu Vellanki | Balu Vellanki |
+| [FALCON-2231](https://issues.apache.org/jira/browse/FALCON-2231) | <span class="parentIssue">FALCON-2182</span> Support Schedule for User Extensions | extensions | Major | sandeep samudrala | sandeep samudrala |
+| [FALCON-2226](https://issues.apache.org/jira/browse/FALCON-2226) | <span class="parentIssue">FALCON-2182</span> Submit ,Schedule and submitAndSchedule API for extension in distributed mode | extensions | Major | Praveen Adlakha | Praveen Adlakha |
+| [FALCON-2223](https://issues.apache.org/jira/browse/FALCON-2223) | <span class="parentIssue">FALCON-2182</span> Distributed mode support for User Extension | extensions | Major | Praveen Adlakha | Praveen Adlakha |
+| [FALCON-2227](https://issues.apache.org/jira/browse/FALCON-2227) | <span class="parentIssue">FALCON-2182</span> Intitutive error handling in Falcon Client | extensions | Major | sandeep samudrala | Praveen Adlakha |
+| [FALCON-1611](https://issues.apache.org/jira/browse/FALCON-1611) | <span class="parentIssue">FALCON-1596</span> Add admin commands to Falcon spring-shell CLI | Major | Praveen Adlakha | Rajat Khandelwal |
+| [FALCON-2200](https://issues.apache.org/jira/browse/FALCON-2200) | <span class="parentIssue">FALCON-2182</span> Update API support for extension job (user extension) | extensions | Major | sandeep samudrala | Pallavi Rao |
+| [FALCON-2225](https://issues.apache.org/jira/browse/FALCON-2225) | <span class="parentIssue">FALCON-2182</span> Falcon fails to start with ExtensionService | extensions | Major | Pracheer Agarwal | Praveen Adlakha |
+| [FALCON-2190](https://issues.apache.org/jira/browse/FALCON-2190) | <span class="parentIssue">FALCON-2182</span> Add server side checks to not let any entity mutations on entities generated by extensions | extensions | Major | sandeep samudrala | sandeep samudrala |
+| [FALCON-2184](https://issues.apache.org/jira/browse/FALCON-2184) | <span class="parentIssue">FALCON-2182</span> Support to delete a non trusted recipe metadata from server | Major | Praveen Adlakha | Praveen Adlakha |
+| [FALCON-2260](https://issues.apache.org/jira/browse/FALCON-2260) | <span class="parentIssue">FALCON-2182</span> Enhance extension List api to support for user extensions | extensions | Major | sandeep samudrala | sandeep samudrala |
+| [FALCON-2207](https://issues.apache.org/jira/browse/FALCON-2207) | <span class="parentIssue">FALCON-2182</span> Only the owner of the extension, should be able to unregister, disable, enable. | extensions | Major | Pracheer Agarwal | Pallavi Rao |
+| [FALCON-2191](https://issues.apache.org/jira/browse/FALCON-2191) | <span class="parentIssue">FALCON-2182</span> Extension Rest Api changes to support new user extensions and extension job metastore changes | extensions | Major | sandeep samudrala | sandeep samudrala |
+| [FALCON-2159](https://issues.apache.org/jira/browse/FALCON-2159) | <span class="parentIssue">FALCON-2170</span> Update document for adding BackLogEmitterService | prism | Major | Praveen Adlakha | Pragya Mittal |
+| [FALCON-1997](https://issues.apache.org/jira/browse/FALCON-1997) | <span class="parentIssue">FALCON-1992</span> Verify source tarball and run few end to end tests | build-tools | Major | Balu Vellanki | Balu Vellanki |
+| [FALCON-2186](https://issues.apache.org/jira/browse/FALCON-2186) | <span class="parentIssue">FALCON-2182</span> Rest api to get details of an extension | Major | Praveen Adlakha | Praveen Adlakha |
+| [FALCON-2181](https://issues.apache.org/jira/browse/FALCON-2181) | <span class="parentIssue">FALCON-2182</span> Support for storing metadata of non trusted recipe | Major | Praveen Adlakha | Praveen Adlakha |
+| [FALCON-2156](https://issues.apache.org/jira/browse/FALCON-2156) | <span class="parentIssue">FALCON-2170</span> Logmover listener gets stuck while listening to WorkflowJobEndNotificationService | messaging | Major | Praveen Adlakha | Pragya Mittal |
+| [FALCON-1780](https://issues.apache.org/jira/browse/FALCON-1780) | <span class="parentIssue">FALCON-1596</span> Add falcon-cli executable and link that to falcon executable when no arguments are provided | Major | Praveen Adlakha | Rajat Khandelwal |
+| [FALCON-2258](https://issues.apache.org/jira/browse/FALCON-2258) | <span class="parentIssue">FALCON-2182</span> Improve error message for definition/describe api in case extension does not exist | Major | sandeep samudrala | sandeep samudrala |
+| [FALCON-2211](https://issues.apache.org/jira/browse/FALCON-2211) | <span class="parentIssue">FALCON-2182</span> Falcon Fails to start in distributed mode | extensions | Major | Praveen Adlakha | Praveen Adlakha |
+| [FALCON-2201](https://issues.apache.org/jira/browse/FALCON-2201) | <span class="parentIssue">FALCON-2182</span> Falcon Unit changes to support extensions | extensions | Major | sandeep samudrala | sandeep samudrala |
+| [FALCON-2003](https://issues.apache.org/jira/browse/FALCON-2003) | <span class="parentIssue">FALCON-1992</span> Check licenses and copyright information | docs | Major | Balu Vellanki | Balu Vellanki |
+| [FALCON-2210](https://issues.apache.org/jira/browse/FALCON-2210) | <span class="parentIssue">FALCON-2182</span> Server side changes for submit and submitAndSchedule for user extensions | extensions | Major | sandeep samudrala | sandeep samudrala |
+| [FALCON-2233](https://issues.apache.org/jira/browse/FALCON-2233) | <span class="parentIssue">FALCON-2182</span> Make changes in falcon unit to enable/disable extensions | falcon-unit | Major | Pracheer Agarwal | Pracheer Agarwal |
+| [FALCON-2187](https://issues.apache.org/jira/browse/FALCON-2187) | <span class="parentIssue">FALCON-2182</span> Refactor modules to create a new module for entity xsd specifications and jaxb bindings | extensions | Major | sandeep samudrala | sandeep samudrala |
+| [FALCON-2164](https://issues.apache.org/jira/browse/FALCON-2164) | <span class="parentIssue">FALCON-2170</span> NPE exception in GraphiteNotification Plugin | Major | Praveen Adlakha | Praveen Adlakha |
+| [FALCON-2185](https://issues.apache.org/jira/browse/FALCON-2185) | <span class="parentIssue">FALCON-2182</span> Falcon Client changes for Falcon user extensions | extensions | Major | sandeep samudrala | sandeep samudrala |
+| [FALCON-2157](https://issues.apache.org/jira/browse/FALCON-2157) | <span class="parentIssue">FALCON-2170</span> Pending instances are not getting deleted from database even though the instance finishes | prism | Major | sandeep samudrala | Pragya Mittal |
+| [FALCON-1612](https://issues.apache.org/jira/browse/FALCON-1612) | <span class="parentIssue">FALCON-1596</span> Add Metadata commands to Falcon spring-shell CLI | Major | Praveen Adlakha | Rajat Khandelwal |
+| [FALCON-2205](https://issues.apache.org/jira/browse/FALCON-2205) | <span class="parentIssue">FALCON-2182</span> describe for non trusted extension | Major | Praveen Adlakha | Praveen Adlakha |
+| [FALCON-2155](https://issues.apache.org/jira/browse/FALCON-2155) | <span class="parentIssue">FALCON-2170</span> LogMover service fails to move logs in distributed mode | prism | Major | Praveen Adlakha | Pragya Mittal |
+| [FALCON-2193](https://issues.apache.org/jira/browse/FALCON-2193) | <span class="parentIssue">FALCON-2182</span> Fix test case failure caused by FALCON-2188 | extensions | Major | Pallavi Rao | Pallavi Rao |
+| [FALCON-2160](https://issues.apache.org/jira/browse/FALCON-2160) | <span class="parentIssue">FALCON-2170</span> Update startup.properties to contain valid application services | prism | Major | Praveen Adlakha | Pragya Mittal |
+| [FALCON-2188](https://issues.apache.org/jira/browse/FALCON-2188) | <span class="parentIssue">FALCON-2182</span> Rest api to register extension | extensions | Major | Praveen Adlakha | Praveen Adlakha |
+| [FALCON-2161](https://issues.apache.org/jira/browse/FALCON-2161) | <span class="parentIssue">FALCON-2170</span> Process Sla API does not show sla for last instance | prism | Major | Praveen Adlakha | Pragya Mittal |
+| [FALCON-2208](https://issues.apache.org/jira/browse/FALCON-2208) | <span class="parentIssue">FALCON-2182</span> Falcon CLI(client) need hadoop in the classpath | extensions | Major | sandeep samudrala | sandeep samudrala |
+| [FALCON-2199](https://issues.apache.org/jira/browse/FALCON-2199) | <span class="parentIssue">FALCON-2182</span> Delete API support for extension job (user extension) | extensions | Major | sandeep samudrala | Pallavi Rao |
+| [FALCON-2183](https://issues.apache.org/jira/browse/FALCON-2183) | <span class="parentIssue">FALCON-2182</span> Extension Builder changes to support new user extensions | extensions | Major | sandeep samudrala | sandeep samudrala |
+| [FALCON-2149](https://issues.apache.org/jira/browse/FALCON-2149) | <span class="parentIssue">FALCON-2170</span> On deleting process entries still exist in BACKLOG_METRIC | prism | Major | Praveen Adlakha | Pragya Mittal |
+| [FALCON-2154](https://issues.apache.org/jira/browse/FALCON-2154) | <span class="parentIssue">FALCON-2170</span> On deleting entity backlog emitter does not go back to zero | messaging | Major | Praveen Adlakha | Pragya Mittal |
+| [FALCON-2004](https://issues.apache.org/jira/browse/FALCON-2004) | <span class="parentIssue">FALCON-1992</span> Update CHANGES.txt to change 0.10 branch to release | ease | Major | Balu Vellanki | Balu Vellanki |
+| [FALCON-2197](https://issues.apache.org/jira/browse/FALCON-2197) | <span class="parentIssue">FALCON-2182</span> Add enable and disable option for an extension | extensions | Major | Pracheer Agarwal | Pallavi Rao |
+| [FALCON-2189](https://issues.apache.org/jira/browse/FALCON-2189) | <span class="parentIssue">FALCON-2182</span> Falcon build is failing for falcon jpa service to be initialized before extension servivce | extensions | Major | sandeep samudrala | sandeep samudrala |
+| [FALCON-2153](https://issues.apache.org/jira/browse/FALCON-2153) | <span class="parentIssue">FALCON-2170</span> Resetting Gauge value in BacklogEmitterService | Major | Praveen Adlakha | Praveen Adlakha |
+| [FALCON-2082](https://issues.apache.org/jira/browse/FALCON-2082) | Add CSRF filter for REST APIs | Major | Ying Zheng | Ying Zheng |
+| [FALCON-1596](https://issues.apache.org/jira/browse/FALCON-1596) | Spring shell based CLI for falcon | shell | Major | Praveen Adlakha | Rajat Khandelwal |
+
+
+### IMPROVEMENTS:
+
+| JIRA | Summary | Component | Priority | Reporter | Contributor |
+|:---- |:---- | :--- |:---- |:---- |:---- |
+| [FALCON-1856](https://issues.apache.org/jira/browse/FALCON-1856) | Fix ProcessInstanceStatusTest | regression | Major | Pragya Mittal | Pragya Mittal |
+| [FALCON-2123](https://issues.apache.org/jira/browse/FALCON-2123) | Make Blocking Queue configurable in LogMoverService | Major | Praveen Adlakha | Praveen Adlakha |
+| [FALCON-2246](https://issues.apache.org/jira/browse/FALCON-2246) | Api to list all the jobs in the system (and what extensions do they refer to) | extensions | Major | Pracheer Agarwal | Pragya Mittal |
+| [FALCON-2170](https://issues.apache.org/jira/browse/FALCON-2170) | Umbrella jira for bugs in EntitySLAMonitoring and BacklogEmitter service | Major | Praveen Adlakha | Praveen Adlakha |
+| [FALCON-2077](https://issues.apache.org/jira/browse/FALCON-2077) | Api support for Process SLA | Major | Praveen Adlakha | Praveen Adlakha |
+| [FALCON-1494](https://issues.apache.org/jira/browse/FALCON-1494) | Revisit of Client and Apis | client, general | Major | Narayan Periwal | sandeep samudrala |
+| [FALCON-2228](https://issues.apache.org/jira/browse/FALCON-2228) | Falcon should also set the feed output names as a coord property | Major | sandeep samudrala | Pallavi Rao |
+| [FALCON-2173](https://issues.apache.org/jira/browse/FALCON-2173) | BacklogEmitterService should emit 0 for process which donot have backlog | Major | Praveen Adlakha | Praveen Adlakha |
+| [FALCON-2039](https://issues.apache.org/jira/browse/FALCON-2039) | Move falcon post processing to falcon server and remove post processing action from falcon workflow | Major | Praveen Adlakha | sandeep samudrala |
+| [FALCON-2119](https://issues.apache.org/jira/browse/FALCON-2119) | Minor Licensing Issue | Major | Ajay Yadava | Ajay Yadava |
+| [FALCON-2204](https://issues.apache.org/jira/browse/FALCON-2204) | Change mode for falcon_merge_pr.py to executable | dev-tools | Major | Ajay Yadava | Ajay Yadava |
+| [FALCON-1944](https://issues.apache.org/jira/browse/FALCON-1944) | Ability to provide additional DistCP options for mirroring extensions and feed replication | Major | Sowmya Ramesh | Sowmya Ramesh |
+| [FALCON-2247](https://issues.apache.org/jira/browse/FALCON-2247) | Include status of the entities of the extensionJob in getDetailExtensionJobs | extensions | Minor | Pracheer Agarwal | Pracheer Agarwal |
+| [FALCON-2044](https://issues.apache.org/jira/browse/FALCON-2044) | Persist Process stats in db | Major | Praveen Adlakha | Praveen Adlakha |
+| [FALCON-1776](https://issues.apache.org/jira/browse/FALCON-1776) | Process instance update in titan DB based on JMS notifications on coordinator actions | Major | Ying Zheng | Ying Zheng |
+| [FALCON-2288](https://issues.apache.org/jira/browse/FALCON-2288) | Remove job_name validations for trusted extensions | Major | Pracheer Agarwal | Pracheer Agarwal |
+| [FALCON-2289](https://issues.apache.org/jira/browse/FALCON-2289) | Report final state of metrics into graphite before stopping metric notification service | common | Major | Pracheer Agarwal | Pracheer Agarwal |
+
+
+### BUG FIXES:
+
+| JIRA | Summary | Component | Priority | Reporter | Contributor |
+|:---- |:---- | :--- |:---- |:---- |:---- |
+| [FALCON-2303](https://issues.apache.org/jira/browse/FALCON-2303) | Backloginmins is not getting updated | Major | Praveen Adlakha | Praveen Adlakha |
+| [FALCON-2305](https://issues.apache.org/jira/browse/FALCON-2305) | workflow metrics thread failures | Major | Praveen Adlakha | Praveen Adlakha |
+| [FALCON-2221](https://issues.apache.org/jira/browse/FALCON-2221) | Submitting an existing job fails with MySQLIntegrityConstraintViolationException | extensions | Minor | Pracheer Agarwal | Pragya Mittal |
+| [FALCON-2261](https://issues.apache.org/jira/browse/FALCON-2261) | Job submission fails with IllegalArgumentException | extensions | Major | sandeep samudrala | Pragya Mittal |
+| [FALCON-2096](https://issues.apache.org/jira/browse/FALCON-2096) | Feed instance listing doesn't give instance status of all the clusters. | common | Major | sandeep samudrala | sandeep samudrala |
+| [FALCON-2111](https://issues.apache.org/jira/browse/FALCON-2111) | Build failed due to checkstyle violation | Major | Balu Vellanki | Balu Vellanki |
+| [FALCON-2097](https://issues.apache.org/jira/browse/FALCON-2097) | Feed update with replication delay creates random number of holes/overlaps | replication | Major | sandeep samudrala | sandeep samudrala |
+| [FALCON-2272](https://issues.apache.org/jira/browse/FALCON-2272) | Extension update succeeds while it is disabled | extensions | Major | sandeep samudrala | Pragya Mittal |
+| [FALCON-2270](https://issues.apache.org/jira/browse/FALCON-2270) | Extension job details returns incomplete response | extensions | Major | Pallavi Rao | Pragya Mittal |
+| [FALCON-2163](https://issues.apache.org/jira/browse/FALCON-2163) | Feed replication based on partition does not produce expected output | feed, prism | Major | Pallavi Rao | Pragya Mittal |
+| [FALCON-2269](https://issues.apache.org/jira/browse/FALCON-2269) | Extension api fails via server in distributed mode | extensions | Major | Pracheer Agarwal | Pragya Mittal |
+| [FALCON-2203](https://issues.apache.org/jira/browse/FALCON-2203) | Minor issues in EntitySLAmonitoring | Major | Praveen Adlakha | Praveen Adlakha |
+| [FALCON-2175](https://issues.apache.org/jira/browse/FALCON-2175) | java.lang.IllegalArgumentException in LogMover service | Major | Pallavi Rao | Pallavi Rao |
+| [FALCON-2171](https://issues.apache.org/jira/browse/FALCON-2171) | When feed from multiple colos are replicated, the colo folders get overwritten | Major | Pallavi Rao | Pallavi Rao |
+| [FALCON-2238](https://issues.apache.org/jira/browse/FALCON-2238) | Falcon extension describe feature is broken | extensions | Major | Pracheer Agarwal | Pragya Mittal |
+| [FALCON-2125](https://issues.apache.org/jira/browse/FALCON-2125) | Feed replication fails due to failed post processing action missing in workflow | feed, process | Major | Praveen Adlakha | Pragya Mittal |
+| [FALCON-2146](https://issues.apache.org/jira/browse/FALCON-2146) | EntitySlaAlertService runs only once irrespective of the configured frequency | prism | Major | Praveen Adlakha | Pragya Mittal |
+| [FALCON-2271](https://issues.apache.org/jira/browse/FALCON-2271) | Scheduling non existing job fails with non intuitive response | extensions | Major | sandeep samudrala | Pragya Mittal |
+| [FALCON-2268](https://issues.apache.org/jira/browse/FALCON-2268) | Extension list api does not follow default ASC order | extensions | Major | Pracheer Agarwal | Pragya Mittal |
+| [FALCON-2263](https://issues.apache.org/jira/browse/FALCON-2263) | Deletion of entities for an extension has to have a specific order of deleting processes first and then feeds | Major | sandeep samudrala | sandeep samudrala |
+| [FALCON-2127](https://issues.apache.org/jira/browse/FALCON-2127) | Fix the falcon regression compilation issue and delete the deprecated recipe test cases | merlin | Critical | Murali Ramasami | Murali Ramasami |
+| [FALCON-2120](https://issues.apache.org/jira/browse/FALCON-2120) | falcon-regression build is failing because of CLI and hive changes | Major | Praveen Adlakha | Praveen Adlakha |
+| [FALCON-2118](https://issues.apache.org/jira/browse/FALCON-2118) | Proposal for new UI changes for FALCON | Major | Venkat Ranganathan | Venkat Ranganathan |
+| [FALCON-2267](https://issues.apache.org/jira/browse/FALCON-2267) | Definition api fails if resources are empty | extensions | Major | _Unassigned_ | Pragya Mittal |
+| [FALCON-2128](https://issues.apache.org/jira/browse/FALCON-2128) | Status api shows timeout instances as failed | prism | Major | sandeep samudrala | Pragya Mittal |
+| [FALCON-2116](https://issues.apache.org/jira/browse/FALCON-2116) | Queue defined in <retention-stage> is not getting used in actual retention job | Major | sandeep samudrala | sandeep samudrala |
+| [FALCON-2266](https://issues.apache.org/jira/browse/FALCON-2266) | Non-intuitive response while registering/unregistering/submitting extension via server | extensions | Major | Pracheer Agarwal | Pragya Mittal |
+| [FALCON-2108](https://issues.apache.org/jira/browse/FALCON-2108) | Fix licensing issues for Falcon release | general | Blocker | Srikanth Sundarrajan | Srikanth Sundarrajan |
+| [FALCON-2080](https://issues.apache.org/jira/browse/FALCON-2080) | Exceptions in the log | Major | Praveen Adlakha | Praveen Adlakha |
+| [FALCON-2215](https://issues.apache.org/jira/browse/FALCON-2215) | Extension job submission throws non intuitive error | common | Major | sandeep samudrala | Pragya Mittal |
+| [FALCON-2230](https://issues.apache.org/jira/browse/FALCON-2230) | Extension API failure after APIResult changes | Major | Pracheer Agarwal | Pracheer Agarwal |
+| [FALCON-2047](https://issues.apache.org/jira/browse/FALCON-2047) | HiveDR tests are failed due to data-mirroring does not have correct ownership/permissions | replication | Critical | Sowmya Ramesh | Murali Ramasami |
+| [FALCON-2240](https://issues.apache.org/jira/browse/FALCON-2240) | Enable/disable feature is broken | extensions | Major | Pracheer Agarwal | Pragya Mittal |
+| [FALCON-2147](https://issues.apache.org/jira/browse/FALCON-2147) | Excess logging due to SlaMonitoring service and Backlog emitter service | prism | Major | Pallavi Rao | Pragya Mittal |
+| [FALCON-2229](https://issues.apache.org/jira/browse/FALCON-2229) | Process Update/delete fails for issue with backlog metric service | process | Major | sandeep samudrala | sandeep samudrala |
+| [FALCON-2280](https://issues.apache.org/jira/browse/FALCON-2280) | Unable to create mirror on WASB target due to "Cluster entity not found" | extensions | Major | Sowmya Ramesh | Sowmya Ramesh |
+| [FALCON-2177](https://issues.apache.org/jira/browse/FALCON-2177) | Improve error message when entity suspend fails | Minor | Pallavi Rao | Pallavi Rao |
+| [FALCON-2148](https://issues.apache.org/jira/browse/FALCON-2148) | Entries not removed from sla list when instance succeeds | prism | Major | Praveen Adlakha | Pragya Mittal |
+| [FALCON-2028](https://issues.apache.org/jira/browse/FALCON-2028) | HDFS extension: Validate and append/remove the scheme://authority for the paths | Major | Sowmya Ramesh | Sowmya Ramesh |
+| [FALCON-2133](https://issues.apache.org/jira/browse/FALCON-2133) | Disable the LogMover assertions from FeedReplication on Secure Mode | merlin | Major | Murali Ramasami | Murali Ramasami |
+| [FALCON-2242](https://issues.apache.org/jira/browse/FALCON-2242) | Extension validate feature is broken | extensions | Major | sandeep samudrala | Pragya Mittal |
+| [FALCON-2072](https://issues.apache.org/jira/browse/FALCON-2072) | Hive2 URLs in Falcon should allow additional configuration elements in the URL | Major | Sowmya Ramesh | Venkat Ranganathan |
+| [FALCON-2239](https://issues.apache.org/jira/browse/FALCON-2239) | Falcon extension definition feature is broken | extensions | Major | Pracheer Agarwal | Pragya Mittal |
+| [FALCON-2224](https://issues.apache.org/jira/browse/FALCON-2224) | Change return type of extension APIs to APIResult | Major | Pracheer Agarwal | Praveen Adlakha |
+| [FALCON-2121](https://issues.apache.org/jira/browse/FALCON-2121) | If a feed does not exist on a cluster, process submission fails with NPE | Major | Pallavi Rao | Pallavi Rao |
+| [FALCON-2115](https://issues.apache.org/jira/browse/FALCON-2115) | UT test failure on FalconCSRFFilterTest | Major | Ying Zheng | Ying Zheng |
+| [FALCON-2259](https://issues.apache.org/jira/browse/FALCON-2259) | Unregister an extension only if no extension jobs are dependant on the extension | Major | sandeep samudrala | sandeep samudrala |
+| [FALCON-2219](https://issues.apache.org/jira/browse/FALCON-2219) | Untracked files after falcon build | Major | Praveen Adlakha | Praveen Adlakha |
+| [FALCON-2284](https://issues.apache.org/jira/browse/FALCON-2284) | Error while listing extension jobs | Major | Pracheer Agarwal | Richie Varghese |
+| [FALCON-2113](https://issues.apache.org/jira/browse/FALCON-2113) | Falcon retry happens in few cases inspite of a manual kill from the user | common | Major | sandeep samudrala | sandeep samudrala |
+| [FALCON-2281](https://issues.apache.org/jira/browse/FALCON-2281) | HiveDRTest tests are getting permissions denied | Major | Sowmya Ramesh | Cheng Xu |
+| [FALCON-2214](https://issues.apache.org/jira/browse/FALCON-2214) | Falcon extension registered without fully qualified hdfs path | extensions | Major | Praveen Adlakha | Pragya Mittal |
+| [FALCON-2264](https://issues.apache.org/jira/browse/FALCON-2264) | Error response returns object instead of response-message | extensions | Major | Pracheer Agarwal | Pragya Mittal |
+| [FALCON-2293](https://issues.apache.org/jira/browse/FALCON-2293) | falcon extension fails for deletion if 2 extensions have same entity name | Major | sandeep samudrala | sandeep samudrala |
+| [FALCON-2286](https://issues.apache.org/jira/browse/FALCON-2286) | Falcon upgradation fails to create new tables | extensions | Major | Pracheer Agarwal | Pragya Mittal |
+| [FALCON-2292](https://issues.apache.org/jira/browse/FALCON-2292) | User Extension submission is failing because of the validate late inputs | Major | sandeep samudrala | sandeep samudrala |
+| [FALCON-2291](https://issues.apache.org/jira/browse/FALCON-2291) | Incorrect path to the REST calls on extension (POST) | docs | Major | Pengfei Xuan | Pengfei Xuan |
+| [FALCON-2290](https://issues.apache.org/jira/browse/FALCON-2290) | Change staging directory for entity creation while extension job submission | Major | Pracheer Agarwal | Pracheer Agarwal |
+| [FALCON-2287](https://issues.apache.org/jira/browse/FALCON-2287) | Extension list fails with MIME type error on server | extensions | Major | Pracheer Agarwal | Pragya Mittal | | [FALCON-2283](https://issues.apache.org/jira/browse/FALCON-2283) | Internal Server Error : On trying to submit a trusted extension job
+ | extensions | Major | sandeep samudrala | Richie Varghese | | [FALCON-2279](https://issues.apache.org/jira/browse/FALCON-2279) | Killed instances are not rerun via falcon | rerun | Major | sandeep samudrala | Pragya Mittal |
+| [FALCON-2277](https://issues.apache.org/jira/browse/FALCON-2277) | Incorrect error message on registering trusted exceptions | extensions | Major | Pracheer Agarwal | Richie Varghese |
+| [FALCON-2276](https://issues.apache.org/jira/browse/FALCON-2276) | FalconCLIException while submitting trusted extension job | extensions | Major | sandeep samudrala | Richie Varghese |
+| [FALCON-2274](https://issues.apache.org/jira/browse/FALCON-2274) | Job list in extension is failing with IllegalArgumentException | extensions | Major | Pracheer Agarwal | Pragya Mittal |
+| [FALCON-2273](https://issues.apache.org/jira/browse/FALCON-2273) | Disallow external entity injection and clean up some log messages | general | Major | Venkat Ranganathan | Venkat Ranganathan |
+| [FALCON-2275](https://issues.apache.org/jira/browse/FALCON-2275) | Unable to list instances of an extension | extensions | Major | Pracheer Agarwal | Pragya Mittal |
+
+
+### DOCUMENTATION:
+| JIRA | Summary | Component | Priority | Reporter | Contributor |
+|:---- |:---- | :--- |:---- |:---- |:---- |
+| [FALCON-2143](https://issues.apache.org/jira/browse/FALCON-2143) | Documentation of BacklogEmitter Service | Major | Praveen Adlakha | Praveen Adlakha |
+| [FALCON-2078](https://issues.apache.org/jira/browse/FALCON-2078) | Documentation for Process SLA | Major | Praveen Adlakha | Praveen Adlakha |
[05/26] falcon git commit: FALCON-2277 Error msg while registering
extensions
Posted by pa...@apache.org.
FALCON-2277 Error msg while registering extensions
Author: Pracheer Agarwal <pr...@inmobi.com>
Author: Pracheer Agarwal <pr...@gmail.com>
Author: Pracheer Agarwal <pr...@im2216-x0.corp.inmobi.com>
Reviewers: @pallavi-rao
Closes #363 from PracheerAgarwal/register and squashes the following commits:
1c59097 [Pracheer Agarwal] review comment changes
f52be5e [Pracheer Agarwal] Error msg while registering extensions
ba60452 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
ed65aa0 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
9ff05df [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
9c2f0a5 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
9cd8c17 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
778c579 [Pracheer Agarwal] Merge branch 'master' of https://github.com/PracheerAgarwal/falcon
e39808d [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
a932633 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
fda3b28 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
a93d71a [Pracheer Agarwal] Merge branch 'master' of https://github.com/PracheerAgarwal/falcon
e3728d5 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
066c8e2 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
b20f044 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
7f572a1 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
46042fd [Pracheer Agarwal] Merge branch 'master' of https://github.com/PracheerAgarwal/falcon
daa3ffc [Pracheer Agarwal] FALCON-2225 extension owner added for trusted extensions
622cae4 [Pracheer Agarwal] FALCON-2225 extension owner added for trusted extensions
(cherry picked from commit 217ea0099de4302c9e443eabb35820e64a0e98cc)
Signed-off-by: Pallavi Rao <pa...@inmobi.com>
Project: http://git-wip-us.apache.org/repos/asf/falcon/repo
Commit: http://git-wip-us.apache.org/repos/asf/falcon/commit/b93639cf
Tree: http://git-wip-us.apache.org/repos/asf/falcon/tree/b93639cf
Diff: http://git-wip-us.apache.org/repos/asf/falcon/diff/b93639cf
Branch: refs/heads/master
Commit: b93639cfa915eeae1380e636692c9b90d27b69a5
Parents: 6c10529
Author: Pracheer Agarwal <pr...@inmobi.com>
Authored: Fri Feb 10 08:44:14 2017 +0530
Committer: Pallavi Rao <pa...@inmobi.com>
Committed: Fri Feb 10 08:44:30 2017 +0530
----------------------------------------------------------------------
.../falcon/extensions/store/ExtensionStore.java | 70 ++++++++++----------
1 file changed, 35 insertions(+), 35 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/falcon/blob/b93639cf/extensions/src/main/java/org/apache/falcon/extensions/store/ExtensionStore.java
----------------------------------------------------------------------
diff --git a/extensions/src/main/java/org/apache/falcon/extensions/store/ExtensionStore.java b/extensions/src/main/java/org/apache/falcon/extensions/store/ExtensionStore.java
index ed42b6b..6fc04aa 100644
--- a/extensions/src/main/java/org/apache/falcon/extensions/store/ExtensionStore.java
+++ b/extensions/src/main/java/org/apache/falcon/extensions/store/ExtensionStore.java
@@ -278,46 +278,46 @@ public final class ExtensionStore {
public String registerExtension(final String extensionName, final String path, final String description,
String extensionOwner) throws URISyntaxException, FalconException {
- URI uri = new URI(path);
- assertURI("Scheme", uri.getScheme());
- assertURI("Authority", uri.getAuthority());
- assertURI("Path", uri.getPath());
- FileSystem fileSystem = getHdfsFileSystem(path);
- try {
- fileSystem.listStatus(new Path(uri.getPath() + "/README"));
- } catch (IOException e) {
- LOG.error("Exception in registering Extension:{}", extensionName, e);
- throw new ValidationException("README file is not present in the " + path);
- }
- PathFilter filter = new PathFilter() {
- public boolean accept(Path file) {
- return file.getName().endsWith(".jar");
+ if (!metaStore.checkIfExtensionExists(extensionName)) {
+ URI uri = new URI(path);
+ assertURI("Scheme", uri.getScheme());
+ assertURI("Authority", uri.getAuthority());
+ assertURI("Path", uri.getPath());
+ FileSystem fileSystem = getHdfsFileSystem(path);
+ try {
+ fileSystem.listStatus(new Path(uri.getPath() + "/README"));
+ } catch (IOException e) {
+ LOG.error("Exception in registering Extension:{}", extensionName, e);
+ throw new ValidationException("README file is not present in the " + path);
}
- };
- FileStatus[] jarStatus;
- try {
- jarStatus = fileSystem.listStatus(new Path(uri.getPath(), "libs/build"), filter);
- if (jarStatus.length <= 0) {
+ PathFilter filter = new PathFilter() {
+ public boolean accept(Path file) {
+ return file.getName().endsWith(".jar");
+ }
+ };
+ FileStatus[] jarStatus;
+ try {
+ jarStatus = fileSystem.listStatus(new Path(uri.getPath(), "libs/build"), filter);
+ if (jarStatus.length <= 0) {
+ throw new ValidationException("Jars are not present in the " + uri.getPath() + "/libs/build.");
+ }
+ } catch (IOException e) {
+ LOG.error("Exception in registering Extension:{}", extensionName, e);
throw new ValidationException("Jars are not present in the " + uri.getPath() + "/libs/build.");
}
- } catch (IOException e) {
- LOG.error("Exception in registering Extension:{}", extensionName, e);
- throw new ValidationException("Jars are not present in the " + uri.getPath() + "/libs/build.");
- }
- FileStatus[] propStatus;
- try {
- propStatus = fileSystem.listStatus(new Path(uri.getPath() , "META"));
- if (propStatus.length <= 0) {
- throw new ValidationException("No properties file is not present in the " + uri.getPath() + "/META"
+
+ FileStatus[] propStatus;
+ try {
+ propStatus = fileSystem.listStatus(new Path(uri.getPath() , "META"));
+ if (propStatus.length <= 0) {
+ throw new ValidationException("No properties file is not present in the " + uri.getPath() + "/META"
+ + " structure.");
+ }
+ } catch (IOException e) {
+ LOG.error("Exception in registering Extension:{}", extensionName, e);
+ throw new ValidationException("Directory is not present in the " + uri.getPath() + "/META"
+ " structure.");
}
- } catch (IOException e) {
- LOG.error("Exception in registering Extension:{}", extensionName, e);
- throw new ValidationException("Directory is not present in the " + uri.getPath() + "/META"
- + " structure.");
- }
-
- if (!metaStore.checkIfExtensionExists(extensionName)) {
metaStore.storeExtensionBean(extensionName, path, ExtensionType.CUSTOM, description, extensionOwner);
} else {
throw new ValidationException(extensionName + " already exists.");
[13/26] falcon git commit: FALCON-2288 overwriting jobName while job
submission for trusted extensions
Posted by pa...@apache.org.
FALCON-2288 overwriting jobName while job submission for trusted extensions
Author: Pracheer Agarwal <pr...@inmobi.com>
Author: Pracheer Agarwal <pr...@gmail.com>
Author: Pracheer Agarwal <pr...@im2216-x0.corp.inmobi.com>
Author: Pracheer <pr...@cheer.corp.inmobi.com>
Reviewers: @pallavi-rao,@sandeepSamudrala
Closes #373 from PracheerAgarwal/FALCON-2288 and squashes the following commits:
caa25d7 [Pracheer Agarwal] FALCON-2288 code restructuring
d775b0d [Pracheer Agarwal] fixing checkstyle failures
fcaf14a [Pracheer Agarwal] FALCON-2288, overwriting job_name for trusted extension
83d9873 [Pracheer Agarwal] FALCON-2288, overwriting job_name for trusted extension
41da933 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
fc6ef2b [Pracheer] Merge branch 'master' of https://github.com/apache/falcon
7814fba [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
ba60452 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
ed65aa0 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
9ff05df [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
9c2f0a5 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
9cd8c17 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
778c579 [Pracheer Agarwal] Merge branch 'master' of https://github.com/PracheerAgarwal/falcon
e39808d [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
a932633 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
fda3b28 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
a93d71a [Pracheer Agarwal] Merge branch 'master' of https://github.com/PracheerAgarwal/falcon
e3728d5 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
066c8e2 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
b20f044 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
7f572a1 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
46042fd [Pracheer Agarwal] Merge branch 'master' of https://github.com/PracheerAgarwal/falcon
daa3ffc [Pracheer Agarwal] FALCON-2225 extension owner added for trusted extensions
622cae4 [Pracheer Agarwal] FALCON-2225 extension owner added for trusted extensions
(cherry picked from commit ded34d4bdd6367e7b271fe07800d7a856f93abfc)
Signed-off-by: Pallavi Rao <pa...@inmobi.com>
Project: http://git-wip-us.apache.org/repos/asf/falcon/repo
Commit: http://git-wip-us.apache.org/repos/asf/falcon/commit/3eea94b8
Tree: http://git-wip-us.apache.org/repos/asf/falcon/tree/3eea94b8
Diff: http://git-wip-us.apache.org/repos/asf/falcon/diff/3eea94b8
Branch: refs/heads/master
Commit: 3eea94b833187524153b294ad025aba5cb20bf55
Parents: 23229a9
Author: Pracheer Agarwal <pr...@inmobi.com>
Authored: Thu Mar 9 10:36:53 2017 +0530
Committer: Pallavi Rao <pa...@inmobi.com>
Committed: Thu Mar 9 10:37:17 2017 +0530
----------------------------------------------------------------------
.../org/apache/falcon/extensions/Extension.java | 4 --
.../resource/proxy/ExtensionManagerProxy.java | 41 +++++++++++++-------
2 files changed, 27 insertions(+), 18 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/falcon/blob/3eea94b8/extensions/src/main/java/org/apache/falcon/extensions/Extension.java
----------------------------------------------------------------------
diff --git a/extensions/src/main/java/org/apache/falcon/extensions/Extension.java b/extensions/src/main/java/org/apache/falcon/extensions/Extension.java
index 6b94323..3869718 100644
--- a/extensions/src/main/java/org/apache/falcon/extensions/Extension.java
+++ b/extensions/src/main/java/org/apache/falcon/extensions/Extension.java
@@ -21,7 +21,6 @@ package org.apache.falcon.extensions;
import org.apache.commons.lang3.StringUtils;
import org.apache.falcon.FalconException;
import org.apache.falcon.Pair;
-import org.apache.falcon.entity.EntityUtil;
import org.apache.falcon.entity.v0.Entity;
import org.apache.falcon.entity.v0.feed.Schema;
import org.apache.falcon.extensions.store.ExtensionStore;
@@ -110,9 +109,6 @@ public class Extension implements ExtensionBuilder {
throw new FalconException("Entity created from the extension template cannot be null");
}
LOG.info("Extension processing complete");
- // add tags on extension name and job
- String jobName = configProperties.getProperty(ExtensionProperties.JOB_NAME.getName());
- EntityUtil.applyTags(extensionName, jobName, Collections.singletonList(entity));
return Collections.singletonList(entity);
}
http://git-wip-us.apache.org/repos/asf/falcon/blob/3eea94b8/prism/src/main/java/org/apache/falcon/resource/proxy/ExtensionManagerProxy.java
----------------------------------------------------------------------
diff --git a/prism/src/main/java/org/apache/falcon/resource/proxy/ExtensionManagerProxy.java b/prism/src/main/java/org/apache/falcon/resource/proxy/ExtensionManagerProxy.java
index 033b6cc..9808892 100644
--- a/prism/src/main/java/org/apache/falcon/resource/proxy/ExtensionManagerProxy.java
+++ b/prism/src/main/java/org/apache/falcon/resource/proxy/ExtensionManagerProxy.java
@@ -31,6 +31,7 @@ import java.util.Map;
import java.util.Set;
import java.util.SortedMap;
import java.util.TreeMap;
+import java.util.Properties;
import javax.servlet.ServletInputStream;
import javax.servlet.http.HttpServletRequest;
import javax.ws.rs.Consumes;
@@ -57,6 +58,7 @@ import org.apache.falcon.entity.v0.EntityType;
import org.apache.falcon.entity.v0.feed.Feed;
import org.apache.falcon.entity.v0.process.Process;
import org.apache.falcon.extensions.Extension;
+import org.apache.falcon.extensions.ExtensionProperties;
import org.apache.falcon.extensions.ExtensionService;
import org.apache.falcon.extensions.ExtensionType;
import org.apache.falcon.extensions.jdbc.ExtensionMetaStore;
@@ -300,26 +302,37 @@ public class ExtensionManagerProxy extends AbstractExtensionManager {
List<Entity> entities;
TreeMap<EntityType, List<Entity>> entityMap = new TreeMap<>();
if (ExtensionType.TRUSTED.equals(extensionType)) {
- entities = extension.getEntities(extensionName, config);
- List<Entity> trustedFeeds = new ArrayList<>();
- List<Entity> trustedProcesses = new ArrayList<>();
+ entities = extension.getEntities(jobName, addJobNameToConf(config, jobName));
+ feeds = new ArrayList<>();
+ processes = new ArrayList<>();
for (Entity entity : entities) {
if (EntityType.FEED.equals(entity.getEntityType())) {
- trustedFeeds.add(entity);
+ feeds.add(entity);
} else {
- trustedProcesses.add(entity);
+ processes.add(entity);
}
}
- entityMap.put(EntityType.PROCESS, trustedProcesses);
- entityMap.put(EntityType.FEED, trustedFeeds);
- return entityMap;
- } else {
- EntityUtil.applyTags(extensionName, jobName, processes);
- EntityUtil.applyTags(extensionName, jobName, feeds);
- entityMap.put(EntityType.PROCESS, processes);
- entityMap.put(EntityType.FEED, feeds);
- return entityMap;
}
+ // add tags on extension name and job
+ EntityUtil.applyTags(extensionName, jobName, processes);
+ EntityUtil.applyTags(extensionName, jobName, feeds);
+ entityMap.put(EntityType.PROCESS, processes);
+ entityMap.put(EntityType.FEED, feeds);
+ return entityMap;
+ }
+
+ private InputStream addJobNameToConf(InputStream conf, String jobName) throws FalconException{
+ Properties inputProperties = new Properties();
+ ByteArrayOutputStream output = new ByteArrayOutputStream();
+ try {
+ inputProperties.load(conf);
+ inputProperties.setProperty(ExtensionProperties.JOB_NAME.getName(), jobName);
+ inputProperties.store(output, null);
+ } catch (IOException e) {
+ LOG.error("Error in reading the config stream");
+ throw new FalconException("Error while reading the config stream", e);
+ }
+ return new ByteArrayInputStream(output.toByteArray());
}
private ExtensionType getExtensionType(String extensionName) {
[23/26] falcon git commit: FALCON-2308 Addressed review comments
Posted by pa...@apache.org.
FALCON-2308 Addressed review comments
Project: http://git-wip-us.apache.org/repos/asf/falcon/repo
Commit: http://git-wip-us.apache.org/repos/asf/falcon/commit/fb5efb33
Tree: http://git-wip-us.apache.org/repos/asf/falcon/tree/fb5efb33
Diff: http://git-wip-us.apache.org/repos/asf/falcon/diff/fb5efb33
Branch: refs/heads/master
Commit: fb5efb33d1068522e1aec272226f6d61e2d100ca
Parents: f67d835
Author: Pallavi Rao <pa...@inmobi.com>
Authored: Mon Oct 23 10:56:50 2017 +0530
Committer: Pallavi Rao <pa...@inmobi.com>
Committed: Mon Oct 23 10:56:50 2017 +0530
----------------------------------------------------------------------
release-docs/0.11/CHANGES.0.11.md | 1 +
1 file changed, 1 insertion(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/falcon/blob/fb5efb33/release-docs/0.11/CHANGES.0.11.md
----------------------------------------------------------------------
diff --git a/release-docs/0.11/CHANGES.0.11.md b/release-docs/0.11/CHANGES.0.11.md
index cbfe4c5..9e48ffd 100644
--- a/release-docs/0.11/CHANGES.0.11.md
+++ b/release-docs/0.11/CHANGES.0.11.md
@@ -159,5 +159,6 @@ None
### DOCUMENTATION:
| JIRA | Summary | Priority | Contributor | Reporter |
|:---- |:---- |:---- |:---- |:---- |
+| [FALCON-2196](https://issues.apache.org/jira/browse/FALCON-2196) | Extensions User documentation | Major | sandeep samudrala | Pallavi Rao |
| [FALCON-2143](https://issues.apache.org/jira/browse/FALCON-2143) | Documentation of BacklogEmitter Service | Major | Praveen Adlakha | Praveen Adlakha |
| [FALCON-2078](https://issues.apache.org/jira/browse/FALCON-2078) | Documentation for Process SLA | Major | Praveen Adlakha | Praveen Adlakha |
[04/26] falcon git commit: FALCON-2276 Falcon Trusted extensions
submission and validation was failing
Posted by pa...@apache.org.
FALCON-2276 Falcon Trusted extensions submission and validation was failing
Author: sandeep <sa...@gmail.com>
Reviewers: @pallavi-rao
Closes #360 from sandeepSamudrala/FALCON-2276 and squashes the following commits:
84169d6 [sandeep] FALCON-2276 Falcon Trusted extensions submission and validation was failing
a3bd0e9 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
db425c5 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
3f67fed [sandeep] Merge branch 'master' of https://github.com/apache/falcon
cb2b00d [sandeep] Merge branch 'master' of https://github.com/apache/falcon
79e8d64 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
7de7798 [sandeep] go -b FALCON-2263Merge branch 'master' of https://github.com/apache/falcon
c5da0a2 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
7e16263 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
a234d94 [sandeep] FALCON-2231 Incoporated review comments and small fixes for duplicate submission and colo addition to schedule command
26e3350 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
73fbf75 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
cc28658 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
089b10d [sandeep] Merge branch 'master' of https://github.com/apache/falcon
456d4ee [sandeep] Merge branch 'master' of https://github.com/apache/falcon
0cf9af6 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
4a2e23e [sandeep] Merge branch 'master' of https://github.com/apache/falcon
b1546ed [sandeep] Merge branch 'master' of https://github.com/apache/falcon
0a433fb [sandeep] Merge branch 'master' of https://github.com/apache/falcon
194f36a [sandeep] Merge branch 'master' of https://github.com/apache/falcon
e0ad358 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
f96a084 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
9cf36e9 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
bbca081 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
48f6afa [sandeep] Merge branch 'master' of https://github.com/apache/falcon
250cc46 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
d0393e9 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
a178805 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
d6dc8bf [sandeep] Merge branch 'master' of https://github.com/apache/falcon
1bb8d3c [sandeep] Merge branch 'master' of https://github.com/apache/falcon
c065566 [sandeep] reverting last line changes made
1a4dcd2 [sandeep] rebased and resolved the conflicts from master
271318b [sandeep] FALCON-2097. Adding UT to the new method for getting next instance time with Delay.
a94d4fe [sandeep] rebasing from master
9e68a57 [sandeep] FALCON-298. Feed update with replication delay creates holes
(cherry picked from commit bf027e16995a0487296517fc0024831733e4002a)
Signed-off-by: Pallavi Rao <pa...@inmobi.com>
Project: http://git-wip-us.apache.org/repos/asf/falcon/repo
Commit: http://git-wip-us.apache.org/repos/asf/falcon/commit/6c105297
Tree: http://git-wip-us.apache.org/repos/asf/falcon/tree/6c105297
Diff: http://git-wip-us.apache.org/repos/asf/falcon/diff/6c105297
Branch: refs/heads/master
Commit: 6c105297e05a49e09828c4caa23433b2f38d7846
Parents: 2368bcc
Author: sandeep <sa...@gmail.com>
Authored: Fri Feb 10 08:41:40 2017 +0530
Committer: Pallavi Rao <pa...@inmobi.com>
Committed: Fri Feb 10 08:42:01 2017 +0530
----------------------------------------------------------------------
.../org/apache/falcon/client/FalconClient.java | 4 ++--
.../org/apache/falcon/extensions/Extension.java | 4 ++++
.../resource/proxy/ExtensionManagerProxy.java | 19 ++-----------------
3 files changed, 8 insertions(+), 19 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/falcon/blob/6c105297/client/src/main/java/org/apache/falcon/client/FalconClient.java
----------------------------------------------------------------------
diff --git a/client/src/main/java/org/apache/falcon/client/FalconClient.java b/client/src/main/java/org/apache/falcon/client/FalconClient.java
index 25eaeb5..cf02619 100644
--- a/client/src/main/java/org/apache/falcon/client/FalconClient.java
+++ b/client/src/main/java/org/apache/falcon/client/FalconClient.java
@@ -1169,7 +1169,7 @@ public class FalconClient extends AbstractFalconClient {
private List<Entity> getEntities(String extensionName, String jobName, InputStream configStream,
String extensionType, String extensionBuildLocation) {
List<Entity> entities = null;
- if (!extensionType.equals(ExtensionType.CUSTOM.name())) {
+ if (!extensionType.equals(ExtensionType.TRUSTED.toString())) {
try {
entities = ExtensionHandler.loadAndPrepare(extensionName, jobName, configStream,
extensionBuildLocation);
@@ -1209,7 +1209,7 @@ public class FalconClient extends AbstractFalconClient {
final String configPath, final String doAsUser) {
String extensionType = ExtensionHandler.getExtensionType(extensionName, getExtensionDetailJson(extensionName));
InputStream configStream = getServletInputStream(configPath);
- if (ExtensionType.TRUSTED.name().equalsIgnoreCase(extensionType)) {
+ if (extensionType.equals(ExtensionType.TRUSTED.toString())) {
ClientResponse clientResponse = new ResourceBuilder()
.path(ExtensionOperations.VALIDATE.path, extensionName)
.addQueryParam(DO_AS_OPT, doAsUser)
http://git-wip-us.apache.org/repos/asf/falcon/blob/6c105297/extensions/src/main/java/org/apache/falcon/extensions/Extension.java
----------------------------------------------------------------------
diff --git a/extensions/src/main/java/org/apache/falcon/extensions/Extension.java b/extensions/src/main/java/org/apache/falcon/extensions/Extension.java
index 3869718..6b94323 100644
--- a/extensions/src/main/java/org/apache/falcon/extensions/Extension.java
+++ b/extensions/src/main/java/org/apache/falcon/extensions/Extension.java
@@ -21,6 +21,7 @@ package org.apache.falcon.extensions;
import org.apache.commons.lang3.StringUtils;
import org.apache.falcon.FalconException;
import org.apache.falcon.Pair;
+import org.apache.falcon.entity.EntityUtil;
import org.apache.falcon.entity.v0.Entity;
import org.apache.falcon.entity.v0.feed.Schema;
import org.apache.falcon.extensions.store.ExtensionStore;
@@ -109,6 +110,9 @@ public class Extension implements ExtensionBuilder {
throw new FalconException("Entity created from the extension template cannot be null");
}
LOG.info("Extension processing complete");
+ // add tags on extension name and job
+ String jobName = configProperties.getProperty(ExtensionProperties.JOB_NAME.getName());
+ EntityUtil.applyTags(extensionName, jobName, Collections.singletonList(entity));
return Collections.singletonList(entity);
}
http://git-wip-us.apache.org/repos/asf/falcon/blob/6c105297/prism/src/main/java/org/apache/falcon/resource/proxy/ExtensionManagerProxy.java
----------------------------------------------------------------------
diff --git a/prism/src/main/java/org/apache/falcon/resource/proxy/ExtensionManagerProxy.java b/prism/src/main/java/org/apache/falcon/resource/proxy/ExtensionManagerProxy.java
index 5652ca4..65618fe 100644
--- a/prism/src/main/java/org/apache/falcon/resource/proxy/ExtensionManagerProxy.java
+++ b/prism/src/main/java/org/apache/falcon/resource/proxy/ExtensionManagerProxy.java
@@ -28,7 +28,6 @@ import java.io.InputStream;
import java.util.ArrayList;
import java.util.List;
import java.util.Map;
-import java.util.Properties;
import java.util.Set;
import java.util.SortedMap;
import java.util.TreeMap;
@@ -58,7 +57,6 @@ import org.apache.falcon.entity.v0.EntityType;
import org.apache.falcon.entity.v0.feed.Feed;
import org.apache.falcon.entity.v0.process.Process;
import org.apache.falcon.extensions.Extension;
-import org.apache.falcon.extensions.ExtensionProperties;
import org.apache.falcon.extensions.ExtensionService;
import org.apache.falcon.extensions.ExtensionType;
import org.apache.falcon.extensions.jdbc.ExtensionMetaStore;
@@ -300,7 +298,7 @@ public class ExtensionManagerProxy extends AbstractExtensionManager {
List<Entity> entities;
TreeMap<EntityType, List<Entity>> entityMap = new TreeMap<>();
if (ExtensionType.TRUSTED.equals(extensionType)) {
- entities = generateEntities(extensionName, config);
+ entities = extension.getEntities(extensionName, config);
List<Entity> trustedFeeds = new ArrayList<>();
List<Entity> trustedProcesses = new ArrayList<>();
for (Entity entity : entities) {
@@ -568,7 +566,7 @@ public class ExtensionManagerProxy extends AbstractExtensionManager {
throw FalconWebException.newAPIException("Extension validation is supported only for trusted extensions");
}
try {
- List<Entity> entities = generateEntities(extensionName, request.getInputStream());
+ List<Entity> entities = extension.getEntities(extensionName, request.getInputStream());
for (Entity entity : entities) {
super.validate(entity);
}
@@ -719,19 +717,6 @@ public class ExtensionManagerProxy extends AbstractExtensionManager {
}
}
- private List<Entity> generateEntities(String extensionName, InputStream configStream)
- throws FalconException, IOException {
- // get entities for extension job
- Properties properties = new Properties();
- properties.load(configStream);
- List<Entity> entities = extension.getEntities(extensionName, configStream);
-
- // add tags on extension name and job
- String jobName = properties.getProperty(ExtensionProperties.JOB_NAME.getName());
- EntityUtil.applyTags(extensionName, jobName, entities);
- return entities;
- }
-
private static void checkIfExtensionServiceIsEnabled() {
if (!Services.get().isRegistered(ExtensionService.SERVICE_NAME)) {
LOG.error(ExtensionService.SERVICE_NAME + " is not enabled.");
[11/26] falcon git commit: FALCON-2290 Change staging directory for
entity creation while extension job submission
Posted by pa...@apache.org.
FALCON-2290 Change staging directory for entity creation while extension job submission
Author: Pracheer Agarwal <pr...@inmobi.com>
Author: Pracheer Agarwal <pr...@gmail.com>
Author: Pracheer Agarwal <pr...@im2216-x0.corp.inmobi.com>
Author: Pracheer <pr...@cheer.corp.inmobi.com>
Reviewers: @pallavi-rao
Closes #372 from PracheerAgarwal/FALCON-2290 and squashes the following commits:
301ae0a [Pracheer Agarwal] FALCON-2290 adding timestamp to staging directory
beece2d [Pracheer Agarwal] FALCON-2290 Change staging directory for entity creation while extension job submission
7f3932c [Pracheer Agarwal] Merge branch 'master' of https://github.com/PracheerAgarwal/falcon
2e12279 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
41da933 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
fc6ef2b [Pracheer] Merge branch 'master' of https://github.com/apache/falcon
7814fba [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
ba60452 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
ed65aa0 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
9ff05df [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
9c2f0a5 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
9cd8c17 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
778c579 [Pracheer Agarwal] Merge branch 'master' of https://github.com/PracheerAgarwal/falcon
e39808d [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
a932633 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
fda3b28 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
a93d71a [Pracheer Agarwal] Merge branch 'master' of https://github.com/PracheerAgarwal/falcon
e3728d5 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
066c8e2 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
b20f044 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
7f572a1 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
46042fd [Pracheer Agarwal] Merge branch 'master' of https://github.com/PracheerAgarwal/falcon
daa3ffc [Pracheer Agarwal] FALCON-2225 extension owner added for trusted extensions
622cae4 [Pracheer Agarwal] FALCON-2225 extension owner added for trusted extensions
(cherry picked from commit 3dc7efe507d188543f08d6fafdb7b66de8f05703)
Signed-off-by: Pallavi Rao <pa...@inmobi.com>
Project: http://git-wip-us.apache.org/repos/asf/falcon/repo
Commit: http://git-wip-us.apache.org/repos/asf/falcon/commit/bc96e1a6
Tree: http://git-wip-us.apache.org/repos/asf/falcon/tree/bc96e1a6
Diff: http://git-wip-us.apache.org/repos/asf/falcon/diff/bc96e1a6
Branch: refs/heads/master
Commit: bc96e1a653b2428a721b3687c6e2f761003898ae
Parents: 510d89e
Author: Pracheer Agarwal <pr...@inmobi.com>
Authored: Tue Feb 28 13:07:34 2017 +0530
Committer: Pallavi Rao <pa...@inmobi.com>
Committed: Tue Feb 28 13:08:00 2017 +0530
----------------------------------------------------------------------
client/src/main/java/org/apache/falcon/ExtensionHandler.java | 5 +++--
1 file changed, 3 insertions(+), 2 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/falcon/blob/bc96e1a6/client/src/main/java/org/apache/falcon/ExtensionHandler.java
----------------------------------------------------------------------
diff --git a/client/src/main/java/org/apache/falcon/ExtensionHandler.java b/client/src/main/java/org/apache/falcon/ExtensionHandler.java
index e17f8e6..769cd78 100644
--- a/client/src/main/java/org/apache/falcon/ExtensionHandler.java
+++ b/client/src/main/java/org/apache/falcon/ExtensionHandler.java
@@ -55,6 +55,7 @@ public final class ExtensionHandler {
public static final Logger LOG = LoggerFactory.getLogger(ExtensionHandler.class);
private static final String UTF_8 = CharEncoding.UTF_8;
private static final String TMP_BASE_DIR = String.format("file://%s", System.getProperty("java.io.tmpdir"));
+ private static final String PATH_SEPARATOR = "_";
private static final String LOCATION = "location";
private static final String TYPE = "type";
private static final String NAME = "extensionName";
@@ -146,8 +147,8 @@ public final class ExtensionHandler {
}
private static String createStagePath(String extensionName, String jobName) {
- String stagePath = TMP_BASE_DIR + File.separator + extensionName + File.separator + jobName
- + File.separator + System.currentTimeMillis()/1000;
+ String stagePath = TMP_BASE_DIR + File.separator + extensionName + PATH_SEPARATOR + jobName
+ + PATH_SEPARATOR + System.currentTimeMillis()/1000;
File tmpPath = new File(stagePath);
if (tmpPath.mkdir()) {
throw new FalconCLIException("Failed to create stage directory" + tmpPath.toString());
[07/26] falcon git commit: FALCON-2283 Issue with jersey multi part
with mime type 1.6 version
Posted by pa...@apache.org.
FALCON-2283 Issue with jersey multi part with mime type 1.6 version
Author: sandeep <sa...@gmail.com>
Reviewers: @ajayyadava
Closes #367 from sandeepSamudrala/FALCON-2283 and squashes the following commits:
43544bc [sandeep] FALCON-2283 Issue with jersey multi part with mime type 1.6 version
0780363 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
a3bd0e9 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
db425c5 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
3f67fed [sandeep] Merge branch 'master' of https://github.com/apache/falcon
cb2b00d [sandeep] Merge branch 'master' of https://github.com/apache/falcon
79e8d64 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
7de7798 [sandeep] go -b FALCON-2263Merge branch 'master' of https://github.com/apache/falcon
c5da0a2 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
7e16263 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
a234d94 [sandeep] FALCON-2231 Incoporated review comments and small fixes for duplicate submission and colo addition to schedule command
26e3350 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
73fbf75 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
cc28658 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
089b10d [sandeep] Merge branch 'master' of https://github.com/apache/falcon
456d4ee [sandeep] Merge branch 'master' of https://github.com/apache/falcon
0cf9af6 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
4a2e23e [sandeep] Merge branch 'master' of https://github.com/apache/falcon
b1546ed [sandeep] Merge branch 'master' of https://github.com/apache/falcon
0a433fb [sandeep] Merge branch 'master' of https://github.com/apache/falcon
194f36a [sandeep] Merge branch 'master' of https://github.com/apache/falcon
e0ad358 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
f96a084 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
9cf36e9 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
bbca081 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
48f6afa [sandeep] Merge branch 'master' of https://github.com/apache/falcon
250cc46 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
d0393e9 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
a178805 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
d6dc8bf [sandeep] Merge branch 'master' of https://github.com/apache/falcon
1bb8d3c [sandeep] Merge branch 'master' of https://github.com/apache/falcon
c065566 [sandeep] reverting last line changes made
1a4dcd2 [sandeep] rebased and resolved the conflicts from master
271318b [sandeep] FALCON-2097. Adding UT to the new method for getting next instance time with Delay.
a94d4fe [sandeep] rebasing from master
9e68a57 [sandeep] FALCON-298. Feed update with replication delay creates holes
(cherry picked from commit 25f423ce9982e702fde614411dce91ac4bcecb89)
Signed-off-by: Pallavi Rao <pa...@inmobi.com>
Project: http://git-wip-us.apache.org/repos/asf/falcon/repo
Commit: http://git-wip-us.apache.org/repos/asf/falcon/commit/06f5fa5b
Tree: http://git-wip-us.apache.org/repos/asf/falcon/tree/06f5fa5b
Diff: http://git-wip-us.apache.org/repos/asf/falcon/diff/06f5fa5b
Branch: refs/heads/master
Commit: 06f5fa5bef16145418780b30ff2a7cb8a8e5eb1b
Parents: 3a78efe
Author: sandeep <sa...@gmail.com>
Authored: Mon Feb 20 10:46:01 2017 +0530
Committer: Pallavi Rao <pa...@inmobi.com>
Committed: Mon Feb 20 10:46:17 2017 +0530
----------------------------------------------------------------------
client/pom.xml | 5 +++++
.../main/java/org/apache/falcon/ExtensionHandler.java | 2 ++
pom.xml | 12 ++++++++++++
prism/pom.xml | 5 +++++
4 files changed, 24 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/falcon/blob/06f5fa5b/client/pom.xml
----------------------------------------------------------------------
diff --git a/client/pom.xml b/client/pom.xml
index 53a71ef..85905aa 100644
--- a/client/pom.xml
+++ b/client/pom.xml
@@ -87,6 +87,11 @@
</dependency>
<dependency>
+ <groupId>org.jvnet.mimepull</groupId>
+ <artifactId>mimepull</artifactId>
+ </dependency>
+
+ <dependency>
<groupId>org.slf4j</groupId>
<artifactId>slf4j-api</artifactId>
<scope>provided</scope>
http://git-wip-us.apache.org/repos/asf/falcon/blob/06f5fa5b/client/src/main/java/org/apache/falcon/ExtensionHandler.java
----------------------------------------------------------------------
diff --git a/client/src/main/java/org/apache/falcon/ExtensionHandler.java b/client/src/main/java/org/apache/falcon/ExtensionHandler.java
index 7d63d11..e17f8e6 100644
--- a/client/src/main/java/org/apache/falcon/ExtensionHandler.java
+++ b/client/src/main/java/org/apache/falcon/ExtensionHandler.java
@@ -27,6 +27,7 @@ import org.apache.falcon.extensions.ExtensionBuilder;
import org.apache.falcon.hadoop.HadoopClientFactory;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.Path;
+import org.apache.hadoop.util.StringUtils;
import org.codehaus.jettison.json.JSONException;
import org.codehaus.jettison.json.JSONObject;
import org.slf4j.Logger;
@@ -110,6 +111,7 @@ public final class ExtensionHandler {
public static List<Entity> prepare(String extensionName, String jobName, InputStream configStream, List<URL> urls)
throws IOException, FalconException {
ClassLoader extensionClassLoader = ExtensionClassLoader.load(urls);
+ LOG.debug("Urls loaded:" + StringUtils.join(", ", urls));
if (extensionClassLoader.getResourceAsStream(EXTENSION_BUILDER_INTERFACE_SERVICE_FILE) == null) {
throw new FalconCLIException("The extension build time jars do not contain "
+ EXTENSION_BUILDER_INTERFACE_SERVICE_FILE);
http://git-wip-us.apache.org/repos/asf/falcon/blob/06f5fa5b/pom.xml
----------------------------------------------------------------------
diff --git a/pom.xml b/pom.xml
index 95a101b..0bfeea4 100644
--- a/pom.xml
+++ b/pom.xml
@@ -702,6 +702,18 @@
<groupId>com.sun.jersey.contribs</groupId>
<artifactId>jersey-multipart</artifactId>
<version>${jersey.version}</version>
+ <exclusions>
+ <exclusion>
+ <groupId>org.jvnet</groupId>
+ <artifactId>mimepull</artifactId>
+ </exclusion>
+ </exclusions>
+ </dependency>
+
+ <dependency>
+ <groupId>org.jvnet.mimepull</groupId>
+ <artifactId>mimepull</artifactId>
+ <version>1.9</version>
</dependency>
<dependency>
http://git-wip-us.apache.org/repos/asf/falcon/blob/06f5fa5b/prism/pom.xml
----------------------------------------------------------------------
diff --git a/prism/pom.xml b/prism/pom.xml
index 57cdfe7..1735332 100644
--- a/prism/pom.xml
+++ b/prism/pom.xml
@@ -129,6 +129,11 @@
</dependency>
<dependency>
+ <groupId>org.jvnet.mimepull</groupId>
+ <artifactId>mimepull</artifactId>
+ </dependency>
+
+ <dependency>
<groupId>com.googlecode.json-simple</groupId>
<artifactId>json-simple</artifactId>
</dependency>
[09/26] falcon git commit: FALCON-2289 Report final state of metrics
into graphite before stopping metric notification service
Posted by pa...@apache.org.
FALCON-2289 Report final state of metrics into graphite before stopping metric notification service
Author: Pracheer Agarwal <pr...@inmobi.com>
Author: Pracheer Agarwal <pr...@gmail.com>
Author: Pracheer Agarwal <pr...@im2216-x0.corp.inmobi.com>
Author: Pracheer <pr...@cheer.corp.inmobi.com>
Reviewers: @adlakhapraveen, @pallavi-rao
Closes #370 from PracheerAgarwal/FALCON-2289 and squashes the following commits:
1229de2 [Pracheer Agarwal] Reporting final state of metrics into graphite before stopping metric notification service
41da933 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
fc6ef2b [Pracheer] Merge branch 'master' of https://github.com/apache/falcon
7814fba [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
ba60452 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
ed65aa0 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
9ff05df [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
9c2f0a5 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
9cd8c17 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
778c579 [Pracheer Agarwal] Merge branch 'master' of https://github.com/PracheerAgarwal/falcon
e39808d [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
a932633 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
fda3b28 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
a93d71a [Pracheer Agarwal] Merge branch 'master' of https://github.com/PracheerAgarwal/falcon
e3728d5 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
066c8e2 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
b20f044 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
7f572a1 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
46042fd [Pracheer Agarwal] Merge branch 'master' of https://github.com/PracheerAgarwal/falcon
daa3ffc [Pracheer Agarwal] FALCON-2225 extension owner added for trusted extensions
622cae4 [Pracheer Agarwal] FALCON-2225 extension owner added for trusted extensions
(cherry picked from commit 9cdcbc01df821c9482b1a22c8af3c5b389c6eee1)
Signed-off-by: Pallavi Rao <pa...@inmobi.com>
Project: http://git-wip-us.apache.org/repos/asf/falcon/repo
Commit: http://git-wip-us.apache.org/repos/asf/falcon/commit/12106afa
Tree: http://git-wip-us.apache.org/repos/asf/falcon/tree/12106afa
Diff: http://git-wip-us.apache.org/repos/asf/falcon/diff/12106afa
Branch: refs/heads/master
Commit: 12106afa8f64aca1b45651b1dac8ca8a686e1655
Parents: f0a6780
Author: Pracheer Agarwal <pr...@inmobi.com>
Authored: Tue Feb 28 11:15:49 2017 +0530
Committer: Pallavi Rao <pa...@inmobi.com>
Committed: Tue Feb 28 11:16:09 2017 +0530
----------------------------------------------------------------------
.../org/apache/falcon/metrics/MetricNotificationService.java | 7 ++++++-
1 file changed, 6 insertions(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/falcon/blob/12106afa/common/src/main/java/org/apache/falcon/metrics/MetricNotificationService.java
----------------------------------------------------------------------
diff --git a/common/src/main/java/org/apache/falcon/metrics/MetricNotificationService.java b/common/src/main/java/org/apache/falcon/metrics/MetricNotificationService.java
index 90fbfa9..67fa998 100644
--- a/common/src/main/java/org/apache/falcon/metrics/MetricNotificationService.java
+++ b/common/src/main/java/org/apache/falcon/metrics/MetricNotificationService.java
@@ -77,7 +77,12 @@ public class MetricNotificationService implements FalconService {
@Override
public void destroy() throws FalconException {
- graphiteReporter.stop();
+ try {
+ // reporting final metrics into graphite before stopping
+ graphiteReporter.report();
+ } finally {
+ graphiteReporter.stop();
+ }
}
private MetricGauge createMetric(final String metricName){
[19/26] falcon git commit: FALCON-2305 workflow metrics thread
failures
Posted by pa...@apache.org.
FALCON-2305 workflow metrics thread failures
Author: Praveen Adlakha <pr...@IM1314-L0.corp.inmobi.com>
Reviewers: @pallavi, @peeyushb
Closes #388 from PraveenAdlakha/2305 and squashes the following commits:
beed4f9c6 [Praveen Adlakha] checkstyle issue fixed
f2fe99f3b [Praveen Adlakha] FALCON-2305 Handle workflow Thread Failure
c917fb47b [Praveen Adlakha] comments addressed
(cherry picked from commit d07a2f7054d02b11842289911d4c82ed2a31aaa6)
Signed-off-by: Pallavi Rao <pa...@inmobi.com>
Project: http://git-wip-us.apache.org/repos/asf/falcon/repo
Commit: http://git-wip-us.apache.org/repos/asf/falcon/commit/32806e10
Tree: http://git-wip-us.apache.org/repos/asf/falcon/tree/32806e10
Diff: http://git-wip-us.apache.org/repos/asf/falcon/diff/32806e10
Branch: refs/heads/master
Commit: 32806e105ff5871451e605a5c3a28bac5e2df283
Parents: 84186f0
Author: Praveen Adlakha <pr...@IM1314-L0.corp.inmobi.com>
Authored: Fri Sep 8 12:52:14 2017 +0530
Committer: Pallavi Rao <pa...@inmobi.com>
Committed: Fri Sep 8 12:52:28 2017 +0530
----------------------------------------------------------------------
.../falcon/service/BacklogMetricEmitterService.java | 11 ++++++++---
1 file changed, 8 insertions(+), 3 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/falcon/blob/32806e10/prism/src/main/java/org/apache/falcon/service/BacklogMetricEmitterService.java
----------------------------------------------------------------------
diff --git a/prism/src/main/java/org/apache/falcon/service/BacklogMetricEmitterService.java b/prism/src/main/java/org/apache/falcon/service/BacklogMetricEmitterService.java
index 50170b9..aa1c346 100644
--- a/prism/src/main/java/org/apache/falcon/service/BacklogMetricEmitterService.java
+++ b/prism/src/main/java/org/apache/falcon/service/BacklogMetricEmitterService.java
@@ -417,9 +417,14 @@ public final class BacklogMetricEmitterService implements FalconService,
iterator.remove();
continue;
}
- InstancesResult status = wfEngine.getStatus(entity, nominalTime,
- new Date(nominalTime.getTime() + 200), PROCESS_LIFE_CYCLE, false);
- if (status.getInstances().length > 0
+ InstancesResult status = null;
+ try {
+ status = wfEngine.getStatus(entity, nominalTime,
+ new Date(nominalTime.getTime() + 200), PROCESS_LIFE_CYCLE, false);
+ } catch (FalconException e) {
+ LOG.error("Unable to get status for :" + entity.getName(), e);
+ }
+ if (status !=null && status.getInstances().length > 0
&& status.getInstances()[0].status == InstancesResult.
WorkflowStatus.SUCCEEDED) {
LOG.debug("Instance of nominal time {} of entity {} has succeeded, removing "
[08/26] falcon git commit: FALCON-2287 Extension list fails with MIME
type error on server
Posted by pa...@apache.org.
FALCON-2287 Extension list fails with MIME type error on server
Author: Pracheer Agarwal <pr...@inmobi.com>
Author: Pracheer Agarwal <pr...@gmail.com>
Author: Pracheer <pr...@cheer.corp.inmobi.com>
Author: Pracheer Agarwal <pr...@im2216-x0.corp.inmobi.com>
Reviewers: @pallavi-rao
Closes #369 from PracheerAgarwal/FALCON-2287 and squashes the following commits:
f8603ad [Pracheer] FALCON-2287 Extension list fails with MIME type error on server
fc6ef2b [Pracheer] Merge branch 'master' of https://github.com/apache/falcon
7814fba [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
ba60452 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
ed65aa0 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
9ff05df [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
9c2f0a5 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
9cd8c17 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
778c579 [Pracheer Agarwal] Merge branch 'master' of https://github.com/PracheerAgarwal/falcon
e39808d [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
a932633 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
fda3b28 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
a93d71a [Pracheer Agarwal] Merge branch 'master' of https://github.com/PracheerAgarwal/falcon
e3728d5 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
066c8e2 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
b20f044 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
7f572a1 [Pracheer Agarwal] Merge branch 'master' of https://github.com/apache/falcon
46042fd [Pracheer Agarwal] Merge branch 'master' of https://github.com/PracheerAgarwal/falcon
daa3ffc [Pracheer Agarwal] FALCON-2225 extension owner added for trusted extensions
622cae4 [Pracheer Agarwal] FALCON-2225 extension owner added for trusted extensions
(cherry picked from commit 368fe538ea8cb6b60f89e4300852bb130bd201cd)
Signed-off-by: Pallavi Rao <pa...@inmobi.com>
Project: http://git-wip-us.apache.org/repos/asf/falcon/repo
Commit: http://git-wip-us.apache.org/repos/asf/falcon/commit/f0a67808
Tree: http://git-wip-us.apache.org/repos/asf/falcon/tree/f0a67808
Diff: http://git-wip-us.apache.org/repos/asf/falcon/diff/f0a67808
Branch: refs/heads/master
Commit: f0a678089a306f282e52adc777b8d0aaa31d95ca
Parents: 06f5fa5
Author: Pracheer Agarwal <pr...@inmobi.com>
Authored: Tue Feb 28 11:12:06 2017 +0530
Committer: Pallavi Rao <pa...@inmobi.com>
Committed: Tue Feb 28 11:12:24 2017 +0530
----------------------------------------------------------------------
.../src/main/java/org/apache/falcon/resource/ExtensionManager.java | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/falcon/blob/f0a67808/webapp/src/main/java/org/apache/falcon/resource/ExtensionManager.java
----------------------------------------------------------------------
diff --git a/webapp/src/main/java/org/apache/falcon/resource/ExtensionManager.java b/webapp/src/main/java/org/apache/falcon/resource/ExtensionManager.java
index 78ddba0..87fb7ee 100644
--- a/webapp/src/main/java/org/apache/falcon/resource/ExtensionManager.java
+++ b/webapp/src/main/java/org/apache/falcon/resource/ExtensionManager.java
@@ -102,7 +102,7 @@ public class ExtensionManager extends AbstractExtensionManager {
}
@GET
- @Path("list/{extension-name}")
+ @Path("list{extension-name : (/[^/]+)?}")
@Produces({MediaType.TEXT_XML, MediaType.APPLICATION_JSON})
public ExtensionJobList getExtensionJobs(
@PathParam("extension-name") String extensionName,
[12/26] falcon git commit: FALCON-2291 Fix the typo in Falcon
extensions documentation.
Posted by pa...@apache.org.
FALCON-2291 Fix the typo in Falcon extensions documentation.
This PR is used for fixing the typo in Falcon extensions documentation. It looks like "extensions" should be "extension".
Author: Pengfei Xuan <pf...@gmail.com>
Reviewers: @peeyushb, @sandeepSamudrala
Closes #374 from pfxuan/FALCON-2291
(cherry picked from commit 1ded6415343b550af609fc452d5b98bc2a88aad8)
Signed-off-by: Pallavi Rao <pa...@inmobi.com>
Project: http://git-wip-us.apache.org/repos/asf/falcon/repo
Commit: http://git-wip-us.apache.org/repos/asf/falcon/commit/23229a90
Tree: http://git-wip-us.apache.org/repos/asf/falcon/tree/23229a90
Diff: http://git-wip-us.apache.org/repos/asf/falcon/diff/23229a90
Branch: refs/heads/master
Commit: 23229a900ceb59a4759daad8604cf2fdb24a3660
Parents: bc96e1a
Author: Pengfei Xuan <pf...@gmail.com>
Authored: Thu Mar 2 08:48:47 2017 +0530
Committer: Pallavi Rao <pa...@inmobi.com>
Committed: Thu Mar 2 08:49:03 2017 +0530
----------------------------------------------------------------------
docs/src/site/twiki/restapi/ExtensionDelete.twiki | 2 +-
docs/src/site/twiki/restapi/ExtensionInstances.twiki | 2 +-
docs/src/site/twiki/restapi/ExtensionList.twiki | 2 +-
docs/src/site/twiki/restapi/ExtensionResume.twiki | 2 +-
docs/src/site/twiki/restapi/ExtensionSchedule.twiki | 2 +-
docs/src/site/twiki/restapi/ExtensionSubmit.twiki | 2 +-
docs/src/site/twiki/restapi/ExtensionSubmitAndSchedule.twiki | 2 +-
docs/src/site/twiki/restapi/ExtensionSuspend.twiki | 2 +-
docs/src/site/twiki/restapi/ExtensionUpdate.twiki | 2 +-
docs/src/site/twiki/restapi/ExtensionValidate.twiki | 2 +-
10 files changed, 10 insertions(+), 10 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/falcon/blob/23229a90/docs/src/site/twiki/restapi/ExtensionDelete.twiki
----------------------------------------------------------------------
diff --git a/docs/src/site/twiki/restapi/ExtensionDelete.twiki b/docs/src/site/twiki/restapi/ExtensionDelete.twiki
index 2bdd23c..1b9e4ad 100644
--- a/docs/src/site/twiki/restapi/ExtensionDelete.twiki
+++ b/docs/src/site/twiki/restapi/ExtensionDelete.twiki
@@ -17,7 +17,7 @@ Result of the delete operation.
---++ Examples
---+++ Rest Call
<verbatim>
-POST http://localhost:15000/api/extensions/delete/sales-monthly
+POST http://localhost:15000/api/extension/delete/sales-monthly
</verbatim>
---+++ Result
<verbatim>
http://git-wip-us.apache.org/repos/asf/falcon/blob/23229a90/docs/src/site/twiki/restapi/ExtensionInstances.twiki
----------------------------------------------------------------------
diff --git a/docs/src/site/twiki/restapi/ExtensionInstances.twiki b/docs/src/site/twiki/restapi/ExtensionInstances.twiki
index a11a97a..098aa7b 100644
--- a/docs/src/site/twiki/restapi/ExtensionInstances.twiki
+++ b/docs/src/site/twiki/restapi/ExtensionInstances.twiki
@@ -25,7 +25,7 @@ A list of entities of the job, each followed by a set of instances.
---++ Examples
---+++ Rest Call
<verbatim>
-GET http://localhost:15000/api/extensions/instances/daily-health-bill?start=2012-04-01T00:00
+GET http://localhost:15000/api/extension/instances/daily-health-bill?start=2012-04-01T00:00
</verbatim>
---+++ Result
<verbatim>
http://git-wip-us.apache.org/repos/asf/falcon/blob/23229a90/docs/src/site/twiki/restapi/ExtensionList.twiki
----------------------------------------------------------------------
diff --git a/docs/src/site/twiki/restapi/ExtensionList.twiki b/docs/src/site/twiki/restapi/ExtensionList.twiki
index 0a43a80..281a57a 100644
--- a/docs/src/site/twiki/restapi/ExtensionList.twiki
+++ b/docs/src/site/twiki/restapi/ExtensionList.twiki
@@ -18,7 +18,7 @@ Total number of results and a list of jobs implementing the given extension.
---++ Examples
---+++ Rest Call
<verbatim>
-GET http://localhost:15000/api/extensions/list/billCollection
+GET http://localhost:15000/api/extension/list/billCollection
</verbatim>
---+++ Result
<verbatim>
http://git-wip-us.apache.org/repos/asf/falcon/blob/23229a90/docs/src/site/twiki/restapi/ExtensionResume.twiki
----------------------------------------------------------------------
diff --git a/docs/src/site/twiki/restapi/ExtensionResume.twiki b/docs/src/site/twiki/restapi/ExtensionResume.twiki
index 70cbbff..50b2976 100644
--- a/docs/src/site/twiki/restapi/ExtensionResume.twiki
+++ b/docs/src/site/twiki/restapi/ExtensionResume.twiki
@@ -17,7 +17,7 @@ Result of the resume operation.
---++ Examples
---+++ Rest Call
<verbatim>
-POST http://localhost:15000/api/extensions/resume/sales-monthly
+POST http://localhost:15000/api/extension/resume/sales-monthly
</verbatim>
---+++ Result
<verbatim>
http://git-wip-us.apache.org/repos/asf/falcon/blob/23229a90/docs/src/site/twiki/restapi/ExtensionSchedule.twiki
----------------------------------------------------------------------
diff --git a/docs/src/site/twiki/restapi/ExtensionSchedule.twiki b/docs/src/site/twiki/restapi/ExtensionSchedule.twiki
index c40ef6e..8614495 100644
--- a/docs/src/site/twiki/restapi/ExtensionSchedule.twiki
+++ b/docs/src/site/twiki/restapi/ExtensionSchedule.twiki
@@ -17,7 +17,7 @@ Result of the schedule operation.
---++ Examples
---+++ Rest Call
<verbatim>
-POST http://localhost:15000/api/extensions/schedule/sales-monthly
+POST http://localhost:15000/api/extension/schedule/sales-monthly
</verbatim>
---+++ Result
<verbatim>
http://git-wip-us.apache.org/repos/asf/falcon/blob/23229a90/docs/src/site/twiki/restapi/ExtensionSubmit.twiki
----------------------------------------------------------------------
diff --git a/docs/src/site/twiki/restapi/ExtensionSubmit.twiki b/docs/src/site/twiki/restapi/ExtensionSubmit.twiki
index 6b4df32..c177a81 100644
--- a/docs/src/site/twiki/restapi/ExtensionSubmit.twiki
+++ b/docs/src/site/twiki/restapi/ExtensionSubmit.twiki
@@ -17,7 +17,7 @@ Result of submission.
---++ Examples
---+++ Rest Call
<verbatim>
-POST http://localhost:15000/api/extensions/submit/hdfs-mirroring
+POST http://localhost:15000/api/extension/submit/hdfs-mirroring
jobName=sales-monthly
jobClustername=primaryCluster
jobClusterValidityStart=2015-03-13T00:00Z
http://git-wip-us.apache.org/repos/asf/falcon/blob/23229a90/docs/src/site/twiki/restapi/ExtensionSubmitAndSchedule.twiki
----------------------------------------------------------------------
diff --git a/docs/src/site/twiki/restapi/ExtensionSubmitAndSchedule.twiki b/docs/src/site/twiki/restapi/ExtensionSubmitAndSchedule.twiki
index 8a148ce..86c8c34 100644
--- a/docs/src/site/twiki/restapi/ExtensionSubmitAndSchedule.twiki
+++ b/docs/src/site/twiki/restapi/ExtensionSubmitAndSchedule.twiki
@@ -17,7 +17,7 @@ Result of the submit and schedule operation.
---++ Examples
---+++ Rest Call
<verbatim>
-POST http://localhost:15000/api/extensions/submitAndSchedule/hdfs-mirroring
+POST http://localhost:15000/api/extension/submitAndSchedule/hdfs-mirroring
jobName=sales-monthly
jobClustername=primaryCluster
jobClusterValidityStart=2015-03-13T00:00Z
http://git-wip-us.apache.org/repos/asf/falcon/blob/23229a90/docs/src/site/twiki/restapi/ExtensionSuspend.twiki
----------------------------------------------------------------------
diff --git a/docs/src/site/twiki/restapi/ExtensionSuspend.twiki b/docs/src/site/twiki/restapi/ExtensionSuspend.twiki
index cc3478f..57d4d27 100644
--- a/docs/src/site/twiki/restapi/ExtensionSuspend.twiki
+++ b/docs/src/site/twiki/restapi/ExtensionSuspend.twiki
@@ -17,7 +17,7 @@ Result of the suspend operation.
---++ Examples
---+++ Rest Call
<verbatim>
-POST http://localhost:15000/api/extensions/suspend/sales-monthly
+POST http://localhost:15000/api/extension/suspend/sales-monthly
</verbatim>
---+++ Result
<verbatim>
http://git-wip-us.apache.org/repos/asf/falcon/blob/23229a90/docs/src/site/twiki/restapi/ExtensionUpdate.twiki
----------------------------------------------------------------------
diff --git a/docs/src/site/twiki/restapi/ExtensionUpdate.twiki b/docs/src/site/twiki/restapi/ExtensionUpdate.twiki
index 1ac626a..98c8198 100644
--- a/docs/src/site/twiki/restapi/ExtensionUpdate.twiki
+++ b/docs/src/site/twiki/restapi/ExtensionUpdate.twiki
@@ -17,7 +17,7 @@ Result of update.
---++ Examples
---+++ Rest Call
<verbatim>
-POST http://localhost:15000/api/extensions/update/hdfs-mirroring
+POST http://localhost:15000/api/extension/update/hdfs-mirroring
jobName=sales-monthly
jobClustername=primaryCluster
jobClusterValidityStart=2015-03-13T00:00Z
http://git-wip-us.apache.org/repos/asf/falcon/blob/23229a90/docs/src/site/twiki/restapi/ExtensionValidate.twiki
----------------------------------------------------------------------
diff --git a/docs/src/site/twiki/restapi/ExtensionValidate.twiki b/docs/src/site/twiki/restapi/ExtensionValidate.twiki
index c27f2d7..46d96e8 100644
--- a/docs/src/site/twiki/restapi/ExtensionValidate.twiki
+++ b/docs/src/site/twiki/restapi/ExtensionValidate.twiki
@@ -17,7 +17,7 @@ Result of validation.
---++ Examples
---+++ Rest Call
<verbatim>
-POST http://localhost:15000/api/extensions/validate/hdfs-mirroring
+POST http://localhost:15000/api/extension/validate/hdfs-mirroring
jobName=sales-monthly
jobClustername=primaryCluster
jobClusterValidityStart=2015-03-13T00:00Z
[21/26] falcon git commit: FALCON-2308 Updated JIRA components where
it didn't exist
Posted by pa...@apache.org.
FALCON-2308 Updated JIRA components where it didn't exist
Project: http://git-wip-us.apache.org/repos/asf/falcon/repo
Commit: http://git-wip-us.apache.org/repos/asf/falcon/commit/736b3bab
Tree: http://git-wip-us.apache.org/repos/asf/falcon/tree/736b3bab
Diff: http://git-wip-us.apache.org/repos/asf/falcon/diff/736b3bab
Branch: refs/heads/master
Commit: 736b3bab03b2213a797fecc4aef2251721b7e150
Parents: 82c1acc
Author: Pallavi Rao <pa...@inmobi.com>
Authored: Mon Oct 23 10:41:44 2017 +0530
Committer: Pallavi Rao <pa...@inmobi.com>
Committed: Mon Oct 23 10:41:44 2017 +0530
----------------------------------------------------------------------
release-docs/0.11/CHANGES.0.11.md | 104 ++++++++++++++++-----------------
1 file changed, 52 insertions(+), 52 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/falcon/blob/736b3bab/release-docs/0.11/CHANGES.0.11.md
----------------------------------------------------------------------
diff --git a/release-docs/0.11/CHANGES.0.11.md b/release-docs/0.11/CHANGES.0.11.md
index 1069a70..19c2b6c 100644
--- a/release-docs/0.11/CHANGES.0.11.md
+++ b/release-docs/0.11/CHANGES.0.11.md
@@ -6,11 +6,11 @@
None
### NEW FEATURES:
-| JIRA | Summary | Component | Priority | Reporter | Contributor |
+| JIRA | Summary | Component | Priority | Contributor | Reporter |
|:---- |:---- | :--- |:---- |:---- |:---- |
| [FALCON-2235](https://issues.apache.org/jira/browse/FALCON-2235) | <span class="parentIssue">FALCON-2182</span> Suspend/Resume API support for extension job (user extension) | extensions | Major | sandeep samudrala | sandeep samudrala |
| [FALCON-2195](https://issues.apache.org/jira/browse/FALCON-2195) | <span class="parentIssue">FALCON-2182</span> Add API to get details of an extension job | extensions | Major | sandeep samudrala | Pallavi Rao |
-| [FALCON-1610](https://issues.apache.org/jira/browse/FALCON-1610) | <span class="parentIssue">FALCON-1596</span> Add instance commands to Falcon spring-shell CLI | Major | Praveen Adlakha | Rajat Khandelwal |
+| [FALCON-1610](https://issues.apache.org/jira/browse/FALCON-1610) | <span class="parentIssue">FALCON-1596</span> Add instance commands to Falcon spring-shell CLI | client | Major | Praveen Adlakha | Rajat Khandelwal |
| [FALCON-2209](https://issues.apache.org/jira/browse/FALCON-2209) | <span class="parentIssue">FALCON-2182</span> Registering user extensions in embedded/distributed mode | extensions, prism | Major | Praveen Adlakha | sandeep samudrala |
| [FALCON-2194](https://issues.apache.org/jira/browse/FALCON-2194) | <span class="parentIssue">FALCON-2182</span> Enhance validate API to support config validation for user extensions | extensions | Major | sandeep samudrala | Pallavi Rao |
| [FALCON-2006](https://issues.apache.org/jira/browse/FALCON-2006) | <span class="parentIssue">FALCON-1992</span> Update documentation on site and announce the release | ease | Major | Balu Vellanki | Balu Vellanki |
@@ -18,32 +18,32 @@ None
| [FALCON-2226](https://issues.apache.org/jira/browse/FALCON-2226) | <span class="parentIssue">FALCON-2182</span> Submit ,Schedule and submitAndSchedule API for extension in distributed mode | extensions | Major | Praveen Adlakha | Praveen Adlakha |
| [FALCON-2223](https://issues.apache.org/jira/browse/FALCON-2223) | <span class="parentIssue">FALCON-2182</span> Distributed mode support for User Extension | extensions | Major | Praveen Adlakha | Praveen Adlakha |
| [FALCON-2227](https://issues.apache.org/jira/browse/FALCON-2227) | <span class="parentIssue">FALCON-2182</span> Intitutive error handling in Falcon Client | extensions | Major | sandeep samudrala | Praveen Adlakha |
-| [FALCON-1611](https://issues.apache.org/jira/browse/FALCON-1611) | <span class="parentIssue">FALCON-1596</span> Add admin commands to Falcon spring-shell CLI | Major | Praveen Adlakha | Rajat Khandelwal |
+| [FALCON-1611](https://issues.apache.org/jira/browse/FALCON-1611) | <span class="parentIssue">FALCON-1596</span> Add admin commands to Falcon spring-shell CLI | client | Major | Praveen Adlakha | Rajat Khandelwal |
| [FALCON-2200](https://issues.apache.org/jira/browse/FALCON-2200) | <span class="parentIssue">FALCON-2182</span> Update API support for extension job (user extension) | extensions | Major | sandeep samudrala | Pallavi Rao |
| [FALCON-2225](https://issues.apache.org/jira/browse/FALCON-2225) | <span class="parentIssue">FALCON-2182</span> Falcon fails to start with ExtensionService | extensions | Major | Pracheer Agarwal | Praveen Adlakha |
| [FALCON-2190](https://issues.apache.org/jira/browse/FALCON-2190) | <span class="parentIssue">FALCON-2182</span> Add server side checks to not let any entity mutations on entities generated by extensions | extensions | Major | sandeep samudrala | sandeep samudrala |
-| [FALCON-2184](https://issues.apache.org/jira/browse/FALCON-2184) | <span class="parentIssue">FALCON-2182</span> Support to delete a non trusted recipe metadata from server | Major | Praveen Adlakha | Praveen Adlakha |
+| [FALCON-2184](https://issues.apache.org/jira/browse/FALCON-2184) | <span class="parentIssue">FALCON-2182</span> Support to delete a non trusted recipe metadata from server | extensions | Major | Praveen Adlakha | Praveen Adlakha |
| [FALCON-2260](https://issues.apache.org/jira/browse/FALCON-2260) | <span class="parentIssue">FALCON-2182</span> Enhance extension List api to support for user extensions | extensions | Major | sandeep samudrala | sandeep samudrala |
| [FALCON-2207](https://issues.apache.org/jira/browse/FALCON-2207) | <span class="parentIssue">FALCON-2182</span> Only the owner of the extension, should be able to unregister, disable, enable. | extensions | Major | Pracheer Agarwal | Pallavi Rao |
| [FALCON-2191](https://issues.apache.org/jira/browse/FALCON-2191) | <span class="parentIssue">FALCON-2182</span> Extension Rest Api changes to support new user extensions and extension job metastore changes | extensions | Major | sandeep samudrala | sandeep samudrala |
| [FALCON-2159](https://issues.apache.org/jira/browse/FALCON-2159) | <span class="parentIssue">FALCON-2170</span> Update document for adding BackLogEmitterService | prism | Major | Praveen Adlakha | Pragya Mittal |
| [FALCON-1997](https://issues.apache.org/jira/browse/FALCON-1997) | <span class="parentIssue">FALCON-1992</span> Verify source tarball and run few end to end tests | build-tools | Major | Balu Vellanki | Balu Vellanki |
-| [FALCON-2186](https://issues.apache.org/jira/browse/FALCON-2186) | <span class="parentIssue">FALCON-2182</span> Rest api to get details of an extension | Major | Praveen Adlakha | Praveen Adlakha |
-| [FALCON-2181](https://issues.apache.org/jira/browse/FALCON-2181) | <span class="parentIssue">FALCON-2182</span> Support for storing metadata of non trusted recipe | Major | Praveen Adlakha | Praveen Adlakha |
+| [FALCON-2186](https://issues.apache.org/jira/browse/FALCON-2186) | <span class="parentIssue">FALCON-2182</span> Rest api to get details of an extension | extensions | Major | Praveen Adlakha | Praveen Adlakha |
+| [FALCON-2181](https://issues.apache.org/jira/browse/FALCON-2181) | <span class="parentIssue">FALCON-2182</span> Support for storing metadata of non trusted recipe | extensions | Major | Praveen Adlakha | Praveen Adlakha |
| [FALCON-2156](https://issues.apache.org/jira/browse/FALCON-2156) | <span class="parentIssue">FALCON-2170</span> Logmover listener gets stuck while listening to WorkflowJobEndNotificationService | messaging | Major | Praveen Adlakha | Pragya Mittal |
-| [FALCON-1780](https://issues.apache.org/jira/browse/FALCON-1780) | <span class="parentIssue">FALCON-1596</span> Add falcon-cli executable and link that to falcon executable when no arguments are provided | Major | Praveen Adlakha | Rajat Khandelwal |
-| [FALCON-2258](https://issues.apache.org/jira/browse/FALCON-2258) | <span class="parentIssue">FALCON-2182</span> Improve error message for definition/describe api in case extension does not exist | Major | sandeep samudrala | sandeep samudrala |
+| [FALCON-1780](https://issues.apache.org/jira/browse/FALCON-1780) | <span class="parentIssue">FALCON-1596</span> Add falcon-cli executable and link that to falcon executable when no arguments are provided | client | Major | Praveen Adlakha | Rajat Khandelwal |
+| [FALCON-2258](https://issues.apache.org/jira/browse/FALCON-2258) | <span class="parentIssue">FALCON-2182</span> Improve error message for definition/describe api in case extension does not exist | extensions | Major | sandeep samudrala | sandeep samudrala |
| [FALCON-2211](https://issues.apache.org/jira/browse/FALCON-2211) | <span class="parentIssue">FALCON-2182</span> Falcon Fails to start in distributed mode | extensions | Major | Praveen Adlakha | Praveen Adlakha |
| [FALCON-2201](https://issues.apache.org/jira/browse/FALCON-2201) | <span class="parentIssue">FALCON-2182</span> Falcon Unit changes to support extensions | extensions | Major | sandeep samudrala | sandeep samudrala |
| [FALCON-2003](https://issues.apache.org/jira/browse/FALCON-2003) | <span class="parentIssue">FALCON-1992</span> Check licenses and copyright information | docs | Major | Balu Vellanki | Balu Vellanki |
| [FALCON-2210](https://issues.apache.org/jira/browse/FALCON-2210) | <span class="parentIssue">FALCON-2182</span> Server side changes for submit and submitAndSchedule for user extensions | extensions | Major | sandeep samudrala | sandeep samudrala |
| [FALCON-2233](https://issues.apache.org/jira/browse/FALCON-2233) | <span class="parentIssue">FALCON-2182</span> Make changes in falcon unit to enable/disable extensions | falcon-unit | Major | Pracheer Agarwal | Pracheer Agarwal |
| [FALCON-2187](https://issues.apache.org/jira/browse/FALCON-2187) | <span class="parentIssue">FALCON-2182</span> Refactor modules to create a new module for entity xsd specifications and jaxb bindings | extensions | Major | sandeep samudrala | sandeep samudrala |
-| [FALCON-2164](https://issues.apache.org/jira/browse/FALCON-2164) | <span class="parentIssue">FALCON-2170</span> NPE exception in GraphiteNotification Plugin | Major | Praveen Adlakha | Praveen Adlakha |
+| [FALCON-2164](https://issues.apache.org/jira/browse/FALCON-2164) | <span class="parentIssue">FALCON-2170</span> NPE exception in GraphiteNotification Plugin | common | Major | Praveen Adlakha | Praveen Adlakha |
| [FALCON-2185](https://issues.apache.org/jira/browse/FALCON-2185) | <span class="parentIssue">FALCON-2182</span> Falcon Client changes for Falcon user extensions | extensions | Major | sandeep samudrala | sandeep samudrala |
| [FALCON-2157](https://issues.apache.org/jira/browse/FALCON-2157) | <span class="parentIssue">FALCON-2170</span> Pending instances are not getting deleted from database even though the instance finishes | prism | Major | sandeep samudrala | Pragya Mittal |
-| [FALCON-1612](https://issues.apache.org/jira/browse/FALCON-1612) | <span class="parentIssue">FALCON-1596</span> Add Metadata commands to Falcon spring-shell CLI | Major | Praveen Adlakha | Rajat Khandelwal |
-| [FALCON-2205](https://issues.apache.org/jira/browse/FALCON-2205) | <span class="parentIssue">FALCON-2182</span> describe for non trusted extension | Major | Praveen Adlakha | Praveen Adlakha |
+| [FALCON-1612](https://issues.apache.org/jira/browse/FALCON-1612) | <span class="parentIssue">FALCON-1596</span> Add Metadata commands to Falcon spring-shell CLI | client | Major | Praveen Adlakha | Rajat Khandelwal |
+| [FALCON-2205](https://issues.apache.org/jira/browse/FALCON-2205) | <span class="parentIssue">FALCON-2182</span> describe for non trusted extension | extensions | Major | Praveen Adlakha | Praveen Adlakha |
| [FALCON-2155](https://issues.apache.org/jira/browse/FALCON-2155) | <span class="parentIssue">FALCON-2170</span> LogMover service fails to move logs in distributed mode | prism | Major | Praveen Adlakha | Pragya Mittal |
| [FALCON-2193](https://issues.apache.org/jira/browse/FALCON-2193) | <span class="parentIssue">FALCON-2182</span> Fix test case failure caused by FALCON-2188 | extensions | Major | Pallavi Rao | Pallavi Rao |
| [FALCON-2160](https://issues.apache.org/jira/browse/FALCON-2160) | <span class="parentIssue">FALCON-2170</span> Update startup.properties to contain valid application services | prism | Major | Praveen Adlakha | Pragya Mittal |
@@ -57,96 +57,96 @@ None
| [FALCON-2004](https://issues.apache.org/jira/browse/FALCON-2004) | <span class="parentIssue">FALCON-1992</span> Update CHANGES.txt to change 0.10 branch to release | ease | Major | Balu Vellanki | Balu Vellanki |
| [FALCON-2197](https://issues.apache.org/jira/browse/FALCON-2197) | <span class="parentIssue">FALCON-2182</span> Add enable and disable option for an extension | extensions | Major | Pracheer Agarwal | Pallavi Rao |
| [FALCON-2189](https://issues.apache.org/jira/browse/FALCON-2189) | <span class="parentIssue">FALCON-2182</span> Falcon build is failing for falcon jpa service to be initialized before extension servivce | extensions | Major | sandeep samudrala | sandeep samudrala |
-| [FALCON-2153](https://issues.apache.org/jira/browse/FALCON-2153) | <span class="parentIssue">FALCON-2170</span> Resetting Gauge value in BacklogEmitterService | Major | Praveen Adlakha | Praveen Adlakha |
-| [FALCON-2082](https://issues.apache.org/jira/browse/FALCON-2082) | Add CSRF filter for REST APIs | Major | Ying Zheng | Ying Zheng |
+| [FALCON-2153](https://issues.apache.org/jira/browse/FALCON-2153) | <span class="parentIssue">FALCON-2170</span> Resetting Gauge value in BacklogEmitterService | common | Major | Praveen Adlakha | Praveen Adlakha |
+| [FALCON-2082](https://issues.apache.org/jira/browse/FALCON-2082) | Add CSRF filter for REST APIs | prism | Major | Ying Zheng | Ying Zheng |
| [FALCON-1596](https://issues.apache.org/jira/browse/FALCON-1596) | Spring shell based CLI for falcon | shell | Major | Praveen Adlakha | Rajat Khandelwal |
### IMPROVEMENTS:
-| JIRA | Summary | Component | Priority | Reporter | Contributor |
+| JIRA | Summary | Component | Priority | Contributor | Reporter |
|:---- |:---- | :--- |:---- |:---- |:---- |
| [FALCON-1856](https://issues.apache.org/jira/browse/FALCON-1856) | Fix ProcessInstanceStatusTest | regression | Major | Pragya Mittal | Pragya Mittal |
-| [FALCON-2123](https://issues.apache.org/jira/browse/FALCON-2123) | Make Blocking Queue configurable in LogMoverService | Major | Praveen Adlakha | Praveen Adlakha |
+| [FALCON-2123](https://issues.apache.org/jira/browse/FALCON-2123) | Make Blocking Queue configurable in LogMoverService | general | Major | Praveen Adlakha | Praveen Adlakha |
| [FALCON-2246](https://issues.apache.org/jira/browse/FALCON-2246) | Api to list all the jobs in the system (and what extensions do they refer to) | extensions | Major | Pracheer Agarwal | Pragya Mittal |
-| [FALCON-2170](https://issues.apache.org/jira/browse/FALCON-2170) | Umbrella jira for bugs in EntitySLAMonitoring and BacklogEmitter service | Major | Praveen Adlakha | Praveen Adlakha |
-| [FALCON-2077](https://issues.apache.org/jira/browse/FALCON-2077) | Api support for Process SLA | Major | Praveen Adlakha | Praveen Adlakha |
+| [FALCON-2170](https://issues.apache.org/jira/browse/FALCON-2170) | Umbrella jira for bugs in EntitySLAMonitoring and BacklogEmitter service | metrics | Major | Praveen Adlakha | Praveen Adlakha |
+| [FALCON-2077](https://issues.apache.org/jira/browse/FALCON-2077) | Api support for Process SLA | process | Major | Praveen Adlakha | Praveen Adlakha |
| [FALCON-1494](https://issues.apache.org/jira/browse/FALCON-1494) | Revisit of Client and Apis | client, general | Major | Narayan Periwal | sandeep samudrala |
-| [FALCON-2228](https://issues.apache.org/jira/browse/FALCON-2228) | Falcon should also set the feed output names as a coord property | Major | sandeep samudrala | Pallavi Rao |
-| [FALCON-2173](https://issues.apache.org/jira/browse/FALCON-2173) | BacklogEmitterService should emit 0 for process which donot have backlog | Major | Praveen Adlakha | Praveen Adlakha |
-| [FALCON-2039](https://issues.apache.org/jira/browse/FALCON-2039) | Move falcon post processing to falcon server and remove post processing action from falcon workflow | Major | Praveen Adlakha | sandeep samudrala |
-| [FALCON-2119](https://issues.apache.org/jira/browse/FALCON-2119) | Minor Licensing Issue | Major | Ajay Yadava | Ajay Yadava |
+| [FALCON-2228](https://issues.apache.org/jira/browse/FALCON-2228) | Falcon should also set the feed output names as a coord property | feed | Major | sandeep samudrala | Pallavi Rao |
+| [FALCON-2173](https://issues.apache.org/jira/browse/FALCON-2173) | BacklogEmitterService should emit 0 for process which donot have backlog | metrics | Major | Praveen Adlakha | Praveen Adlakha |
+| [FALCON-2039](https://issues.apache.org/jira/browse/FALCON-2039) | Move falcon post processing to falcon server and remove post processing action from falcon workflow | general | Major | Praveen Adlakha | sandeep samudrala |
+| [FALCON-2119](https://issues.apache.org/jira/browse/FALCON-2119) | Minor Licensing Issue | license | Major | Ajay Yadava | Ajay Yadava |
| [FALCON-2204](https://issues.apache.org/jira/browse/FALCON-2204) | Change mode for falcon_merge_pr.py to executable | dev-tools | Major | Ajay Yadava | Ajay Yadava |
-| [FALCON-1944](https://issues.apache.org/jira/browse/FALCON-1944) | Ability to provide additional DistCP options for mirroring extensions and feed replication | Major | Sowmya Ramesh | Sowmya Ramesh |
+| [FALCON-1944](https://issues.apache.org/jira/browse/FALCON-1944) | Ability to provide additional DistCP options for mirroring extensions and feed replication | replication, extensions | Major | Sowmya Ramesh | Sowmya Ramesh |
| [FALCON-2247](https://issues.apache.org/jira/browse/FALCON-2247) | Include status of the entities of the extensionJob in getDetailExtensionJobs | extensions | Minor | Pracheer Agarwal | Pracheer Agarwal |
-| [FALCON-2044](https://issues.apache.org/jira/browse/FALCON-2044) | Persist Process stats in db | Major | Praveen Adlakha | Praveen Adlakha |
-| [FALCON-1776](https://issues.apache.org/jira/browse/FALCON-1776) | Process instance update in titan DB based on JMS notifications on coordinator actions | Major | Ying Zheng | Ying Zheng |
-| [FALCON-2288](https://issues.apache.org/jira/browse/FALCON-2288) | Remove job_name validations for trusted extensions | Major | Pracheer Agarwal | Pracheer Agarwal |
+| [FALCON-2044](https://issues.apache.org/jira/browse/FALCON-2044) | Persist Process stats in db | metrics | Major | Praveen Adlakha | Praveen Adlakha |
+| [FALCON-1776](https://issues.apache.org/jira/browse/FALCON-1776) | Process instance update in titan DB based on JMS notifications on coordinator actions | process | Major | Ying Zheng | Ying Zheng |
+| [FALCON-2288](https://issues.apache.org/jira/browse/FALCON-2288) | Remove job_name validations for trusted extensions | extensions | Major | Pracheer Agarwal | Pracheer Agarwal |
| [FALCON-2289](https://issues.apache.org/jira/browse/FALCON-2289) | Report final state of metrics into graphite before stopping metric notification service | common | Major | Pracheer Agarwal | Pracheer Agarwal |
### BUG FIXES:
-| JIRA | Summary | Component | Priority | Reporter | Contributor |
+| JIRA | Summary | Component | Priority | Contributor | Reporter |
|:---- |:---- | :--- |:---- |:---- |:---- |
-| [FALCON-2303](https://issues.apache.org/jira/browse/FALCON-2303) | Backloginmins is not getting updated | Major | Praveen Adlakha | Praveen Adlakha |
-| [FALCON-2305](https://issues.apache.org/jira/browse/FALCON-2305) | workflow metrics thread failures | Major | Praveen Adlakha | Praveen Adlakha |
+| [FALCON-2303](https://issues.apache.org/jira/browse/FALCON-2303) | Backloginmins is not getting updated | metrics | Major | Praveen Adlakha | Praveen Adlakha |
+| [FALCON-2305](https://issues.apache.org/jira/browse/FALCON-2305) | workflow metrics thread failures | metrics | Major | Praveen Adlakha | Praveen Adlakha |
| [FALCON-2221](https://issues.apache.org/jira/browse/FALCON-2221) | Submitting an existing job fails with MySQLIntegrityConstraintViolationException | extensions | Minor | Pracheer Agarwal | Pragya Mittal |
| [FALCON-2261](https://issues.apache.org/jira/browse/FALCON-2261) | Job submission fails with IllegalArgumentException | extensions | Major | sandeep samudrala | Pragya Mittal |
| [FALCON-2096](https://issues.apache.org/jira/browse/FALCON-2096) | Feed instance listing doesn't give instance status of all the clusters. | common | Major | sandeep samudrala | sandeep samudrala |
-| [FALCON-2111](https://issues.apache.org/jira/browse/FALCON-2111) | Build failed due to checkstyle violation | Major | Balu Vellanki | Balu Vellanki |
+| [FALCON-2111](https://issues.apache.org/jira/browse/FALCON-2111) | Build failed due to checkstyle violation | general | Major | Balu Vellanki | Balu Vellanki |
| [FALCON-2097](https://issues.apache.org/jira/browse/FALCON-2097) | Feed update with replication delay creates random number of holes/overlaps | replication | Major | sandeep samudrala | sandeep samudrala |
| [FALCON-2272](https://issues.apache.org/jira/browse/FALCON-2272) | Extension update succeeds while it is disabled | extensions | Major | sandeep samudrala | Pragya Mittal |
| [FALCON-2270](https://issues.apache.org/jira/browse/FALCON-2270) | Extension job details returns incomplete response | extensions | Major | Pallavi Rao | Pragya Mittal |
| [FALCON-2163](https://issues.apache.org/jira/browse/FALCON-2163) | Feed replication based on partition does not produce expected output | feed, prism | Major | Pallavi Rao | Pragya Mittal |
| [FALCON-2269](https://issues.apache.org/jira/browse/FALCON-2269) | Extension api fails via server in distributed mode | extensions | Major | Pracheer Agarwal | Pragya Mittal |
-| [FALCON-2203](https://issues.apache.org/jira/browse/FALCON-2203) | Minor issues in EntitySLAmonitoring | Major | Praveen Adlakha | Praveen Adlakha |
-| [FALCON-2175](https://issues.apache.org/jira/browse/FALCON-2175) | java.lang.IllegalArgumentException in LogMover service | Major | Pallavi Rao | Pallavi Rao |
-| [FALCON-2171](https://issues.apache.org/jira/browse/FALCON-2171) | When feed from multiple colos are replicated, the colo folders get overwritten | Major | Pallavi Rao | Pallavi Rao |
+| [FALCON-2203](https://issues.apache.org/jira/browse/FALCON-2203) | Minor issues in EntitySLAmonitoring | process | Major | Praveen Adlakha | Praveen Adlakha |
+| [FALCON-2175](https://issues.apache.org/jira/browse/FALCON-2175) | java.lang.IllegalArgumentException in LogMover service | general | Major | Pallavi Rao | Pallavi Rao |
+| [FALCON-2171](https://issues.apache.org/jira/browse/FALCON-2171) | When feed from multiple colos are replicated, the colo folders get overwritten | replication | Major | Pallavi Rao | Pallavi Rao |
| [FALCON-2238](https://issues.apache.org/jira/browse/FALCON-2238) | Falcon extension describe feature is broken | extensions | Major | Pracheer Agarwal | Pragya Mittal |
| [FALCON-2125](https://issues.apache.org/jira/browse/FALCON-2125) | Feed replication fails due to failed post processing action missing in workflow | feed, process | Major | Praveen Adlakha | Pragya Mittal |
| [FALCON-2146](https://issues.apache.org/jira/browse/FALCON-2146) | EntitySlaAlertService runs only once irrespective of the configured frequency | prism | Major | Praveen Adlakha | Pragya Mittal |
| [FALCON-2271](https://issues.apache.org/jira/browse/FALCON-2271) | Scheduling non existing job fails with non intuitive response | extensions | Major | sandeep samudrala | Pragya Mittal |
| [FALCON-2268](https://issues.apache.org/jira/browse/FALCON-2268) | Extension list api does not follow default ASC order | extensions | Major | Pracheer Agarwal | Pragya Mittal |
-| [FALCON-2263](https://issues.apache.org/jira/browse/FALCON-2263) | Deletion of entities for an extension has to have a specific order of deleting processes first and then feeds | Major | sandeep samudrala | sandeep samudrala |
+| [FALCON-2263](https://issues.apache.org/jira/browse/FALCON-2263) | Deletion of entities for an extension has to have a specific order of deleting processes first and then feeds | extensions | Major | sandeep samudrala | sandeep samudrala |
| [FALCON-2127](https://issues.apache.org/jira/browse/FALCON-2127) | Fix the falcon regression compilation issue and delete the deprecated recipe test cases | merlin | Critical | Murali Ramasami | Murali Ramasami |
-| [FALCON-2120](https://issues.apache.org/jira/browse/FALCON-2120) | falcon-regression build is failing because of CLI and hive changes | Major | Praveen Adlakha | Praveen Adlakha |
-| [FALCON-2118](https://issues.apache.org/jira/browse/FALCON-2118) | Proposal for new UI changes for FALCON | Major | Venkat Ranganathan | Venkat Ranganathan |
+| [FALCON-2120](https://issues.apache.org/jira/browse/FALCON-2120) | falcon-regression build is failing because of CLI and hive changes | regression | Major | Praveen Adlakha | Praveen Adlakha |
+| [FALCON-2118](https://issues.apache.org/jira/browse/FALCON-2118) | Proposal for new UI changes for FALCON | falcon-ui | Major | Venkat Ranganathan | Venkat Ranganathan |
| [FALCON-2267](https://issues.apache.org/jira/browse/FALCON-2267) | Definition api fails if resources are empty | extensions | Major | _Unassigned_ | Pragya Mittal |
| [FALCON-2128](https://issues.apache.org/jira/browse/FALCON-2128) | Status api shows timeout instances as failed | prism | Major | sandeep samudrala | Pragya Mittal |
-| [FALCON-2116](https://issues.apache.org/jira/browse/FALCON-2116) | Queue defined in <retention-stage> is not getting used in actual retention job | Major | sandeep samudrala | sandeep samudrala |
+| [FALCON-2116](https://issues.apache.org/jira/browse/FALCON-2116) | Queue defined in <retention-stage> is not getting used in actual retention job | retention | Major | sandeep samudrala | sandeep samudrala |
| [FALCON-2266](https://issues.apache.org/jira/browse/FALCON-2266) | Non-intuitive response while registering/unregistering/submitting extension via server | extensions | Major | Pracheer Agarwal | Pragya Mittal |
| [FALCON-2108](https://issues.apache.org/jira/browse/FALCON-2108) | Fix licensing issues for Falcon release | general | Blocker | Srikanth Sundarrajan | Srikanth Sundarrajan |
-| [FALCON-2080](https://issues.apache.org/jira/browse/FALCON-2080) | Exceptions in the log | Major | Praveen Adlakha | Praveen Adlakha |
+| [FALCON-2080](https://issues.apache.org/jira/browse/FALCON-2080) | Exceptions in the log | general | Major | Praveen Adlakha | Praveen Adlakha |
| [FALCON-2215](https://issues.apache.org/jira/browse/FALCON-2215) | Extension job submission throws non intuitive error | common | Major | sandeep samudrala | Pragya Mittal |
-| [FALCON-2230](https://issues.apache.org/jira/browse/FALCON-2230) | Extension API failure after APIResult changes | Major | Pracheer Agarwal | Pracheer Agarwal |
+| [FALCON-2230](https://issues.apache.org/jira/browse/FALCON-2230) | Extension API failure after APIResult changes | extensions | Major | Pracheer Agarwal | Pracheer Agarwal |
| [FALCON-2047](https://issues.apache.org/jira/browse/FALCON-2047) | HiveDR tests are failed due to data-mirroring does not have correct ownership/permissions | replication | Critical | Sowmya Ramesh | Murali Ramasami |
| [FALCON-2240](https://issues.apache.org/jira/browse/FALCON-2240) | Enable/disable feature is broken | extensions | Major | Pracheer Agarwal | Pragya Mittal |
| [FALCON-2147](https://issues.apache.org/jira/browse/FALCON-2147) | Excess logging due to SlaMonitoring service and Backlog emitter service | prism | Major | Pallavi Rao | Pragya Mittal |
| [FALCON-2229](https://issues.apache.org/jira/browse/FALCON-2229) | Process Update/delete fails for issue with backlog metric service | process | Major | sandeep samudrala | sandeep samudrala |
| [FALCON-2280](https://issues.apache.org/jira/browse/FALCON-2280) | Unable to create mirror on WASB target due to "Cluster entity not found" | extensions | Major | Sowmya Ramesh | Sowmya Ramesh |
-| [FALCON-2177](https://issues.apache.org/jira/browse/FALCON-2177) | Improve error message when entity suspend fails | Minor | Pallavi Rao | Pallavi Rao |
+| [FALCON-2177](https://issues.apache.org/jira/browse/FALCON-2177) | Improve error message when entity suspend fails | prism | Minor | Pallavi Rao | Pallavi Rao |
| [FALCON-2148](https://issues.apache.org/jira/browse/FALCON-2148) | Entries not removed from sla list when instance succeeds | prism | Major | Praveen Adlakha | Pragya Mittal |
-| [FALCON-2028](https://issues.apache.org/jira/browse/FALCON-2028) | HDFS extension: Validate and append/remove the scheme://authority for the paths | Major | Sowmya Ramesh | Sowmya Ramesh |
+| [FALCON-2028](https://issues.apache.org/jira/browse/FALCON-2028) | HDFS extension: Validate and append/remove the scheme://authority for the paths | extensions | Major | Sowmya Ramesh | Sowmya Ramesh |
| [FALCON-2133](https://issues.apache.org/jira/browse/FALCON-2133) | Disable the LogMover assertions from FeedReplication on Secure Mode | merlin | Major | Murali Ramasami | Murali Ramasami |
| [FALCON-2242](https://issues.apache.org/jira/browse/FALCON-2242) | Extension validate feature is broken | extensions | Major | sandeep samudrala | Pragya Mittal |
-| [FALCON-2072](https://issues.apache.org/jira/browse/FALCON-2072) | Hive2 URLs in Falcon should allow additional configuration elements in the URL | Major | Sowmya Ramesh | Venkat Ranganathan |
+| [FALCON-2072](https://issues.apache.org/jira/browse/FALCON-2072) | Hive2 URLs in Falcon should allow additional configuration elements in the URL | general | Major | Sowmya Ramesh | Venkat Ranganathan |
| [FALCON-2239](https://issues.apache.org/jira/browse/FALCON-2239) | Falcon extension definition feature is broken | extensions | Major | Pracheer Agarwal | Pragya Mittal |
-| [FALCON-2224](https://issues.apache.org/jira/browse/FALCON-2224) | Change return type of extension APIs to APIResult | Major | Pracheer Agarwal | Praveen Adlakha |
-| [FALCON-2121](https://issues.apache.org/jira/browse/FALCON-2121) | If a feed does not exist on a cluster, process submission fails with NPE | Major | Pallavi Rao | Pallavi Rao |
-| [FALCON-2115](https://issues.apache.org/jira/browse/FALCON-2115) | UT test failure on FalconCSRFFilterTest | Major | Ying Zheng | Ying Zheng |
-| [FALCON-2259](https://issues.apache.org/jira/browse/FALCON-2259) | Unregister an extension only if no extension jobs are dependant on the extension | Major | sandeep samudrala | sandeep samudrala |
-| [FALCON-2219](https://issues.apache.org/jira/browse/FALCON-2219) | Untracked files after falcon build | Major | Praveen Adlakha | Praveen Adlakha |
-| [FALCON-2284](https://issues.apache.org/jira/browse/FALCON-2284) | Error while listing extension jobs | Major | Pracheer Agarwal | Richie Varghese |
+| [FALCON-2224](https://issues.apache.org/jira/browse/FALCON-2224) | Change return type of extension APIs to APIResult | extensions | Major | Pracheer Agarwal | Praveen Adlakha |
+| [FALCON-2121](https://issues.apache.org/jira/browse/FALCON-2121) | If a feed does not exist on a cluster, process submission fails with NPE | prism | Major | Pallavi Rao | Pallavi Rao |
+| [FALCON-2115](https://issues.apache.org/jira/browse/FALCON-2115) | UT test failure on FalconCSRFFilterTest | general | Major | Ying Zheng | Ying Zheng |
+| [FALCON-2259](https://issues.apache.org/jira/browse/FALCON-2259) | Unregister an extension only if no extension jobs are dependant on the extension | extensions | Major | sandeep samudrala | sandeep samudrala |
+| [FALCON-2219](https://issues.apache.org/jira/browse/FALCON-2219) | Untracked files after falcon build | general | Major | Praveen Adlakha | Praveen Adlakha |
+| [FALCON-2284](https://issues.apache.org/jira/browse/FALCON-2284) | Error while listing extension jobs | extensions | Major | Pracheer Agarwal | Richie Varghese |
| [FALCON-2113](https://issues.apache.org/jira/browse/FALCON-2113) | Falcon retry happens in few cases inspite of a manual kill from the user | common | Major | sandeep samudrala | sandeep samudrala |
-| [FALCON-2281](https://issues.apache.org/jira/browse/FALCON-2281) | HiveDRTest tests are getting permissions denied | Major | Sowmya Ramesh | Cheng Xu |
+| [FALCON-2281](https://issues.apache.org/jira/browse/FALCON-2281) | HiveDRTest tests are getting permissions denied | general | Major | Sowmya Ramesh | Cheng Xu |
| [FALCON-2214](https://issues.apache.org/jira/browse/FALCON-2214) | Falcon extension registered without fully qualified hdfs path | extensions | Major | Praveen Adlakha | Pragya Mittal |
| [FALCON-2264](https://issues.apache.org/jira/browse/FALCON-2264) | Error response returns object instead of response-message | extensions | Major | Pracheer Agarwal | Pragya Mittal |
-| [FALCON-2293](https://issues.apache.org/jira/browse/FALCON-2293) | falcon extension fails for deletion if 2 extensions have same entity name | Major | sandeep samudrala | sandeep samudrala |
+| [FALCON-2293](https://issues.apache.org/jira/browse/FALCON-2293) | falcon extension fails for deletion if 2 extensions have same entity name | extensions | Major | sandeep samudrala | sandeep samudrala |
| [FALCON-2286](https://issues.apache.org/jira/browse/FALCON-2286) | Falcon upgradation fails to create new tables | extensions | Major | Pracheer Agarwal | Pragya Mittal |
-| [FALCON-2292](https://issues.apache.org/jira/browse/FALCON-2292) | User Extension submission is failing because of the validate late inputs | Major | sandeep samudrala | sandeep samudrala |
+| [FALCON-2292](https://issues.apache.org/jira/browse/FALCON-2292) | User Extension submission is failing because of the validate late inputs | extensions | Major | sandeep samudrala | sandeep samudrala |
| [FALCON-2291](https://issues.apache.org/jira/browse/FALCON-2291) | Incorrect path to the REST calls on extension (POST) | docs | Major | Pengfei Xuan | Pengfei Xuan |
-| [FALCON-2290](https://issues.apache.org/jira/browse/FALCON-2290) | Change staging directory for entity creation while extension job submission | Major | Pracheer Agarwal | Pracheer Agarwal |
+| [FALCON-2290](https://issues.apache.org/jira/browse/FALCON-2290) | Change staging directory for entity creation while extension job submission | extensions | Major | Pracheer Agarwal | Pracheer Agarwal |
| [FALCON-2287](https://issues.apache.org/jira/browse/FALCON-2287) | Extension list fails with MIME type error on server | extensions | Major | Pracheer Agarwal | Pragya Mittal | | [FALCON-2283](https://issues.apache.org/jira/browse/FALCON-2283) | Internal Server Error : On trying to submit a trusted extension job
| extensions | Major | sandeep samudrala | Richie Varghese | | [FALCON-2279](https://issues.apache.org/jira/browse/FALCON-2279) | Killed instances are not rerun via falcon | rerun | Major | sandeep samudrala | Pragya Mittal |
| [FALCON-2277](https://issues.apache.org/jira/browse/FALCON-2277) | Incorrect error message on registering trusted exceptions | extensions | Major | Pracheer Agarwal | Richie Varghese |
@@ -157,7 +157,7 @@ None
### DOCUMENTATION:
-| JIRA | Summary | Component | Priority | Reporter | Contributor |
+| JIRA | Summary | Priority | Contributor | Reporter |
|:---- |:---- | :--- |:---- |:---- |:---- |
| [FALCON-2143](https://issues.apache.org/jira/browse/FALCON-2143) | Documentation of BacklogEmitter Service | Major | Praveen Adlakha | Praveen Adlakha |
| [FALCON-2078](https://issues.apache.org/jira/browse/FALCON-2078) | Documentation for Process SLA | Major | Praveen Adlakha | Praveen Adlakha |
[17/26] falcon git commit: Remove Snapshot from version 0.11
Posted by pa...@apache.org.
Remove Snapshot from version 0.11
Author: Praveen Adlakha <ad...@gmail.com>
Reviewers: pallavi <pa...@inmobi.com>
Closes #380 from PraveenAdlakha/0.11 and squashes the following commits:
b5f226a [Praveen Adlakha] changed in sub modules
fe15807 [Praveen Adlakha] Remove Snapshot from version 0.11
Project: http://git-wip-us.apache.org/repos/asf/falcon/repo
Commit: http://git-wip-us.apache.org/repos/asf/falcon/commit/a2ef339a
Tree: http://git-wip-us.apache.org/repos/asf/falcon/tree/a2ef339a
Diff: http://git-wip-us.apache.org/repos/asf/falcon/diff/a2ef339a
Branch: refs/heads/master
Commit: a2ef339a2686454fe51eed2fc2bf363c0dd71d70
Parents: f1a8106
Author: Praveen Adlakha <ad...@gmail.com>
Authored: Tue Apr 4 15:11:38 2017 +0530
Committer: sandeep <sa...@kickseed.corp.inmobi.com>
Committed: Tue Apr 4 15:11:38 2017 +0530
----------------------------------------------------------------------
acquisition/pom.xml | 2 +-
addons/adf/pom.xml | 2 +-
addons/designer/pom.xml | 2 +-
addons/extensions/hdfs-mirroring/pom.xml | 2 +-
addons/extensions/hdfs-snapshot-mirroring/pom.xml | 2 +-
addons/extensions/hive-mirroring/pom.xml | 2 +-
addons/hdfs-snapshot-mirroring/pom.xml | 2 +-
addons/hivedr/pom.xml | 2 +-
archival/pom.xml | 2 +-
build-tools/pom.xml | 2 +-
cli/pom.xml | 2 +-
client/pom.xml | 2 +-
common-types/pom.xml | 2 +-
common/pom.xml | 2 +-
distro/pom.xml | 2 +-
docs/pom.xml | 2 +-
examples/pom.xml | 2 +-
extensions/pom.xml | 2 +-
falcon-regression/merlin-core/pom.xml | 2 +-
falcon-regression/merlin/pom.xml | 2 +-
falcon-regression/pom.xml | 4 ++--
falcon-ui/pom.xml | 2 +-
hadoop-dependencies/pom.xml | 2 +-
lifecycle/pom.xml | 2 +-
messaging/pom.xml | 2 +-
metrics/pom.xml | 2 +-
oozie-el-extensions/pom.xml | 2 +-
oozie/pom.xml | 2 +-
pom.xml | 2 +-
prism/pom.xml | 2 +-
replication/pom.xml | 2 +-
rerun/pom.xml | 2 +-
retention/pom.xml | 2 +-
scheduler/pom.xml | 2 +-
shell/pom.xml | 2 +-
test-tools/hadoop-webapp/pom.xml | 2 +-
test-tools/hcatalog-sharelib/pom.xml | 2 +-
test-tools/hive-sharelib/pom.xml | 2 +-
test-tools/oozie-sharelib/pom.xml | 2 +-
test-tools/pig-sharelib/pom.xml | 2 +-
test-tools/pom.xml | 2 +-
test-util/pom.xml | 2 +-
titan/pom.xml | 2 +-
unit/pom.xml | 2 +-
webapp/pom.xml | 2 +-
45 files changed, 46 insertions(+), 46 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/falcon/blob/a2ef339a/acquisition/pom.xml
----------------------------------------------------------------------
diff --git a/acquisition/pom.xml b/acquisition/pom.xml
index 3d2f55d..337d0d8 100644
--- a/acquisition/pom.xml
+++ b/acquisition/pom.xml
@@ -24,7 +24,7 @@
<parent>
<groupId>org.apache.falcon</groupId>
<artifactId>falcon-main</artifactId>
- <version>0.11-SNAPSHOT</version>
+ <version>0.11</version>
</parent>
<artifactId>falcon-acquisition</artifactId>
<description>Apache Falcon Acquisition Module</description>
http://git-wip-us.apache.org/repos/asf/falcon/blob/a2ef339a/addons/adf/pom.xml
----------------------------------------------------------------------
diff --git a/addons/adf/pom.xml b/addons/adf/pom.xml
index 4e407ea..cac2d55 100644
--- a/addons/adf/pom.xml
+++ b/addons/adf/pom.xml
@@ -24,7 +24,7 @@
<parent>
<groupId>org.apache.falcon</groupId>
<artifactId>falcon-main</artifactId>
- <version>0.11-SNAPSHOT</version>
+ <version>0.11</version>
<relativePath>../../pom.xml</relativePath>
</parent>
<artifactId>falcon-adf</artifactId>
http://git-wip-us.apache.org/repos/asf/falcon/blob/a2ef339a/addons/designer/pom.xml
----------------------------------------------------------------------
diff --git a/addons/designer/pom.xml b/addons/designer/pom.xml
index f5b529a..14b8087 100644
--- a/addons/designer/pom.xml
+++ b/addons/designer/pom.xml
@@ -21,7 +21,7 @@
<modelVersion>4.0.0</modelVersion>
<groupId>org.apache.falcon.designer</groupId>
<artifactId>designer-main</artifactId>
- <version>0.11-SNAPSHOT</version>
+ <version>0.11</version>
<description>Apache Falcon Pipeline Designer</description>
<name>Apache Falcon Pipeline Designer</name>
<packaging>pom</packaging>
http://git-wip-us.apache.org/repos/asf/falcon/blob/a2ef339a/addons/extensions/hdfs-mirroring/pom.xml
----------------------------------------------------------------------
diff --git a/addons/extensions/hdfs-mirroring/pom.xml b/addons/extensions/hdfs-mirroring/pom.xml
index fdb61af..f3f5472 100644
--- a/addons/extensions/hdfs-mirroring/pom.xml
+++ b/addons/extensions/hdfs-mirroring/pom.xml
@@ -25,7 +25,7 @@
<modelVersion>4.0.0</modelVersion>
<groupId>org.apache.falcon.extensions</groupId>
<artifactId>falcon-hdfs-mirroring-extension</artifactId>
- <version>0.11-SNAPSHOT</version>
+ <version>0.11</version>
<description>Apache Falcon sample Hdfs mirroring extension</description>
<name>Apache Falcon sample Hdfs mirroring extension</name>
<packaging>jar</packaging>
http://git-wip-us.apache.org/repos/asf/falcon/blob/a2ef339a/addons/extensions/hdfs-snapshot-mirroring/pom.xml
----------------------------------------------------------------------
diff --git a/addons/extensions/hdfs-snapshot-mirroring/pom.xml b/addons/extensions/hdfs-snapshot-mirroring/pom.xml
index dad705e..f080cd7 100644
--- a/addons/extensions/hdfs-snapshot-mirroring/pom.xml
+++ b/addons/extensions/hdfs-snapshot-mirroring/pom.xml
@@ -25,7 +25,7 @@
<modelVersion>4.0.0</modelVersion>
<groupId>org.apache.falcon.extensions</groupId>
<artifactId>falcon-hdfs-snapshot-mirroring-extension</artifactId>
- <version>0.11-SNAPSHOT</version>
+ <version>0.11</version>
<description>Apache Falcon HDFS Snapshot Mirroring Extension</description>
<name>Apache Falcon Sample HDFS Snapshot Mirroring Extension</name>
<packaging>jar</packaging>
http://git-wip-us.apache.org/repos/asf/falcon/blob/a2ef339a/addons/extensions/hive-mirroring/pom.xml
----------------------------------------------------------------------
diff --git a/addons/extensions/hive-mirroring/pom.xml b/addons/extensions/hive-mirroring/pom.xml
index 340b77c..fb7f0b5 100644
--- a/addons/extensions/hive-mirroring/pom.xml
+++ b/addons/extensions/hive-mirroring/pom.xml
@@ -25,7 +25,7 @@
<modelVersion>4.0.0</modelVersion>
<groupId>org.apache.falcon.extensions</groupId>
<artifactId>falcon-hive-mirroring-extension</artifactId>
- <version>0.11-SNAPSHOT</version>
+ <version>0.11</version>
<description>Apache Falcon sample Hive mirroring extension</description>
<name>Apache Falcon sample Hive mirroring extension</name>
<packaging>jar</packaging>
http://git-wip-us.apache.org/repos/asf/falcon/blob/a2ef339a/addons/hdfs-snapshot-mirroring/pom.xml
----------------------------------------------------------------------
diff --git a/addons/hdfs-snapshot-mirroring/pom.xml b/addons/hdfs-snapshot-mirroring/pom.xml
index f9a3fe1..fbfe9f8 100644
--- a/addons/hdfs-snapshot-mirroring/pom.xml
+++ b/addons/hdfs-snapshot-mirroring/pom.xml
@@ -24,7 +24,7 @@
<parent>
<groupId>org.apache.falcon</groupId>
<artifactId>falcon-main</artifactId>
- <version>0.11-SNAPSHOT</version>
+ <version>0.11</version>
<relativePath>../../pom.xml</relativePath>
</parent>
<artifactId>falcon-hdfs-snapshot-mirroring</artifactId>
http://git-wip-us.apache.org/repos/asf/falcon/blob/a2ef339a/addons/hivedr/pom.xml
----------------------------------------------------------------------
diff --git a/addons/hivedr/pom.xml b/addons/hivedr/pom.xml
index 1d74aad..47b5eba 100644
--- a/addons/hivedr/pom.xml
+++ b/addons/hivedr/pom.xml
@@ -24,7 +24,7 @@
<parent>
<groupId>org.apache.falcon</groupId>
<artifactId>falcon-main</artifactId>
- <version>0.11-SNAPSHOT</version>
+ <version>0.11</version>
<relativePath>../../pom.xml</relativePath>
</parent>
<artifactId>falcon-hive-replication</artifactId>
http://git-wip-us.apache.org/repos/asf/falcon/blob/a2ef339a/archival/pom.xml
----------------------------------------------------------------------
diff --git a/archival/pom.xml b/archival/pom.xml
index e89792c..fecf078 100644
--- a/archival/pom.xml
+++ b/archival/pom.xml
@@ -24,7 +24,7 @@
<parent>
<groupId>org.apache.falcon</groupId>
<artifactId>falcon-main</artifactId>
- <version>0.11-SNAPSHOT</version>
+ <version>0.11</version>
</parent>
<artifactId>falcon-archival</artifactId>
<description>Apache Falcon Archival Module</description>
http://git-wip-us.apache.org/repos/asf/falcon/blob/a2ef339a/build-tools/pom.xml
----------------------------------------------------------------------
diff --git a/build-tools/pom.xml b/build-tools/pom.xml
index 364000d..13c4a08 100644
--- a/build-tools/pom.xml
+++ b/build-tools/pom.xml
@@ -24,7 +24,7 @@
<parent>
<groupId>org.apache.falcon</groupId>
<artifactId>falcon-main</artifactId>
- <version>0.11-SNAPSHOT</version>
+ <version>0.11</version>
</parent>
<groupId>org.apache.falcon</groupId>
<artifactId>build-tools</artifactId>
http://git-wip-us.apache.org/repos/asf/falcon/blob/a2ef339a/cli/pom.xml
----------------------------------------------------------------------
diff --git a/cli/pom.xml b/cli/pom.xml
index a41e6d9..04a43c8 100644
--- a/cli/pom.xml
+++ b/cli/pom.xml
@@ -25,7 +25,7 @@
<parent>
<groupId>org.apache.falcon</groupId>
<artifactId>falcon-main</artifactId>
- <version>0.11-SNAPSHOT</version>
+ <version>0.11</version>
</parent>
<artifactId>falcon-cli</artifactId>
<description>Apache Falcon CLI client</description>
http://git-wip-us.apache.org/repos/asf/falcon/blob/a2ef339a/client/pom.xml
----------------------------------------------------------------------
diff --git a/client/pom.xml b/client/pom.xml
index 85905aa..0911977 100644
--- a/client/pom.xml
+++ b/client/pom.xml
@@ -25,7 +25,7 @@
<parent>
<groupId>org.apache.falcon</groupId>
<artifactId>falcon-main</artifactId>
- <version>0.11-SNAPSHOT</version>
+ <version>0.11</version>
</parent>
<artifactId>falcon-client</artifactId>
<description>Apache Falcon Java client</description>
http://git-wip-us.apache.org/repos/asf/falcon/blob/a2ef339a/common-types/pom.xml
----------------------------------------------------------------------
diff --git a/common-types/pom.xml b/common-types/pom.xml
index 714b166..7c6e0aa 100644
--- a/common-types/pom.xml
+++ b/common-types/pom.xml
@@ -25,7 +25,7 @@
<parent>
<groupId>org.apache.falcon</groupId>
<artifactId>falcon-main</artifactId>
- <version>0.11-SNAPSHOT</version>
+ <version>0.11</version>
</parent>
<artifactId>falcon-common-types</artifactId>
<description>Apache Falcon Java common types</description>
http://git-wip-us.apache.org/repos/asf/falcon/blob/a2ef339a/common/pom.xml
----------------------------------------------------------------------
diff --git a/common/pom.xml b/common/pom.xml
index 34822aa..3f03fe2 100644
--- a/common/pom.xml
+++ b/common/pom.xml
@@ -25,7 +25,7 @@
<parent>
<groupId>org.apache.falcon</groupId>
<artifactId>falcon-main</artifactId>
- <version>0.11-SNAPSHOT</version>
+ <version>0.11</version>
</parent>
<artifactId>falcon-common</artifactId>
<description>Apache Falcon Common Module</description>
http://git-wip-us.apache.org/repos/asf/falcon/blob/a2ef339a/distro/pom.xml
----------------------------------------------------------------------
diff --git a/distro/pom.xml b/distro/pom.xml
index e882903..d30b857 100644
--- a/distro/pom.xml
+++ b/distro/pom.xml
@@ -23,7 +23,7 @@ limitations under the License.
<parent>
<groupId>org.apache.falcon</groupId>
<artifactId>falcon-main</artifactId>
- <version>0.11-SNAPSHOT</version>
+ <version>0.11</version>
</parent>
<artifactId>falcon-distro</artifactId>
<description>Apache Falcon Distro</description>
http://git-wip-us.apache.org/repos/asf/falcon/blob/a2ef339a/docs/pom.xml
----------------------------------------------------------------------
diff --git a/docs/pom.xml b/docs/pom.xml
index d8a9cd2..bf6e17c 100644
--- a/docs/pom.xml
+++ b/docs/pom.xml
@@ -22,7 +22,7 @@
<parent>
<groupId>org.apache.falcon</groupId>
<artifactId>falcon-main</artifactId>
- <version>0.11-SNAPSHOT</version>
+ <version>0.11</version>
</parent>
<artifactId>falcon-docs</artifactId>
<description>Apache Falcon Documentation</description>
http://git-wip-us.apache.org/repos/asf/falcon/blob/a2ef339a/examples/pom.xml
----------------------------------------------------------------------
diff --git a/examples/pom.xml b/examples/pom.xml
index 4ae9be2..465af93 100644
--- a/examples/pom.xml
+++ b/examples/pom.xml
@@ -23,7 +23,7 @@
<parent>
<groupId>org.apache.falcon</groupId>
<artifactId>falcon-main</artifactId>
- <version>0.11-SNAPSHOT</version>
+ <version>0.11</version>
</parent>
<artifactId>falcon-examples</artifactId>
<description>Apache Falcon Examples</description>
http://git-wip-us.apache.org/repos/asf/falcon/blob/a2ef339a/extensions/pom.xml
----------------------------------------------------------------------
diff --git a/extensions/pom.xml b/extensions/pom.xml
index df8f35f..7d9fa67 100644
--- a/extensions/pom.xml
+++ b/extensions/pom.xml
@@ -25,7 +25,7 @@
<parent>
<groupId>org.apache.falcon</groupId>
<artifactId>falcon-main</artifactId>
- <version>0.11-SNAPSHOT</version>
+ <version>0.11</version>
</parent>
<artifactId>falcon-extensions</artifactId>
<description>Apache Falcon server side extensions Module</description>
http://git-wip-us.apache.org/repos/asf/falcon/blob/a2ef339a/falcon-regression/merlin-core/pom.xml
----------------------------------------------------------------------
diff --git a/falcon-regression/merlin-core/pom.xml b/falcon-regression/merlin-core/pom.xml
index 4695bf1..b688bf8 100644
--- a/falcon-regression/merlin-core/pom.xml
+++ b/falcon-regression/merlin-core/pom.xml
@@ -25,7 +25,7 @@
<parent>
<groupId>org.apache.falcon.regression</groupId>
<artifactId>falcon-regression</artifactId>
- <version>0.11-SNAPSHOT</version>
+ <version>0.11</version>
</parent>
<artifactId>falcon-merlin-core</artifactId>
<description>merlin-core - utilities for Apache Falcon regression suite</description>
http://git-wip-us.apache.org/repos/asf/falcon/blob/a2ef339a/falcon-regression/merlin/pom.xml
----------------------------------------------------------------------
diff --git a/falcon-regression/merlin/pom.xml b/falcon-regression/merlin/pom.xml
index 9ef50cf..1f87490 100644
--- a/falcon-regression/merlin/pom.xml
+++ b/falcon-regression/merlin/pom.xml
@@ -23,7 +23,7 @@
<parent>
<groupId>org.apache.falcon.regression</groupId>
<artifactId>falcon-regression</artifactId>
- <version>0.11-SNAPSHOT</version>
+ <version>0.11</version>
</parent>
<artifactId>falcon-merlin</artifactId>
<description>Merlin - Regression test suite for Apache Falcon</description>
http://git-wip-us.apache.org/repos/asf/falcon/blob/a2ef339a/falcon-regression/pom.xml
----------------------------------------------------------------------
diff --git a/falcon-regression/pom.xml b/falcon-regression/pom.xml
index 9da72ce..d1d0a91 100644
--- a/falcon-regression/pom.xml
+++ b/falcon-regression/pom.xml
@@ -24,11 +24,11 @@
<parent>
<groupId>org.apache.falcon</groupId>
<artifactId>falcon-main</artifactId>
- <version>0.11-SNAPSHOT</version>
+ <version>0.11</version>
</parent>
<groupId>org.apache.falcon.regression</groupId>
<artifactId>falcon-regression</artifactId>
- <version>0.11-SNAPSHOT</version>
+ <version>0.11</version>
<description>Regression Framework for Falcon</description>
<name>Apache Falcon Regression</name>
<packaging>pom</packaging>
http://git-wip-us.apache.org/repos/asf/falcon/blob/a2ef339a/falcon-ui/pom.xml
----------------------------------------------------------------------
diff --git a/falcon-ui/pom.xml b/falcon-ui/pom.xml
index 4aed73a..d2ca0a5 100644
--- a/falcon-ui/pom.xml
+++ b/falcon-ui/pom.xml
@@ -21,7 +21,7 @@
<parent>
<groupId>org.apache.falcon</groupId>
<artifactId>falcon-main</artifactId>
- <version>0.11-SNAPSHOT</version>
+ <version>0.11</version>
</parent>
<artifactId>falcon-ui</artifactId>
<packaging>pom</packaging>
http://git-wip-us.apache.org/repos/asf/falcon/blob/a2ef339a/hadoop-dependencies/pom.xml
----------------------------------------------------------------------
diff --git a/hadoop-dependencies/pom.xml b/hadoop-dependencies/pom.xml
index 2eabe7a..ffb49f1 100644
--- a/hadoop-dependencies/pom.xml
+++ b/hadoop-dependencies/pom.xml
@@ -24,7 +24,7 @@
<parent>
<groupId>org.apache.falcon</groupId>
<artifactId>falcon-main</artifactId>
- <version>0.11-SNAPSHOT</version>
+ <version>0.11</version>
</parent>
<artifactId>falcon-hadoop-dependencies</artifactId>
<description>Apache Falcon Hadoop Dependencies Module</description>
http://git-wip-us.apache.org/repos/asf/falcon/blob/a2ef339a/lifecycle/pom.xml
----------------------------------------------------------------------
diff --git a/lifecycle/pom.xml b/lifecycle/pom.xml
index 48d6e9d..1796e7d 100644
--- a/lifecycle/pom.xml
+++ b/lifecycle/pom.xml
@@ -24,7 +24,7 @@
<parent>
<groupId>org.apache.falcon</groupId>
<artifactId>falcon-main</artifactId>
- <version>0.11-SNAPSHOT</version>
+ <version>0.11</version>
</parent>
<artifactId>falcon-feed-lifecycle</artifactId>
<description>Apache Falcon Lifecycle Module</description>
http://git-wip-us.apache.org/repos/asf/falcon/blob/a2ef339a/messaging/pom.xml
----------------------------------------------------------------------
diff --git a/messaging/pom.xml b/messaging/pom.xml
index 4088ddd..e510357 100644
--- a/messaging/pom.xml
+++ b/messaging/pom.xml
@@ -24,7 +24,7 @@
<parent>
<groupId>org.apache.falcon</groupId>
<artifactId>falcon-main</artifactId>
- <version>0.11-SNAPSHOT</version>
+ <version>0.11</version>
</parent>
<artifactId>falcon-messaging</artifactId>
<description>Apache Falcon JMS messaging Module</description>
http://git-wip-us.apache.org/repos/asf/falcon/blob/a2ef339a/metrics/pom.xml
----------------------------------------------------------------------
diff --git a/metrics/pom.xml b/metrics/pom.xml
index 30aff8d..6ce1155 100644
--- a/metrics/pom.xml
+++ b/metrics/pom.xml
@@ -25,7 +25,7 @@
<parent>
<groupId>org.apache.falcon</groupId>
<artifactId>falcon-main</artifactId>
- <version>0.11-SNAPSHOT</version>
+ <version>0.11</version>
</parent>
<artifactId>falcon-metrics</artifactId>
<description>Apache Falcon Metrics</description>
http://git-wip-us.apache.org/repos/asf/falcon/blob/a2ef339a/oozie-el-extensions/pom.xml
----------------------------------------------------------------------
diff --git a/oozie-el-extensions/pom.xml b/oozie-el-extensions/pom.xml
index 596faed..af6e61b 100644
--- a/oozie-el-extensions/pom.xml
+++ b/oozie-el-extensions/pom.xml
@@ -24,7 +24,7 @@
<parent>
<groupId>org.apache.falcon</groupId>
<artifactId>falcon-main</artifactId>
- <version>0.11-SNAPSHOT</version>
+ <version>0.11</version>
</parent>
<artifactId>falcon-oozie-el-extension</artifactId>
<description>Apache Falcon Oozie EL Extension</description>
http://git-wip-us.apache.org/repos/asf/falcon/blob/a2ef339a/oozie/pom.xml
----------------------------------------------------------------------
diff --git a/oozie/pom.xml b/oozie/pom.xml
index 2adbba3..a0f06ef 100644
--- a/oozie/pom.xml
+++ b/oozie/pom.xml
@@ -24,7 +24,7 @@
<parent>
<groupId>org.apache.falcon</groupId>
<artifactId>falcon-main</artifactId>
- <version>0.11-SNAPSHOT</version>
+ <version>0.11</version>
</parent>
<artifactId>falcon-oozie-adaptor</artifactId>
<description>Apache Falcon Oozie Adaptor Module</description>
http://git-wip-us.apache.org/repos/asf/falcon/blob/a2ef339a/pom.xml
----------------------------------------------------------------------
diff --git a/pom.xml b/pom.xml
index 0bfeea4..e357c3d 100644
--- a/pom.xml
+++ b/pom.xml
@@ -27,7 +27,7 @@
<modelVersion>4.0.0</modelVersion>
<groupId>org.apache.falcon</groupId>
<artifactId>falcon-main</artifactId>
- <version>0.11-SNAPSHOT</version>
+ <version>0.11</version>
<description>Data Management and Processing Platform over Hadoop</description>
<name>Apache Falcon</name>
<packaging>pom</packaging>
http://git-wip-us.apache.org/repos/asf/falcon/blob/a2ef339a/prism/pom.xml
----------------------------------------------------------------------
diff --git a/prism/pom.xml b/prism/pom.xml
index 1735332..a20d03a 100644
--- a/prism/pom.xml
+++ b/prism/pom.xml
@@ -24,7 +24,7 @@
<parent>
<groupId>org.apache.falcon</groupId>
<artifactId>falcon-main</artifactId>
- <version>0.11-SNAPSHOT</version>
+ <version>0.11</version>
<relativePath>../pom.xml</relativePath>
</parent>
<artifactId>falcon-prism</artifactId>
http://git-wip-us.apache.org/repos/asf/falcon/blob/a2ef339a/replication/pom.xml
----------------------------------------------------------------------
diff --git a/replication/pom.xml b/replication/pom.xml
index 3f47226..b71bd2f 100644
--- a/replication/pom.xml
+++ b/replication/pom.xml
@@ -24,7 +24,7 @@
<parent>
<groupId>org.apache.falcon</groupId>
<artifactId>falcon-main</artifactId>
- <version>0.11-SNAPSHOT</version>
+ <version>0.11</version>
</parent>
<artifactId>falcon-distcp-replication</artifactId>
<description>Apache Falcon Distcp Replication Module</description>
http://git-wip-us.apache.org/repos/asf/falcon/blob/a2ef339a/rerun/pom.xml
----------------------------------------------------------------------
diff --git a/rerun/pom.xml b/rerun/pom.xml
index f45580f..1df879b 100644
--- a/rerun/pom.xml
+++ b/rerun/pom.xml
@@ -25,7 +25,7 @@
<parent>
<groupId>org.apache.falcon</groupId>
<artifactId>falcon-main</artifactId>
- <version>0.11-SNAPSHOT</version>
+ <version>0.11</version>
</parent>
<artifactId>falcon-rerun</artifactId>
<description>Apache Falcon Rerun Handler</description>
http://git-wip-us.apache.org/repos/asf/falcon/blob/a2ef339a/retention/pom.xml
----------------------------------------------------------------------
diff --git a/retention/pom.xml b/retention/pom.xml
index 1f0ef41..f5be28c 100644
--- a/retention/pom.xml
+++ b/retention/pom.xml
@@ -25,7 +25,7 @@
<parent>
<groupId>org.apache.falcon</groupId>
<artifactId>falcon-main</artifactId>
- <version>0.11-SNAPSHOT</version>
+ <version>0.11</version>
</parent>
<artifactId>falcon-retention</artifactId>
<description>Apache Falcon Retention Module</description>
http://git-wip-us.apache.org/repos/asf/falcon/blob/a2ef339a/scheduler/pom.xml
----------------------------------------------------------------------
diff --git a/scheduler/pom.xml b/scheduler/pom.xml
index 390cd29..4a22693 100644
--- a/scheduler/pom.xml
+++ b/scheduler/pom.xml
@@ -24,7 +24,7 @@
<parent>
<groupId>org.apache.falcon</groupId>
<artifactId>falcon-main</artifactId>
- <version>0.11-SNAPSHOT</version>
+ <version>0.11</version>
</parent>
<artifactId>falcon-scheduler</artifactId>
<description>Apache Falcon Scheduler Module</description>
http://git-wip-us.apache.org/repos/asf/falcon/blob/a2ef339a/shell/pom.xml
----------------------------------------------------------------------
diff --git a/shell/pom.xml b/shell/pom.xml
index fea6b54..b10cb33 100644
--- a/shell/pom.xml
+++ b/shell/pom.xml
@@ -24,7 +24,7 @@
<parent>
<groupId>org.apache.falcon</groupId>
<artifactId>falcon-main</artifactId>
- <version>0.11-SNAPSHOT</version>
+ <version>0.11</version>
</parent>
<artifactId>falcon-shell</artifactId>
<name>Apache Falcon Shell</name>
http://git-wip-us.apache.org/repos/asf/falcon/blob/a2ef339a/test-tools/hadoop-webapp/pom.xml
----------------------------------------------------------------------
diff --git a/test-tools/hadoop-webapp/pom.xml b/test-tools/hadoop-webapp/pom.xml
index f9d693f..9a70f11 100644
--- a/test-tools/hadoop-webapp/pom.xml
+++ b/test-tools/hadoop-webapp/pom.xml
@@ -24,7 +24,7 @@
<parent>
<groupId>org.apache.falcon</groupId>
<artifactId>falcon-main</artifactId>
- <version>0.11-SNAPSHOT</version>
+ <version>0.11</version>
<relativePath>../..</relativePath>
</parent>
<artifactId>falcon-hadoop-webapp</artifactId>
http://git-wip-us.apache.org/repos/asf/falcon/blob/a2ef339a/test-tools/hcatalog-sharelib/pom.xml
----------------------------------------------------------------------
diff --git a/test-tools/hcatalog-sharelib/pom.xml b/test-tools/hcatalog-sharelib/pom.xml
index 707db7f..fdb0c4e 100644
--- a/test-tools/hcatalog-sharelib/pom.xml
+++ b/test-tools/hcatalog-sharelib/pom.xml
@@ -22,7 +22,7 @@ limitations under the License.
<parent>
<groupId>org.apache.falcon</groupId>
<artifactId>falcon-main</artifactId>
- <version>0.11-SNAPSHOT</version>
+ <version>0.11</version>
<relativePath>../..</relativePath>
</parent>
<artifactId>falcon-sharelib-hcatalog</artifactId>
http://git-wip-us.apache.org/repos/asf/falcon/blob/a2ef339a/test-tools/hive-sharelib/pom.xml
----------------------------------------------------------------------
diff --git a/test-tools/hive-sharelib/pom.xml b/test-tools/hive-sharelib/pom.xml
index fd6ac2f..c0d6fe6 100644
--- a/test-tools/hive-sharelib/pom.xml
+++ b/test-tools/hive-sharelib/pom.xml
@@ -22,7 +22,7 @@ limitations under the License.
<parent>
<groupId>org.apache.falcon</groupId>
<artifactId>falcon-main</artifactId>
- <version>0.11-SNAPSHOT</version>
+ <version>0.11</version>
<relativePath>../..</relativePath>
</parent>
<artifactId>falcon-sharelib-hive</artifactId>
http://git-wip-us.apache.org/repos/asf/falcon/blob/a2ef339a/test-tools/oozie-sharelib/pom.xml
----------------------------------------------------------------------
diff --git a/test-tools/oozie-sharelib/pom.xml b/test-tools/oozie-sharelib/pom.xml
index 2976d6c..0534769 100644
--- a/test-tools/oozie-sharelib/pom.xml
+++ b/test-tools/oozie-sharelib/pom.xml
@@ -21,7 +21,7 @@ limitations under the License.
<parent>
<groupId>org.apache.falcon</groupId>
<artifactId>falcon-main</artifactId>
- <version>0.11-SNAPSHOT</version>
+ <version>0.11</version>
<relativePath>../..</relativePath>
</parent>
<artifactId>falcon-sharelib-oozie</artifactId>
http://git-wip-us.apache.org/repos/asf/falcon/blob/a2ef339a/test-tools/pig-sharelib/pom.xml
----------------------------------------------------------------------
diff --git a/test-tools/pig-sharelib/pom.xml b/test-tools/pig-sharelib/pom.xml
index 71fd1df..d94dace 100644
--- a/test-tools/pig-sharelib/pom.xml
+++ b/test-tools/pig-sharelib/pom.xml
@@ -21,7 +21,7 @@ limitations under the License.
<parent>
<groupId>org.apache.falcon</groupId>
<artifactId>falcon-main</artifactId>
- <version>0.11-SNAPSHOT</version>
+ <version>0.11</version>
<relativePath>../..</relativePath>
</parent>
<artifactId>falcon-sharelib-pig</artifactId>
http://git-wip-us.apache.org/repos/asf/falcon/blob/a2ef339a/test-tools/pom.xml
----------------------------------------------------------------------
diff --git a/test-tools/pom.xml b/test-tools/pom.xml
index 9865246..2eb23b4 100644
--- a/test-tools/pom.xml
+++ b/test-tools/pom.xml
@@ -24,7 +24,7 @@
<parent>
<groupId>org.apache.falcon</groupId>
<artifactId>falcon-main</artifactId>
- <version>0.11-SNAPSHOT</version>
+ <version>0.11</version>
</parent>
<artifactId>falcon-test-tools</artifactId>
<description>Apache Falcon Test Tools - Test Cluster</description>
http://git-wip-us.apache.org/repos/asf/falcon/blob/a2ef339a/test-util/pom.xml
----------------------------------------------------------------------
diff --git a/test-util/pom.xml b/test-util/pom.xml
index 6e2303a..4d2bd2b 100644
--- a/test-util/pom.xml
+++ b/test-util/pom.xml
@@ -24,7 +24,7 @@
<parent>
<groupId>org.apache.falcon</groupId>
<artifactId>falcon-main</artifactId>
- <version>0.11-SNAPSHOT</version>
+ <version>0.11</version>
</parent>
<artifactId>falcon-test-util</artifactId>
<description>Apache Falcon Test Utility</description>
http://git-wip-us.apache.org/repos/asf/falcon/blob/a2ef339a/titan/pom.xml
----------------------------------------------------------------------
diff --git a/titan/pom.xml b/titan/pom.xml
index 094b58c..e869a64 100644
--- a/titan/pom.xml
+++ b/titan/pom.xml
@@ -24,7 +24,7 @@
<parent>
<artifactId>falcon-main</artifactId>
<groupId>org.apache.falcon</groupId>
- <version>0.11-SNAPSHOT</version>
+ <version>0.11</version>
</parent>
<artifactId>falcon-titan</artifactId>
<description>Titan HBase 1.0 shaded libraries for 0.5.4 for Falcon</description>
http://git-wip-us.apache.org/repos/asf/falcon/blob/a2ef339a/unit/pom.xml
----------------------------------------------------------------------
diff --git a/unit/pom.xml b/unit/pom.xml
index 6405460..0159f74 100644
--- a/unit/pom.xml
+++ b/unit/pom.xml
@@ -23,7 +23,7 @@
<parent>
<artifactId>falcon-main</artifactId>
<groupId>org.apache.falcon</groupId>
- <version>0.11-SNAPSHOT</version>
+ <version>0.11</version>
</parent>
<modelVersion>4.0.0</modelVersion>
<artifactId>falcon-unit</artifactId>
http://git-wip-us.apache.org/repos/asf/falcon/blob/a2ef339a/webapp/pom.xml
----------------------------------------------------------------------
diff --git a/webapp/pom.xml b/webapp/pom.xml
index 9b68744..6472a69 100644
--- a/webapp/pom.xml
+++ b/webapp/pom.xml
@@ -24,7 +24,7 @@
<parent>
<groupId>org.apache.falcon</groupId>
<artifactId>falcon-main</artifactId>
- <version>0.11-SNAPSHOT</version>
+ <version>0.11</version>
</parent>
<artifactId>falcon-webapp</artifactId>
<description>Apache Falcon Web Application</description>
[22/26] falcon git commit: FALCON-2308 Format fix
Posted by pa...@apache.org.
FALCON-2308 Format fix
Project: http://git-wip-us.apache.org/repos/asf/falcon/repo
Commit: http://git-wip-us.apache.org/repos/asf/falcon/commit/f67d835d
Tree: http://git-wip-us.apache.org/repos/asf/falcon/tree/f67d835d
Diff: http://git-wip-us.apache.org/repos/asf/falcon/diff/f67d835d
Branch: refs/heads/master
Commit: f67d835d1fa20c27d010131b3d982a5ee97b5a58
Parents: 736b3ba
Author: Pallavi Rao <pa...@inmobi.com>
Authored: Mon Oct 23 10:44:43 2017 +0530
Committer: Pallavi Rao <pa...@inmobi.com>
Committed: Mon Oct 23 10:44:43 2017 +0530
----------------------------------------------------------------------
release-docs/0.11/CHANGES.0.11.md | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/falcon/blob/f67d835d/release-docs/0.11/CHANGES.0.11.md
----------------------------------------------------------------------
diff --git a/release-docs/0.11/CHANGES.0.11.md b/release-docs/0.11/CHANGES.0.11.md
index 19c2b6c..cbfe4c5 100644
--- a/release-docs/0.11/CHANGES.0.11.md
+++ b/release-docs/0.11/CHANGES.0.11.md
@@ -158,6 +158,6 @@ None
### DOCUMENTATION:
| JIRA | Summary | Priority | Contributor | Reporter |
-|:---- |:---- | :--- |:---- |:---- |:---- |
+|:---- |:---- |:---- |:---- |:---- |
| [FALCON-2143](https://issues.apache.org/jira/browse/FALCON-2143) | Documentation of BacklogEmitter Service | Major | Praveen Adlakha | Praveen Adlakha |
| [FALCON-2078](https://issues.apache.org/jira/browse/FALCON-2078) | Documentation for Process SLA | Major | Praveen Adlakha | Praveen Adlakha |
[16/26] falcon git commit: FALCON-2293 falcon extension fails for
deletion if 2 extensions have same entity name
Posted by pa...@apache.org.
FALCON-2293 falcon extension fails for deletion if 2 extensions have same entity name
Author: sandeep <sa...@gmail.com>
Author: sandeep.samudrala <sa...@gmail.com>
Reviewers: @pallavi-rao
Closes #378 from sandeepSamudrala/FALCON-2293 and squashes the following commits:
478700c [sandeep.samudrala] FALCON-2293 Removed unused import
d506de6 [sandeep] FALCON-2285 Addressed review comments
873889a [sandeep] FALCON-2285 Modified error message
aa2390b [sandeep] FALCON-2293 falcon extension fails for deletion if 2 extensions have same entity name
d0e39e8 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
85750dd [sandeep] Merge branch 'master' of https://github.com/apache/falcon
432a03a [sandeep] Merge branch 'master' of https://github.com/apache/falcon
0780363 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
a3bd0e9 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
db425c5 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
3f67fed [sandeep] Merge branch 'master' of https://github.com/apache/falcon
cb2b00d [sandeep] Merge branch 'master' of https://github.com/apache/falcon
79e8d64 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
7de7798 [sandeep] go -b FALCON-2263Merge branch 'master' of https://github.com/apache/falcon
c5da0a2 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
7e16263 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
a234d94 [sandeep] FALCON-2231 Incoporated review comments and small fixes for duplicate submission and colo addition to schedule command
26e3350 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
73fbf75 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
cc28658 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
089b10d [sandeep] Merge branch 'master' of https://github.com/apache/falcon
456d4ee [sandeep] Merge branch 'master' of https://github.com/apache/falcon
0cf9af6 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
4a2e23e [sandeep] Merge branch 'master' of https://github.com/apache/falcon
b1546ed [sandeep] Merge branch 'master' of https://github.com/apache/falcon
0a433fb [sandeep] Merge branch 'master' of https://github.com/apache/falcon
194f36a [sandeep] Merge branch 'master' of https://github.com/apache/falcon
e0ad358 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
f96a084 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
9cf36e9 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
bbca081 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
48f6afa [sandeep] Merge branch 'master' of https://github.com/apache/falcon
250cc46 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
d0393e9 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
a178805 [sandeep] Merge branch 'master' of https://github.com/apache/falcon
d6dc8bf [sandeep] Merge branch 'master' of https://github.com/apache/falcon
1bb8d3c [sandeep] Merge branch 'master' of https://github.com/apache/falcon
c065566 [sandeep] reverting last line changes made
1a4dcd2 [sandeep] rebased and resolved the conflicts from master
271318b [sandeep] FALCON-2097. Adding UT to the new method for getting next instance time with Delay.
a94d4fe [sandeep] rebasing from master
9e68a57 [sandeep] FALCON-298. Feed update with replication delay creates holes
(cherry picked from commit 52f308aa262c413c76b7d06bb159930d367ea3a3)
Signed-off-by: Pallavi Rao <pa...@inmobi.com>
Project: http://git-wip-us.apache.org/repos/asf/falcon/repo
Commit: http://git-wip-us.apache.org/repos/asf/falcon/commit/f1a8106a
Tree: http://git-wip-us.apache.org/repos/asf/falcon/tree/f1a8106a
Diff: http://git-wip-us.apache.org/repos/asf/falcon/diff/f1a8106a
Branch: refs/heads/master
Commit: f1a8106a228691647480e62669d27c02f249ccfa
Parents: 51f1ec9
Author: sandeep <sa...@gmail.com>
Authored: Thu Mar 23 08:44:31 2017 +0530
Committer: Pallavi Rao <pa...@inmobi.com>
Committed: Thu Mar 23 08:44:55 2017 +0530
----------------------------------------------------------------------
.../org/apache/falcon/ExtensionHandler.java | 2 +-
.../resource/AbstractExtensionManager.java | 20 ++++++++++++++++++++
.../resource/proxy/ExtensionManagerProxy.java | 15 ++++++++-------
.../falcon/unit/LocalExtensionManager.java | 6 ++++++
.../org/apache/falcon/unit/TestFalconUnit.java | 7 +++++++
5 files changed, 42 insertions(+), 8 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/falcon/blob/f1a8106a/client/src/main/java/org/apache/falcon/ExtensionHandler.java
----------------------------------------------------------------------
diff --git a/client/src/main/java/org/apache/falcon/ExtensionHandler.java b/client/src/main/java/org/apache/falcon/ExtensionHandler.java
index 769cd78..3961e46 100644
--- a/client/src/main/java/org/apache/falcon/ExtensionHandler.java
+++ b/client/src/main/java/org/apache/falcon/ExtensionHandler.java
@@ -148,7 +148,7 @@ public final class ExtensionHandler {
private static String createStagePath(String extensionName, String jobName) {
String stagePath = TMP_BASE_DIR + File.separator + extensionName + PATH_SEPARATOR + jobName
- + PATH_SEPARATOR + System.currentTimeMillis()/1000;
+ + PATH_SEPARATOR + System.currentTimeMillis();
File tmpPath = new File(stagePath);
if (tmpPath.mkdir()) {
throw new FalconCLIException("Failed to create stage directory" + tmpPath.toString());
http://git-wip-us.apache.org/repos/asf/falcon/blob/f1a8106a/prism/src/main/java/org/apache/falcon/resource/AbstractExtensionManager.java
----------------------------------------------------------------------
diff --git a/prism/src/main/java/org/apache/falcon/resource/AbstractExtensionManager.java b/prism/src/main/java/org/apache/falcon/resource/AbstractExtensionManager.java
index 4ffeb95..2131996 100644
--- a/prism/src/main/java/org/apache/falcon/resource/AbstractExtensionManager.java
+++ b/prism/src/main/java/org/apache/falcon/resource/AbstractExtensionManager.java
@@ -23,6 +23,7 @@ import org.apache.falcon.FalconWebException;
import org.apache.falcon.entity.EntityNotRegisteredException;
import org.apache.falcon.entity.EntityUtil;
import org.apache.falcon.entity.parser.ValidationException;
+import org.apache.falcon.entity.v0.Entity;
import org.apache.falcon.extensions.ExtensionStatus;
import org.apache.falcon.entity.v0.EntityType;
import org.apache.falcon.extensions.jdbc.ExtensionMetaStore;
@@ -276,6 +277,25 @@ public class AbstractExtensionManager extends AbstractSchedulableEntityManager {
}
}
+ protected static void checkIfPartOfAnotherExtension(String entityName, EntityType entityType, String jobName)
+ throws FalconException {
+ try {
+ Entity entity = EntityUtil.getEntity(entityType, entityName);
+ String extractedJobName = AbstractExtensionManager.getJobNameFromTag(entity.getTags());
+ if (StringUtils.isBlank(extractedJobName)) {
+ LOG.error("Entity:{} is already submitted", entity.getName());
+ throw FalconWebException.newAPIException("Entity:" + entity.getName() + " is already submitted",
+ Response.Status.INTERNAL_SERVER_ERROR);
+ } else if (!extractedJobName.equals(jobName)) {
+ LOG.error("Entity: {} is part another extension job:{}", entity.getName(), extractedJobName);
+ throw FalconWebException.newAPIException("Entity:" + entity.getName() +" is part another extension job:"
+ + extractedJobName, Response.Status.INTERNAL_SERVER_ERROR);
+ }
+ } catch (EntityNotRegisteredException ignored) {
+ //Valid. Ignore if its not submitted already.
+ }
+ }
+
protected static ExtensionBean getExtensionIfExists(String extensionName) {
ExtensionMetaStore metaStore = ExtensionStore.getMetaStore();
ExtensionBean extensionBean = metaStore.getDetail(extensionName);
http://git-wip-us.apache.org/repos/asf/falcon/blob/f1a8106a/prism/src/main/java/org/apache/falcon/resource/proxy/ExtensionManagerProxy.java
----------------------------------------------------------------------
diff --git a/prism/src/main/java/org/apache/falcon/resource/proxy/ExtensionManagerProxy.java b/prism/src/main/java/org/apache/falcon/resource/proxy/ExtensionManagerProxy.java
index 9808892..e05e2e3 100644
--- a/prism/src/main/java/org/apache/falcon/resource/proxy/ExtensionManagerProxy.java
+++ b/prism/src/main/java/org/apache/falcon/resource/proxy/ExtensionManagerProxy.java
@@ -420,8 +420,8 @@ public class ExtensionManagerProxy extends AbstractExtensionManager {
throws FalconException, IOException, JAXBException {
List<Entity> feeds = entityMap.get(EntityType.FEED);
List<Entity> processes = entityMap.get(EntityType.PROCESS);
- validateFeeds(feeds);
- validateProcesses(processes);
+ validateFeeds(feeds, jobName);
+ validateProcesses(processes, jobName);
List<String> feedNames = new ArrayList<>();
List<String> processNames = new ArrayList<>();
@@ -458,8 +458,8 @@ public class ExtensionManagerProxy extends AbstractExtensionManager {
HttpServletRequest request) throws FalconException, IOException, JAXBException {
List<Entity> feeds = entityMap.get(EntityType.FEED);
List<Entity> processes = entityMap.get(EntityType.PROCESS);
- validateFeeds(feeds);
- validateProcesses(processes);
+ validateFeeds(feeds, jobName);
+ validateProcesses(processes, jobName);
List<String> feedNames = new ArrayList<>();
List<String> processNames = new ArrayList<>();
@@ -503,16 +503,17 @@ public class ExtensionManagerProxy extends AbstractExtensionManager {
return getBufferedRequest(new HttpServletRequestInputStreamWrapper(request, servletInputStream));
}
-
- private void validateFeeds(List<Entity> feeds) throws FalconException {
+ private void validateFeeds(List<Entity> feeds, String jobName) throws FalconException {
for (Entity feed : feeds) {
+ checkIfPartOfAnotherExtension(feed.getName(), EntityType.FEED, jobName);
super.validate(feed);
}
}
- private void validateProcesses(List<Entity> processes) throws FalconException {
+ private void validateProcesses(List<Entity> processes, String jobName) throws FalconException {
ProcessEntityParser processEntityParser = new ProcessEntityParser();
for (Entity process : processes) {
+ checkIfPartOfAnotherExtension(process.getName(), EntityType.PROCESS, jobName);
processEntityParser.validate((Process) process, false);
}
}
http://git-wip-us.apache.org/repos/asf/falcon/blob/f1a8106a/unit/src/main/java/org/apache/falcon/unit/LocalExtensionManager.java
----------------------------------------------------------------------
diff --git a/unit/src/main/java/org/apache/falcon/unit/LocalExtensionManager.java b/unit/src/main/java/org/apache/falcon/unit/LocalExtensionManager.java
index 8936225..f196736 100644
--- a/unit/src/main/java/org/apache/falcon/unit/LocalExtensionManager.java
+++ b/unit/src/main/java/org/apache/falcon/unit/LocalExtensionManager.java
@@ -20,6 +20,7 @@ package org.apache.falcon.unit;
import org.apache.commons.io.IOUtils;
import org.apache.falcon.FalconException;
+import org.apache.falcon.entity.EntityUtil;
import org.apache.falcon.entity.v0.Entity;
import org.apache.falcon.entity.v0.EntityType;
import org.apache.falcon.extensions.jdbc.ExtensionMetaStore;
@@ -48,8 +49,13 @@ public class LocalExtensionManager extends AbstractExtensionManager {
SortedMap<EntityType, List<Entity>> entityMap) throws FalconException, IOException {
checkIfExtensionIsEnabled(extensionName);
checkIfExtensionJobNameExists(jobName, extensionName);
+ EntityUtil.applyTags(extensionName, jobName, entityMap.get(EntityType.FEED));
+ EntityUtil.applyTags(extensionName, jobName, entityMap.get(EntityType.PROCESS));
for (Map.Entry<EntityType, List<Entity>> entry : entityMap.entrySet()) {
for (Entity entity : entry.getValue()) {
+ checkIfPartOfAnotherExtension(entity.getName(), entity.getEntityType(), jobName);
+ }
+ for (Entity entity : entry.getValue()) {
submitInternal(entity, "falconUser");
}
}
http://git-wip-us.apache.org/repos/asf/falcon/blob/f1a8106a/unit/src/test/java/org/apache/falcon/unit/TestFalconUnit.java
----------------------------------------------------------------------
diff --git a/unit/src/test/java/org/apache/falcon/unit/TestFalconUnit.java b/unit/src/test/java/org/apache/falcon/unit/TestFalconUnit.java
index 861a089..6b63c23 100644
--- a/unit/src/test/java/org/apache/falcon/unit/TestFalconUnit.java
+++ b/unit/src/test/java/org/apache/falcon/unit/TestFalconUnit.java
@@ -74,6 +74,7 @@ public class TestFalconUnit extends FalconUnitTestBase {
private static final String JARS_DIR = "file:///" + System.getProperty("user.dir") + "/src/test/resources";
private static final String EXTENSION_PROPERTIES = "extension.properties";
private static final String TEST_JOB = "testJob";
+ private static final String TEST_JOB_DUPLICATE = "testJobDuplicate";
private static final String TEST_EXTENSION = "testExtension";
private FileSystem fileSystem;
@@ -459,6 +460,12 @@ public class TestFalconUnit extends FalconUnitTestBase {
apiResult = submitExtensionJob(TEST_EXTENSION, TEST_JOB, null, null);
assertStatus(apiResult);
+ try {
+ submitExtensionJob(TEST_EXTENSION, TEST_JOB_DUPLICATE, null, null);
+ } catch (FalconWebException e) {
+ Assert.assertEquals(((APIResult) e.getResponse().getEntity()).getMessage(), "Entity:sample is part another "
+ + "extension job:testJob");
+ }
ExtensionJobList extensionJobList = getExtensionJobs(TEST_EXTENSION, null, null);
Assert.assertEquals(extensionJobList.getNumJobs(), 1);
[25/26] falcon git commit: Merge remote-tracking branch 'apache/0.11'
Posted by pa...@apache.org.
Merge remote-tracking branch 'apache/0.11'
Project: http://git-wip-us.apache.org/repos/asf/falcon/repo
Commit: http://git-wip-us.apache.org/repos/asf/falcon/commit/6c912891
Tree: http://git-wip-us.apache.org/repos/asf/falcon/tree/6c912891
Diff: http://git-wip-us.apache.org/repos/asf/falcon/diff/6c912891
Branch: refs/heads/master
Commit: 6c91289117d8dd7ba75aca688348a120e5fd54f9
Parents: d07a2f7 645e571
Author: Pallavi Rao <pa...@inmobi.com>
Authored: Mon Oct 23 11:04:53 2017 +0530
Committer: Pallavi Rao <pa...@inmobi.com>
Committed: Mon Oct 23 11:04:53 2017 +0530
----------------------------------------------------------------------
CHANGES.txt | 4 +
acquisition/pom.xml | 2 +-
addons/adf/pom.xml | 2 +-
addons/designer/pom.xml | 2 +-
addons/extensions/hdfs-mirroring/pom.xml | 2 +-
.../extensions/hdfs-snapshot-mirroring/pom.xml | 2 +-
addons/extensions/hive-mirroring/pom.xml | 2 +-
addons/hdfs-snapshot-mirroring/pom.xml | 2 +-
addons/hivedr/pom.xml | 2 +-
archival/pom.xml | 2 +-
build-tools/pom.xml | 2 +-
cli/pom.xml | 2 +-
client/pom.xml | 2 +-
common-types/pom.xml | 2 +-
common/pom.xml | 2 +-
distro/pom.xml | 2 +-
docs/pom.xml | 2 +-
examples/pom.xml | 2 +-
extensions/pom.xml | 2 +-
falcon-regression/merlin-core/pom.xml | 2 +-
falcon-regression/merlin/pom.xml | 2 +-
falcon-regression/pom.xml | 4 +-
falcon-ui/pom.xml | 2 +-
hadoop-dependencies/pom.xml | 2 +-
lifecycle/pom.xml | 2 +-
messaging/pom.xml | 2 +-
metrics/pom.xml | 2 +-
oozie-el-extensions/pom.xml | 2 +-
oozie/pom.xml | 2 +-
pom.xml | 2 +-
prism/pom.xml | 2 +-
release-docs/0.11/CHANGES.0.11.md | 164 +++++++++++++++++++
replication/pom.xml | 2 +-
rerun/pom.xml | 2 +-
retention/pom.xml | 2 +-
scheduler/pom.xml | 2 +-
shell/pom.xml | 2 +-
test-tools/hadoop-webapp/pom.xml | 2 +-
test-tools/hcatalog-sharelib/pom.xml | 2 +-
test-tools/hive-sharelib/pom.xml | 2 +-
test-tools/oozie-sharelib/pom.xml | 2 +-
test-tools/pig-sharelib/pom.xml | 2 +-
test-tools/pom.xml | 2 +-
test-util/pom.xml | 2 +-
titan/pom.xml | 2 +-
unit/pom.xml | 2 +-
webapp/pom.xml | 2 +-
47 files changed, 214 insertions(+), 46 deletions(-)
----------------------------------------------------------------------