You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@apex.apache.org by da...@apache.org on 2016/05/10 18:49:30 UTC
[1/2] incubator-apex-core git commit: Add @since tags and update
change log for release 3.4.0
Repository: incubator-apex-core
Updated Branches:
refs/heads/release-3.4 da46ec186 -> f6ec4a599
Add @since tags and update change log for release 3.4.0
Project: http://git-wip-us.apache.org/repos/asf/incubator-apex-core/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-apex-core/commit/3ebc94f6
Tree: http://git-wip-us.apache.org/repos/asf/incubator-apex-core/tree/3ebc94f6
Diff: http://git-wip-us.apache.org/repos/asf/incubator-apex-core/diff/3ebc94f6
Branch: refs/heads/release-3.4
Commit: 3ebc94f65c22b821d0e663c47f72866b424c0268
Parents: da46ec1
Author: Thomas Weise <th...@datatorrent.com>
Authored: Thu May 5 20:49:01 2016 -0700
Committer: Thomas Weise <th...@datatorrent.com>
Committed: Thu May 5 20:49:01 2016 -0700
----------------------------------------------------------------------
CHANGELOG.md | 76 ++++++++++++++++++++
.../java/com/datatorrent/api/AffinityRule.java | 2 +
.../com/datatorrent/api/AffinityRulesSet.java | 2 +
.../BlacklistBasedResourceRequestHandler.java | 2 +
.../stram/engine/AbstractReservoir.java | 2 +
.../stram/engine/ForwardingReservoir.java | 3 +
.../datatorrent/stram/util/SecurityUtils.java | 2 +
7 files changed, 89 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-apex-core/blob/3ebc94f6/CHANGELOG.md
----------------------------------------------------------------------
diff --git a/CHANGELOG.md b/CHANGELOG.md
index d5a3912..1a5f460 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -1,6 +1,81 @@
Apex Changelog
========================================================================================================================
+Version 3.4.0 - 2016-05-09
+------------------------------------------------------------------------------------------------------------------------
+
+### Sub-task
+* [APEXCORE-254] - Introduce Abstract and Forwarding Reservoir classes
+* [APEXCORE-269] - Provide concrete implementation of AbstractReservoir based on SpscArrayQueue
+* [APEXCORE-365] - Buffer server handling for tuple length that exceeds data list block size
+* [APEXCORE-369] - Fix timeout in AbstractReservoirTest.performanceTest
+* [APEXCORE-402] - SpscArrayQueue to notify publishing thread on not full condition
+
+### Bug
+* [APEXCORE-130] - Throwing A Runtime Exception In Setup Causes The Operator To Block
+* [APEXCORE-201] - Reported latency is wrong when a downstream operator is behind more than 1000 windows
+* [APEXCORE-326] - Iteration causes problems when there are multiple streams between two operators
+* [APEXCORE-335] - StramLocalCluster should teardown StreaminContainerManager after run is complete
+* [APEXCORE-349] - Application/operator/port attributes should be returned using string codec in REST service
+* [APEXCORE-350] - STRAM's REST service sometimes returns duplicate and conflicting Content-Type headers
+* [APEXCORE-352] - Temp directories/files not created in temp directory specified by system property java.io.tmpdir
+* [APEXCORE-353] - Buffer server may stop processing data
+* [APEXCORE-355] - CLI list-*-attributes command name change
+* [APEXCORE-362] - NPE in StreamingContainerManager
+* [APEXCORE-363] - NPE in StreamingContainerManager
+* [APEXCORE-374] - Block with positive reference count is found during buffer server purge
+* [APEXCORE-375] - Container killed because of Out of Sequence tuple error.
+* [APEXCORE-376] - CLI command 'dump-properties-file' does not work when connected to an app
+* [APEXCORE-385] - Temp directories/files not always cleaned up when launching applications
+* [APEXCORE-391] - AsyncFSStorageAgent creates tmp directory unnecessarily
+* [APEXCORE-393] - Reset failure count when consecutive failed node is removed from blacklist
+* [APEXCORE-397] - Allow configurability of stram web services authentication
+* [APEXCORE-398] - Ack may not be delivered from buffer server to it's client
+* [APEXCORE-403] - DelayOperator unit test fails intermittently
+* [APEXCORE-413] - Collision between Sink.getCount() and SweepableReservoir.getCount()
+* [APEXCORE-415] - Input Operator double checkpoint
+* [APEXCORE-421] - Double Checkpointing May Happen In Input Node On Shutdown
+* [APEXCORE-422] - Checkstyle rule related to allowSamelineParameterizedAnnotation suppression
+* [APEXCORE-434] - ClassCastException when making webservice calls to STRAM in secure mode
+* [APEXCORE-436] - Update log4j.properties in archetype test resources to set debug level for org.apache.apex
+* [APEXCORE-439] - After dynamic repartition application appears blocked
+* [APEXCORE-444] - 401 authentication errors when making webservice calls to STRAM in secure mode
+* [APEXCORE-445] - Race condition in AsynFSStorageAgent.save()
+
+### Improvement
+* [APEXCORE-92] - Blacklist problem nodes from future container requests
+* [APEXCORE-107] - Support adding module to application using property file API.
+* [APEXCORE-304] - Ability to add jars to classpath in populateDAG
+* [APEXCORE-328] - CLI tests should not rely on default maven repository or mvn being on the PATH
+* [APEXCORE-330] - Ability to obtain a thread dump from a container
+* [APEXCORE-358] - Make RPC timeout configurable
+* [APEXCORE-380] - Idle time sleep time should increase from 0 to a configurable max value
+* [APEXCORE-383] - Time to sleep while reservoirs are full should increase from 0 to a configurable max value
+* [APEXCORE-384] - For smaller InlineStream port queue size use ArrayBlockingQueueReservoir as default
+* [APEXCORE-399] - Need better debug information in stram web service filter initializer
+* [APEXCORE-400] - Create documentation for security
+* [APEXCORE-401] - Create a separate artifact for checkstyle and other common configurations
+* [APEXCORE-407] - Adaptive SPIN_MILLIS for input operators
+* [APEXCORE-409] - Document json application format
+* [APEXCORE-419] - When operator is blocked, print out a warning instead of debug
+* [APEXCORE-447] - Document: update AutoMetrics with AppDataTracker link
+
+### New Feature
+* [APEXCORE-10] - Enable non-affinity of operators per node (not containers)
+* [APEXCORE-359] - Add clean-app-directories command to CLI to clean up data of terminated apps
+* [APEXCORE-411] - Restart app without specifying app package
+
+### Task
+* [APEXCORE-293] - Add core and malhar documentation to project web site
+* [APEXCORE-319] - Document backward compatibility guidelines
+* [APEXCORE-340] - Rename dtcli script to apex
+* [APEXCORE-345] - Upgrade to 0.7.0 japicmp
+* [APEXCORE-381] - Upgrade async-http-client dependency version because of security issue
+* [APEXCORE-410] - Upgrade to netlet 1.2.1
+* [APEXCORE-423] - Fix style violations in Apex Core
+* [APEXCORE-446] - Add source jar in the shaded-ning build
+
+
Version 3.3.0-incubating - 2016-02-08
------------------------------------------------------------------------------------------------------------------------
@@ -67,6 +142,7 @@ Version 3.3.0-incubating - 2016-02-08
* [APEXCORE-308] - Implement findbugs plugin reporting
* [APEXCORE-317] - Run performance benchmark for the Apex Core 3.3.0 release
+
Version 3.2.0-incubating - 2015-10-23
------------------------------------------------------------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-apex-core/blob/3ebc94f6/api/src/main/java/com/datatorrent/api/AffinityRule.java
----------------------------------------------------------------------
diff --git a/api/src/main/java/com/datatorrent/api/AffinityRule.java b/api/src/main/java/com/datatorrent/api/AffinityRule.java
index 827e833..5e10ccd 100644
--- a/api/src/main/java/com/datatorrent/api/AffinityRule.java
+++ b/api/src/main/java/com/datatorrent/api/AffinityRule.java
@@ -39,6 +39,8 @@ import com.datatorrent.api.DAG.Locality;
* operators should not be allocated on the same node. The rule can be either
* strict or relaxed.
*
+ *
+ * @since 3.4.0
*/
public class AffinityRule implements Serializable
{
http://git-wip-us.apache.org/repos/asf/incubator-apex-core/blob/3ebc94f6/api/src/main/java/com/datatorrent/api/AffinityRulesSet.java
----------------------------------------------------------------------
diff --git a/api/src/main/java/com/datatorrent/api/AffinityRulesSet.java b/api/src/main/java/com/datatorrent/api/AffinityRulesSet.java
index 95af8b6..31098af 100644
--- a/api/src/main/java/com/datatorrent/api/AffinityRulesSet.java
+++ b/api/src/main/java/com/datatorrent/api/AffinityRulesSet.java
@@ -23,6 +23,8 @@ import java.util.Collection;
/**
* Wrapper class for containing set of Affinity rules specified for application
+ *
+ * @since 3.4.0
*/
public class AffinityRulesSet implements Serializable
{
http://git-wip-us.apache.org/repos/asf/incubator-apex-core/blob/3ebc94f6/engine/src/main/java/com/datatorrent/stram/BlacklistBasedResourceRequestHandler.java
----------------------------------------------------------------------
diff --git a/engine/src/main/java/com/datatorrent/stram/BlacklistBasedResourceRequestHandler.java b/engine/src/main/java/com/datatorrent/stram/BlacklistBasedResourceRequestHandler.java
index 510f29a..5bc2fad 100644
--- a/engine/src/main/java/com/datatorrent/stram/BlacklistBasedResourceRequestHandler.java
+++ b/engine/src/main/java/com/datatorrent/stram/BlacklistBasedResourceRequestHandler.java
@@ -41,6 +41,8 @@ import com.datatorrent.stram.StreamingContainerAgent.ContainerStartRequest;
* Host specific container requests are not allocated on Cloudera as captured in
* Jira Yarn-1412 (https://issues.apache.org/jira/browse/YARN-1412)
* To handle such requests, we blacklist all the other nodes before issueing node request.
+ *
+ * @since 3.4.0
*/
public class BlacklistBasedResourceRequestHandler extends ResourceRequestHandler
{
http://git-wip-us.apache.org/repos/asf/incubator-apex-core/blob/3ebc94f6/engine/src/main/java/com/datatorrent/stram/engine/AbstractReservoir.java
----------------------------------------------------------------------
diff --git a/engine/src/main/java/com/datatorrent/stram/engine/AbstractReservoir.java b/engine/src/main/java/com/datatorrent/stram/engine/AbstractReservoir.java
index de3b1f3..06f3456 100644
--- a/engine/src/main/java/com/datatorrent/stram/engine/AbstractReservoir.java
+++ b/engine/src/main/java/com/datatorrent/stram/engine/AbstractReservoir.java
@@ -44,6 +44,8 @@ import static java.lang.Thread.sleep;
* Abstract Sweepable Reservoir implementation. Implements all methods of {@link SweepableReservoir} except
* {@link SweepableReservoir#sweep}. Classes that extend {@link AbstractReservoir} must implement
* {@link BlockingQueue} interface.
+ *
+ * @since 3.4.0
*/
public abstract class AbstractReservoir implements SweepableReservoir, BlockingQueue<Object>
{
http://git-wip-us.apache.org/repos/asf/incubator-apex-core/blob/3ebc94f6/engine/src/main/java/com/datatorrent/stram/engine/ForwardingReservoir.java
----------------------------------------------------------------------
diff --git a/engine/src/main/java/com/datatorrent/stram/engine/ForwardingReservoir.java b/engine/src/main/java/com/datatorrent/stram/engine/ForwardingReservoir.java
index 49b7f31..0fdb843 100644
--- a/engine/src/main/java/com/datatorrent/stram/engine/ForwardingReservoir.java
+++ b/engine/src/main/java/com/datatorrent/stram/engine/ForwardingReservoir.java
@@ -21,6 +21,9 @@ package com.datatorrent.stram.engine;
import com.datatorrent.api.Sink;
import com.datatorrent.stram.tuple.Tuple;
+/**
+ * @since 3.4.0
+ */
public class ForwardingReservoir implements SweepableReservoir
{
public static ForwardingReservoir newReservoir(final String id, final int capacity)
http://git-wip-us.apache.org/repos/asf/incubator-apex-core/blob/3ebc94f6/engine/src/main/java/com/datatorrent/stram/util/SecurityUtils.java
----------------------------------------------------------------------
diff --git a/engine/src/main/java/com/datatorrent/stram/util/SecurityUtils.java b/engine/src/main/java/com/datatorrent/stram/util/SecurityUtils.java
index e897416..0d54511 100644
--- a/engine/src/main/java/com/datatorrent/stram/util/SecurityUtils.java
+++ b/engine/src/main/java/com/datatorrent/stram/util/SecurityUtils.java
@@ -26,6 +26,8 @@ import com.datatorrent.api.Context.StramHTTPAuthentication;
/**
*
+ *
+ * @since 3.4.0
*/
public class SecurityUtils
{
[2/2] incubator-apex-core git commit: Preparing for 3.4.1 development
Posted by da...@apache.org.
Preparing for 3.4.1 development
Project: http://git-wip-us.apache.org/repos/asf/incubator-apex-core/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-apex-core/commit/f6ec4a59
Tree: http://git-wip-us.apache.org/repos/asf/incubator-apex-core/tree/f6ec4a59
Diff: http://git-wip-us.apache.org/repos/asf/incubator-apex-core/diff/f6ec4a59
Branch: refs/heads/release-3.4
Commit: f6ec4a5996e99c91cebda0cfa95ac294c7e95e5d
Parents: 3ebc94f
Author: Thomas Weise <th...@datatorrent.com>
Authored: Tue May 10 10:48:04 2016 -0700
Committer: Thomas Weise <th...@datatorrent.com>
Committed: Tue May 10 10:48:04 2016 -0700
----------------------------------------------------------------------
apex-app-archetype/README.md | 2 +-
apex-app-archetype/pom.xml | 2 +-
apex-conf-archetype/README.md | 2 +-
apex-conf-archetype/pom.xml | 2 +-
api/pom.xml | 2 +-
bufferserver/pom.xml | 2 +-
common/pom.xml | 2 +-
engine/pom.xml | 2 +-
pom.xml | 6 +++---
9 files changed, 11 insertions(+), 11 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-apex-core/blob/f6ec4a59/apex-app-archetype/README.md
----------------------------------------------------------------------
diff --git a/apex-app-archetype/README.md b/apex-app-archetype/README.md
index 5979bb1..60d12a2 100644
--- a/apex-app-archetype/README.md
+++ b/apex-app-archetype/README.md
@@ -6,7 +6,7 @@ How to Generate an Apex Application Project Template
Run the following command
- mvn archetype:generate -DarchetypeGroupId=org.apache.apex -DarchetypeArtifactId=apex-app-archetype -DarchetypeVersion=3.4.0-SNAPSHOT -DgroupId=com.example -Dpackage=com.example.myapexapp -DartifactId=myapexapp -Dversion=1.0-SNAPSHOT
+ mvn archetype:generate -DarchetypeGroupId=org.apache.apex -DarchetypeArtifactId=apex-app-archetype -DarchetypeVersion=3.4.1-SNAPSHOT -DgroupId=com.example -Dpackage=com.example.myapexapp -DartifactId=myapexapp -Dversion=1.0-SNAPSHOT
Using your favorite IDE, open the project that has just been created by the above command.
Write your application code and optionally operator code
http://git-wip-us.apache.org/repos/asf/incubator-apex-core/blob/f6ec4a59/apex-app-archetype/pom.xml
----------------------------------------------------------------------
diff --git a/apex-app-archetype/pom.xml b/apex-app-archetype/pom.xml
index e9065c6..f8a7972 100644
--- a/apex-app-archetype/pom.xml
+++ b/apex-app-archetype/pom.xml
@@ -25,7 +25,7 @@
<parent>
<groupId>org.apache.apex</groupId>
<artifactId>apex</artifactId>
- <version>3.4.0-SNAPSHOT</version>
+ <version>3.4.1-SNAPSHOT</version>
</parent>
<artifactId>apex-app-archetype</artifactId>
http://git-wip-us.apache.org/repos/asf/incubator-apex-core/blob/f6ec4a59/apex-conf-archetype/README.md
----------------------------------------------------------------------
diff --git a/apex-conf-archetype/README.md b/apex-conf-archetype/README.md
index 26f2c37..16a1411 100644
--- a/apex-conf-archetype/README.md
+++ b/apex-conf-archetype/README.md
@@ -6,7 +6,7 @@ How to Generate a Apex App Configuration Project Template
Run the following command
- mvn archetype:generate -DarchetypeGroupId=org.apache.apex -DarchetypeArtifactId=apex-conf-archetype -DarchetypeVersion=3.4.0-SNAPSHOT -DgroupId=com.example -Dpackage=com.example.myapexapp -DartifactId=myapexconf -Dversion=1.0-SNAPSHOT
+ mvn archetype:generate -DarchetypeGroupId=org.apache.apex -DarchetypeArtifactId=apex-conf-archetype -DarchetypeVersion=3.4.1-SNAPSHOT -DgroupId=com.example -Dpackage=com.example.myapexapp -DartifactId=myapexconf -Dversion=1.0-SNAPSHOT
Using your favorite IDE, open the project that has just been created by the above command.
Write your application code and optionally operator code
http://git-wip-us.apache.org/repos/asf/incubator-apex-core/blob/f6ec4a59/apex-conf-archetype/pom.xml
----------------------------------------------------------------------
diff --git a/apex-conf-archetype/pom.xml b/apex-conf-archetype/pom.xml
index 2e2d617..045fd7e 100644
--- a/apex-conf-archetype/pom.xml
+++ b/apex-conf-archetype/pom.xml
@@ -25,7 +25,7 @@
<parent>
<groupId>org.apache.apex</groupId>
<artifactId>apex</artifactId>
- <version>3.4.0-SNAPSHOT</version>
+ <version>3.4.1-SNAPSHOT</version>
</parent>
<artifactId>apex-conf-archetype</artifactId>
http://git-wip-us.apache.org/repos/asf/incubator-apex-core/blob/f6ec4a59/api/pom.xml
----------------------------------------------------------------------
diff --git a/api/pom.xml b/api/pom.xml
index db1de38..e4a7bec 100644
--- a/api/pom.xml
+++ b/api/pom.xml
@@ -26,7 +26,7 @@
<parent>
<groupId>org.apache.apex</groupId>
<artifactId>apex</artifactId>
- <version>3.4.0-SNAPSHOT</version>
+ <version>3.4.1-SNAPSHOT</version>
</parent>
<artifactId>apex-api</artifactId>
http://git-wip-us.apache.org/repos/asf/incubator-apex-core/blob/f6ec4a59/bufferserver/pom.xml
----------------------------------------------------------------------
diff --git a/bufferserver/pom.xml b/bufferserver/pom.xml
index b76fc33..2b3ae2c 100644
--- a/bufferserver/pom.xml
+++ b/bufferserver/pom.xml
@@ -25,7 +25,7 @@
<parent>
<groupId>org.apache.apex</groupId>
<artifactId>apex</artifactId>
- <version>3.4.0-SNAPSHOT</version>
+ <version>3.4.1-SNAPSHOT</version>
</parent>
<artifactId>apex-bufferserver</artifactId>
http://git-wip-us.apache.org/repos/asf/incubator-apex-core/blob/f6ec4a59/common/pom.xml
----------------------------------------------------------------------
diff --git a/common/pom.xml b/common/pom.xml
index 3371cb0..2a2929c 100644
--- a/common/pom.xml
+++ b/common/pom.xml
@@ -25,7 +25,7 @@
<parent>
<groupId>org.apache.apex</groupId>
<artifactId>apex</artifactId>
- <version>3.4.0-SNAPSHOT</version>
+ <version>3.4.1-SNAPSHOT</version>
</parent>
<artifactId>apex-common</artifactId>
http://git-wip-us.apache.org/repos/asf/incubator-apex-core/blob/f6ec4a59/engine/pom.xml
----------------------------------------------------------------------
diff --git a/engine/pom.xml b/engine/pom.xml
index 1c699cf..1572beb 100644
--- a/engine/pom.xml
+++ b/engine/pom.xml
@@ -25,7 +25,7 @@
<parent>
<groupId>org.apache.apex</groupId>
<artifactId>apex</artifactId>
- <version>3.4.0-SNAPSHOT</version>
+ <version>3.4.1-SNAPSHOT</version>
</parent>
<artifactId>apex-engine</artifactId>
http://git-wip-us.apache.org/repos/asf/incubator-apex-core/blob/f6ec4a59/pom.xml
----------------------------------------------------------------------
diff --git a/pom.xml b/pom.xml
index d41c042..15deb81 100644
--- a/pom.xml
+++ b/pom.xml
@@ -30,7 +30,7 @@
<groupId>org.apache.apex</groupId>
<artifactId>apex</artifactId>
- <version>3.4.0-SNAPSHOT</version>
+ <version>3.4.1-SNAPSHOT</version>
<packaging>pom</packaging>
<name>Apache Apex</name>
@@ -63,7 +63,7 @@
<jersey.version>1.9</jersey.version>
<!-- do not change jetty version as later versions have problems with DefaultServlet -->
<jetty.version>8.1.10.v20130312</jetty.version>
- <project.old.version>3.3.0-incubating</project.old.version>
+ <project.old.version>3.4.0</project.old.version>
<license.skip>true</license.skip>
<findbugs.xmlOutput>true</findbugs.xmlOutput>
<findbugs.failOnError>false</findbugs.failOnError>
@@ -387,7 +387,7 @@
<breakBuildBasedOnSemanticVersioning>true</breakBuildBasedOnSemanticVersioning>
<onlyBinaryIncompatible>false</onlyBinaryIncompatible>
<includeSynthetic>false</includeSynthetic>
- <ignoreMissingClasses>true</ignoreMissingClasses>
+ <ignoreMissingClasses>false</ignoreMissingClasses>
<excludes>
<exclude>@org.apache.hadoop.classification.InterfaceStability$Evolving</exclude>
<exclude>@org.apache.hadoop.classification.InterfaceStability$Unstable</exclude>