You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@apex.apache.org by th...@apache.org on 2015/11/12 04:22:59 UTC
[04/22] incubator-apex-malhar git commit: Add @since tags and update
change log for release 3.2.0
Add @since tags and update change log for release 3.2.0
Project: http://git-wip-us.apache.org/repos/asf/incubator-apex-malhar/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-apex-malhar/commit/09321301
Tree: http://git-wip-us.apache.org/repos/asf/incubator-apex-malhar/tree/09321301
Diff: http://git-wip-us.apache.org/repos/asf/incubator-apex-malhar/diff/09321301
Branch: refs/heads/devel-3
Commit: 093213013d192fb4336d9cb2d6432dfb1a67ca92
Parents: 0051706
Author: Thomas Weise <th...@datatorrent.com>
Authored: Thu Nov 5 23:43:09 2015 -0800
Committer: Thomas Weise <th...@datatorrent.com>
Committed: Wed Nov 11 18:13:14 2015 -0800
----------------------------------------------------------------------
CHANGELOG.md | 49 ++++++++++++++++++++
.../contrib/converter/Converter.java | 1 +
.../contrib/schema/formatter/CsvFormatter.java | 1 +
.../contrib/schema/formatter/Formatter.java | 1 +
.../contrib/schema/formatter/JsonFormatter.java | 1 +
.../contrib/schema/formatter/XmlFormatter.java | 1 +
.../contrib/schema/parser/CsvParser.java | 1 +
.../contrib/schema/parser/JsonParser.java | 1 +
.../contrib/schema/parser/Parser.java | 1 +
.../contrib/schema/parser/XmlParser.java | 1 +
.../datatorrent/demos/pi/NamedValueList.java | 1 +
.../demos/wordcount/FileWordCount.java | 2 +
.../lib/appdata/query/WindowBoundedService.java | 2 +
.../lib/appdata/schemas/CustomTimeBucket.java | 2 +
.../lib/io/fs/AbstractFileSplitter.java | 2 +
.../datatorrent/lib/io/fs/FileSplitterBase.java | 2 +
16 files changed, 69 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-apex-malhar/blob/09321301/CHANGELOG.md
----------------------------------------------------------------------
diff --git a/CHANGELOG.md b/CHANGELOG.md
new file mode 100644
index 0000000..3bf8a6b
--- /dev/null
+++ b/CHANGELOG.md
@@ -0,0 +1,49 @@
+Apex Malhar Changelog
+========================================================================================================================
+
+
+Version 3.2.0-incubating - 2015-11-08
+------------------------------------------------------------------------------------------------------------------------
+
+### Sub-task
+* [MLHR-1870] - JsonParser unit test failing
+* [MLHR-1872] - Add license headers in unit tests of parsers and formatters
+* [MLHR-1886] - Optimize recovery of files which are not corrupted
+* [MLHR-1889] - AbstractFileOutputOperator should have rename method to do rename operation
+
+### Bug
+* [MLHR-1799] - Cassandra Pojo input operator is broken
+* [MLHR-1820] - Fix NPE in SnapshotServer
+* [MLHR-1823] - AbstractFileOutputOperator not finalizing the file after the recovery
+* [MLHR-1825] - AbstractFileOutputOperator throwing FileNotFoundException during the recovery
+* [MLHR-1830] - Fix Backword Compatibility Errors
+* [MLHR-1835] - WebSocketInputOperator Creates More And More Zombie Threads As It Runs
+* [MLHR-1837] - AbstractFileOutputOperator writing to same temp file after the recovery
+* [MLHR-1839] - Configure All The Twitter Demos To Use Embeddable Query
+* [MLHR-1841] - AbstractFileOutputOperator rotation interval not working when there is no processing
+* [MLHR-1852] - File Splitter Test Failing On My Machine
+* [MLHR-1856] - Make Custom Time Buckets Sortable
+* [MLHR-1860] - Check for null fileName in new wordcount app in wrong place
+* [MLHR-1864] - Some Times Expired Queries Are processed
+* [MLHR-1866] - Travis-ci build integration
+* [MLHR-1876] - WindowBoundedService Can Block The Shutdown Of A Container
+* [MLHR-1880] - Incorrect documentation for maxLength property on AbstractFileOutputOperator
+* [MLHR-1885] - Adding getter methods to the variables of KafkaMessage
+
+### Task
+* [MLHR-1857] - Apache license headers and related files
+* [MLHR-1869] - Update Maven coordinates for ASF release
+* [MLHR-1871] - Expand checks in CI build
+* [MLHR-1891] - Skip install/deploy of source archives
+
+### Improvement
+* [MLHR-1803] - Add Embeddable Query To AppDataSnapshotServer
+* [MLHR-1804] - Enable FileSplitter to be used as a non-input operator
+* [MLHR-1805] - Ability to supply additional file meta information in FileSplitter
+* [MLHR-1806] - Ability to supply additional block meta information in FileSplitter
+* [MLHR-1824] - Convert Pi Demo to support Query Operator
+* [MLHR-1836] - Integrate schema with Jdbc POJO operators
+* [MLHR-1862] - Clean up code for Machine Data Demo
+* [MLHR-1863] - Make Custom Time Bucket Comparable
+* [MLHR-1868] - Improve GPOUtils hashcode function
+
http://git-wip-us.apache.org/repos/asf/incubator-apex-malhar/blob/09321301/contrib/src/main/java/com/datatorrent/contrib/converter/Converter.java
----------------------------------------------------------------------
diff --git a/contrib/src/main/java/com/datatorrent/contrib/converter/Converter.java b/contrib/src/main/java/com/datatorrent/contrib/converter/Converter.java
index ebf2925..601268d 100644
--- a/contrib/src/main/java/com/datatorrent/contrib/converter/Converter.java
+++ b/contrib/src/main/java/com/datatorrent/contrib/converter/Converter.java
@@ -27,6 +27,7 @@ import org.apache.hadoop.classification.InterfaceStability;
*
* @param <INPUT>
* @param <OUTPUT>
+ * @since 3.2.0
*/
@InterfaceStability.Evolving
public interface Converter<INPUT, OUTPUT>
http://git-wip-us.apache.org/repos/asf/incubator-apex-malhar/blob/09321301/contrib/src/main/java/com/datatorrent/contrib/schema/formatter/CsvFormatter.java
----------------------------------------------------------------------
diff --git a/contrib/src/main/java/com/datatorrent/contrib/schema/formatter/CsvFormatter.java b/contrib/src/main/java/com/datatorrent/contrib/schema/formatter/CsvFormatter.java
index 924acc6..490c4f2 100644
--- a/contrib/src/main/java/com/datatorrent/contrib/schema/formatter/CsvFormatter.java
+++ b/contrib/src/main/java/com/datatorrent/contrib/schema/formatter/CsvFormatter.java
@@ -53,6 +53,7 @@ import com.datatorrent.netlet.util.DTThrowable;
* @displayName CsvFormatter
* @category Formatter
* @tags pojo csv formatter
+ * @since 3.2.0
*/
@InterfaceStability.Evolving
public class CsvFormatter extends Formatter<String>
http://git-wip-us.apache.org/repos/asf/incubator-apex-malhar/blob/09321301/contrib/src/main/java/com/datatorrent/contrib/schema/formatter/Formatter.java
----------------------------------------------------------------------
diff --git a/contrib/src/main/java/com/datatorrent/contrib/schema/formatter/Formatter.java b/contrib/src/main/java/com/datatorrent/contrib/schema/formatter/Formatter.java
index 19a78e0..77fa630 100644
--- a/contrib/src/main/java/com/datatorrent/contrib/schema/formatter/Formatter.java
+++ b/contrib/src/main/java/com/datatorrent/contrib/schema/formatter/Formatter.java
@@ -44,6 +44,7 @@ import com.datatorrent.contrib.converter.Converter;
* @displayName Parser
* @tags parser converter
* @param <INPUT>
+ * @since 3.2.0
*/
@InterfaceStability.Evolving
public abstract class Formatter<OUTPUT> extends BaseOperator implements Converter<Object, OUTPUT>,
http://git-wip-us.apache.org/repos/asf/incubator-apex-malhar/blob/09321301/contrib/src/main/java/com/datatorrent/contrib/schema/formatter/JsonFormatter.java
----------------------------------------------------------------------
diff --git a/contrib/src/main/java/com/datatorrent/contrib/schema/formatter/JsonFormatter.java b/contrib/src/main/java/com/datatorrent/contrib/schema/formatter/JsonFormatter.java
index 344ac60..5f7bce6 100644
--- a/contrib/src/main/java/com/datatorrent/contrib/schema/formatter/JsonFormatter.java
+++ b/contrib/src/main/java/com/datatorrent/contrib/schema/formatter/JsonFormatter.java
@@ -42,6 +42,7 @@ import com.datatorrent.netlet.util.DTThrowable;
* @displayName JsonFormatter
* @category Formatter
* @tags pojo json formatter
+ * @since 3.2.0
*/
@InterfaceStability.Evolving
public class JsonFormatter extends Formatter<String>
http://git-wip-us.apache.org/repos/asf/incubator-apex-malhar/blob/09321301/contrib/src/main/java/com/datatorrent/contrib/schema/formatter/XmlFormatter.java
----------------------------------------------------------------------
diff --git a/contrib/src/main/java/com/datatorrent/contrib/schema/formatter/XmlFormatter.java b/contrib/src/main/java/com/datatorrent/contrib/schema/formatter/XmlFormatter.java
index b387031..40fef69 100644
--- a/contrib/src/main/java/com/datatorrent/contrib/schema/formatter/XmlFormatter.java
+++ b/contrib/src/main/java/com/datatorrent/contrib/schema/formatter/XmlFormatter.java
@@ -38,6 +38,7 @@ import com.thoughtworks.xstream.io.xml.XppDriver;
* @displayName XmlParser
* @category Formatter
* @tags xml pojo formatter
+ * @since 3.2.0
*/
@InterfaceStability.Evolving
public class XmlFormatter extends Formatter<String>
http://git-wip-us.apache.org/repos/asf/incubator-apex-malhar/blob/09321301/contrib/src/main/java/com/datatorrent/contrib/schema/parser/CsvParser.java
----------------------------------------------------------------------
diff --git a/contrib/src/main/java/com/datatorrent/contrib/schema/parser/CsvParser.java b/contrib/src/main/java/com/datatorrent/contrib/schema/parser/CsvParser.java
index 4fd39fb..991f6eb 100644
--- a/contrib/src/main/java/com/datatorrent/contrib/schema/parser/CsvParser.java
+++ b/contrib/src/main/java/com/datatorrent/contrib/schema/parser/CsvParser.java
@@ -59,6 +59,7 @@ import com.datatorrent.netlet.util.DTThrowable;
* @displayName CsvParser
* @category Parsers
* @tags csv pojo parser
+ * @since 3.2.0
*/
@InterfaceStability.Evolving
public class CsvParser extends Parser<String>
http://git-wip-us.apache.org/repos/asf/incubator-apex-malhar/blob/09321301/contrib/src/main/java/com/datatorrent/contrib/schema/parser/JsonParser.java
----------------------------------------------------------------------
diff --git a/contrib/src/main/java/com/datatorrent/contrib/schema/parser/JsonParser.java b/contrib/src/main/java/com/datatorrent/contrib/schema/parser/JsonParser.java
index d01e436..513be15 100644
--- a/contrib/src/main/java/com/datatorrent/contrib/schema/parser/JsonParser.java
+++ b/contrib/src/main/java/com/datatorrent/contrib/schema/parser/JsonParser.java
@@ -42,6 +42,7 @@ import com.datatorrent.netlet.util.DTThrowable;
* @displayName JsonParser
* @category Parsers
* @tags json pojo parser
+ * @since 3.2.0
*/
@InterfaceStability.Evolving
public class JsonParser extends Parser<String>
http://git-wip-us.apache.org/repos/asf/incubator-apex-malhar/blob/09321301/contrib/src/main/java/com/datatorrent/contrib/schema/parser/Parser.java
----------------------------------------------------------------------
diff --git a/contrib/src/main/java/com/datatorrent/contrib/schema/parser/Parser.java b/contrib/src/main/java/com/datatorrent/contrib/schema/parser/Parser.java
index e5ff7f5..3c1df8f 100644
--- a/contrib/src/main/java/com/datatorrent/contrib/schema/parser/Parser.java
+++ b/contrib/src/main/java/com/datatorrent/contrib/schema/parser/Parser.java
@@ -44,6 +44,7 @@ import com.datatorrent.contrib.converter.Converter;
* @displayName Parser
* @tags parser converter
* @param <INPUT>
+ * @since 3.2.0
*/
@InterfaceStability.Evolving
public abstract class Parser<INPUT> extends BaseOperator implements Converter<INPUT, Object>,
http://git-wip-us.apache.org/repos/asf/incubator-apex-malhar/blob/09321301/contrib/src/main/java/com/datatorrent/contrib/schema/parser/XmlParser.java
----------------------------------------------------------------------
diff --git a/contrib/src/main/java/com/datatorrent/contrib/schema/parser/XmlParser.java b/contrib/src/main/java/com/datatorrent/contrib/schema/parser/XmlParser.java
index 4931497..9e1c8be 100644
--- a/contrib/src/main/java/com/datatorrent/contrib/schema/parser/XmlParser.java
+++ b/contrib/src/main/java/com/datatorrent/contrib/schema/parser/XmlParser.java
@@ -41,6 +41,7 @@ import com.datatorrent.api.Context;
* @displayName XmlParser
* @category Parsers
* @tags xml pojo parser
+ * @since 3.2.0
*/
@InterfaceStability.Evolving
public class XmlParser extends Parser<String>
http://git-wip-us.apache.org/repos/asf/incubator-apex-malhar/blob/09321301/demos/pi/src/main/java/com/datatorrent/demos/pi/NamedValueList.java
----------------------------------------------------------------------
diff --git a/demos/pi/src/main/java/com/datatorrent/demos/pi/NamedValueList.java b/demos/pi/src/main/java/com/datatorrent/demos/pi/NamedValueList.java
index f884994..ce5ef9d 100644
--- a/demos/pi/src/main/java/com/datatorrent/demos/pi/NamedValueList.java
+++ b/demos/pi/src/main/java/com/datatorrent/demos/pi/NamedValueList.java
@@ -37,6 +37,7 @@ import com.datatorrent.api.Context.OperatorContext;
* <p>
* @displayNamed Value
* @tags count
+ * @since 3.2.0
*/
public class NamedValueList<T> extends BaseOperator
{
http://git-wip-us.apache.org/repos/asf/incubator-apex-malhar/blob/09321301/demos/wordcount/src/main/java/com/datatorrent/demos/wordcount/FileWordCount.java
----------------------------------------------------------------------
diff --git a/demos/wordcount/src/main/java/com/datatorrent/demos/wordcount/FileWordCount.java b/demos/wordcount/src/main/java/com/datatorrent/demos/wordcount/FileWordCount.java
index 51539dc..ee9439e 100644
--- a/demos/wordcount/src/main/java/com/datatorrent/demos/wordcount/FileWordCount.java
+++ b/demos/wordcount/src/main/java/com/datatorrent/demos/wordcount/FileWordCount.java
@@ -54,6 +54,8 @@ import com.datatorrent.common.util.BaseOperator;
* to a different snapshot server.
*
* Since the EOF is received by a single operator, this operator cannot be partitionable
+ *
+ * @since 3.2.0
*/
public class FileWordCount extends BaseOperator
{
http://git-wip-us.apache.org/repos/asf/incubator-apex-malhar/blob/09321301/library/src/main/java/com/datatorrent/lib/appdata/query/WindowBoundedService.java
----------------------------------------------------------------------
diff --git a/library/src/main/java/com/datatorrent/lib/appdata/query/WindowBoundedService.java b/library/src/main/java/com/datatorrent/lib/appdata/query/WindowBoundedService.java
index 4f653a3..ea9d54b 100644
--- a/library/src/main/java/com/datatorrent/lib/appdata/query/WindowBoundedService.java
+++ b/library/src/main/java/com/datatorrent/lib/appdata/query/WindowBoundedService.java
@@ -43,6 +43,8 @@ import com.datatorrent.netlet.util.DTThrowable;
* <br/><br/>
* <b>Note:</b> This service cannot be used in operators which allow checkpointing within an
* application window.
+ *
+ * @since 3.2.0
*/
public class WindowBoundedService implements Component<OperatorContext>
{
http://git-wip-us.apache.org/repos/asf/incubator-apex-malhar/blob/09321301/library/src/main/java/com/datatorrent/lib/appdata/schemas/CustomTimeBucket.java
----------------------------------------------------------------------
diff --git a/library/src/main/java/com/datatorrent/lib/appdata/schemas/CustomTimeBucket.java b/library/src/main/java/com/datatorrent/lib/appdata/schemas/CustomTimeBucket.java
index f50bb4b..3075da5 100644
--- a/library/src/main/java/com/datatorrent/lib/appdata/schemas/CustomTimeBucket.java
+++ b/library/src/main/java/com/datatorrent/lib/appdata/schemas/CustomTimeBucket.java
@@ -28,6 +28,8 @@ import com.google.common.base.Preconditions;
/**
* This represents a {@link TimeBucket} which can be a multiple of a time unit.
+ *
+ * @since 3.2.0
*/
public class CustomTimeBucket implements Serializable, Comparable<CustomTimeBucket>
{
http://git-wip-us.apache.org/repos/asf/incubator-apex-malhar/blob/09321301/library/src/main/java/com/datatorrent/lib/io/fs/AbstractFileSplitter.java
----------------------------------------------------------------------
diff --git a/library/src/main/java/com/datatorrent/lib/io/fs/AbstractFileSplitter.java b/library/src/main/java/com/datatorrent/lib/io/fs/AbstractFileSplitter.java
index e7551a5..6ef9684 100644
--- a/library/src/main/java/com/datatorrent/lib/io/fs/AbstractFileSplitter.java
+++ b/library/src/main/java/com/datatorrent/lib/io/fs/AbstractFileSplitter.java
@@ -41,6 +41,8 @@ import com.datatorrent.lib.io.block.BlockMetadata;
/**
* An abstract File Splitter.
+ *
+ * @since 3.2.0
*/
public abstract class AbstractFileSplitter extends BaseOperator
{
http://git-wip-us.apache.org/repos/asf/incubator-apex-malhar/blob/09321301/library/src/main/java/com/datatorrent/lib/io/fs/FileSplitterBase.java
----------------------------------------------------------------------
diff --git a/library/src/main/java/com/datatorrent/lib/io/fs/FileSplitterBase.java b/library/src/main/java/com/datatorrent/lib/io/fs/FileSplitterBase.java
index ebf3739..17a3bb6 100644
--- a/library/src/main/java/com/datatorrent/lib/io/fs/FileSplitterBase.java
+++ b/library/src/main/java/com/datatorrent/lib/io/fs/FileSplitterBase.java
@@ -36,6 +36,8 @@ import com.datatorrent.api.Operator;
/**
* A file splitter that receives its input from an upstream operator.
+ *
+ * @since 3.2.0
*/
public class FileSplitterBase extends AbstractFileSplitter implements Operator.IdleTimeHandler
{