You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by dh...@apache.org on 2016/08/26 23:12:27 UTC

[5/5] incubator-beam git commit: Closes #687

Closes #687


Project: http://git-wip-us.apache.org/repos/asf/incubator-beam/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-beam/commit/a17a99f5
Tree: http://git-wip-us.apache.org/repos/asf/incubator-beam/tree/a17a99f5
Diff: http://git-wip-us.apache.org/repos/asf/incubator-beam/diff/a17a99f5

Branch: refs/heads/master
Commit: a17a99f580d9818e11751b6996a15aa60b2e0c56
Parents: 95ab438 a5005fb
Author: Dan Halperin <dh...@google.com>
Authored: Fri Aug 26 16:12:08 2016 -0700
Committer: Dan Halperin <dh...@google.com>
Committed: Fri Aug 26 16:12:08 2016 -0700

----------------------------------------------------------------------
 sdks/java/io/kinesis/pom.xml                    | 179 +++++++++
 .../sdk/io/kinesis/CheckpointGenerator.java     |  30 ++
 .../beam/sdk/io/kinesis/CustomOptional.java     |  85 +++++
 .../io/kinesis/DynamicCheckpointGenerator.java  |  56 +++
 .../sdk/io/kinesis/GetKinesisRecordsResult.java |  54 +++
 .../sdk/io/kinesis/KinesisClientProvider.java   |  31 ++
 .../apache/beam/sdk/io/kinesis/KinesisIO.java   | 190 ++++++++++
 .../beam/sdk/io/kinesis/KinesisReader.java      | 145 +++++++
 .../sdk/io/kinesis/KinesisReaderCheckpoint.java |  96 +++++
 .../beam/sdk/io/kinesis/KinesisRecord.java      | 121 ++++++
 .../beam/sdk/io/kinesis/KinesisRecordCoder.java |  74 ++++
 .../beam/sdk/io/kinesis/KinesisSource.java      | 112 ++++++
 .../beam/sdk/io/kinesis/RecordFilter.java       |  41 ++
 .../apache/beam/sdk/io/kinesis/RoundRobin.java  |  53 +++
 .../beam/sdk/io/kinesis/ShardCheckpoint.java    | 175 +++++++++
 .../sdk/io/kinesis/ShardRecordsIterator.java    |  98 +++++
 .../sdk/io/kinesis/SimplifiedKinesisClient.java | 157 ++++++++
 .../beam/sdk/io/kinesis/StartingPoint.java      |  85 +++++
 .../io/kinesis/StaticCheckpointGenerator.java   |  42 +++
 .../io/kinesis/TransientKinesisException.java   |  29 ++
 .../beam/sdk/io/kinesis/package-info.java       |  22 ++
 .../beam/sdk/io/kinesis/AmazonKinesisMock.java  | 375 +++++++++++++++++++
 .../beam/sdk/io/kinesis/CustomOptionalTest.java |  31 ++
 .../kinesis/DynamicCheckpointGeneratorTest.java |  57 +++
 .../sdk/io/kinesis/KinesisMockReadTest.java     |  91 +++++
 .../io/kinesis/KinesisReaderCheckpointTest.java |  67 ++++
 .../beam/sdk/io/kinesis/KinesisReaderIT.java    | 119 ++++++
 .../beam/sdk/io/kinesis/KinesisReaderTest.java  | 120 ++++++
 .../sdk/io/kinesis/KinesisRecordCoderTest.java  |  45 +++
 .../beam/sdk/io/kinesis/KinesisTestOptions.java |  47 +++
 .../beam/sdk/io/kinesis/KinesisUploader.java    |  84 +++++
 .../beam/sdk/io/kinesis/RecordFilterTest.java   |  66 ++++
 .../beam/sdk/io/kinesis/RoundRobinTest.java     |  57 +++
 .../sdk/io/kinesis/ShardCheckpointTest.java     | 149 ++++++++
 .../io/kinesis/ShardRecordsIteratorTest.java    | 151 ++++++++
 .../io/kinesis/SimplifiedKinesisClientTest.java | 224 +++++++++++
 .../beam/sdk/io/kinesis/package-info.java       |  22 ++
 sdks/java/io/pom.xml                            |   1 +
 38 files changed, 3581 insertions(+)
----------------------------------------------------------------------