You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@samza.apache.org by pm...@apache.org on 2019/10/14 17:59:24 UTC
[samza] branch master updated (ebca883 -> aba8d04)
This is an automated email from the ASF dual-hosted git repository.
pmaheshwari pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/samza.git.
from ebca883 SAMZA-2160 - Ability to configure application type on YARN deploys (#1185)
add aba8d04 Transactional State [5/5]: Added implementations for transactional state checkpoints and restore (#1164)
No new revisions were added by this update.
Summary of changes:
.../org/apache/samza/storage/kv/KeyValueStore.java | 5 +-
.../apache/samza/system/ChangelogSSPIterator.java | 13 +
.../java/org/apache/samza/config/TaskConfig.java | 21 +-
.../apache/samza/storage/StorageManagerUtil.java | 118 +-
.../samza/storage/TaskRestoreManagerFactory.java | 16 +-
.../TransactionalStateTaskRestoreManager.java | 540 ++++++
.../apache/samza/checkpoint/OffsetManager.scala | 7 +-
.../org/apache/samza/container/TaskInstance.scala | 56 +-
.../apache/samza/serializers/CheckpointSerde.scala | 2 +-
.../samza/storage/ContainerStorageManager.java | 2 +-
.../NonTransactionalStateTaskStorageManager.scala | 4 +-
.../samza/storage/TaskStorageManagerFactory.java | 5 +-
.../TransactionalStateTaskStorageManager.scala | 201 +++
.../apache/samza/storage/TestStorageRecovery.java | 1 -
.../TestTransactionalStateTaskRestoreManager.java | 1718 ++++++++++++++++++++
.../apache/samza/container/TestTaskInstance.scala | 153 +-
.../samza/processor/StreamProcessorTestUtils.scala | 7 +-
.../samza/storage/TestContainerStorageManager.java | 2 +-
.../samza/storage/TestTaskStorageManager.scala | 2 +-
.../TestTransactionalStateTaskStorageManager.java | 507 ++++++
.../samza/storage/kv/KeyValueStorageEngine.scala | 10 +
.../storage/kv/TestKeyValueStorageEngine.scala | 21 +
samza-test/src/main/resources/log4j.xml | 27 +
.../kv/TransactionalStateIntegrationTest.java | 276 ++++
...ransactionalStateMultiStoreIntegrationTest.java | 280 ++++
.../StreamApplicationIntegrationTestHarness.java | 12 +-
...estStreamApplicationIntegrationTestHarness.java | 53 +
.../samza/test/harness/IntegrationTestHarness.java | 9 +
... => NonTransactionalStateIntegrationTest.scala} | 30 +-
...ransactionalStateShutdownIntegrationTest.scala} | 8 +-
.../test/integration/StreamTaskTestUtil.scala | 12 +-
31 files changed, 4029 insertions(+), 89 deletions(-)
create mode 100644 samza-core/src/main/java/org/apache/samza/storage/TransactionalStateTaskRestoreManager.java
create mode 100644 samza-core/src/main/scala/org/apache/samza/storage/TransactionalStateTaskStorageManager.scala
create mode 100644 samza-core/src/test/java/org/apache/samza/storage/TestTransactionalStateTaskRestoreManager.java
create mode 100644 samza-core/src/test/scala/org/apache/samza/storage/TestTransactionalStateTaskStorageManager.java
create mode 100644 samza-test/src/main/resources/log4j.xml
create mode 100644 samza-test/src/test/java/org/apache/samza/storage/kv/TransactionalStateIntegrationTest.java
create mode 100644 samza-test/src/test/java/org/apache/samza/storage/kv/TransactionalStateMultiStoreIntegrationTest.java
create mode 100644 samza-test/src/test/java/org/apache/samza/test/framework/TestStreamApplicationIntegrationTestHarness.java
rename samza-test/src/test/scala/org/apache/samza/test/integration/{TestStatefulTask.scala => NonTransactionalStateIntegrationTest.scala} (75%)
rename samza-test/src/test/scala/org/apache/samza/test/integration/{TestShutdownStatefulTask.scala => NonTransactionalStateShutdownIntegrationTest.scala} (93%)