You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@ignite.apache.org by ni...@apache.org on 2021/06/30 11:04:57 UTC
[ignite] branch master updated (3b7809b -> bf9a460)
This is an automated email from the ASF dual-hosted git repository.
nizhikov pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/ignite.git.
from 3b7809b IGNITE-14990 Incorrect values of cache, cache group, data region metrics after cluster re-activation (#9195)
add bf9a460 IGNITE-13581 Change Data Capture implementation (#9054)
No new revisions were added by this update.
Summary of changes:
bin/ignite-cdc.sh | 27 +
config/ignite-log4j2.xml | 4 +-
config/java.util.logging.properties | 2 +-
docs/_docs/code-snippets/xml/log4j2-config.xml | 4 +-
.../persistence/FoldersReuseCompatibilityTest.java | 12 +-
.../util/GridCommandHandlerClusterByClassTest.java | 3 +-
.../apache/ignite/util/GridCommandHandlerTest.java | 3 +-
.../org/apache/ignite/cache/CacheEntryVersion.java | 67 +++
.../org/apache/ignite/cdc/CdcConfiguration.java | 101 ++++
.../java/org/apache/ignite/cdc/CdcConsumer.java | 77 +++
.../main/java/org/apache/ignite/cdc/CdcEvent.java | 79 +++
.../main/java/org/apache/ignite/cdc/CdcLoader.java | 75 +++
.../configuration/DataStorageConfiguration.java | 85 ++++
.../org/apache/ignite/internal/IgniteKernal.java | 2 +-
.../org/apache/ignite/internal/IgnitionEx.java | 92 +---
.../ignite/internal/cdc/CdcConsumerState.java | 114 +++++
.../apache/ignite/internal/cdc/CdcEventImpl.java | 106 ++++
.../ignite/internal/cdc/CdcFileLockHolder.java | 55 ++
.../org/apache/ignite/internal/cdc/CdcMain.java | 556 +++++++++++++++++++++
.../ignite/internal/cdc/WalRecordsConsumer.java | 174 +++++++
.../internal/pagemem/wal/record/DataEntry.java | 60 ++-
.../internal/pagemem/wal/record/DataRecord.java | 2 +-
.../internal/pagemem/wal/record/LazyDataEntry.java | 6 +-
.../internal/pagemem/wal/record/MvccDataEntry.java | 2 +-
.../pagemem/wal/record/UnwrapDataEntry.java | 6 +-
.../internal/pagemem/wal/record/WALRecord.java | 23 +-
.../processors/cache/GridCacheAdapter.java | 3 +-
.../processors/cache/GridCacheEntryEx.java | 14 +-
.../processors/cache/GridCacheMapEntry.java | 39 +-
.../internal/processors/cache/GridCacheUtils.java | 14 +-
.../GridDistributedTxRemoteAdapter.java | 3 +-
.../cache/distributed/dht/GridDhtCacheAdapter.java | 1 +
.../cache/distributed/dht/GridDhtLockFuture.java | 4 +-
.../distributed/dht/GridDhtTxPrepareFuture.java | 1 +
.../dht/colocated/GridDhtDetachedCacheEntry.java | 6 +-
.../dht/preloader/GridDhtForceKeysFuture.java | 1 +
.../dht/preloader/GridDhtPartitionDemander.java | 1 +
.../cache/distributed/near/GridNearCacheEntry.java | 7 +-
.../cache/persistence/FileLockHolder.java | 202 ++++++++
.../GridCacheDatabaseSharedManager.java | 170 +------
.../filename/PdsConsistentIdProcessor.java | 481 +-----------------
...tentIdProcessor.java => PdsFolderResolver.java} | 200 +++-----
.../persistence/filename/PdsFolderSettings.java | 10 +-
.../persistence/filename/PdsFoldersResolver.java | 3 +-
.../snapshot/IgniteSnapshotManager.java | 2 +-
.../persistence/wal/FileWriteAheadLogManager.java | 111 ++--
.../wal/reader/StandaloneWalRecordsIterator.java | 7 +-
.../wal/serializer/RecordDataV1Serializer.java | 48 +-
.../wal/serializer/RecordDataV2Serializer.java | 12 +-
.../cache/transactions/IgniteTxLocalAdapter.java | 3 +-
.../processors/cache/version/GridCacheVersion.java | 31 +-
.../cache/version/GridCacheVersionEx.java | 6 +
.../cache/version/GridCacheVersionManager.java | 5 +
.../processors/datastreamer/DataStreamerImpl.java | 3 +-
.../platform/utils/PlatformConfigurationUtils.java | 4 +-
.../processors/resource/GridResourceIoc.java | 2 +-
.../apache/ignite/internal/util/IgniteUtils.java | 127 +++++
.../internal/visor/VisorDataTransferObject.java | 3 +
.../visor/node/VisorDataStorageConfiguration.java | 17 +-
.../visor/node/VisorGridConfiguration.java | 2 +-
.../visor/node/VisorPersistenceMetrics.java | 2 +-
.../ignite/internal/visor/tx/VisorTxInfo.java | 2 +-
.../visor/verify/VisorIdleVerifyTaskArg.java | 2 +-
...e.java => LoggerNodeIdAndApplicationAware.java} | 22 +-
.../apache/ignite/logger/LoggerNodeIdAware.java | 3 +
.../org/apache/ignite/logger/java/JavaLogger.java | 8 +-
.../ignite/logger/java/JavaLoggerFileHandler.java | 18 +-
.../startup/cmdline/CdcCommandLineStartup.java | 164 ++++++
.../ignite/startup/cmdline/CommandLineStartup.java | 2 +-
modules/core/src/test/config/log4j2-test.xml | 4 +-
.../core/src/test/config/log4j2-verbose-test.xml | 4 +-
.../java/org/apache/ignite/TestStorageUtils.java | 3 +-
.../org/apache/ignite/cdc/AbstractCdcTest.java | 252 ++++++++++
.../org/apache/ignite/cdc/CdcCacheVersionTest.java | 230 +++++++++
.../java/org/apache/ignite/cdc/CdcSelfTest.java | 414 +++++++++++++++
.../processors/cache/GridCacheTestEntryEx.java | 3 +-
.../cache/consistency/AbstractReadRepairTest.java | 1 +
.../IgnitePdsSporadicDataRecordsOnBackupTest.java | 2 +-
...CheckpointSimulationWithRealCpDisabledTest.java | 2 +-
.../IgniteUidAsConsistentIdMigrationTest.java | 14 +-
.../persistence/db/wal/IgniteWalRebalanceTest.java | 3 +-
.../db/wal/reader/IgniteWalReaderTest.java | 259 +++++++++-
.../snapshot/IgniteClusterSnapshotCheckTest.java | 1 +
.../apache/ignite/logger/java/JavaLoggerTest.java | 20 +-
.../plugin/AbstractCachePluginProvider.java} | 12 +-
.../logger/GridLog4jRollingFileAppender.java | 8 +-
.../junits/logger/GridTestLog4jLogger.java | 10 +-
.../testframework/wal/record/RecordUtils.java | 9 +
.../ignite/testsuites/IgnitePdsTestSuite2.java | 6 +
.../ignite/development/utils/DataEntryWrapper.java | 3 +-
.../apache/ignite/development/utils/WalStat.java | 4 +-
.../utils/IgniteWalConverterArgumentsTest.java | 4 +-
.../utils/IgniteWalConverterSensitiveDataTest.java | 3 +-
.../development/utils/IgniteWalConverterTest.java | 4 +-
.../cache/PlatformTestCachePluginProvider.java | 49 +-
.../org/apache/ignite/internal/cdc/SqlCdcTest.java | 179 +++++++
.../persistence/db/wal/IgniteWalRecoveryTest.java | 5 +-
.../IgniteBinaryCacheQueryTestSuite.java | 6 +-
.../apache/ignite/logger/log4j/Log4JLogger.java | 8 +-
.../ignite/logger/log4j/Log4jNodeIdFilePath.java | 14 +-
.../apache/ignite/logger/log4j2/Log4J2Logger.java | 10 +-
.../ignite/logger/log4j2/Log4j2LoggerSelfTest.java | 16 +-
.../Config/full-config.xml | 1 +
.../IgniteConfigurationSerializerTest.cs | 2 +
.../IgniteConfigurationTest.cs | 3 +
.../Configuration/DataStorageConfiguration.cs | 9 +
.../IgniteConfigurationSection.xsd | 5 +
.../config/cdc/cdc-config-without-persistence.xml | 30 ++
.../src/test/config/cdc/correct-cdc-config.xml | 53 ++
.../src/test/config/cdc/double-cdc-config.xml | 30 ++
.../src/test/config/cdc/double-ignite-config.xml | 30 ++
.../apache/ignite/cdc/CdcConfigurationTest.java | 140 ++++++
.../ignite/testsuites/IgniteSpringTestSuite.java | 6 +-
parent/pom.xml | 4 +
114 files changed, 4292 insertions(+), 1086 deletions(-)
create mode 100755 bin/ignite-cdc.sh
create mode 100644 modules/core/src/main/java/org/apache/ignite/cache/CacheEntryVersion.java
create mode 100644 modules/core/src/main/java/org/apache/ignite/cdc/CdcConfiguration.java
create mode 100644 modules/core/src/main/java/org/apache/ignite/cdc/CdcConsumer.java
create mode 100644 modules/core/src/main/java/org/apache/ignite/cdc/CdcEvent.java
create mode 100644 modules/core/src/main/java/org/apache/ignite/cdc/CdcLoader.java
create mode 100644 modules/core/src/main/java/org/apache/ignite/internal/cdc/CdcConsumerState.java
create mode 100644 modules/core/src/main/java/org/apache/ignite/internal/cdc/CdcEventImpl.java
create mode 100644 modules/core/src/main/java/org/apache/ignite/internal/cdc/CdcFileLockHolder.java
create mode 100644 modules/core/src/main/java/org/apache/ignite/internal/cdc/CdcMain.java
create mode 100644 modules/core/src/main/java/org/apache/ignite/internal/cdc/WalRecordsConsumer.java
create mode 100644 modules/core/src/main/java/org/apache/ignite/internal/processors/cache/persistence/FileLockHolder.java
copy modules/core/src/main/java/org/apache/ignite/internal/processors/cache/persistence/filename/{PdsConsistentIdProcessor.java => PdsFolderResolver.java} (74%)
copy modules/core/src/main/java/org/apache/ignite/logger/{LoggerNodeIdAware.java => LoggerNodeIdAndApplicationAware.java} (66%)
create mode 100644 modules/core/src/main/java/org/apache/ignite/startup/cmdline/CdcCommandLineStartup.java
create mode 100644 modules/core/src/test/java/org/apache/ignite/cdc/AbstractCdcTest.java
create mode 100644 modules/core/src/test/java/org/apache/ignite/cdc/CdcCacheVersionTest.java
create mode 100644 modules/core/src/test/java/org/apache/ignite/cdc/CdcSelfTest.java
copy modules/{extdata/platform/src/test/java/org/apache/ignite/platform/plugin/cache/PlatformTestCachePluginProvider.java => core/src/test/java/org/apache/ignite/plugin/AbstractCachePluginProvider.java} (85%)
create mode 100644 modules/indexing/src/test/java/org/apache/ignite/internal/cdc/SqlCdcTest.java
create mode 100644 modules/spring/src/test/config/cdc/cdc-config-without-persistence.xml
create mode 100644 modules/spring/src/test/config/cdc/correct-cdc-config.xml
create mode 100644 modules/spring/src/test/config/cdc/double-cdc-config.xml
create mode 100644 modules/spring/src/test/config/cdc/double-ignite-config.xml
create mode 100644 modules/spring/src/test/java/org/apache/ignite/cdc/CdcConfigurationTest.java