You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@ignite.apache.org by ag...@apache.org on 2022/08/18 17:39:04 UTC
[ignite-3] branch ignite-17354-review updated (7588d4ca49 -> f1e0726be7)
This is an automated email from the ASF dual-hosted git repository.
agura pushed a change to branch ignite-17354-review
in repository https://gitbox.apache.org/repos/asf/ignite-3.git
from 7588d4ca49 IGNITE-17354 Review fixes in MetricRegistry related to concurrency and thread-safety issues.
add e05eb06da4 IGNITE-17530 Fixed an issue that led to the inability to start a new node with custom config file. Fixes #1007
add 985f90a9bb IGNITE-17533 Implement a meta B+Tree of indexes (#1015)
add 989231302f IGNITE-17334 Basic volatile RAFT log storage (#939)
add a9496f9cae IGNITE-17547 Fixed AssertionError in checkpointer (#1020)
add 06fa3ed42d IGNITE-17400 Basic C++ binary tuple support (#988)
add 82038a9b98 IGNITE-17228 Get rid of the checkpoint markers (#1017)
add 473a34e096 IGNITE-17534 Introduce HashIndexStorage interface and test implementation (#1014)
new f1e0726be7 Merge branch 'main' into ignite-17354-review
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.gitignore | 5 +
.../EntryCountBudgetConfigurationSchema.java} | 24 +-
.../LogStorageBudgetConfigurationSchema.java} | 23 +-
.../schemas/table/TableConfigurationSchema.java | 6 +
.../table/UnlimitedBudgetConfigurationSchema.java} | 21 +-
.../table/VolatileRaftConfigurationSchema.java} | 23 +-
.../cli/deprecated/ItClusterCommandTest.java | 1 +
.../internal/testframework/jul}/NoOpHandler.java | 2 +-
.../ignite/internal/index/IndexManagerTest.java | 10 +-
.../persistence/checkpoint/CheckpointManager.java | 9 -
.../checkpoint/CheckpointMarkersStorage.java | 201 -----------
.../persistence/checkpoint/CheckpointState.java | 3 -
.../persistence/checkpoint/CheckpointWorkflow.java | 13 -
.../persistence/checkpoint/Checkpointer.java | 2 -
.../PersistentPageMemoryNoLoadTest.java | 6 -
.../checkpoint/CheckpointManagerTest.java | 9 -
.../checkpoint/CheckpointMarkersStorageTest.java | 187 ----------
.../checkpoint/CheckpointProgressImplTest.java | 63 +---
.../checkpoint/CheckpointWorkflowTest.java | 25 +-
.../persistence/checkpoint/CheckpointerTest.java | 36 +-
.../cpp/CMakeLists.txt} | 26 +-
.../cpp/common/CMakeLists.txt} | 15 +-
modules/platforms/cpp/common/Types.h | 64 ++++
modules/platforms/cpp/pom.xml | 115 ++++++
.../platforms/cpp/schema/BinaryTupleBuilder.cpp | 180 ++++++++++
modules/platforms/cpp/schema/BinaryTupleBuilder.h | 397 +++++++++++++++++++++
modules/platforms/cpp/schema/BinaryTupleHeader.h | 74 ++++
modules/platforms/cpp/schema/BinaryTupleParser.cpp | 203 +++++++++++
modules/platforms/cpp/schema/BinaryTupleParser.h | 161 +++++++++
modules/platforms/cpp/schema/BinaryTupleSchema.h | 124 +++++++
.../cpp/schema/CMakeLists.txt} | 14 +-
.../cpp/schema/ColumnInfo.h} | 33 +-
modules/platforms/cpp/schema/DataType.cpp | 79 ++++
modules/platforms/cpp/schema/DataType.h | 79 ++++
.../internal/raft/CoreLogStorageBudgetsModule.java | 42 +++
.../storage/impl/VolatileLogStorageFactory.java | 70 +++-
.../raft/jraft/core/LogStorageBudgetFactory.java} | 26 +-
.../raft/jraft/core/LogStorageBudgetsModule.java} | 23 +-
.../ignite/raft/jraft/storage/LogManager.java | 3 +-
.../raft/jraft/storage/impl/EntryCountBudget.java | 100 ++++++
.../raft/jraft/storage/impl/LocalLogStorage.java | 2 +-
.../raft/jraft/storage/impl/LogManagerImpl.java | 2 +-
.../raft/jraft/storage/impl/LogStorageBudget.java | 80 +++++
.../raft/jraft/storage/impl/UnlimitedBudget.java} | 20 +-
...ocalLogStorage.java => VolatileLogStorage.java} | 85 +++--
....ignite.raft.jraft.core.LogStorageBudgetsModule | 1 +
.../raft/CoreLogStorageBudgetsModuleTest.java | 63 ++++
.../jraft/storage/impl/EntryCountBudgetTest.java | 114 ++++++
.../jraft/storage/impl/UnlimitedBudgetTest.java} | 26 +-
.../impl/VolatileLogStorageBudgetingTest.java | 100 ++++++
.../storage/impl/VolatileLogStorageTest.java} | 22 +-
.../storage/ItRebalanceDistributedTest.java | 6 +-
...sTest.java => ItRaftStorageVolatilityTest.java} | 2 +-
.../internal/runner/app/IgniteCliRunnerTest.java | 2 +-
.../org/apache/ignite/app/IgniteCliRunner.java | 2 +-
.../CoreDistributedConfigurationModule.java | 6 +-
.../ignite/internal/schema/BinaryTupleParser.java | 11 +-
.../SchemaConfigurationConverterTest.java | 6 +-
.../configuration/TableValidatorImplTest.java | 6 +-
.../internal/sql/engine/StopCalciteModuleTest.java | 6 +-
.../sql/engine/exec/MockedStructuresTest.java | 6 +-
.../internal/storage/engine/MvTableStorage.java | 29 +-
.../storage/index/HashIndexDescriptor.java | 135 +++++++
...dexRowSerializer.java => HashIndexStorage.java} | 31 +-
.../internal/storage/index/SortedIndexStorage.java | 18 +-
.../storage/AbstractMvTableStorageTest.java | 101 ++++--
.../ConcurrentHashMapMvTableStorageTest.java | 6 +-
.../internal/storage/DataStorageManagerTest.java | 6 +-
.../chm/TestConcurrentHashMapMvTableStorage.java | 61 +++-
.../index/AbstractHashIndexStorageTest.java | 224 ++++++++++++
.../index/AbstractSortedIndexStorageTest.java | 63 ++--
.../storage/index/TestHashIndexStorageTest.java} | 18 +-
.../storage/index/TestSortedIndexStorageTest.java | 2 +-
.../index/impl/BinaryTupleRowDeserializer.java | 52 ---
.../index/impl/BinaryTupleRowSerializer.java | 87 ++++-
.../storage/index/impl/TestHashIndexStorage.java | 95 +++++
.../internal/storage/index/impl/TestIndexRow.java | 13 +-
.../storage/index/impl/TestSortedIndexStorage.java | 14 +-
.../pagememory/AbstractPageMemoryTableStorage.java | 8 +-
.../PersistentPageMemoryStorageEngine.java | 1 -
.../PersistentPageMemoryTableStorage.java | 2 +-
.../IndexPageIoModule.java} | 22 +-
.../storage/pagememory/index/meta/IndexMeta.java} | 51 +--
.../meta/IndexMetaTree.java} | 37 +-
.../pagememory/index/meta/io/IndexMetaInnerIo.java | 63 ++++
.../pagememory/index/meta/io/IndexMetaIo.java | 118 ++++++
.../pagememory/index/meta/io/IndexMetaLeafIo.java | 63 ++++
.../index/meta/io/IndexMetaTreeMetaIo.java} | 40 +--
...yMvStorageIoModule.java => MvPageIoModule.java} | 2 +-
.../storage/pagememory/mv/VersionChainTree.java | 1 +
...ache.ignite.internal.pagememory.io.PageIoModule | 3 +-
...PersistentPageMemoryMvPartitionStorageTest.java | 4 +
.../VolatilePageMemoryMvPartitionStorageTest.java | 4 +
.../storage/rocksdb/RocksDbTableStorage.java | 6 +-
.../rocksdb/RocksDbMvPartitionStorageTest.java | 4 +
.../storage/rocksdb/RocksDbStorageEngineTest.java | 6 +
.../storage/rocksdb/RocksDbTableStorageTest.java | 4 +
.../internal/table/distributed/TableManager.java | 12 +-
.../table/distributed/TableManagerTest.java | 8 +-
pom.xml | 7 +
100 files changed, 3483 insertions(+), 1003 deletions(-)
copy modules/{cli/src/integrationTest/java/org/apache/ignite/cli/deprecated/NoOpHandler.java => api/src/main/java/org/apache/ignite/configuration/schemas/table/EntryCountBudgetConfigurationSchema.java} (57%)
copy modules/{cli/src/integrationTest/java/org/apache/ignite/cli/deprecated/NoOpHandler.java => api/src/main/java/org/apache/ignite/configuration/schemas/table/LogStorageBudgetConfigurationSchema.java} (64%)
copy modules/{cli/src/integrationTest/java/org/apache/ignite/cli/deprecated/NoOpHandler.java => api/src/main/java/org/apache/ignite/configuration/schemas/table/UnlimitedBudgetConfigurationSchema.java} (65%)
copy modules/{cli/src/integrationTest/java/org/apache/ignite/cli/deprecated/NoOpHandler.java => api/src/main/java/org/apache/ignite/configuration/schemas/table/VolatileRaftConfigurationSchema.java} (65%)
copy modules/{cli/src/integrationTest/java/org/apache/ignite/cli/deprecated => core/src/test/java/org/apache/ignite/internal/testframework/jul}/NoOpHandler.java (95%)
delete mode 100644 modules/page-memory/src/main/java/org/apache/ignite/internal/pagememory/persistence/checkpoint/CheckpointMarkersStorage.java
delete mode 100644 modules/page-memory/src/test/java/org/apache/ignite/internal/pagememory/persistence/checkpoint/CheckpointMarkersStorageTest.java
copy modules/{storage-page-memory/src/main/resources/META-INF/services/org.apache.ignite.internal.pagememory.io.PageIoModule => platforms/cpp/CMakeLists.txt} (50%)
copy modules/{storage-page-memory/src/main/resources/META-INF/services/org.apache.ignite.internal.pagememory.io.PageIoModule => platforms/cpp/common/CMakeLists.txt} (69%)
create mode 100644 modules/platforms/cpp/common/Types.h
create mode 100644 modules/platforms/cpp/pom.xml
create mode 100644 modules/platforms/cpp/schema/BinaryTupleBuilder.cpp
create mode 100644 modules/platforms/cpp/schema/BinaryTupleBuilder.h
create mode 100644 modules/platforms/cpp/schema/BinaryTupleHeader.h
create mode 100644 modules/platforms/cpp/schema/BinaryTupleParser.cpp
create mode 100644 modules/platforms/cpp/schema/BinaryTupleParser.h
create mode 100644 modules/platforms/cpp/schema/BinaryTupleSchema.h
copy modules/{storage-page-memory/src/main/resources/META-INF/services/org.apache.ignite.internal.pagememory.io.PageIoModule => platforms/cpp/schema/CMakeLists.txt} (72%)
copy modules/{cli/src/integrationTest/java/org/apache/ignite/cli/deprecated/NoOpHandler.java => platforms/cpp/schema/ColumnInfo.h} (61%)
create mode 100644 modules/platforms/cpp/schema/DataType.cpp
create mode 100644 modules/platforms/cpp/schema/DataType.h
create mode 100644 modules/raft/src/main/java/org/apache/ignite/internal/raft/CoreLogStorageBudgetsModule.java
copy modules/{cli/src/integrationTest/java/org/apache/ignite/cli/deprecated/NoOpHandler.java => raft/src/main/java/org/apache/ignite/raft/jraft/core/LogStorageBudgetFactory.java} (60%)
copy modules/{cli/src/integrationTest/java/org/apache/ignite/cli/deprecated/NoOpHandler.java => raft/src/main/java/org/apache/ignite/raft/jraft/core/LogStorageBudgetsModule.java} (64%)
create mode 100644 modules/raft/src/main/java/org/apache/ignite/raft/jraft/storage/impl/EntryCountBudget.java
create mode 100644 modules/raft/src/main/java/org/apache/ignite/raft/jraft/storage/impl/LogStorageBudget.java
copy modules/{cli/src/integrationTest/java/org/apache/ignite/cli/deprecated/NoOpHandler.java => raft/src/main/java/org/apache/ignite/raft/jraft/storage/impl/UnlimitedBudget.java} (63%)
copy modules/raft/src/main/java/org/apache/ignite/raft/jraft/storage/impl/{LocalLogStorage.java => VolatileLogStorage.java} (87%)
create mode 100644 modules/raft/src/main/resources/META-INF/services/org.apache.ignite.raft.jraft.core.LogStorageBudgetsModule
create mode 100644 modules/raft/src/test/java/org/apache/ignite/internal/raft/CoreLogStorageBudgetsModuleTest.java
create mode 100644 modules/raft/src/test/java/org/apache/ignite/raft/jraft/storage/impl/EntryCountBudgetTest.java
copy modules/{cli/src/integrationTest/java/org/apache/ignite/cli/deprecated/NoOpHandler.java => raft/src/test/java/org/apache/ignite/raft/jraft/storage/impl/UnlimitedBudgetTest.java} (61%)
create mode 100644 modules/raft/src/test/java/org/apache/ignite/raft/jraft/storage/impl/VolatileLogStorageBudgetingTest.java
rename modules/{cli/src/integrationTest/java/org/apache/ignite/cli/deprecated/NoOpHandler.java => raft/src/test/java/org/apache/ignite/raft/jraft/storage/impl/VolatileLogStorageTest.java} (62%)
rename modules/runner/src/integrationTest/java/org/apache/ignite/internal/inmemory/{ItRaftStorageVolatilenessTest.java => ItRaftStorageVolatilityTest.java} (99%)
create mode 100644 modules/storage-api/src/main/java/org/apache/ignite/internal/storage/index/HashIndexDescriptor.java
rename modules/storage-api/src/main/java/org/apache/ignite/internal/storage/index/{IndexRowSerializer.java => HashIndexStorage.java} (53%)
create mode 100644 modules/storage-api/src/test/java/org/apache/ignite/internal/storage/index/AbstractHashIndexStorageTest.java
rename modules/storage-api/src/{main/java/org/apache/ignite/internal/storage/index/IndexRowDeserializer.java => test/java/org/apache/ignite/internal/storage/index/TestHashIndexStorageTest.java} (65%)
delete mode 100644 modules/storage-api/src/test/java/org/apache/ignite/internal/storage/index/impl/BinaryTupleRowDeserializer.java
create mode 100644 modules/storage-api/src/test/java/org/apache/ignite/internal/storage/index/impl/TestHashIndexStorage.java
copy modules/storage-page-memory/src/main/java/org/apache/ignite/internal/storage/pagememory/{mv/PageMemoryMvStorageIoModule.java => index/IndexPageIoModule.java} (59%)
copy modules/{storage-api/src/main/java/org/apache/ignite/internal/storage/StorageUtils.java => storage-page-memory/src/main/java/org/apache/ignite/internal/storage/pagememory/index/meta/IndexMeta.java} (50%)
copy modules/storage-page-memory/src/main/java/org/apache/ignite/internal/storage/pagememory/{mv/VersionChainTree.java => index/meta/IndexMetaTree.java} (65%)
create mode 100644 modules/storage-page-memory/src/main/java/org/apache/ignite/internal/storage/pagememory/index/meta/io/IndexMetaInnerIo.java
create mode 100644 modules/storage-page-memory/src/main/java/org/apache/ignite/internal/storage/pagememory/index/meta/io/IndexMetaIo.java
create mode 100644 modules/storage-page-memory/src/main/java/org/apache/ignite/internal/storage/pagememory/index/meta/io/IndexMetaLeafIo.java
rename modules/{storage-api/src/main/java/org/apache/ignite/internal/storage/StorageUtils.java => storage-page-memory/src/main/java/org/apache/ignite/internal/storage/pagememory/index/meta/io/IndexMetaTreeMetaIo.java} (52%)
rename modules/storage-page-memory/src/main/java/org/apache/ignite/internal/storage/pagememory/mv/{PageMemoryMvStorageIoModule.java => MvPageIoModule.java} (96%)
[ignite-3] 01/01: Merge branch 'main' into ignite-17354-review
Posted by ag...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
agura pushed a commit to branch ignite-17354-review
in repository https://gitbox.apache.org/repos/asf/ignite-3.git
commit f1e0726be7984491e8d9aec76697a1b360140939
Merge: 7588d4ca49 473a34e096
Author: Andrey Gura <ag...@apache.org>
AuthorDate: Thu Aug 18 20:36:17 2022 +0300
Merge branch 'main' into ignite-17354-review
.gitignore | 5 +
.../EntryCountBudgetConfigurationSchema.java} | 24 +-
.../LogStorageBudgetConfigurationSchema.java} | 23 +-
.../schemas/table/TableConfigurationSchema.java | 6 +
.../table/UnlimitedBudgetConfigurationSchema.java} | 21 +-
.../table/VolatileRaftConfigurationSchema.java} | 23 +-
.../cli/deprecated/ItClusterCommandTest.java | 1 +
.../internal/testframework/jul}/NoOpHandler.java | 2 +-
.../ignite/internal/index/IndexManagerTest.java | 10 +-
.../persistence/checkpoint/CheckpointManager.java | 9 -
.../checkpoint/CheckpointMarkersStorage.java | 201 -----------
.../persistence/checkpoint/CheckpointState.java | 3 -
.../persistence/checkpoint/CheckpointWorkflow.java | 13 -
.../persistence/checkpoint/Checkpointer.java | 2 -
.../PersistentPageMemoryNoLoadTest.java | 6 -
.../checkpoint/CheckpointManagerTest.java | 9 -
.../checkpoint/CheckpointMarkersStorageTest.java | 187 ----------
.../checkpoint/CheckpointProgressImplTest.java | 63 +---
.../checkpoint/CheckpointWorkflowTest.java | 25 +-
.../persistence/checkpoint/CheckpointerTest.java | 36 +-
.../cpp/CMakeLists.txt} | 26 +-
.../cpp/common/CMakeLists.txt} | 15 +-
modules/platforms/cpp/common/Types.h | 64 ++++
modules/platforms/cpp/pom.xml | 115 ++++++
.../platforms/cpp/schema/BinaryTupleBuilder.cpp | 180 ++++++++++
modules/platforms/cpp/schema/BinaryTupleBuilder.h | 397 +++++++++++++++++++++
modules/platforms/cpp/schema/BinaryTupleHeader.h | 74 ++++
modules/platforms/cpp/schema/BinaryTupleParser.cpp | 203 +++++++++++
modules/platforms/cpp/schema/BinaryTupleParser.h | 161 +++++++++
modules/platforms/cpp/schema/BinaryTupleSchema.h | 124 +++++++
.../cpp/schema/CMakeLists.txt} | 14 +-
.../cpp/schema/ColumnInfo.h} | 33 +-
modules/platforms/cpp/schema/DataType.cpp | 79 ++++
modules/platforms/cpp/schema/DataType.h | 79 ++++
.../internal/raft/CoreLogStorageBudgetsModule.java | 42 +++
.../storage/impl/VolatileLogStorageFactory.java | 70 +++-
.../raft/jraft/core/LogStorageBudgetFactory.java} | 26 +-
.../raft/jraft/core/LogStorageBudgetsModule.java} | 23 +-
.../ignite/raft/jraft/storage/LogManager.java | 3 +-
.../raft/jraft/storage/impl/EntryCountBudget.java | 100 ++++++
.../raft/jraft/storage/impl/LocalLogStorage.java | 2 +-
.../raft/jraft/storage/impl/LogManagerImpl.java | 2 +-
.../raft/jraft/storage/impl/LogStorageBudget.java | 80 +++++
.../raft/jraft/storage/impl/UnlimitedBudget.java} | 20 +-
...ocalLogStorage.java => VolatileLogStorage.java} | 85 +++--
....ignite.raft.jraft.core.LogStorageBudgetsModule | 1 +
.../raft/CoreLogStorageBudgetsModuleTest.java | 63 ++++
.../jraft/storage/impl/EntryCountBudgetTest.java | 114 ++++++
.../jraft/storage/impl/UnlimitedBudgetTest.java} | 26 +-
.../impl/VolatileLogStorageBudgetingTest.java | 100 ++++++
.../storage/impl/VolatileLogStorageTest.java} | 22 +-
.../storage/ItRebalanceDistributedTest.java | 6 +-
...sTest.java => ItRaftStorageVolatilityTest.java} | 2 +-
.../internal/runner/app/IgniteCliRunnerTest.java | 2 +-
.../org/apache/ignite/app/IgniteCliRunner.java | 2 +-
.../CoreDistributedConfigurationModule.java | 6 +-
.../ignite/internal/schema/BinaryTupleParser.java | 11 +-
.../SchemaConfigurationConverterTest.java | 6 +-
.../configuration/TableValidatorImplTest.java | 6 +-
.../internal/sql/engine/StopCalciteModuleTest.java | 6 +-
.../sql/engine/exec/MockedStructuresTest.java | 6 +-
.../internal/storage/engine/MvTableStorage.java | 29 +-
.../storage/index/HashIndexDescriptor.java | 135 +++++++
...dexRowSerializer.java => HashIndexStorage.java} | 31 +-
.../internal/storage/index/SortedIndexStorage.java | 18 +-
.../storage/AbstractMvTableStorageTest.java | 101 ++++--
.../ConcurrentHashMapMvTableStorageTest.java | 6 +-
.../internal/storage/DataStorageManagerTest.java | 6 +-
.../chm/TestConcurrentHashMapMvTableStorage.java | 61 +++-
.../index/AbstractHashIndexStorageTest.java | 224 ++++++++++++
.../index/AbstractSortedIndexStorageTest.java | 63 ++--
.../storage/index/TestHashIndexStorageTest.java} | 18 +-
.../storage/index/TestSortedIndexStorageTest.java | 2 +-
.../index/impl/BinaryTupleRowDeserializer.java | 52 ---
.../index/impl/BinaryTupleRowSerializer.java | 87 ++++-
.../storage/index/impl/TestHashIndexStorage.java | 95 +++++
.../internal/storage/index/impl/TestIndexRow.java | 13 +-
.../storage/index/impl/TestSortedIndexStorage.java | 14 +-
.../pagememory/AbstractPageMemoryTableStorage.java | 8 +-
.../PersistentPageMemoryStorageEngine.java | 1 -
.../PersistentPageMemoryTableStorage.java | 2 +-
.../IndexPageIoModule.java} | 22 +-
.../storage/pagememory/index/meta/IndexMeta.java} | 51 +--
.../meta/IndexMetaTree.java} | 37 +-
.../pagememory/index/meta/io/IndexMetaInnerIo.java | 63 ++++
.../pagememory/index/meta/io/IndexMetaIo.java | 118 ++++++
.../pagememory/index/meta/io/IndexMetaLeafIo.java | 63 ++++
.../index/meta/io/IndexMetaTreeMetaIo.java} | 40 +--
...yMvStorageIoModule.java => MvPageIoModule.java} | 2 +-
.../storage/pagememory/mv/VersionChainTree.java | 1 +
...ache.ignite.internal.pagememory.io.PageIoModule | 3 +-
...PersistentPageMemoryMvPartitionStorageTest.java | 4 +
.../VolatilePageMemoryMvPartitionStorageTest.java | 4 +
.../storage/rocksdb/RocksDbTableStorage.java | 6 +-
.../rocksdb/RocksDbMvPartitionStorageTest.java | 4 +
.../storage/rocksdb/RocksDbStorageEngineTest.java | 6 +
.../storage/rocksdb/RocksDbTableStorageTest.java | 4 +
.../internal/table/distributed/TableManager.java | 12 +-
.../table/distributed/TableManagerTest.java | 8 +-
pom.xml | 7 +
100 files changed, 3483 insertions(+), 1003 deletions(-)