You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@ignite.apache.org by vk...@apache.org on 2022/01/25 00:05:03 UTC
[ignite-3] branch ignite-16244 updated (514b40f -> 40f510b)
This is an automated email from the ASF dual-hosted git repository.
vkulichenko pushed a change to branch ignite-16244
in repository https://gitbox.apache.org/repos/asf/ignite-3.git.
from 514b40f IGNITE-16244
add 13aa463 IGNITE-15817 Basic PageIO abstractions ported from Ignite 2.x (#566)
add 807c0ec IGNITE-16227 .NET: Thin 3.0: Add RecordView with POCO mapping (#577)
add f6cae43 IGNITE-16102 Store all partitions in a single column family (#562)
add eccf157 IGNITE-16257 Implement readUnshared()/writeUnshared() for User Object Serialization
add 1136501 IGNITE-16332 Replace Scalecube-based MessagingService
add 028b685 IGNITE-16322 Fix database objects names case inconsisten between SQL and KV API (#563)
add 7746d49 IGNITE-16381 Fix ItNoThreadsLeftTest (#586)
new 40f510b Merge branch 'main' of github.com:apache/ignite-3 into ignite-16244
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../main/java/org/apache/ignite/table/Tuple.java | 62 +-
.../apache/ignite/table/manager/IgniteTables.java | 32 +-
.../apache/ignite/table/mapper/MapperBuilder.java | 21 +-
.../org/apache/ignite/internal/util/ByteUtils.java | 14 +-
.../ignite/internal/util/IgniteObjectName.java | 35 +-
.../apache/ignite/internal/util/IgniteUtils.java | 23 +
.../internal/metastorage/MetaStorageManager.java | 8 -
.../apache/ignite/network/MessagingService.java | 10 +-
.../org/apache/ignite/network/NetworkAddress.java | 33 +-
.../ignite/network/NetworkMessageHandler.java | 7 +-
.../org/apache/ignite/network/TopologyService.java | 12 +-
.../network/netty/ItConnectionManagerTest.java | 8 +-
.../network/recovery/ItRecoveryHandshakeTest.java | 26 +-
.../network/scalecube/ItClusterServiceTest.java | 3 +-
.../scalecube/ItScaleCubeNetworkMessagingTest.java | 18 +-
.../internal/network/NetworkMessageTypes.java | 22 +-
.../network/handshake/HandshakeManager.java | 6 +-
.../network/handshake/HandshakeResult.java | 67 ++
.../network/message/FieldDescriptorMessage.java | 5 +
.../internal/network/message/InvokeRequest.java} | 22 +-
.../internal/network/message/InvokeResponse.java} | 22 +-
.../internal/network/netty/ConnectionManager.java | 19 +-
.../internal/network/netty/HandshakeHandler.java | 29 +-
.../internal/network/netty/MessageHandler.java | 13 +-
.../ignite/internal/network/netty/NettyClient.java | 7 +-
.../ignite/internal/network/netty/NettyServer.java | 8 +-
.../recovery/RecoveryClientHandshakeManager.java | 23 +-
.../recovery/RecoveryServerHandshakeManager.java | 21 +-
.../network/serialization/ClassDescriptor.java | 22 +-
.../serialization/ClassDescriptorFactory.java | 67 +-
.../serialization/{marshal => }/Classes.java | 31 +-
.../network/serialization/FieldDescriptor.java | 33 +-
.../PerSessionSerializationService.java | 8 +-
.../marshal/DefaultUserObjectMarshaller.java | 122 ++--
.../marshal/ExternalizableMarshaller.java | 17 +-
.../serialization/marshal/FlaggedObjectIds.java | 51 ++
.../serialization/marshal/MarshallingContext.java | 47 +-
.../marshal/StructuredObjectMarshaller.java | 15 +-
.../marshal/UnmarshallingContext.java | 15 +-
.../marshal/UosObjectInputStream.java | 25 +-
.../marshal/UosObjectOutputStream.java | 26 +-
.../ignite/network/DefaultMessagingService.java | 348 +++++++++++
.../scalecube/DelegatingTransportFactory.java | 130 ----
.../scalecube/ScaleCubeClusterServiceFactory.java | 58 +-
.../ScaleCubeDirectMarshallerTransport.java | 4 +-
.../scalecube/ScaleCubeMessagingService.java | 160 -----
.../scalecube/ScaleCubeTopologyService.java | 21 +-
.../internal/network/netty/NettyClientTest.java | 14 +-
.../internal/network/netty/NettyServerTest.java | 9 +-
.../serialization/ClassDescriptorFactoryTest.java | 125 ++++
.../serialization/{marshal => }/ClassesTest.java | 33 +-
...shallerWithSerializableOverrideStreamsTest.java | 159 ++++-
...ltUserObjectMarshallerWithSerializableTest.java | 44 ++
.../marshal/FlaggedObjectIdsTest.java | 74 +++
.../marshal/MarshallingContextTest.java | 49 +-
.../network/serialization/marshal/Throwables.java | 8 +
.../MessageSerializationRegistryImplTest.java | 2 +-
modules/{rocksdb-common => page-memory}/pom.xml | 9 +-
.../ignite/internal/pagememory/FullPageId.java | 174 ++++++
.../internal/pagememory/PageIdAllocator.java | 63 ++
.../ignite/internal/pagememory/PageMemory.java | 65 ++
.../ignite/internal/pagememory/PageSupport.java | 128 ++++
.../ignite/internal/pagememory/io/IoVersions.java | 128 ++++
.../ignite/internal/pagememory/io/PageIo.java | 507 +++++++++++++++
.../internal/pagememory/io/PageIoModule.java} | 21 +-
.../internal/pagememory/io/PageIoRegistry.java | 100 +++
.../pagememory/metric/IoStatisticsHolder.java} | 30 +-
.../internal/pagememory/reuse/ReuseBag.java} | 18 +-
.../internal/pagememory/reuse/ReuseList.java | 64 ++
.../internal/pagememory/util/PageHandler.java | 443 +++++++++++++
.../internal/pagememory/util/PageIdUtils.java | 265 ++++++++
.../internal/pagememory/util/PageLockListener.java | 86 +++
.../ignite/internal/pagememory/util/PageUtils.java | 282 +++++++++
.../internal/pagememory/PageIoRegistryTest.java | 68 ++
.../internal/pagememory/TestPageIoModule.java | 61 ++
.../internal/pagememory/util/PageIdUtilsTest.java | 147 +++++
...che.ignite.internal.pagememory.io.PageIoModule} | 3 +-
.../Table/TupleGetBenchmarks.cs | 2 +-
.../dotnet/Apache.Ignite.Tests/IgniteTestsBase.cs | 16 +-
.../Table/Poco.cs} | 19 +-
.../{TableTests.cs => RecordViewBinaryTests.cs} | 208 +++----
.../Table/RecordViewPocoTests.cs | 523 ++++++++++++++++
.../Transactions/TransactionsTests.cs | 72 +--
.../Internal/Table/RecordBinaryView.cs | 688 ---------------------
.../Apache.Ignite/Internal/Table/RecordView.cs | 303 +++++++++
.../Serialization/IRecordSerializerHandler.cs | 57 ++
.../Table/Serialization/ObjectSerializerHandler.cs | 149 +++++
.../Table/Serialization/RecordSerializer.cs | 241 ++++++++
.../Table/Serialization/TupleSerializerHandler.cs | 118 ++++
.../dotnet/Apache.Ignite/Internal/Table/Table.cs | 227 ++++++-
.../dotnet/Apache.Ignite/Internal/Table/Tables.cs | 2 +-
.../TransactionExtensions.cs} | 35 +-
.../dotnet/Apache.Ignite/Table/IRecordView.cs | 2 +-
.../platforms/dotnet/Apache.Ignite/Table/ITable.cs | 12 +-
.../raft/jraft/rpc/impl/IgniteRpcServer.java | 11 +-
.../internal/raft/server/impl/RaftServerImpl.java | 10 +-
.../ignite/internal/rocksdb/ColumnFamily.java | 11 +
.../internal/runner/app/ItNoThreadsLeftTest.java | 1 +
.../sql/engine/exec/ddl/DdlCommandHandler.java | 36 +-
.../sql/engine/message/MessageServiceImpl.java | 3 +-
.../storage/AbstractPartitionStorageTest.java | 13 +-
.../storage/rocksdb/ColumnFamilyUtils.java | 34 +-
.../storage/rocksdb/RocksDbMetaStorage.java | 138 +++++
.../storage/rocksdb/RocksDbPartitionStorage.java | 174 ++++--
.../storage/rocksdb/RocksDbTableStorage.java | 105 ++--
...eTest.java => RocksDbPartitionStorageTest.java} | 10 +-
.../storage/rocksdb/RocksDbTableStorageTest.java | 202 ++++++
.../ignite/internal/tx/impl/TxManagerImpl.java | 5 +-
pom.xml | 1 +
109 files changed, 6645 insertions(+), 1738 deletions(-)
create mode 100644 modules/network/src/main/java/org/apache/ignite/internal/network/handshake/HandshakeResult.java
copy modules/network/src/{test/java/org/apache/ignite/internal/network/processor/SerializationOrderMessage.java => main/java/org/apache/ignite/internal/network/message/InvokeRequest.java} (66%)
copy modules/network/src/{test/java/org/apache/ignite/internal/network/processor/SerializationOrderMessage.java => main/java/org/apache/ignite/internal/network/message/InvokeResponse.java} (66%)
rename modules/network/src/main/java/org/apache/ignite/internal/network/serialization/{marshal => }/Classes.java (58%)
create mode 100644 modules/network/src/main/java/org/apache/ignite/internal/network/serialization/marshal/FlaggedObjectIds.java
create mode 100644 modules/network/src/main/java/org/apache/ignite/network/DefaultMessagingService.java
delete mode 100644 modules/network/src/main/java/org/apache/ignite/network/scalecube/DelegatingTransportFactory.java
delete mode 100644 modules/network/src/main/java/org/apache/ignite/network/scalecube/ScaleCubeMessagingService.java
rename modules/network/src/test/java/org/apache/ignite/internal/network/serialization/{marshal => }/ClassesTest.java (75%)
create mode 100644 modules/network/src/test/java/org/apache/ignite/internal/network/serialization/marshal/FlaggedObjectIdsTest.java
copy modules/{rocksdb-common => page-memory}/pom.xml (87%)
create mode 100644 modules/page-memory/src/main/java/org/apache/ignite/internal/pagememory/FullPageId.java
create mode 100644 modules/page-memory/src/main/java/org/apache/ignite/internal/pagememory/PageIdAllocator.java
create mode 100644 modules/page-memory/src/main/java/org/apache/ignite/internal/pagememory/PageMemory.java
create mode 100644 modules/page-memory/src/main/java/org/apache/ignite/internal/pagememory/PageSupport.java
create mode 100644 modules/page-memory/src/main/java/org/apache/ignite/internal/pagememory/io/IoVersions.java
create mode 100644 modules/page-memory/src/main/java/org/apache/ignite/internal/pagememory/io/PageIo.java
copy modules/{api/src/main/java/org/apache/ignite/schema/definition/index/PartialIndexDefinition.java => page-memory/src/main/java/org/apache/ignite/internal/pagememory/io/PageIoModule.java} (65%)
create mode 100644 modules/page-memory/src/main/java/org/apache/ignite/internal/pagememory/io/PageIoRegistry.java
copy modules/{transactions/src/main/java/org/apache/ignite/internal/tx/Waiter.java => page-memory/src/main/java/org/apache/ignite/internal/pagememory/metric/IoStatisticsHolder.java} (60%)
copy modules/{client-common/src/main/java/org/apache/ignite/internal/client/proto/TuplePart.java => page-memory/src/main/java/org/apache/ignite/internal/pagememory/reuse/ReuseBag.java} (70%)
create mode 100644 modules/page-memory/src/main/java/org/apache/ignite/internal/pagememory/reuse/ReuseList.java
create mode 100644 modules/page-memory/src/main/java/org/apache/ignite/internal/pagememory/util/PageHandler.java
create mode 100644 modules/page-memory/src/main/java/org/apache/ignite/internal/pagememory/util/PageIdUtils.java
create mode 100644 modules/page-memory/src/main/java/org/apache/ignite/internal/pagememory/util/PageLockListener.java
create mode 100644 modules/page-memory/src/main/java/org/apache/ignite/internal/pagememory/util/PageUtils.java
create mode 100644 modules/page-memory/src/test/java/org/apache/ignite/internal/pagememory/PageIoRegistryTest.java
create mode 100644 modules/page-memory/src/test/java/org/apache/ignite/internal/pagememory/TestPageIoModule.java
create mode 100644 modules/page-memory/src/test/java/org/apache/ignite/internal/pagememory/util/PageIdUtilsTest.java
copy modules/{runner/src/main/resources/ignite.properties => page-memory/src/test/resources/META-INF/services/org.apache.ignite.internal.pagememory.io.PageIoModule} (93%)
copy modules/platforms/dotnet/{Apache.Ignite/Internal/Proto/ProtoCommon.cs => Apache.Ignite.Tests/Table/Poco.cs} (75%)
rename modules/platforms/dotnet/Apache.Ignite.Tests/Table/{TableTests.cs => RecordViewBinaryTests.cs} (58%)
create mode 100644 modules/platforms/dotnet/Apache.Ignite.Tests/Table/RecordViewPocoTests.cs
delete mode 100644 modules/platforms/dotnet/Apache.Ignite/Internal/Table/RecordBinaryView.cs
create mode 100644 modules/platforms/dotnet/Apache.Ignite/Internal/Table/RecordView.cs
create mode 100644 modules/platforms/dotnet/Apache.Ignite/Internal/Table/Serialization/IRecordSerializerHandler.cs
create mode 100644 modules/platforms/dotnet/Apache.Ignite/Internal/Table/Serialization/ObjectSerializerHandler.cs
create mode 100644 modules/platforms/dotnet/Apache.Ignite/Internal/Table/Serialization/RecordSerializer.cs
create mode 100644 modules/platforms/dotnet/Apache.Ignite/Internal/Table/Serialization/TupleSerializerHandler.cs
copy modules/platforms/dotnet/Apache.Ignite/Internal/{Proto/MessagePackUtil.cs => Transactions/TransactionExtensions.cs} (53%)
create mode 100644 modules/storage-rocksdb/src/main/java/org/apache/ignite/internal/storage/rocksdb/RocksDbMetaStorage.java
rename modules/storage-rocksdb/src/test/java/org/apache/ignite/internal/storage/rocksdb/{RocksDbStorageTest.java => RocksDbPartitionStorageTest.java} (91%)
create mode 100644 modules/storage-rocksdb/src/test/java/org/apache/ignite/internal/storage/rocksdb/RocksDbTableStorageTest.java
[ignite-3] 01/01: Merge branch 'main' of github.com:apache/ignite-3 into ignite-16244
Posted by vk...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
vkulichenko pushed a commit to branch ignite-16244
in repository https://gitbox.apache.org/repos/asf/ignite-3.git
commit 40f510b41746e53b88eb1f6c2127d4d67334e810
Merge: 514b40f 7746d49
Author: Valentin Kulichenko <va...@gmail.com>
AuthorDate: Mon Jan 24 16:04:42 2022 -0800
Merge branch 'main' of github.com:apache/ignite-3 into ignite-16244
.../main/java/org/apache/ignite/table/Tuple.java | 62 +-
.../apache/ignite/table/manager/IgniteTables.java | 32 +-
.../apache/ignite/table/mapper/MapperBuilder.java | 21 +-
.../org/apache/ignite/internal/util/ByteUtils.java | 14 +-
.../ignite/internal/util/IgniteObjectName.java | 35 +-
.../apache/ignite/internal/util/IgniteUtils.java | 23 +
.../internal/metastorage/MetaStorageManager.java | 8 -
.../apache/ignite/network/MessagingService.java | 10 +-
.../org/apache/ignite/network/NetworkAddress.java | 33 +-
.../ignite/network/NetworkMessageHandler.java | 7 +-
.../org/apache/ignite/network/TopologyService.java | 12 +-
.../network/netty/ItConnectionManagerTest.java | 8 +-
.../network/recovery/ItRecoveryHandshakeTest.java | 26 +-
.../network/scalecube/ItClusterServiceTest.java | 3 +-
.../scalecube/ItScaleCubeNetworkMessagingTest.java | 18 +-
.../internal/network/NetworkMessageTypes.java | 22 +-
.../network/handshake/HandshakeManager.java | 6 +-
.../network/handshake/HandshakeResult.java | 67 ++
.../network/message/FieldDescriptorMessage.java | 5 +
...ldDescriptorMessage.java => InvokeRequest.java} | 30 +-
...dDescriptorMessage.java => InvokeResponse.java} | 30 +-
.../internal/network/netty/ConnectionManager.java | 19 +-
.../internal/network/netty/HandshakeHandler.java | 29 +-
.../internal/network/netty/MessageHandler.java | 13 +-
.../ignite/internal/network/netty/NettyClient.java | 7 +-
.../ignite/internal/network/netty/NettyServer.java | 8 +-
.../recovery/RecoveryClientHandshakeManager.java | 23 +-
.../recovery/RecoveryServerHandshakeManager.java | 21 +-
.../network/serialization/ClassDescriptor.java | 22 +-
.../serialization/ClassDescriptorFactory.java | 67 +-
.../serialization/{marshal => }/Classes.java | 31 +-
.../network/serialization/FieldDescriptor.java | 33 +-
.../PerSessionSerializationService.java | 8 +-
.../marshal/DefaultUserObjectMarshaller.java | 122 ++--
.../marshal/ExternalizableMarshaller.java | 17 +-
.../serialization/marshal/FlaggedObjectIds.java | 51 ++
.../serialization/marshal/MarshallingContext.java | 47 +-
.../marshal/StructuredObjectMarshaller.java | 15 +-
.../marshal/UnmarshallingContext.java | 15 +-
.../marshal/UosObjectInputStream.java | 25 +-
.../marshal/UosObjectOutputStream.java | 26 +-
.../ignite/network/DefaultMessagingService.java | 348 +++++++++++
.../scalecube/DelegatingTransportFactory.java | 130 ----
.../scalecube/ScaleCubeClusterServiceFactory.java | 58 +-
.../ScaleCubeDirectMarshallerTransport.java | 4 +-
.../scalecube/ScaleCubeMessagingService.java | 160 -----
.../scalecube/ScaleCubeTopologyService.java | 21 +-
.../internal/network/netty/NettyClientTest.java | 14 +-
.../internal/network/netty/NettyServerTest.java | 9 +-
.../serialization/ClassDescriptorFactoryTest.java | 125 ++++
.../serialization/{marshal => }/ClassesTest.java | 33 +-
...shallerWithSerializableOverrideStreamsTest.java | 159 ++++-
...ltUserObjectMarshallerWithSerializableTest.java | 44 ++
.../marshal/FlaggedObjectIdsTest.java | 74 +++
.../marshal/MarshallingContextTest.java | 49 +-
.../network/serialization/marshal/Throwables.java | 8 +
.../MessageSerializationRegistryImplTest.java | 2 +-
modules/page-memory/pom.xml | 48 ++
.../ignite/internal/pagememory/FullPageId.java | 174 ++++++
.../internal/pagememory/PageIdAllocator.java | 63 ++
.../ignite/internal/pagememory/PageMemory.java | 65 ++
.../ignite/internal/pagememory/PageSupport.java | 128 ++++
.../ignite/internal/pagememory/io/IoVersions.java | 128 ++++
.../ignite/internal/pagememory/io/PageIo.java | 507 +++++++++++++++
.../internal/pagememory/io/PageIoModule.java} | 28 +-
.../internal/pagememory/io/PageIoRegistry.java | 100 +++
.../pagememory/metric/IoStatisticsHolder.java} | 34 +-
.../internal/pagememory/reuse/ReuseBag.java} | 33 +-
.../internal/pagememory/reuse/ReuseList.java | 64 ++
.../internal/pagememory/util/PageHandler.java | 443 +++++++++++++
.../internal/pagememory/util/PageIdUtils.java | 265 ++++++++
.../internal/pagememory/util/PageLockListener.java | 86 +++
.../ignite/internal/pagememory/util/PageUtils.java | 282 +++++++++
.../internal/pagememory/PageIoRegistryTest.java | 68 ++
.../internal/pagememory/TestPageIoModule.java | 61 ++
.../internal/pagememory/util/PageIdUtilsTest.java | 147 +++++
...ache.ignite.internal.pagememory.io.PageIoModule | 17 +
.../Table/TupleGetBenchmarks.cs | 2 +-
.../dotnet/Apache.Ignite.Tests/IgniteTestsBase.cs | 16 +-
.../Table/Poco.cs} | 22 +-
.../{TableTests.cs => RecordViewBinaryTests.cs} | 208 +++----
.../Table/RecordViewPocoTests.cs | 523 ++++++++++++++++
.../Transactions/TransactionsTests.cs | 72 +--
.../Internal/Table/RecordBinaryView.cs | 688 ---------------------
.../Apache.Ignite/Internal/Table/RecordView.cs | 303 +++++++++
.../Serialization/IRecordSerializerHandler.cs | 57 ++
.../Table/Serialization/ObjectSerializerHandler.cs | 149 +++++
.../Table/Serialization/RecordSerializer.cs | 241 ++++++++
.../Table/Serialization/TupleSerializerHandler.cs | 118 ++++
.../dotnet/Apache.Ignite/Internal/Table/Table.cs | 227 ++++++-
.../dotnet/Apache.Ignite/Internal/Table/Tables.cs | 2 +-
.../Transactions/TransactionExtensions.cs} | 32 +-
.../dotnet/Apache.Ignite/Table/IRecordView.cs | 2 +-
.../platforms/dotnet/Apache.Ignite/Table/ITable.cs | 12 +-
.../raft/jraft/rpc/impl/IgniteRpcServer.java | 11 +-
.../internal/raft/server/impl/RaftServerImpl.java | 10 +-
.../ignite/internal/rocksdb/ColumnFamily.java | 11 +
.../internal/runner/app/ItNoThreadsLeftTest.java | 1 +
.../sql/engine/exec/ddl/DdlCommandHandler.java | 36 +-
.../sql/engine/message/MessageServiceImpl.java | 3 +-
.../storage/AbstractPartitionStorageTest.java | 13 +-
.../storage/rocksdb/ColumnFamilyUtils.java | 34 +-
.../storage/rocksdb/RocksDbMetaStorage.java | 138 +++++
.../storage/rocksdb/RocksDbPartitionStorage.java | 174 ++++--
.../storage/rocksdb/RocksDbTableStorage.java | 105 ++--
...eTest.java => RocksDbPartitionStorageTest.java} | 10 +-
.../storage/rocksdb/RocksDbTableStorageTest.java | 202 ++++++
.../ignite/internal/tx/impl/TxManagerImpl.java | 5 +-
pom.xml | 1 +
109 files changed, 6717 insertions(+), 1761 deletions(-)