You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@ignite.apache.org by am...@apache.org on 2023/06/13 16:06:23 UTC

[ignite-3] 01/02: Merge branch 'main' into ignite-17765-2

This is an automated email from the ASF dual-hosted git repository.

amashenkov pushed a commit to branch ignite-17765-2
in repository https://gitbox.apache.org/repos/asf/ignite-3.git

commit 31cabd5923b5fa8b2992deeb8e3be64b31745f02
Merge: fd9a89dc2a 44c97c0065
Author: amashenkov <an...@gmail.com>
AuthorDate: Tue Jun 13 16:45:47 2023 +0300

    Merge branch 'main' into ignite-17765-2

 .../org/apache/ignite/compute/DeploymentUnit.java  |  10 +
 .../org/apache/ignite/compute/IgniteCompute.java   |  77 +--
 .../DistributionZoneAlreadyExistsException.java    |   3 +-
 .../lang}/DistributionZoneBindTableException.java  |   7 +-
 .../lang}/DistributionZoneNotFoundException.java   |   3 +-
 .../apache/ignite/table/DataStreamerOptions.java   | 176 ++++++
 .../apache/ignite/table/DataStreamerTarget.java}   |  34 +-
 .../java/org/apache/ignite/table/KeyValueView.java |   3 +-
 .../java/org/apache/ignite/table/RecordView.java   |   2 +-
 .../apache/ignite/internal/catalog/Catalog.java    |  87 ++-
 .../ignite/internal/catalog/CatalogManager.java    |  36 ++
 .../ignite/internal/catalog/CatalogService.java    |  32 +-
 .../internal/catalog/CatalogServiceImpl.java       | 454 +++++++++++---
 .../commands/AbstractZoneCommandParams.java        |  67 ++
 .../internal/catalog/commands/AlterZoneParams.java | 183 ++++++
 .../internal/catalog/commands/CatalogUtils.java    |  57 +-
 .../catalog/commands/CreateSortedIndexParams.java  |   8 +-
 .../catalog/commands/CreateZoneParams.java         | 191 ++++++
 .../internal/catalog/commands/DropZoneParams.java  |  72 +++
 .../RenameZoneParams.java}                         |  45 +-
 ...nCollation.java => CatalogColumnCollation.java} |   6 +-
 .../descriptors/CatalogDescriptorUtils.java        |  30 +-
 ...riptor.java => CatalogHashIndexDescriptor.java} |   4 +-
 ...ptor.java => CatalogIndexColumnDescriptor.java} |   8 +-
 ...Descriptor.java => CatalogIndexDescriptor.java} |   4 +-
 ...escriptor.java => CatalogObjectDescriptor.java} |   7 +-
 ...escriptor.java => CatalogSchemaDescriptor.java} |  36 +-
 ...ptor.java => CatalogSortedIndexDescriptor.java} |  10 +-
 ...ptor.java => CatalogTableColumnDescriptor.java} |   6 +-
 ...Descriptor.java => CatalogTableDescriptor.java} |  20 +-
 .../catalog/descriptors/CatalogZoneDescriptor.java | 133 ++++
 .../catalog/events/AddColumnEventParameters.java   |   8 +-
 .../catalog/events/AlterColumnEventParameters.java |   8 +-
 ...rameters.java => AlterZoneEventParameters.java} |  20 +-
 .../internal/catalog/events/CatalogEvent.java      |  11 +-
 .../catalog/events/CreateIndexEventParameters.java |   8 +-
 .../catalog/events/CreateTableEventParameters.java |   8 +-
 ...ameters.java => CreateZoneEventParameters.java} |  20 +-
 ...arameters.java => DropZoneEventParameters.java} |  22 +-
 .../internal/catalog/storage/AlterColumnEntry.java |   8 +-
 .../{NewTableEntry.java => AlterZoneEntry.java}    |  18 +-
 .../{NewIndexEntry.java => DropZoneEntry.java}     |  21 +-
 .../internal/catalog/storage/NewColumnsEntry.java  |   8 +-
 .../internal/catalog/storage/NewIndexEntry.java    |   8 +-
 .../internal/catalog/storage/NewTableEntry.java    |   8 +-
 .../{NewTableEntry.java => NewZoneEntry.java}      |  16 +-
 .../internal/catalog/storage/VersionedUpdate.java  |  11 +-
 .../internal/catalog/CatalogServiceSelfTest.java   | 532 ++++++++++++----
 .../catalog/storage/UpdateLogImplTest.java         |   6 +-
 .../ignite/internal/jdbc/JdbcConverterUtils.java}  |  38 +-
 .../internal/jdbc/proto/event/JdbcColumnMeta.java  |  35 +-
 .../client/handler/JdbcQueryCursorHandlerImpl.java |   4 +-
 .../ClientComputeExecuteColocatedRequest.java      |   3 +-
 .../compute/ClientComputeExecuteRequest.java       |   3 +-
 .../handler/requests/jdbc/JdbcMetadataCatalog.java |  52 +-
 .../apache/ignite/client/ClientOperationType.java  |   3 +-
 .../ignite/internal/client/ReliableChannel.java    |  25 +-
 .../ignite/internal/client/TcpClientChannel.java   |  12 +-
 .../internal/client/compute/ClientCompute.java     |  60 +-
 ...AbstractStreamerPartitionAwarenessProvider.java |  60 ++
 .../client/table/ClientKeyValueBinaryView.java     |  33 +-
 .../internal/client/table/ClientKeyValueView.java  |  37 ++
 .../client/table/ClientRecordBinaryView.java       |  31 +
 .../internal/client/table/ClientRecordView.java    |  32 +-
 .../ignite/internal/client/table/ClientTable.java  |  61 +-
 .../client/table/ClientTupleSerializer.java        |  15 +-
 ...luePojoStreamerPartitionAwarenessProvider.java} |  30 +-
 ...ueTupleStreamerPartitionAwarenessProvider.java} |  23 +-
 .../client/table/PartitionAwarenessProvider.java   |  17 +-
 .../PojoStreamerPartitionAwarenessProvider.java}   |  28 +-
 .../client/table/StreamerBatchSender.java}         |  28 +-
 .../internal/client/table/StreamerBuffer.java      |  98 +++
 .../table/StreamerPartitionAwarenessProvider.java} |  30 +-
 .../internal/client/table/StreamerSubscriber.java  | 253 ++++++++
 .../TupleStreamerPartitionAwarenessProvider.java}  |  20 +-
 .../apache/ignite/client/ClientComputeTest.java    |  25 +-
 .../apache/ignite/client/ConsoleLoggerFactory.java | 106 ++++
 .../org/apache/ignite/client/DataStreamerTest.java | 297 +++++++++
 .../ignite/client/PartitionAwarenessTest.java      | 168 ++++-
 .../apache/ignite/client/RequestBalancingTest.java |   2 +-
 .../apache/ignite/client/ServerMetricsTest.java    |  11 +-
 .../apache/ignite/client/fakes/FakeCompute.java    |  51 +-
 .../cluster/management/ItClusterManagerTest.java   |   2 +
 .../internal/deployunit/DeploymentManagerImpl.java |  13 +
 .../internal/deployunit/FileDeployerService.java   |  34 +-
 .../internal/deployunit/IgniteDeployment.java      |  22 +-
 modules/compute/build.gradle                       |   2 +
 .../ignite/internal/compute/ComputeComponent.java  |  28 +-
 .../internal/compute/ComputeComponentImpl.java     |  97 ++-
 .../internal/compute/ComputeMessageTypes.java      |   6 +
 .../ignite/internal/compute/IgniteComputeImpl.java |  96 +--
 .../ignite/internal/compute/JobClassLoader.java    |   8 +
 .../internal/compute/JobClassLoaderFactory.java    |  80 ++-
 ...{ExecuteRequest.java => DeploymentUnitMsg.java} |  40 +-
 .../internal/compute/message/ExecuteRequest.java   |   8 +
 .../internal/compute/ComputeComponentImplTest.java |  75 +--
 .../internal/compute/IgniteComputeImplTest.java    |  44 +-
 .../compute/JobClassLoaderFactoryTest.java         | 152 +++--
 .../ignite/internal/util/CollectionUtils.java      |  23 +
 .../java/org/apache/ignite/lang/ErrorGroups.java   |  10 +-
 .../distributionzones/DistributionZoneManager.java |   6 +-
 .../distributionzones/DistributionZonesUtil.java   |   2 +-
 .../DistributionZoneAwaitDataNodesTest.java        |   2 +-
 .../DistributionZoneManagerTest.java               |   6 +-
 .../apache/ignite/internal/index/IndexManager.java |  48 +-
 modules/jdbc/build.gradle                          |   1 +
 .../jdbc/ItJdbcMetadataSelfTest.java               | 256 +++++---
 .../ignite/internal/jdbc/JdbcDatabaseMetadata.java |  82 +--
 .../apache/ignite/internal/jdbc/JdbcResultSet.java |  44 +-
 .../server/persistence/RocksDbKeyValueStorage.java |  22 +-
 .../server/BasicOperationsKeyValueStorageTest.java |   2 +-
 .../server/TestRocksDbKeyValueStorageTest.java     |  79 +++
 .../server/TestRocksDbKeyValueStorage.java         |  45 ++
 .../internal/network/processor/TypeUtils.java      |  21 +-
 .../messages/MarshallableTypesBlackList.java       |  37 +-
 .../processor/messages/MessageImplGenerator.java   |   6 +-
 .../src/main/resources/marshallable.blacklist      |   4 +
 .../ignite/network/DefaultMessagingService.java    |  20 +-
 .../scalecube/ScaleCubeClusterServiceFactory.java  |   1 +
 .../scalecube/ScaleCubeTopologyService.java        |  10 +-
 .../processor/MarshallableBlacklistTest.java       |  36 +-
 .../processor/TransferableObjectProcessorTest.java |  13 -
 .../network/DefaultMessagingServiceTest.java       |   1 +
 .../scalecube/ScaleCubeTopologyServiceTest.java    |  69 ++
 .../src/test/resources/marshallable.blacklist      |   1 +
 .../persistence/store/FilePageStoreManager.java    |   6 +-
 .../PersistentPageMemoryNoLoadTest.java            |   2 +-
 .../store/FilePageStoreManagerTest.java            |  34 +-
 .../message/LeaseGrantedMessage.java               |  17 +-
 .../negotiation/LeaseNegotiator.java               |   4 +-
 .../apache/ignite/raft/jraft/core/ItNodeTest.java  |   1 +
 .../raft/jraft/disruptor/StripedDisruptor.java     |   2 +-
 .../ignite/internal/replicator/ReplicaManager.java |  42 +-
 .../ignite/internal/replicator/ReplicaService.java |  50 +-
 .../exception/ReplicaStoppingException.java}       |  31 +-
 .../replicator/PlacementDriverReplicaSideTest.java |   4 +-
 modules/runner/build.gradle                        |   5 +
 .../java/org/apache/ignite/internal/Cluster.java   |  26 +-
 .../internal/ClusterPerTestIntegrationTest.java    |  19 +-
 .../{ItComputeTest.java => ItComputeBaseTest.java} | 101 ++-
 .../compute/ItComputeTestBaseEmbedded.java         |  89 +++
 .../internal/compute/ItComputeTestStandalone.java  | 106 ++++
 .../internal/compute/ItLogicalTopologyTest.java    |  40 +-
 .../storage/ItRebalanceDistributedTest.java        |   2 +-
 .../runner/app/ItIgniteNodeRestartTest.java        |   2 +-
 .../runner/app/client/ItThinClientComputeTest.java |  32 +-
 .../sql/engine/ClusterPerClassIntegrationTest.java |  11 +-
 .../internal/sql/engine/ItDataTypesTest.java       |   4 +-
 .../sql/engine/ItDynamicParameterTest.java         | 111 +---
 .../internal/sql/engine/ItFunctionsTest.java       |  34 +-
 .../varbinary/ItVarBinaryExpressionTest.java       |   8 +-
 .../org/apache/ignite/internal/ssl/ItSslTest.java  |   4 +-
 .../apache/ignite/internal/start/ItStartTest.java  |   2 +-
 .../units/apache-ignite-1.0-SNAPSHOT-src.zip       | Bin 0 -> 69608 bytes
 .../resources/units/ignite-jobs-1.0-SNAPSHOT.jar   | Bin 0 -> 4773 bytes
 .../org/apache/ignite/internal/app/IgniteImpl.java |  32 +-
 .../ignite/internal/sql/util/SqlTestUtils.java     | 158 +++++
 .../sql/engine/exec/ddl/DdlCommandHandler.java     |   4 +-
 .../engine/exec/ddl/DdlCommandHandlerWrapper.java  |  34 +
 .../exec/ddl/DdlToCatalogCommandConverter.java     |  58 +-
 .../internal/sql/engine/exec/exp/RexImpTable.java  |   5 +-
 .../sql/engine/schema/CatalogSqlSchemaManager.java |  44 +-
 .../sql/engine/schema/IgniteSchemaIndex.java       |  22 +-
 .../sql/engine/schema/IgniteTableImpl.java         |  19 +-
 .../sql/engine/sql/fun/IgniteSqlOperatorTable.java |  20 +-
 .../sql/engine/sql/fun/SqlSubstringFunction.java   | 177 ++++++
 .../ignite/internal/sql/engine/util/Commons.java   |  28 +-
 .../internal/sql/engine/util/IgniteMethod.java     |   5 +-
 .../internal/sql/engine/StopCalciteModuleTest.java |   7 +-
 .../sql/engine/exec/MockedStructuresTest.java      |   2 +-
 .../DdlCommandHandlerExceptionHandlingTest.java    |   4 +-
 .../engine/schema/CatalogSqlSchemaManagerTest.java |  73 +--
 .../internal/storage/engine/MvTableStorage.java    |  45 +-
 .../storage/engine/StorageTableDescriptor.java}    |  33 +-
 .../storage/index/BinaryTupleComparator.java       |  10 +-
 .../internal/storage/index/HashIndexStorage.java   |   2 +-
 .../internal/storage/index/SortedIndexStorage.java |   2 +-
 ...riptor.java => StorageHashIndexDescriptor.java} |  30 +-
 ...Descriptor.java => StorageIndexDescriptor.java} |  24 +-
 ...ptor.java => StorageSortedIndexDescriptor.java} |  37 +-
 .../internal/storage/util/MvPartitionStorages.java |  27 +-
 .../storage/index/BinaryTupleComparatorTest.java   |  38 +-
 .../storage/index/TestHashIndexStorageTest.java    |  10 +-
 .../storage/index/TestSortedIndexStorageTest.java  |  11 +-
 .../storage/util/MvPartitionStoragesTest.java      |  16 +-
 .../storage/AbstractMvTableStorageTest.java        |  47 +-
 .../internal/storage/BaseMvStoragesTest.java       |   4 +-
 .../internal/storage/impl/TestMvTableStorage.java  |  56 +-
 .../internal/storage/impl/TestStorageEngine.java   |   5 +-
 .../index/AbstractHashIndexStorageTest.java        |   6 +-
 .../storage/index/AbstractIndexStorageTest.java    |   9 +-
 .../index/AbstractSortedIndexStorageTest.java      |  10 +-
 .../index/impl/BinaryTupleRowSerializer.java       |   4 +-
 .../storage/index/impl/TestHashIndexStorage.java   |   8 +-
 .../internal/storage/index/impl/TestIndexRow.java  |   4 +-
 .../storage/index/impl/TestSortedIndexStorage.java |   8 +-
 .../pagememory/AbstractPageMemoryTableStorage.java |  54 +-
 .../PersistentPageMemoryTableStorage.java          | 132 ++--
 .../pagememory/VolatilePageMemoryTableStorage.java |  54 +-
 .../index/AbstractPageMemoryIndexStorage.java      | 127 +++-
 .../storage/pagememory/index/InlineUtils.java      |  14 +-
 .../pagememory/index/common/IndexRowKey.java}      |  20 +-
 .../pagememory/index/hash/HashIndexRowKey.java     |   9 +-
 .../pagememory/index/hash/HashIndexTree.java       |   4 +-
 .../index/hash/PageMemoryHashIndexStorage.java     |  55 +-
 .../index/sorted/PageMemorySortedIndexStorage.java | 192 +-----
 .../pagememory/index/sorted/SortedIndexRowKey.java |   9 +-
 .../pagememory/index/sorted/SortedIndexTree.java   |   4 +-
 .../mv/AbstractPageMemoryMvPartitionStorage.java   |  58 +-
 .../mv/PersistentPageMemoryMvPartitionStorage.java |  24 +-
 .../mv/VolatilePageMemoryMvPartitionStorage.java   |  48 +-
 .../AbstractPageMemoryHashIndexStorageTest.java    |   4 +-
 .../AbstractPageMemorySortedIndexStorageTest.java  |   4 +-
 .../storage/pagememory/index/InlineUtilsTest.java  |  22 +-
 .../PersistentPageMemoryHashIndexStorageTest.java  |   8 +-
 ...PersistentPageMemorySortedIndexStorageTest.java |   8 +-
 .../VolatilePageMemoryHashIndexStorageTest.java    |   8 +-
 .../VolatilePageMemorySortedIndexStorageTest.java  |   7 +-
 .../ignite/internal/storage/rocksdb/HashIndex.java |   6 +-
 .../storage/rocksdb/RocksDbMvPartitionStorage.java |   2 +-
 .../storage/rocksdb/RocksDbTableStorage.java       |  88 ++-
 .../internal/storage/rocksdb/SortedIndex.java      |   6 +-
 .../rocksdb/index/AbstractRocksDbIndexStorage.java | 143 +++++
 .../index/RocksDbBinaryTupleComparator.java        |   6 +-
 .../rocksdb/index/RocksDbHashIndexStorage.java     |  55 +-
 .../rocksdb/index/RocksDbSortedIndexStorage.java   | 135 +---
 .../storage/rocksdb/RocksDbMvTableStorageTest.java |   2 +-
 .../storage/rocksdb/RocksDbStorageEngineTest.java  |   7 +-
 .../rocksdb/index/RocksDbHashIndexStorageTest.java |   7 +-
 .../index/RocksDbSortedIndexStorageTest.java       |   7 +-
 .../distributed/ItTxDistributedTestSingleNode.java |  10 +-
 .../ignite/distributed/ReplicaUnavailableTest.java | 102 ++-
 .../internal/table/KeyValueBinaryViewImpl.java     |  10 +
 .../ignite/internal/table/KeyValueViewImpl.java    |  10 +
 .../internal/table/RecordBinaryViewImpl.java       |   9 +
 .../ignite/internal/table/RecordViewImpl.java      |   9 +
 .../apache/ignite/internal/table/TableImpl.java    |   8 +-
 .../internal/table/distributed/TableManager.java   |   8 +-
 .../table/distributed/TableMessageGroup.java       |   6 +
 .../raft/snapshot/PartitionAccessImpl.java         |   8 +-
 .../replication/request/BinaryTupleMessage.java}   |  39 +-
 .../request/MultipleRowReplicaRequest.java         |  21 +-
 .../request/ReadOnlyReplicaRequest.java            |   8 +-
 .../request/ScanRetrieveBatchReplicaRequest.java   |  12 +-
 .../request/SingleRowReplicaRequest.java           |   9 +-
 .../replication/request/SwapRowReplicaRequest.java |  16 +-
 .../replicator/PartitionReplicaListener.java       |  63 +-
 .../distributed/schema/ColumnDefinitionDiff.java   |   8 +-
 .../table/distributed/schema/FullTableSchema.java  |  38 +-
 .../distributed/schema/NonHistoricSchemas.java     |  10 +-
 .../distributed/schema/TableDefinitionDiff.java    |  28 +-
 .../distributed/storage/InternalTableImpl.java     |  96 +--
 .../org/apache/ignite/internal/table/Example.java  | 695 ---------------------
 .../internal/table/distributed/IndexBaseTest.java  |  20 +-
 .../raft/snapshot/PartitionAccessImplTest.java     |  27 +-
 .../incoming/IncomingSnapshotCopierTest.java       |  40 +-
 .../PartitionReplicaListenerIndexLockingTest.java  |  23 +-
 .../replication/PartitionReplicaListenerTest.java  | 139 +++--
 .../distributed/schema/FullTableSchemaTest.java    |  34 +-
 .../table/impl/DummyInternalTableImpl.java         |   6 +-
 .../ignite/internal/table/impl/DummySchemas.java   |   4 +-
 261 files changed, 6863 insertions(+), 3706 deletions(-)