You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@ignite.apache.org by am...@apache.org on 2024/02/19 14:24:45 UTC
(ignite-3) branch ignite-20680 updated (8beb468e5b -> 2c3f1fcdb9)
This is an automated email from the ASF dual-hosted git repository.
amashenkov pushed a change to branch ignite-20680
in repository https://gitbox.apache.org/repos/asf/ignite-3.git
omit 8beb468e5b Enable tests.
omit 84693c0b8c Postpone table structures destruction.
add 28cb000c48 Enable GitHub autolink for Jira tickets (#3218)
add 231593e94b IGNITE-21403 Add DataStreamer data removal API (#3208)
add d47ff6a567 IGNITE-21517 Add thread assertions to TxStateStorage (#3209)
add db8237c644 IGNITE-21511 Use read only transaction id in ReadOnlyScanRetrieveBatchReplicaRequest (#3200)
add 0f6e7246b9 IGNITE-21513 Fixed ActiveActorTest#testChangeLeaderForce is flaky (#3206)
add 6f31157466 IGNITE-20858 Improve error handling in compute jobs (#3121)
add 090e8ee3db IGNITE-21484 fix possible race in JobExecution.changePriority method (#3186)
add 7d31db77db IGNITE-19608 Improve the UIX of ignite3db script (#3210)
add 4468f976b5 IGNITE-18595 Implement index build process during the full state transfer (#3215)
add 031a66fe85 Bump jackson from 2.15.0 to 2.16.1 (#3173)
add 1be7cc80d5 Bump jsonpath from 2.4.0 to 2.9.0 (#3172)
add 3c4cf8c1c8 IGNITE-21533 Sql. Use actual order of key columns to built key only row (#3214)
add e53744afe9 IGNITE-19215 ODBC 3.0: Implement DML data batching (#3156)
add 150adec49f IGNITE-20882 Append performance tests (#3082)
add 5068c3acf1 IGNITE-21117 Wait for completion of transactions before index drop (#3216)
add fef7aab39e IGNITE-17824 Use named executor instead of default one in order to process replica Response (#3217)
add 5343d1274f IGNITE-21535 Create catalog events for destroying table and index (#3221)
add 2c3f1fcdb9 Wip.
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (8beb468e5b)
\
N -- N -- N refs/heads/ignite-20680 (2c3f1fcdb9)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.asf.yaml | 2 +
gradle/libs.versions.toml | 4 +-
.../org/apache/ignite/table/DataStreamerItem.java | 75 +++
.../ignite/table/DataStreamerOperationType.java} | 23 +-
.../apache/ignite/table/DataStreamerTarget.java | 2 +-
.../apache/ignite/internal/catalog/Catalog.java | 5 -
.../internal/catalog/CatalogManagerImpl.java | 25 +-
.../internal/catalog/commands/CatalogUtils.java | 31 +
.../descriptors/CatalogHashIndexDescriptor.java | 27 +-
.../descriptors/CatalogIndexDescriptor.java | 19 +-
.../descriptors/CatalogSortedIndexDescriptor.java | 27 +-
.../internal/catalog/events/CatalogEvent.java | 3 +
...EventParameters.java => DestroyIndexEvent.java} | 37 +-
...eters.java => DestroyIndexEventParameters.java} | 36 +-
...ntParameters.java => IndexEventParameters.java} | 13 +-
.../events/MakeIndexAvailableEventParameters.java | 13 +-
.../catalog/events/RemoveIndexEventParameters.java | 13 +-
.../events/StartBuildingIndexEventParameters.java | 13 +-
.../events/StoppingIndexEventParameters.java | 13 +-
.../storage/AbstractChangeIndexStatusEntry.java | 43 +-
.../catalog/CatalogManagerRecoveryTest.java | 37 +-
.../internal/catalog/CatalogManagerSelfTest.java | 69 +-
.../catalog/commands/CatalogUtilsTest.java | 52 +-
.../internal/catalog/BaseCatalogManagerTest.java | 10 +-
.../ignite/internal/catalog/CatalogTestUtils.java | 26 +-
.../internal/client/proto/ClientMessagePacker.java | 21 +
.../client/proto/ClientMessageUnpacker.java | 51 ++
.../ignite/internal/client/proto/ClientOp.java | 3 +
.../handler/ClientInboundMessageHandler.java | 4 +
.../handler/ClientPrimaryReplicaTracker.java | 6 +-
.../requests/sql/ClientSqlExecuteBatchRequest.java | 155 +++++
.../table/ClientStreamerBatchSendRequest.java | 28 +-
.../apache/ignite/client/ClientOperationType.java | 8 +-
.../org/apache/ignite/client/RetryReadPolicy.java | 1 +
.../apache/ignite/internal/client/ClientUtils.java | 3 +
.../internal/client/table/ClientDataStreamer.java | 3 +-
.../client/table/ClientKeyValueBinaryView.java | 5 +-
.../internal/client/table/ClientKeyValueView.java | 28 +-
.../client/table/ClientRecordBinaryView.java | 3 +-
.../client/table/ClientRecordSerializer.java | 16 +-
.../internal/client/table/ClientRecordView.java | 3 +-
.../client/table/ClientTupleSerializer.java | 14 +-
.../apache/ignite/client/ClientMetricsTest.java | 7 +-
.../org/apache/ignite/client/DataStreamerTest.java | 57 +-
.../ignite/client/PartitionAwarenessTest.java | 14 +-
.../ignite/client/fakes/FakeInternalTable.java | 3 +
.../ignite/internal/compute/ItComputeBaseTest.java | 51 +-
.../internal/compute/ItComputeTestEmbedded.java | 99 ++-
.../internal/compute/ItComputeTestStandalone.java | 31 +-
.../ignite/internal/compute/ComputeUtils.java | 31 +
.../ignite/internal/compute/IgniteComputeImpl.java | 8 +-
.../compute/JobExecutionFutureWrapper.java | 3 +-
.../internal/compute/JobExecutionWrapper.java | 3 +-
.../internal/compute/queue/QueueExecutionImpl.java | 47 +-
.../ignite/internal/event/EventListener.java | 23 +
.../ChooseExecutorForReplicationGroup.java} | 25 +-
.../replicator/ReplicationGroupStripes.java | 0
.../ignite/internal/streamer/StreamerBuffer.java | 28 +-
.../internal/streamer/StreamerSubscriber.java | 19 +-
.../ignite/internal/thread/ExecutorChooser.java} | 27 +-
.../ignite/internal/thread/ThreadOperation.java | 2 +
.../ignite/internal/util/CompletableFutures.java | 17 +
.../internal/streamer/StreamerSubscriberTest.java | 8 +-
.../internal/thread/IgniteThreadFactoryTest.java | 23 +-
.../internal/util/CompletableFuturesTest.java | 23 +
.../ignite/internal/IgniteExceptionTestUtils.java} | 46 +-
.../ignite/internal/streamer/SimplePublisher.java} | 40 +-
.../distributionzones/DistributionZoneManager.java | 3 +-
modules/index/build.gradle | 1 +
.../ignite/internal/index/ItBuildIndexTest.java | 213 ++++++-
...StarterTask.java => ChangeIndexStatusTask.java} | 147 +++--
...r.java => ChangeIndexStatusTaskController.java} | 127 ++--
...terTaskId.java => ChangeIndexStatusTaskId.java} | 33 +-
.../index/ChangeIndexStatusTaskScheduler.java | 213 +++++++
.../internal/index/IndexBuildController.java | 2 +-
.../apache/ignite/internal/index/IndexBuilder.java | 1 -
.../internal/index/IndexBuildingManager.java | 21 +-
.../internal/index/IndexBuildingStarter.java | 163 -----
.../apache/ignite/internal/index/IndexChooser.java | 35 +-
.../apache/ignite/internal/index/IndexManager.java | 59 +-
...va => ChangeIndexStatusTaskControllerTest.java} | 66 +-
...askTest.java => ChangeIndexStatusTaskTest.java} | 32 +-
.../index/IndexAvailabilityControllerTest.java | 2 +-
.../internal/index/IndexBuildControllerTest.java | 2 +-
.../ignite/internal/index/IndexManagerTest.java | 38 +-
.../impl/StandaloneMetaStorageManager.java | 20 +-
modules/network-api/build.gradle | 2 +
.../JumpToExecutorByConsistentIdAfterSend.java | 127 ++++
.../JumpToExecutorByConsistentIdAfterSendTest.java | 317 ++++++++++
modules/placement-driver/build.gradle | 1 +
.../internal/placementdriver/ActiveActorTest.java | 592 +----------------
.../ItPrimaryReplicaChoiceTest.java | 6 +-
modules/platforms/cpp/ignite/common/ignite_error.h | 2 +-
.../ignite/odbc/app/application_data_buffer.cpp | 2 +-
.../platforms/cpp/ignite/odbc/query/data_query.cpp | 63 +-
modules/platforms/cpp/ignite/odbc/query/query.h | 3 +
.../platforms/cpp/ignite/odbc/sql_statement.cpp | 7 +-
.../cpp/ignite/protocol/client_operation.h | 3 +
.../cpp/ignite/protocol/protocol_version.cpp | 2 -
.../cpp/ignite/protocol/protocol_version.h | 10 +-
modules/platforms/cpp/ignite/protocol/reader.h | 65 ++
.../cpp/tests/odbc-test/odbc_connection.h | 697 +++++++++++++++++----
.../cpp/tests/odbc-test/odbc_test_utils.h | 4 +
.../platforms/cpp/tests/odbc-test/queries_test.cpp | 27 +-
.../platforms/cpp/tests/odbc-test/timeout_test.cpp | 3 -
.../Apache.Ignite.Tests/Compute/ComputeTests.cs | 6 +-
.../org/apache/ignite/raft/jraft/JRaftUtils.java | 48 +-
.../DefaultFixedThreadsExecutorGroupFactory.java | 11 +-
modules/replicator/build.gradle | 6 +-
.../ignite/internal/replicator/ReplicaManager.java | 17 +-
.../ignite/internal/replicator/ReplicaService.java | 39 +-
.../client/TopologyAwareRaftGroupServiceTest.java | 431 +------------
.../AbstractTopologyAwareGroupServiceTest.java} | 307 +++++----
.../benchmark/AbstractMultiNodeBenchmark.java | 30 +-
.../benchmark/CriteriaEmbeddedNodeBenchmark.java | 166 +++++
.../benchmark/CriteriaThinClientBenchmark.java | 284 +++++++++
.../ignite/internal/benchmark/SqlBenchmark.java | 29 +-
.../runner/app/ItIgniteNodeRestartTest.java | 14 +-
.../runner/app/PlatformTestNodeRunner.java | 7 +-
.../runner/app/client/ItThinClientComputeTest.java | 250 ++++++--
.../schemasync/ItSchemaSyncAndReplicationTest.java | 4 +-
.../schemasync/ItSchemaSyncSingleNodeTest.java | 2 +
.../streamer/ItAbstractDataStreamerTest.java | 124 +++-
.../ignite/internal/table/ItInternalTableTest.java | 46 +-
.../ignite/internal/table/ItTableScanTest.java | 5 +-
.../org/apache/ignite/internal/app/IgniteImpl.java | 10 +-
.../internal/ClusterPerClassIntegrationTest.java | 3 +-
.../internal/ClusterPerTestIntegrationTest.java | 8 +-
.../internal/sql/engine/ItCreateTableDdlTest.java | 2 +
.../ignite/internal/sql/engine/ItDmlTest.java | 84 +++
.../internal/sql/engine/ItKeyValueGetTest.java | 2 -
.../internal/sql/sqllogic/ItSqlLogicTest.java | 19 +-
.../engine/exec/ExecutableTableRegistryImpl.java | 35 +-
.../sql/engine/exec/ScannableTableImpl.java | 4 +-
.../sql/engine/exec/SqlOutputBinaryRow.java | 23 +-
.../internal/sql/engine/exec/SqlRowHandler.java | 25 +-
.../engine/exec/TableRowConverterFactoryImpl.java | 146 +++++
.../sql/engine/exec/TableRowConverterImpl.java | 37 +-
.../internal/sql/engine/exec/UpdatableTable.java | 7 +-
.../sql/engine/exec/UpdatableTableImpl.java | 2 +-
.../internal/sql/engine/exec/rel/ModifyNode.java | 8 +-
.../sql/engine/prepare/IgniteSqlValidator.java | 13 +-
.../sql/engine/rule/TableModifyConverterRule.java | 20 +-
.../sql/engine/schema/CatalogColumnDescriptor.java | 6 +
.../sql/engine/schema/ColumnDescriptor.java | 3 +
.../sql/engine/schema/ColumnDescriptorImpl.java | 10 +
.../internal/sql/engine/schema/IgniteTable.java | 30 +
.../sql/engine/schema/IgniteTableImpl.java | 98 ++-
.../sql/engine/schema/SqlSchemaManagerImpl.java | 128 ++--
.../sql/engine/schema/TableDescriptor.java | 40 --
.../sql/engine/schema/TableDescriptorImpl.java | 68 +-
.../ignite/internal/sql/engine/util/Commons.java | 131 ++--
.../exec/ExecutableTableRegistrySelfTest.java | 7 +-
.../exec/ExecutionDependencyResolverSelfTest.java | 20 +-
.../sql/engine/exec/ExecutionServiceImplTest.java | 44 +-
.../sql/engine/exec/TableRowConverterSelfTest.java | 153 +++--
.../engine/exec/mapping/FragmentMappingTest.java | 4 +-
.../engine/exec/rel/ScannableTableSelfTest.java | 11 +-
.../exec/rel/TableScanNodeExecutionTest.java | 2 +
.../sql/engine/framework/DataProvider.java | 3 +-
.../sql/engine/framework/TestBuilders.java | 60 +-
.../internal/sql/engine/framework/TestTable.java | 84 ---
.../sql/engine/planner/AbstractPlannerTest.java | 12 +-
.../planner/CorrelatedSubqueryPlannerTest.java | 4 +-
.../sql/engine/planner/DmlPlannerTest.java | 5 +-
.../planner/IdentityDistributionPlannerTest.java | 26 +-
.../sql/engine/planner/ImplicitCastsTest.java | 4 +-
.../engine/planner/JoinColocationPlannerTest.java | 24 +-
.../sql/engine/planner/MergeJoinPlannerTest.java | 64 +-
.../sql/engine/planner/PlannerTimeoutTest.java | 10 +-
.../planner/PredicatePushDownPlannerTest.java | 4 +-
.../sql/engine/prepare/TypeCoercionTest.java | 22 +
.../internal/sql/engine/util/CommonsTest.java | 28 +
.../internal/sql/engine/util/StatementChecker.java | 11 +-
.../sql/metrics/PlanningCacheMetricsTest.java | 4 +-
.../storage/ThreadAssertingMvPartitionStorage.java | 3 +
.../ThreadAssertingPartitionTimestampCursor.java | 1 +
.../storage/index/ThreadAssertingIndexStorage.java | 2 +-
.../storage/index/ThreadAssertingPeekCursor.java | 2 +-
modules/table/build.gradle | 1 +
.../ItAbstractInternalTableScanTest.java | 35 +-
.../ItInternalTableReadOnlyScanTest.java | 40 +-
.../ItInternalTableReadWriteScanTest.java | 19 +-
.../ignite/distributed/ReplicaUnavailableTest.java | 73 +--
.../rebalance/ItRebalanceDistributedTest.java | 3 +-
.../internal/table/ItTransactionRecoveryTest.java | 2 +-
.../apache/ignite/internal/table/DataStreamer.java | 3 +-
.../ignite/internal/table/InternalTable.java | 5 +-
.../internal/table/KeyValueBinaryViewImpl.java | 18 +-
.../ignite/internal/table/KeyValueViewImpl.java | 20 +-
.../internal/table/RecordBinaryViewImpl.java | 30 +-
.../ignite/internal/table/RecordViewImpl.java | 25 +-
.../internal/table/distributed/TableManager.java | 71 ++-
.../snapshot/FullStateTransferIndexChooser.java | 325 ++++++++++
.../distributed/raft/snapshot/PartitionAccess.java | 22 +-
.../raft/snapshot/PartitionAccessImpl.java | 22 +-
.../raft/snapshot/ReadOnlyIndexInfo.java | 104 +++
.../snapshot/incoming/IncomingSnapshotCopier.java | 6 +-
.../replicator/PartitionReplicaListener.java | 4 +-
.../distributed/storage/InternalTableImpl.java | 104 ++-
.../table/distributed/TableManagerTest.java | 12 +-
.../FullStateTransferIndexChooserTest.java | 373 +++++++++++
.../raft/snapshot/PartitionAccessImplTest.java | 137 ++--
.../incoming/IncomingSnapshotCopierTest.java | 29 +-
.../replication/PartitionReplicaListenerTest.java | 2 +-
.../apache/ignite/distributed/ItTxTestCluster.java | 6 +-
.../ignite/internal/table/TableTestUtils.java | 4 +
.../ignite/internal/table/TxAbstractTest.java | 2 +-
modules/transactions/build.gradle | 1 +
.../ignite/internal/tx/impl/TxManagerImpl.java | 100 ++-
.../state/ThreadAssertingTxStateStorage.java | 146 +++++
.../state/ThreadAssertingTxStateTableStorage.java | 80 +++
.../internal/tx/TimeoutDeadlockPreventionTest.java | 6 +-
.../internal/worker}/ThreadAssertingCursor.java | 2 +-
.../ignite/internal/worker/ThreadAssertions.java | 9 +-
packaging/common/setup-java.sh | 22 +-
packaging/zip/ignite3db | 22 +-
217 files changed, 6789 insertions(+), 3214 deletions(-)
create mode 100644 modules/api/src/main/java/org/apache/ignite/table/DataStreamerItem.java
copy modules/{network-api/build.gradle => api/src/main/java/org/apache/ignite/table/DataStreamerOperationType.java} (61%)
copy modules/catalog/src/main/java/org/apache/ignite/internal/catalog/events/{StoppingIndexEventParameters.java => DestroyIndexEvent.java} (56%)
copy modules/catalog/src/main/java/org/apache/ignite/internal/catalog/events/{StoppingIndexEventParameters.java => DestroyIndexEventParameters.java} (58%)
copy modules/catalog/src/main/java/org/apache/ignite/internal/catalog/events/{StartBuildingIndexEventParameters.java => IndexEventParameters.java} (78%)
create mode 100644 modules/client-handler/src/main/java/org/apache/ignite/client/handler/requests/sql/ClientSqlExecuteBatchRequest.java
copy modules/{replicator/src/main/java/org/apache/ignite/internal/replicator/ReplicationGroupStripes.java => core/src/main/java/org/apache/ignite/internal/replicator/ChooseExecutorForReplicationGroup.java} (57%)
rename modules/{replicator => core}/src/main/java/org/apache/ignite/internal/replicator/ReplicationGroupStripes.java (100%)
copy modules/{network-api/build.gradle => core/src/main/java/org/apache/ignite/internal/thread/ExecutorChooser.java} (61%)
rename modules/{compute/src/integrationTest/java/org/apache/ignite/internal/compute/utils/ComputeTestUtils.java => core/src/testFixtures/java/org/apache/ignite/internal/IgniteExceptionTestUtils.java} (59%)
copy modules/{storage-api/src/main/java/org/apache/ignite/internal/storage/ThreadAssertingCursor.java => core/src/testFixtures/java/org/apache/ignite/internal/streamer/SimplePublisher.java} (53%)
rename modules/index/src/main/java/org/apache/ignite/internal/index/{IndexBuildingStarterTask.java => ChangeIndexStatusTask.java} (68%)
rename modules/index/src/main/java/org/apache/ignite/internal/index/{IndexBuildingStarterController.java => ChangeIndexStatusTaskController.java} (55%)
rename modules/index/src/main/java/org/apache/ignite/internal/index/{IndexBuildingStarterTaskId.java => ChangeIndexStatusTaskId.java} (61%)
create mode 100644 modules/index/src/main/java/org/apache/ignite/internal/index/ChangeIndexStatusTaskScheduler.java
delete mode 100644 modules/index/src/main/java/org/apache/ignite/internal/index/IndexBuildingStarter.java
rename modules/index/src/test/java/org/apache/ignite/internal/index/{IndexBuildingStarterControllerTest.java => ChangeIndexStatusTaskControllerTest.java} (72%)
rename modules/index/src/test/java/org/apache/ignite/internal/index/{IndexBuildingStarterTaskTest.java => ChangeIndexStatusTaskTest.java} (93%)
create mode 100644 modules/network-api/src/main/java/org/apache/ignite/internal/network/wrapper/JumpToExecutorByConsistentIdAfterSend.java
create mode 100644 modules/network-api/src/test/java/org/apache/ignite/internal/network/wrapper/JumpToExecutorByConsistentIdAfterSendTest.java
copy modules/replicator/src/{test/java/org/apache/ignite/internal/raft/client/TopologyAwareRaftGroupServiceTest.java => testFixtures/java/org/apache/ignite/internal/raft/client/AbstractTopologyAwareGroupServiceTest.java} (59%)
create mode 100644 modules/runner/src/integrationTest/java/org/apache/ignite/internal/benchmark/CriteriaEmbeddedNodeBenchmark.java
create mode 100644 modules/runner/src/integrationTest/java/org/apache/ignite/internal/benchmark/CriteriaThinClientBenchmark.java
create mode 100644 modules/sql-engine/src/main/java/org/apache/ignite/internal/sql/engine/exec/TableRowConverterFactoryImpl.java
delete mode 100644 modules/sql-engine/src/test/java/org/apache/ignite/internal/sql/engine/framework/TestTable.java
create mode 100644 modules/table/src/main/java/org/apache/ignite/internal/table/distributed/raft/snapshot/FullStateTransferIndexChooser.java
create mode 100644 modules/table/src/main/java/org/apache/ignite/internal/table/distributed/raft/snapshot/ReadOnlyIndexInfo.java
create mode 100644 modules/table/src/test/java/org/apache/ignite/internal/table/distributed/raft/snapshot/FullStateTransferIndexChooserTest.java
create mode 100644 modules/transactions/src/main/java/org/apache/ignite/internal/tx/storage/state/ThreadAssertingTxStateStorage.java
create mode 100644 modules/transactions/src/main/java/org/apache/ignite/internal/tx/storage/state/ThreadAssertingTxStateTableStorage.java
rename modules/{storage-api/src/main/java/org/apache/ignite/internal/storage => workers/src/main/java/org/apache/ignite/internal/worker}/ThreadAssertingCursor.java (97%)