You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@ignite.apache.org by am...@apache.org on 2021/11/22 15:25:38 UTC
[ignite-3] branch ignite-15212 updated (215268b -> 7341f2f)
This is an automated email from the ASF dual-hosted git repository.
amashenkov pushed a change to branch ignite-15212
in repository https://gitbox.apache.org/repos/asf/ignite-3.git.
from 215268b WIP. Minor after review.
add 8eb62bb IGNITE-15691 Common thread pool is used for snapshotting all rocksdb-based partitions. (#405)
add cc88e41 IGNITE-15833 Provide interfaces for SQL Extension API (#439)
add 1957cf3 IGNITE-15492 Check schema availability on local node. Fixes #344
add f3b2dd3 IGNITE-15919 Missing inspection UnusedImports (#447)
add 9529e4c IGNITE-15920 Fix Maven warnings (#449)
add ff077ba IGNITE-15846 Provide Interface for external table (#443)
add 5826d81 IGNITE-15841 Starting a node should be failed if the user configuration is invalid. Fixes #423
add ecb7d28 IGNITE-15853 Add api description of polymorphic configuration to modules/configuration/README.md (#425)
add 9bdffde IGNITE-15923 Remove redundant property in maven-checkstyle-plugin configuration (#451)
add a38a6be IGNITE-15884 Make TableIndexConfigurationSchema polymorphic (#445)
add 3336da1 IGNITE-15847 Refactoring of TableDescriptor for SQL Extension API (#448)
add 5d45234 IGNITE-15771 Sort out and merge Calcite tickets to Ignite 3.0 (#433)
add 5b9a948 IGNITE-15493 Added technical note about changePeers. Fixes #420
add 96d9096 IGNITE-15901 Drop live schema support. (#444)
add 26025e8 IGNITE-15912 Merge SQL calcite query contexts refactoring to 3.0 (#454)
add 2b472d2 fix style
add fe2421f IGNITE-15893 Extend table views test coverage. (#450)
add 8a384c0 IGNITE-15965 Fix a race between cluster start and setting the local member (#463)
add d9f1aa5 Merge branch 'main' into ignite-15212
add 7341f2f WIP. Minor after review.
No new revisions were added by this update.
Summary of changes:
check-rules/checkstyle-rules.xml | 3 +
.../table/HashIndexConfigurationSchema.java} | 19 +-
...a.java => PartialIndexConfigurationSchema.java} | 40 +-
...ma.java => SortedIndexConfigurationSchema.java} | 19 +-
.../table/TableIndexConfigurationSchema.java | 35 +-
.../schema/definition/SchemaManagementMode.java | 37 -
.../java/org/apache/ignite/sql/MultiResultSet.java | 27 -
.../main/java/org/apache/ignite/sql/Session.java | 3 +-
modules/calcite/src/main/codegen/config.fmpp | 1 +
.../processors/query/calcite/QueryCancel.java | 92 +
...SqlCursor.java => QueryCancelledException.java} | 21 +-
.../query/calcite/exec/ExchangeServiceImpl.java | 15 +-
.../query/calcite/exec/ExecutionContext.java | 75 +-
.../query/calcite/exec/ExecutionServiceImpl.java | 256 +-
.../query/calcite/exec/LogicalRelImplementor.java | 20 +-
.../query/calcite/exec/PlannerHelper.java | 241 --
...ntimeTreeIndex.java => RuntimeSortedIndex.java} | 133 +-
.../exec/exp/{Scalar.java => BiScalar.java} | 13 +-
.../query/calcite/exec/exp/ConverterUtils.java | 54 +-
.../query/calcite/exec/exp/ExpressionFactory.java | 30 +-
.../calcite/exec/exp/ExpressionFactoryImpl.java | 234 +-
.../query/calcite/exec/exp/IgniteSqlFunctions.java | 95 +
.../query/calcite/exec/exp/RexExecutorImpl.java | 212 ++
.../query/calcite/exec/exp/RexToLixTranslator.java | 19 +-
.../processors/query/calcite/exec/exp/Scalar.java | 3 -
.../exec/exp/{Scalar.java => SingleScalar.java} | 7 +-
.../query/calcite/exec/exp/agg/Accumulators.java | 50 +-
.../calcite/exec/exp/agg/AccumulatorsFactory.java | 3 +-
.../exec/rel/CorrelatedNestedLoopJoinNode.java | 17 +-
.../query/calcite/exec/rel/IndexSpoolNode.java | 4 +-
.../query/calcite/exec/rel/ModifyNode.java | 18 +-
.../query/calcite/exec/rel/NestedLoopJoinNode.java | 67 +-
.../query/calcite/exec/rel/TableScanNode.java | 22 +-
.../CatalogUpdateListener.java} | 19 +-
.../query/calcite/extension/SqlExtension.java | 149 ++
.../query/calcite/externalize/RelJson.java | 11 +-
.../query/calcite/externalize/RelJsonReader.java | 23 +-
.../query/calcite/externalize/RelJsonWriter.java | 7 +-
.../query/calcite/metadata/IgniteMdCollation.java | 43 -
.../calcite/metadata/IgniteMdFragmentMapping.java | 108 +-
.../query/calcite/metadata/IgniteMdRowCount.java | 8 +
.../query/calcite/metadata/IgniteMetadata.java | 8 +-
.../query/calcite/metadata/RelMetadataQueryEx.java | 7 +-
.../calcite/prepare/AbstractMultiStepPlan.java | 5 +-
.../query/calcite/prepare/FieldsMetadata.java | 37 -
.../query/calcite/prepare/FieldsMetadataImpl.java | 52 -
.../processors/query/calcite/prepare/Fragment.java | 32 +-
.../query/calcite/prepare/FragmentPlan.java | 3 +-
.../query/calcite/prepare/IgnitePlanner.java | 20 +-
.../query/calcite/prepare/IgnitePrograms.java | 7 +-
.../query/calcite/prepare/IgniteSqlValidator.java | 1 +
...ExecutionPlan.java => MappingQueryContext.java} | 31 +-
.../query/calcite/prepare/MultiStepPlan.java | 3 +-
.../query/calcite/prepare/PlannerHelper.java | 14 +-
.../query/calcite/prepare/PlannerPhase.java | 49 +-
.../query/calcite/prepare/PlanningContext.java | 206 +-
.../query/calcite/prepare/QueryPlanCache.java | 20 +-
.../query/calcite/prepare/QueryPlanCacheImpl.java | 23 +-
.../query/calcite/prepare/QueryPlanFactory.java | 4 +-
.../query/calcite/prepare/QueryTemplate.java | 17 +-
.../query/calcite/rel/AbstractIgniteJoin.java | 15 +-
.../query/calcite/rel/AbstractIgniteSpool.java | 2 +-
.../query/calcite/rel/AbstractIndexScan.java | 3 +-
.../query/calcite/rel/IgniteAggregate.java | 2 +-
.../query/calcite/rel/IgniteConvention.java | 2 +-
.../query/calcite/rel/IgniteExchange.java | 2 +-
.../query/calcite/rel/IgniteHashIndexSpool.java | 2 +-
.../processors/query/calcite/rel/IgniteLimit.java | 20 +-
.../query/calcite/rel/IgniteMergeJoin.java | 221 +-
.../query/calcite/rel/IgniteProject.java | 2 +-
.../query/calcite/rel/IgniteReceiver.java | 2 +-
.../processors/query/calcite/rel/IgniteSender.java | 2 +-
.../processors/query/calcite/rel/IgniteSort.java | 12 +-
.../query/calcite/rel/IgniteSortedIndexSpool.java | 2 +-
.../query/calcite/rel/IgniteTableFunctionScan.java | 2 +-
.../query/calcite/rel/IgniteTableModify.java | 2 +-
.../query/calcite/rel/IgniteTableSpool.java | 2 +-
.../processors/query/calcite/rel/IgniteValues.java | 2 +-
...eAwareIgniteRel.java => InternalIgniteRel.java} | 11 +-
.../rel/ProjectableFilterableTableScan.java | 4 -
.../query/calcite/rel/SourceAwareIgniteRel.java | 2 +-
.../rel/logical/IgniteLogicalIndexScan.java | 6 +-
.../calcite/rule/AbstractIgniteConverterRule.java | 3 +-
.../calcite/rule/CorrelatedNestedLoopJoinRule.java | 27 +-
.../calcite/rule/HashAggregateConverterRule.java | 2 +-
.../calcite/rule/LogicalScanConverterRule.java | 121 +-
.../query/calcite/rule/MergeJoinConverterRule.java | 3 +-
.../calcite/rule/SortAggregateConverterRule.java | 5 +-
.../query/calcite/rule/SortConverterRule.java | 27 +-
.../rule/TableFunctionScanConverterRule.java | 21 +
.../calcite/rule/logical/ExposeIndexRule.java | 44 +-
.../calcite/rule/logical/FilterScanMergeRule.java | 77 +-
.../calcite/rule/logical/ProjectScanMergeRule.java | 207 +-
.../query/calcite/schema/IgniteIndex.java | 6 +-
.../query/calcite/schema/IgniteSchema.java | 4 +-
.../query/calcite/schema/IgniteTable.java | 103 +-
.../query/calcite/schema/IgniteTableImpl.java | 174 +-
...bleDescriptor.java => InternalIgniteTable.java} | 141 +-
.../query/calcite/schema/SchemaHolder.java | 5 +-
.../query/calcite/schema/SchemaHolderImpl.java | 9 +-
.../query/calcite/schema/TableDescriptor.java | 54 +-
.../query/calcite/schema/TableDescriptorImpl.java | 147 +-
.../query/calcite/sql/IgniteSqlConformance.java | 6 +
.../query/calcite/trait/TraitsAwareIgniteRel.java | 4 +-
.../query/calcite/util/AbstractQueryContext.java} | 27 +-
.../query/calcite/util/BaseQueryContext.java | 221 ++
.../processors/query/calcite/util/Commons.java | 97 +-
.../query/calcite/util/IgniteMethod.java | 19 +-
.../query/calcite/StopCalciteModuleTest.java | 9 +-
...eIndexTest.java => RuntimeSortedIndexTest.java} | 31 +-
.../calcite/exec/exp/IgniteSqlFunctionsTest.java | 141 +
.../calcite/exec/rel/AbstractExecutionTest.java | 15 +-
.../query/calcite/exec/rel/ExecutionTest.java | 40 +-
.../exec/rel/NestedLoopJoinExecutionTest.java | 9 +-
...est.java => SortedIndexSpoolExecutionTest.java} | 2 +-
.../query/calcite/planner/AbstractPlannerTest.java | 215 +-
.../calcite/planner/JoinCommutePlannerTest.java | 206 ++
.../calcite/planner/LimitOffsetPlannerTest.java | 203 ++
.../calcite/planner/MergeJoinPlannerTest.java | 2799 ++++++++++++++++++++
.../query/calcite/planner/PlannerTest.java | 1417 ++--------
.../calcite/planner/TableSpoolPlannerTest.java | 11 +-
.../query/calcite/planner/UnionPlannerTest.java | 126 +
.../handler/requests/table/ClientTableCommon.java | 1 -
.../ignite/internal/client/table/ClientTuple.java | 1 -
.../ignite/client/fakes/FakeInternalTable.java | 13 -
.../ignite/client/fakes/FakeSchemaRegistry.java | 13 +
.../processor/AbstractProcessorTest.java | 26 +-
.../configuration/processor/ItProcessorTest.java | 151 +-
...ava => StaticConstantsConfigurationSchema.java} | 14 +-
.../configuration/processor/Processor.java | 5 +-
modules/configuration/README.md | 154 +-
.../asm/ConfigurationAsmGenerator.java | 6 +-
.../util/ConfigurationNotificationsUtil.java | 276 +-
.../asm/ConfigurationAsmGeneratorTest.java | 290 +-
modules/core/pom.xml | 2 +-
.../apache/ignite/internal/util/IgniteUtils.java | 7 +-
.../java/org/apache/ignite/logger/NullLogger.java | 173 ++
.../internal/testframework/IgniteTestUtils.java | 63 +
.../metastorage/watch/WatchAggregator.java | 22 +-
modules/network/pom.xml | 10 +
.../scalecube/ScaleCubeClusterServiceFactory.java | 64 +-
.../scalecube/ScaleCubeMessagingService.java | 2 +-
.../scalecube/ScaleCubeTopologyService.java | 22 +-
.../raft/jraft/rpc/impl/RaftGroupServiceImpl.java | 43 +-
modules/raft/tech-notes/changePeers.md | 47 +
modules/runner/pom.xml | 6 +
.../calcite/AbstractBasicIntegrationTest.java | 15 +
.../ignite/internal/calcite/ItAggregatesTest.java | 1 -
.../ignite/internal/calcite/ItFunctionsTest.java | 30 +
.../apache/ignite/internal/calcite/ItJoinTest.java | 758 ++++++
.../internal/calcite/ItMixedQueriesTest.java | 103 +-
.../internal/runner/app/ItDataSchemaSyncTest.java | 261 ++
.../ignite/internal/runner/app/ItIgnitionTest.java | 33 +-
.../runner/app/ItLiveSchemaChangeKvViewTest.java | 214 --
.../runner/app/ItLiveSchemaChangeTableTest.java | 320 ---
.../runner/app/ItSchemaChangeKvViewTest.java | 169 +-
.../runner/app/ItSchemaChangeTableViewTest.java | 187 +-
.../internal/runner/app/ItTablesApiTest.java | 122 +-
.../internal/test/WatchListenerInhibitor.java | 149 ++
.../org/apache/ignite/internal/app/IgniteImpl.java | 149 +-
.../apache/ignite/internal/app/IgnitionImpl.java | 18 +-
modules/schema/README.md | 17 +-
.../org/apache/ignite/internal/schema/Columns.java | 5 +
.../ignite/internal/schema/SchemaRegistry.java | 16 +
.../SchemaConfigurationConverter.java | 93 +-
.../schema/registry/SchemaRegistryImpl.java | 62 +-
.../SchemaConfigurationConverterTest.java | 15 +-
.../configuration/TableValidatorImplTest.java | 12 +-
.../schema/marshaller/RecordMarshallerTest.java | 16 +-
.../schema/registry/SchemaRegistryImplTest.java | 16 +-
.../schema/registry/UpgradingRowAdapterTest.java | 5 +-
modules/sql/src/test/java/IgniteSqlTest.java | 1 -
.../internal/storage/engine/StorageEngine.java | 17 +-
.../storage/rocksdb/RocksDbPartitionStorage.java | 263 +-
.../storage/rocksdb/RocksDbStorageEngine.java | 24 +
.../storage/rocksdb/RocksDbTableStorage.java | 13 +-
.../storage/rocksdb/RocksDbStorageTest.java | 11 +-
.../ignite/distributed/ItDistributedTableTest.java | 11 +-
.../schema/marshaller/TupleMarshallerImpl.java | 146 +-
.../ignite/internal/table/InternalTable.java | 13 -
.../internal/table/KeyValueBinaryViewImpl.java | 2 +-
.../ignite/internal/table/KeyValueViewImpl.java | 15 +-
.../internal/table/RecordBinaryViewImpl.java | 15 +-
.../ignite/internal/table/RecordViewImpl.java | 137 +-
.../apache/ignite/internal/table/TableImpl.java | 10 -
.../internal/table/distributed/TableManager.java | 585 ++--
.../distributed/storage/InternalTableImpl.java | 18 -
.../TupleMarshallerFixlenOnlyBenchmark.java | 4 +-
.../TupleMarshallerVarlenOnlyBenchmark.java | 3 +-
.../internal/table/InteropOperationsTest.java | 674 +++++
.../internal/table/MutableRowTupleAdapterTest.java | 26 +-
...erationsTest.java => SchemaValidationTest.java} | 52 +-
.../ignite/internal/table/TableManagerTest.java | 14 +-
.../table/impl/DummyInternalTableImpl.java | 12 -
.../table/impl/DummySchemaManagerImpl.java | 19 +-
.../table/type/NumericTypesSerializerTest.java | 21 +-
parent/pom.xml | 32 +-
pom.xml | 3 +-
198 files changed, 10719 insertions(+), 5509 deletions(-)
copy modules/{configuration-annotation-processor/src/integrationTest/resources/org/apache/ignite/internal/configuration/processor/polymorphic/SimplePolymorphicInstanceConfigurationSchema.java => api/src/main/java/org/apache/ignite/configuration/schemas/table/HashIndexConfigurationSchema.java} (65%)
copy modules/api/src/main/java/org/apache/ignite/configuration/schemas/table/{TableIndexConfigurationSchema.java => PartialIndexConfigurationSchema.java} (57%)
copy modules/api/src/main/java/org/apache/ignite/configuration/schemas/table/{TablesConfigurationSchema.java => SortedIndexConfigurationSchema.java} (62%)
delete mode 100644 modules/api/src/main/java/org/apache/ignite/schema/definition/SchemaManagementMode.java
delete mode 100644 modules/api/src/main/java/org/apache/ignite/sql/MultiResultSet.java
create mode 100644 modules/calcite/src/main/java/org/apache/ignite/internal/processors/query/calcite/QueryCancel.java
copy modules/calcite/src/main/java/org/apache/ignite/internal/processors/query/calcite/{SqlCursor.java => QueryCancelledException.java} (67%)
delete mode 100644 modules/calcite/src/main/java/org/apache/ignite/internal/processors/query/calcite/exec/PlannerHelper.java
rename modules/calcite/src/main/java/org/apache/ignite/internal/processors/query/calcite/exec/{RuntimeTreeIndex.java => RuntimeSortedIndex.java} (61%)
copy modules/calcite/src/main/java/org/apache/ignite/internal/processors/query/calcite/exec/exp/{Scalar.java => BiScalar.java} (71%)
create mode 100644 modules/calcite/src/main/java/org/apache/ignite/internal/processors/query/calcite/exec/exp/RexExecutorImpl.java
copy modules/calcite/src/main/java/org/apache/ignite/internal/processors/query/calcite/exec/exp/{Scalar.java => SingleScalar.java} (85%)
copy modules/calcite/src/main/java/org/apache/ignite/internal/processors/query/calcite/{externalize/RelInputEx.java => extension/CatalogUpdateListener.java} (63%)
create mode 100644 modules/calcite/src/main/java/org/apache/ignite/internal/processors/query/calcite/extension/SqlExtension.java
delete mode 100644 modules/calcite/src/main/java/org/apache/ignite/internal/processors/query/calcite/prepare/FieldsMetadata.java
delete mode 100644 modules/calcite/src/main/java/org/apache/ignite/internal/processors/query/calcite/prepare/FieldsMetadataImpl.java
copy modules/calcite/src/main/java/org/apache/ignite/internal/processors/query/calcite/prepare/{ExecutionPlan.java => MappingQueryContext.java} (66%)
copy modules/calcite/src/main/java/org/apache/ignite/internal/processors/query/calcite/rel/{SourceAwareIgniteRel.java => InternalIgniteRel.java} (74%)
copy modules/calcite/src/main/java/org/apache/ignite/internal/processors/query/calcite/schema/{TableDescriptor.java => InternalIgniteTable.java} (53%)
copy modules/{api/src/main/java/org/apache/ignite/schema/definition/index/SortedIndexDefinition.java => calcite/src/main/java/org/apache/ignite/internal/processors/query/calcite/util/AbstractQueryContext.java} (63%)
create mode 100644 modules/calcite/src/main/java/org/apache/ignite/internal/processors/query/calcite/util/BaseQueryContext.java
rename modules/calcite/src/test/java/org/apache/ignite/internal/processors/query/calcite/exec/{RuntimeTreeIndexTest.java => RuntimeSortedIndexTest.java} (87%)
create mode 100644 modules/calcite/src/test/java/org/apache/ignite/internal/processors/query/calcite/exec/exp/IgniteSqlFunctionsTest.java
rename modules/calcite/src/test/java/org/apache/ignite/internal/processors/query/calcite/exec/rel/{TreeIndexSpoolExecutionTest.java => SortedIndexSpoolExecutionTest.java} (98%)
create mode 100644 modules/calcite/src/test/java/org/apache/ignite/internal/processors/query/calcite/planner/JoinCommutePlannerTest.java
create mode 100644 modules/calcite/src/test/java/org/apache/ignite/internal/processors/query/calcite/planner/LimitOffsetPlannerTest.java
create mode 100644 modules/calcite/src/test/java/org/apache/ignite/internal/processors/query/calcite/planner/MergeJoinPlannerTest.java
create mode 100644 modules/calcite/src/test/java/org/apache/ignite/internal/processors/query/calcite/planner/UnionPlannerTest.java
copy modules/configuration-annotation-processor/src/integrationTest/resources/org/apache/ignite/internal/configuration/processor/internal/{SimpleConfigurationSchema.java => StaticConstantsConfigurationSchema.java} (76%)
create mode 100644 modules/core/src/main/java/org/apache/ignite/logger/NullLogger.java
create mode 100644 modules/raft/tech-notes/changePeers.md
create mode 100644 modules/runner/src/integrationTest/java/org/apache/ignite/internal/calcite/ItJoinTest.java
create mode 100644 modules/runner/src/integrationTest/java/org/apache/ignite/internal/runner/app/ItDataSchemaSyncTest.java
delete mode 100644 modules/runner/src/integrationTest/java/org/apache/ignite/internal/runner/app/ItLiveSchemaChangeKvViewTest.java
delete mode 100644 modules/runner/src/integrationTest/java/org/apache/ignite/internal/runner/app/ItLiveSchemaChangeTableTest.java
create mode 100644 modules/runner/src/integrationTest/java/org/apache/ignite/internal/test/WatchListenerInhibitor.java
create mode 100644 modules/table/src/test/java/org/apache/ignite/internal/table/InteropOperationsTest.java
rename modules/table/src/test/java/org/apache/ignite/internal/table/{StrictSchemaOperationsTest.java => SchemaValidationTest.java} (96%)