You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by ja...@apache.org on 2024/10/29 04:30:24 UTC
(iotdb) branch ty/AggPerf updated (5b0ba6e688a -> a876ebb6001)
This is an automated email from the ASF dual-hosted git repository.
jackietien pushed a change to branch ty/AggPerf
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 5b0ba6e688a Try Opt Agg query in table model & correct the DataPartition Fetch & remove sync in validateSchema
add ccc44e2e8e8 Subscription: implement subscription event optimistic transmission strategy to reduce peak memory usage (#13763)
add 54c29aaabdc Pipe: Fix the receiver fails to automatically create a table when receiving InsertRowsNode (#13935)
add cef2ebb7774 Fixed the bug that tables with executing procedures can be fetched & Delete database cannot detect table procedures
add a4065454b45 Fix the case that there is nonexist measurement in having clause
add 5726de01b9f No need to split relationalInsertTabletNode when serialize to WAL (#13929)
add b280097eb74 Reduce deserialized resource file num in sequence space compaction task validation (#13900)
new a876ebb6001 resolve conflicts
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../db/it/alignbydevice/IoTDBAlignByDeviceIT.java | 45 ++++
.../iotdb/rpc/subscription/config/TopicConfig.java | 7 +-
.../payload/poll/SubscriptionPollResponse.java | 20 +-
.../iotdb/confignode/manager/ProcedureManager.java | 14 +-
.../protocol/thrift/IoTDBDataNodeReceiver.java | 7 +-
.../queryengine/plan/analyze/AnalyzeVisitor.java | 9 +-
.../plan/analyze/ExpressionAnalyzer.java | 13 +
.../visitor/ColumnTransformerVisitor.java | 15 +-
...itor.java => ExistUnknownTypeInExpression.java} | 25 +-
.../ConcatDeviceAndBindSchemaForHavingVisitor.java | 77 ++++++
.../planner/plan/node/write/InsertTabletNode.java | 46 ++--
.../node/write/RelationalInsertTabletNode.java | 4 +-
.../plan/relational/sql/ast/InsertRows.java | 9 +-
.../plan/statement/pipe/PipeEnrichedStatement.java | 8 +-
.../db/schemaengine/table/DataNodeTableCache.java | 4 +-
.../execute/task/AbstractCompactionTask.java | 108 ++++++--
.../task/InsertionCrossSpaceCompactionTask.java | 6 +-
.../dataregion/wal/buffer/WALInfoEntry.java | 10 +-
.../db/subscription/broker/SubscriptionBroker.java | 20 +-
.../broker/SubscriptionPrefetchingQueue.java | 21 +-
.../broker/SubscriptionPrefetchingTabletQueue.java | 7 +-
.../broker/SubscriptionPrefetchingTsFileQueue.java | 6 +-
.../db/subscription/event/SubscriptionEvent.java | 298 +++++----------------
.../event/batch/SubscriptionPipeEventBatch.java | 84 +++++-
.../batch/SubscriptionPipeTabletEventBatch.java | 157 ++++-------
.../batch/SubscriptionPipeTsFileEventBatch.java | 81 +++---
.../cache/CachedSubscriptionPollResponse.java | 83 ++++++
.../SubscriptionPollResponseCache.java} | 43 +--
.../event/pipe/SubscriptionPipeEmptyEvent.java | 7 -
.../event/pipe/SubscriptionPipeEvents.java | 7 -
.../pipe/SubscriptionPipeTabletBatchEvents.java | 7 -
.../pipe/SubscriptionPipeTsFileBatchEvents.java | 14 +-
.../pipe/SubscriptionPipeTsFilePlainEvent.java | 7 -
.../SubscriptionEventExtendableResponse.java | 151 +++++++++++
.../event/response/SubscriptionEventResponse.java} | 45 ++--
.../response/SubscriptionEventSingleResponse.java | 122 +++++++++
.../response/SubscriptionEventTabletResponse.java | 162 +++++++++++
.../response/SubscriptionEventTsFileResponse.java | 170 ++++++++++++
.../receiver/SubscriptionReceiverV1.java | 2 +-
.../cross/InsertionCrossSpaceCompactionTest.java | 8 +-
.../dataregion/wal/io/WALFileTest.java | 64 +++++
.../db/subscription/SubscriptionStatesTest.java | 5 -
42 files changed, 1391 insertions(+), 607 deletions(-)
copy iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/expression/visitor/{CollectSourceExpressionsVisitor.java => ExistUnknownTypeInExpression.java} (76%)
create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/expression/visitor/cartesian/ConcatDeviceAndBindSchemaForHavingVisitor.java
create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/subscription/event/cache/CachedSubscriptionPollResponse.java
rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/subscription/event/{SubscriptionEventBinaryCache.java => cache/SubscriptionPollResponseCache.java} (78%)
create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/subscription/event/response/SubscriptionEventExtendableResponse.java
copy iotdb-core/datanode/src/main/java/org/apache/iotdb/db/{pipe/processor/twostage/state/CountState.java => subscription/event/response/SubscriptionEventResponse.java} (55%)
create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/subscription/event/response/SubscriptionEventSingleResponse.java
create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/subscription/event/response/SubscriptionEventTabletResponse.java
create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/subscription/event/response/SubscriptionEventTsFileResponse.java
(iotdb) 01/01: resolve conflicts
Posted by ja...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
jackietien pushed a commit to branch ty/AggPerf
in repository https://gitbox.apache.org/repos/asf/iotdb.git
commit a876ebb60010033ac87a9f577c0378f38da3fd00
Merge: 5b0ba6e688a b280097eb74
Author: JackieTien97 <ja...@gmail.com>
AuthorDate: Tue Oct 29 12:30:15 2024 +0800
resolve conflicts
.../db/it/alignbydevice/IoTDBAlignByDeviceIT.java | 45 ++++
.../iotdb/rpc/subscription/config/TopicConfig.java | 7 +-
.../payload/poll/SubscriptionPollResponse.java | 20 +-
.../iotdb/confignode/manager/ProcedureManager.java | 14 +-
.../protocol/thrift/IoTDBDataNodeReceiver.java | 7 +-
.../queryengine/plan/analyze/AnalyzeVisitor.java | 9 +-
.../plan/analyze/ExpressionAnalyzer.java | 13 +
.../visitor/ColumnTransformerVisitor.java | 15 +-
.../visitor/ExistUnknownTypeInExpression.java | 60 +++++
.../ConcatDeviceAndBindSchemaForHavingVisitor.java | 77 ++++++
.../planner/plan/node/write/InsertTabletNode.java | 46 ++--
.../node/write/RelationalInsertTabletNode.java | 4 +-
.../plan/relational/sql/ast/InsertRows.java | 9 +-
.../plan/statement/pipe/PipeEnrichedStatement.java | 8 +-
.../db/schemaengine/table/DataNodeTableCache.java | 4 +-
.../execute/task/AbstractCompactionTask.java | 108 ++++++--
.../task/InsertionCrossSpaceCompactionTask.java | 6 +-
.../dataregion/wal/buffer/WALInfoEntry.java | 10 +-
.../db/subscription/broker/SubscriptionBroker.java | 20 +-
.../broker/SubscriptionPrefetchingQueue.java | 21 +-
.../broker/SubscriptionPrefetchingTabletQueue.java | 7 +-
.../broker/SubscriptionPrefetchingTsFileQueue.java | 6 +-
.../db/subscription/event/SubscriptionEvent.java | 298 +++++----------------
.../event/batch/SubscriptionPipeEventBatch.java | 84 +++++-
.../batch/SubscriptionPipeTabletEventBatch.java | 157 ++++-------
.../batch/SubscriptionPipeTsFileEventBatch.java | 81 +++---
.../cache/CachedSubscriptionPollResponse.java | 83 ++++++
.../SubscriptionPollResponseCache.java} | 43 +--
.../event/pipe/SubscriptionPipeEmptyEvent.java | 7 -
.../event/pipe/SubscriptionPipeEvents.java | 7 -
.../pipe/SubscriptionPipeTabletBatchEvents.java | 7 -
.../pipe/SubscriptionPipeTsFileBatchEvents.java | 14 +-
.../pipe/SubscriptionPipeTsFilePlainEvent.java | 7 -
.../SubscriptionEventExtendableResponse.java | 151 +++++++++++
.../SubscriptionEventResponse.java} | 36 ++-
.../response/SubscriptionEventSingleResponse.java | 122 +++++++++
.../response/SubscriptionEventTabletResponse.java | 162 +++++++++++
.../response/SubscriptionEventTsFileResponse.java | 170 ++++++++++++
.../receiver/SubscriptionReceiverV1.java | 2 +-
.../cross/InsertionCrossSpaceCompactionTest.java | 8 +-
.../dataregion/wal/io/WALFileTest.java | 64 +++++
.../db/subscription/SubscriptionStatesTest.java | 5 -
42 files changed, 1435 insertions(+), 589 deletions(-)
diff --cc iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/sql/ast/InsertRows.java
index e47912e6bc1,75c228fb0bc..f88457cdfea
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/sql/ast/InsertRows.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/sql/ast/InsertRows.java
@@@ -84,14 -91,17 +91,14 @@@ public class InsertRows extends Wrapped
for (InsertRowStatement insertRowStatement :
getInnerTreeStatement().getInsertRowStatementList()) {
final TableSchema incomingTableSchema = toTableSchema(insertRowStatement);
- final TableSchema realSchema;
- synchronized (metadata) {
- realSchema =
- metadata
- .validateTableHeaderSchema(
- AnalyzeUtils.getDatabaseName(insertRowStatement, context),
- incomingTableSchema,
- context,
- allowCreateTable)
- .orElse(null);
- }
+ final TableSchema realSchema =
+ metadata
+ .validateTableHeaderSchema(
+ AnalyzeUtils.getDatabaseName(insertRowStatement, context),
+ incomingTableSchema,
+ context,
- false)
++ allowCreateTable)
+ .orElse(null);
if (realSchema == null) {
throw new SemanticException(
"Schema validation failed, table cannot be created: " + incomingTableSchema);