You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by ma...@apache.org on 2022/08/29 03:18:38 UTC
[iotdb] branch IOTDB-3455 updated (e76704c82b -> 1719281b8b)
This is an automated email from the ASF dual-hosted git repository.
marklau99 pushed a change to branch IOTDB-3455
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from e76704c82b format the code
add e5e4f17f70 [IOTDB-4225] Fix QueryContext occupies too much memory
add 7b20a8ebbd [IOTDB-4235] Fix deadlock in cancel query and timeout detect thread (#7126)
add 032197b730 [IOTDB-4154] add TsFile export tool (#7065)
add 8a7645c7c6 [IOTDB-4185] Prevent RatisConsensus Start Race (#7115)
add 968d8fe0fb [IOTDB-3465] ext-pipe support DeletionPipeData. (#6947)
add 530d6f780f [IOTDB-4228] PipeSink execution process in new standalone (#7123)
add 678740fefe [IOTDB-4193] Fix bug/risk/inefficient codes in client-cpp (#7095)
add 37d6cfed32 [IOTDB-4206] Record DataNode's read-only status in ConfigNode (#7108)
add de822561f1 Turn off time partition on data node (#7144)
add 23b05104df change response code to WRITE_PROCESS_REJECT when limitation is triggered by wal size (#7143)
add 3c1f57c09d [IOTDB-4126] Optimize cache implementation using HashMap to find Node instead of traversal with a for loop (#6986)
add 136bfd05e8 [IOTDB-4085] Add StateWindowAccessStrategy in UDF (#7005)
add a1946680ab [IOTDB-4106] Add close method for FilterAndProjectOperator (#7132)
add be3a931847 [IOTDB-4236] BackSlash in where clause may cause parse error (#7139)
add b4947cdcf1 Merge remote-tracking branch 'upstream/master' into IOTDB-3455
add 1719281b8b fix test
No new revisions were added by this update.
Summary of changes:
.../antlr4/org/apache/iotdb/db/qp/sql/SqlLexer.g4 | 6 +-
.../tools/{export-csv.bat => export-tsfile.bat} | 2 +-
.../tools/{export-csv.sh => export-tsfile.sh} | 2 +-
...bstractCsvTool.java => AbstractTsFileTool.java} | 121 +--
.../tool/{ExportCsv.java => ExportTsFile.java} | 311 ++++----
client-cpp/src/main/Session.cpp | 835 +++++++++++----------
client-cpp/src/main/Session.h | 255 ++++---
.../async/handlers/DataNodeHeartbeatHandler.java | 2 +-
.../iotdb/confignode/manager/ConfigManager.java | 3 +
.../iotdb/confignode/manager/NodeManager.java | 26 +-
.../iotdb/confignode/manager/PartitionManager.java | 32 +-
.../iotdb/confignode/manager/load/LoadManager.java | 24 +-
.../manager/load/balancer/RouteBalancer.java | 8 +-
.../load/balancer/router/LazyGreedyRouter.java | 26 +-
.../manager/load/heartbeat/BaseNodeCache.java | 6 +-
.../load/heartbeat/ConfigNodeHeartbeatCache.java | 33 +-
.../load/heartbeat/DataNodeHeartbeatCache.java | 49 +-
.../load/heartbeat/NodeHeartbeatSample.java | 29 +-
.../load/balancer/router/LazyGreedyRouterTest.java | 4 +-
.../load/balancer/router/LeaderRouterTest.java | 8 +-
.../balancer/router/LoadScoreGreedyRouterTest.java | 8 +-
.../multileader/MultiLeaderServerImpl.java | 2 +-
.../ExportTsFileTestIT.java} | 88 +--
.../UserGuide/Write-And-Delete-Data/TsFile-Tool.md | 80 ++
.../UserGuide/Write-And-Delete-Data/TsFile-Tool.md | 81 ++
.../src/AlignedTimeseriesSessionExample.cpp | 22 +-
example/client-cpp-example/src/SessionExample.cpp | 22 +-
example/ext-pipe-plugin-example/pom.xml | 6 +-
.../iotdb/extpipe/ExtPipeSinkWriterImpl.java | 56 +-
...ipe.external.api.IExternalPipeSinkWriterFactory | 1 +
.../pipe/external/api/IExternalPipeSinkWriter.java | 94 ++-
.../db/query/udf/example/ExampleUDFConstant.java | 2 +
.../iotdb/db/query/udf/example/WindowStartEnd.java | 23 +
.../iotdb/itbase/constant/UDFTestConstant.java | 2 +
.../db/it/IoTDBSyntaxConventionIdentifierIT.java | 29 +
.../apache/iotdb/db/it/sync/IoTDBPipeSinkIT.java | 99 +++
...ueryIT.java => IoTDBUDFOtherWindowQueryIT.java} | 238 +++++-
.../iotdb/db/integration/IoTDBCheckConfigIT.java | 4 +-
.../apache/iotdb/commons/cluster/NodeStatus.java | 16 +-
.../apache/iotdb/commons/conf/IoTDBConstant.java | 1 +
.../org/apache/iotdb/commons/path/PartialPath.java | 66 +-
.../apache/iotdb/commons/path/PartialPathTest.java | 142 +++-
server/pom.xml | 12 +
.../resources/conf/iotdb-datanode.properties | 2 +-
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 19 +-
.../org/apache/iotdb/db/conf/SystemStatus.java | 32 -
.../db/conf/directories/DirectoryManager.java | 6 +-
.../iotdb/db/conf/directories/FolderManager.java | 6 +-
.../directories/strategy/DirectoryStrategy.java | 4 +-
.../compaction/task/CompactionRecoverTask.java | 4 +-
.../iotdb/db/engine/storagegroup/DataRegion.java | 8 +-
.../db/engine/storagegroup/TsFileProcessor.java | 8 +-
.../db/localconfignode/DataRegionIdGenerator.java | 9 +-
.../iotdb/db/localconfignode/LocalConfigNode.java | 34 +
.../iotdb/db/metadata/logfile/MLogWriter.java | 4 +-
.../schemaregion/SchemaRegionMemoryImpl.java | 2 +-
.../schemaregion/SchemaRegionSchemaFileImpl.java | 2 +-
.../db/mpp/common/header/ColumnHeaderConstant.java | 14 +-
.../db/mpp/common/header/DatasetHeaderFactory.java | 4 +
.../operator/process/FilterAndProjectOperator.java | 11 +
.../mpp/execution/schedule/DriverTaskThread.java | 7 +-
.../plan/execution/config/ConfigTaskVisitor.java | 8 +
.../config/executor/ClusterConfigTaskExecutor.java | 12 +-
.../config/executor/IConfigTaskExecutor.java | 13 +-
.../executor/StandaloneConfigTaskExecutor.java | 50 +-
.../config/sys/sync/CreatePipeSinkTask.java | 4 +-
.../config/sys/sync/DropPipeSinkTask.java | 4 +-
.../execution/config/sys/sync/DropPipeTask.java | 2 +-
.../config/sys/sync/ShowPipeSinkTask.java | 35 +-
.../visitor/IntermediateLayerVisitor.java | 1 +
.../iotdb/db/mpp/plan/parser/ASTVisitor.java | 2 +
.../sys/sync/CreatePipeSinkStatement.java | 38 +
.../dag/column/ColumnTransformer.java | 4 +
.../column/multi/MappableUDFColumnTransformer.java | 6 +
.../intermediate/ConstantIntermediateLayer.java | 8 +
.../dag/intermediate/IntermediateLayer.java | 8 +
.../MultiInputColumnIntermediateLayer.java | 7 +
...InputColumnMultiReferenceIntermediateLayer.java | 121 +++
...nputColumnSingleReferenceIntermediateLayer.java | 121 +++
.../transformation/dag/util/TransformUtils.java | 90 +++
.../db/mpp/transformation/datastructure/Cache.java | 77 +-
.../row/ElasticSerializableRowRecordList.java | 8 +-
.../tv/ElasticSerializableTVList.java | 8 +-
.../datastructure/util/ValueRecorder.java | 88 +++
.../apache/iotdb/db/qp/executor/PlanExecutor.java | 4 +-
.../iotdb/db/query/context/QueryContext.java | 5 +
.../impl/DataNodeInternalRPCServiceImpl.java | 1 +
.../java/org/apache/iotdb/db/sync/SyncService.java | 10 +
.../iotdb/db/sync/common/ISyncInfoFetcher.java | 5 +-
.../iotdb/db/sync/common/LocalSyncInfoFetcher.java | 11 +
.../org/apache/iotdb/db/sync/common/SyncInfo.java | 17 +
.../db/sync/common/persistence/SyncLogReader.java | 13 +-
.../db/sync/common/persistence/SyncLogWriter.java | 11 +
.../iotdb/db/sync/datasource/AbstractOpBlock.java | 27 +-
.../iotdb/db/sync/datasource/DeletionOpBlock.java | 106 +++
.../iotdb/db/sync/datasource/PipeOpManager.java | 166 +++-
.../iotdb/db/sync/datasource/PipeOpSgManager.java | 37 +-
.../iotdb/db/sync/datasource/TsFileOpBlock.java | 16 +-
.../iotdb/db/sync/externalpipe/ExtPipePlugin.java | 170 +++--
.../db/sync/externalpipe/ExtPipePluginManager.java | 166 ++--
.../externalpipe/operation/DeleteOperation.java | 78 ++
.../externalpipe/operation/InsertOperation.java | 12 +-
.../db/sync/externalpipe/operation/Operation.java | 37 +-
.../iotdb/db/sync/pipedata/DeletionPipeData.java | 20 +-
.../db/sync/sender/manager/TsFileSyncManager.java | 4 +-
.../db/sync/sender/pipe/ExternalPipeSink.java | 20 +
.../iotdb/db/sync/sender/pipe/IoTDBPipeSink.java | 23 +
.../apache/iotdb/db/sync/sender/pipe/PipeSink.java | 5 +-
.../iotdb/db/sync/sender/pipe/TsFilePipe.java | 4 +-
.../apache/iotdb/db/utils/sync/SyncPipeUtil.java | 18 +
.../org/apache/iotdb/db/wal/buffer/WALBuffer.java | 8 +-
.../iotdb/db/wal/checkpoint/CheckpointManager.java | 6 +-
.../DriverTaskTimeoutSentinelThreadTest.java | 2 +
.../plan/scheduler/StandaloneSchedulerTest.java | 2 +
.../iotdb/db/query/udf/datastructure/LRUCache.java | 12 +-
.../db/query/udf/datastructure/LRUCacheTest.java | 79 ++
.../db/sync/datasource/DeletionOpBlockTest.java | 62 ++
.../db/sync/datasource/PipeOpManagerTest.java | 70 +-
.../apache/iotdb/db/utils/EnvironmentUtils.java | 4 +-
.../apache/iotdb/spark/db/EnvironmentUtils.java | 4 +-
thrift/src/main/thrift/datanode.thrift | 7 +-
.../tsfile/read/common/parser/PathVisitor.java | 4 -
.../api/customizer/strategy/AccessStrategy.java | 5 +-
...trategy.java => StateWindowAccessStrategy.java} | 48 +-
124 files changed, 3568 insertions(+), 1498 deletions(-)
copy cli/src/assembly/resources/tools/{export-csv.bat => export-tsfile.bat} (99%)
copy cli/src/assembly/resources/tools/{export-csv.sh => export-tsfile.sh} (96%)
copy cli/src/main/java/org/apache/iotdb/tool/{AbstractCsvTool.java => AbstractTsFileTool.java} (50%)
copy cli/src/main/java/org/apache/iotdb/tool/{ExportCsv.java => ExportTsFile.java} (56%)
copy cross-tests/src/test/java/org/apache/iotdb/cross/tests/tools/{importCsv/ExportCsvTestIT.java => tsfile/ExportTsFileTestIT.java} (52%)
create mode 100644 docs/UserGuide/Write-And-Delete-Data/TsFile-Tool.md
create mode 100644 docs/zh/UserGuide/Write-And-Delete-Data/TsFile-Tool.md
create mode 100644 example/ext-pipe-plugin-example/src/main/resources/META-INF/services/org.apache.iotdb.pipe.external.api.IExternalPipeSinkWriterFactory
create mode 100644 integration-test/src/test/java/org/apache/iotdb/db/it/sync/IoTDBPipeSinkIT.java
rename integration-test/src/test/java/org/apache/iotdb/db/it/udf/{IoTDBUDFSessionWindowQueryIT.java => IoTDBUDFOtherWindowQueryIT.java} (53%)
delete mode 100644 server/src/main/java/org/apache/iotdb/db/conf/SystemStatus.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/transformation/datastructure/util/ValueRecorder.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/sync/datasource/DeletionOpBlock.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/sync/externalpipe/operation/DeleteOperation.java
create mode 100644 server/src/test/java/org/apache/iotdb/db/sync/datasource/DeletionOpBlockTest.java
copy udf-api/src/main/java/org/apache/iotdb/udf/api/customizer/strategy/{SessionTimeWindowAccessStrategy.java => StateWindowAccessStrategy.java} (63%)