You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by ca...@apache.org on 2022/08/26 09:23:19 UTC
[iotdb] branch beyyes/remove_confignode_develop updated (1172ea99a5 -> c2b9b21c51)
This is an automated email from the ASF dual-hosted git repository.
caogaofei pushed a change to branch beyyes/remove_confignode_develop
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 1172ea99a5 fix the bug that option.get() throws exception
add 9d99b0c7dd [IOTDB-4234] implicit definition of token PIPESERVER in parser (#7124)
add a79cb13aa8 [IOTDB-4196] Fix concurrent bug in TsFileSequenceReader (#7122)
add 5c62ac98c1 [IOTDB-4131] Add doc for SessionWindowStrategy and StateWindowStrategy (#7086)
add c045e6ee86 [IOTDB-4197] Fix is null expression display (#7075)
add 4108e7c6f9 [IOTDB-4133] Throw illegal path exception contains number which has been surrounded with quote (#7017)
add 45893e92ff [IOTDB-4201]Support TsFiles Validation between time partitions (#7079)
add c0e20ebc7a fix typo (#7129)
add 856abd4437 [IOTDB-4181] Check empty insert statement and return directly (#7130)
add 1a2e5d75e4 fix udf library registration error (#7059)
add e5e4f17f70 [IOTDB-4225] Fix QueryContext occupies too much memory
add 7b20a8ebbd [IOTDB-4235] Fix deadlock in cancel query and timeout detect thread (#7126)
add 032197b730 [IOTDB-4154] add TsFile export tool (#7065)
add 8a7645c7c6 [IOTDB-4185] Prevent RatisConsensus Start Race (#7115)
add 968d8fe0fb [IOTDB-3465] ext-pipe support DeletionPipeData. (#6947)
add 530d6f780f [IOTDB-4228] PipeSink execution process in new standalone (#7123)
add 678740fefe [IOTDB-4193] Fix bug/risk/inefficient codes in client-cpp (#7095)
add 37d6cfed32 [IOTDB-4206] Record DataNode's read-only status in ConfigNode (#7108)
add c2b9b21c51 merge with master
No new revisions were added by this update.
Summary of changes:
.../org/apache/iotdb/db/qp/sql/IdentifierParser.g4 | 1 -
.../tools/{export-csv.bat => export-tsfile.bat} | 2 +-
.../tools/{export-csv.sh => export-tsfile.sh} | 2 +-
...bstractCsvTool.java => AbstractTsFileTool.java} | 121 +--
.../tool/{ExportCsv.java => ExportTsFile.java} | 311 ++++----
client-cpp/src/main/Session.cpp | 835 +++++++++++----------
client-cpp/src/main/Session.h | 255 ++++---
.../iotdb/confignode/manager/ConfigManager.java | 3 +
.../iotdb/confignode/manager/NodeManager.java | 26 +-
.../iotdb/confignode/manager/PartitionManager.java | 32 +-
.../ExportTsFileTestIT.java} | 88 +--
.../Process-Data/UDF-User-Defined-Function.md | 36 +-
docs/UserGuide/Reference/Syntax-Conventions.md | 14 +-
.../UserGuide/Write-And-Delete-Data/TsFile-Tool.md | 80 ++
docs/zh/Download/README.md | 6 +-
.../Process-Data/UDF-User-Defined-Function.md | 32 +-
docs/zh/UserGuide/Reference/Syntax-Conventions.md | 18 +-
.../UserGuide/Write-And-Delete-Data/TsFile-Tool.md | 81 ++
.../src/AlignedTimeseriesSessionExample.cpp | 22 +-
example/client-cpp-example/src/SessionExample.cpp | 22 +-
example/ext-pipe-plugin-example/pom.xml | 6 +-
.../iotdb/extpipe/ExtPipeSinkWriterImpl.java | 56 +-
...ipe.external.api.IExternalPipeSinkWriterFactory | 1 +
.../iotdb/external/api/IPropertiesLoader.java | 2 +-
.../iotdb/external/api/ISeriesNumerLimiter.java | 2 +-
.../pipe/external/api/IExternalPipeSinkWriter.java | 94 ++-
.../db/it/IoTDBSyntaxConventionIdentifierIT.java | 40 +
.../apache/iotdb/db/it/sync/IoTDBPipeSinkIT.java | 99 +++
library-udf/src/assembly/tools/register-UDF.bat | 110 +--
library-udf/src/assembly/tools/register-UDF.sh | 110 +--
.../apache/iotdb/commons/conf/IoTDBConstant.java | 1 +
.../org/apache/iotdb/commons/path/PartialPath.java | 66 +-
.../org/apache/iotdb/commons/utils/PathUtils.java | 10 +-
.../apache/iotdb/commons/path/PartialPathTest.java | 142 +++-
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 2 +-
.../db/conf/directories/DirectoryManager.java | 4 +-
.../iotdb/db/conf/directories/FolderManager.java | 4 +-
.../directories/strategy/DirectoryStrategy.java | 2 +-
.../compaction/task/CompactionRecoverTask.java | 2 +-
.../iotdb/db/engine/storagegroup/DataRegion.java | 6 +-
.../db/engine/storagegroup/TsFileProcessor.java | 6 +-
.../iotdb/db/localconfignode/LocalConfigNode.java | 34 +
.../iotdb/db/metadata/logfile/MLogWriter.java | 2 +-
.../db/metadata/schemaregion/SchemaEngine.java | 2 +-
.../schemaregion/SchemaRegionMemoryImpl.java | 4 +-
.../schemaregion/SchemaRegionSchemaFileImpl.java | 4 +-
.../db/mpp/common/header/ColumnHeaderConstant.java | 14 +-
.../db/mpp/common/header/DatasetHeaderFactory.java | 4 +
.../mpp/execution/schedule/DriverTaskThread.java | 7 +-
.../plan/execution/config/ConfigTaskVisitor.java | 8 +
.../config/executor/ClusterConfigTaskExecutor.java | 12 +-
.../config/executor/IConfigTaskExecutor.java | 13 +-
.../executor/StandaloneConfigTaskExecutor.java | 50 +-
.../config/sys/sync/CreatePipeSinkTask.java | 4 +-
.../config/sys/sync/DropPipeSinkTask.java | 4 +-
.../execution/config/sys/sync/DropPipeTask.java | 2 +-
.../config/sys/sync/ShowPipeSinkTask.java | 35 +-
.../plan/expression/unary/IsNullExpression.java | 2 +-
.../iotdb/db/mpp/plan/parser/ASTVisitor.java | 6 +-
.../db/mpp/plan/parser/StatementGenerator.java | 24 +-
.../plan/statement/crud/InsertBaseStatement.java | 3 +
.../crud/InsertMultiTabletsStatement.java | 5 +
.../plan/statement/crud/InsertRowStatement.java | 5 +
.../crud/InsertRowsOfOneDeviceStatement.java | 5 +
.../plan/statement/crud/InsertRowsStatement.java | 5 +
.../plan/statement/crud/InsertTabletStatement.java | 9 +
.../sys/sync/CreatePipeSinkStatement.java | 38 +
.../apache/iotdb/db/qp/executor/PlanExecutor.java | 2 +-
.../apache/iotdb/db/qp/sql/IoTDBSqlVisitor.java | 3 +-
.../iotdb/db/query/context/QueryContext.java | 5 +
.../service/thrift/impl/ClientRPCServiceImpl.java | 28 +
.../java/org/apache/iotdb/db/sync/SyncService.java | 10 +
.../iotdb/db/sync/common/ISyncInfoFetcher.java | 5 +-
.../iotdb/db/sync/common/LocalSyncInfoFetcher.java | 11 +
.../org/apache/iotdb/db/sync/common/SyncInfo.java | 17 +
.../db/sync/common/persistence/SyncLogReader.java | 13 +-
.../db/sync/common/persistence/SyncLogWriter.java | 11 +
.../iotdb/db/sync/datasource/AbstractOpBlock.java | 27 +-
.../iotdb/db/sync/datasource/DeletionOpBlock.java | 106 +++
.../iotdb/db/sync/datasource/PipeOpManager.java | 166 +++-
.../iotdb/db/sync/datasource/PipeOpSgManager.java | 37 +-
.../iotdb/db/sync/datasource/TsFileOpBlock.java | 16 +-
.../iotdb/db/sync/externalpipe/ExtPipePlugin.java | 170 +++--
.../db/sync/externalpipe/ExtPipePluginManager.java | 166 ++--
.../externalpipe/operation/DeleteOperation.java | 78 ++
.../externalpipe/operation/InsertOperation.java | 12 +-
.../db/sync/externalpipe/operation/Operation.java | 37 +-
.../iotdb/db/sync/pipedata/DeletionPipeData.java | 20 +-
.../db/sync/sender/manager/TsFileSyncManager.java | 4 +-
.../db/sync/sender/pipe/ExternalPipeSink.java | 20 +
.../iotdb/db/sync/sender/pipe/IoTDBPipeSink.java | 23 +
.../apache/iotdb/db/sync/sender/pipe/PipeSink.java | 5 +-
.../iotdb/db/sync/sender/pipe/TsFilePipe.java | 4 +-
.../db/tools/validate/TsFileValidationTool.java | 27 +-
.../org/apache/iotdb/db/utils/JarLoaderUtil.java | 4 +-
.../apache/iotdb/db/utils/sync/SyncPipeUtil.java | 18 +
.../org/apache/iotdb/db/wal/buffer/WALBuffer.java | 6 +-
.../iotdb/db/wal/checkpoint/CheckpointManager.java | 4 +-
.../cross/CrossSpaceCompactionValidationTest.java | 1 +
.../DriverTaskTimeoutSentinelThreadTest.java | 2 +
.../db/sync/datasource/DeletionOpBlockTest.java | 62 ++
.../db/sync/datasource/PipeOpManagerTest.java | 70 +-
.../apache/iotdb/db/utils/EnvironmentUtils.java | 2 +-
.../apache/iotdb/spark/db/EnvironmentUtils.java | 2 +-
.../iotdb/tsfile/read/TsFileSequenceReader.java | 10 +-
.../tsfile/read/common/parser/PathVisitor.java | 29 +-
106 files changed, 2875 insertions(+), 1411 deletions(-)
copy cli/src/assembly/resources/tools/{export-csv.bat => export-tsfile.bat} (99%)
copy cli/src/assembly/resources/tools/{export-csv.sh => export-tsfile.sh} (96%)
copy cli/src/main/java/org/apache/iotdb/tool/{AbstractCsvTool.java => AbstractTsFileTool.java} (50%)
copy cli/src/main/java/org/apache/iotdb/tool/{ExportCsv.java => ExportTsFile.java} (56%)
copy cross-tests/src/test/java/org/apache/iotdb/cross/tests/tools/{importCsv/ExportCsvTestIT.java => tsfile/ExportTsFileTestIT.java} (52%)
create mode 100644 docs/UserGuide/Write-And-Delete-Data/TsFile-Tool.md
create mode 100644 docs/zh/UserGuide/Write-And-Delete-Data/TsFile-Tool.md
create mode 100644 example/ext-pipe-plugin-example/src/main/resources/META-INF/services/org.apache.iotdb.pipe.external.api.IExternalPipeSinkWriterFactory
rename external-api/src/main/java/org/{apche => apache}/iotdb/external/api/IPropertiesLoader.java (96%)
rename external-api/src/main/java/org/{apche => apache}/iotdb/external/api/ISeriesNumerLimiter.java (97%)
create mode 100644 integration-test/src/test/java/org/apache/iotdb/db/it/sync/IoTDBPipeSinkIT.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/sync/datasource/DeletionOpBlock.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/sync/externalpipe/operation/DeleteOperation.java
create mode 100644 server/src/test/java/org/apache/iotdb/db/sync/datasource/DeletionOpBlockTest.java