You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by ja...@apache.org on 2021/01/21 07:36:16 UTC

[iotdb] 01/01: merge NewTsFile

This is an automated email from the ASF dual-hosted git repository.

jackietien pushed a commit to branch NewTsFileV2
in repository https://gitbox.apache.org/repos/asf/iotdb.git

commit 5972d029d87cd4a08e59a66e6b26830460dbe782
Merge: 83e86af fd747f4
Author: JackieTien97 <Ja...@foxmail.com>
AuthorDate: Thu Jan 21 15:35:41 2021 +0800

    merge NewTsFile

 LICENSE-binary                                     |  20 +-
 .../iotdb/cluster/ClusterFileFlushPolicy.java      |   2 +-
 .../cluster/client/async/AsyncClientFactory.java   |   6 +-
 .../cluster/client/async/AsyncDataClient.java      |  11 +-
 .../iotdb/cluster/coordinator/Coordinator.java     | 165 ++++--
 .../cluster/log/applier/AsyncDataLogApplier.java   |  13 +-
 .../iotdb/cluster/log/applier/BaseApplier.java     |   2 +-
 .../iotdb/cluster/log/applier/DataLogApplier.java  |  13 +-
 .../apache/iotdb/cluster/metadata/CMManager.java   |  26 +-
 .../iotdb/cluster/query/ClusterPlanRouter.java     |  74 +++
 .../cluster/query/filter/SlotTsFileFilter.java     |   4 +-
 .../DDL Data Definition Language.md                |   2 +
 .../DML Data Manipulation Language.md              |  37 +-
 docs/UserGuide/Operation Manual/Kill Query.md      |   2 +-
 .../DDL Data Definition Language.md                |   2 +
 .../DML Data Manipulation Language.md              |  42 --
 docs/zh/UserGuide/Operation Manual/Kill Query.md   |   2 +-
 .../zh/UserGuide/Operation Manual/SQL Reference.md |   6 +-
 .../apache/iotdb/hadoop/fileSystem/HDFSInput.java  |   2 +-
 .../main/java/org/apache/iotdb/jdbc/Config.java    |   4 +-
 .../org/apache/iotdb/jdbc/IoTDBConnection.java     |   4 +-
 .../java/org/apache/iotdb/jdbc/IoTDBStatement.java |  18 +-
 pom.xml                                            |  12 +-
 server/pom.xml                                     |   5 +
 .../resources/conf/iotdb-engine.properties         |   8 +
 .../java/org/apache/iotdb/db/conf/IoTDBConfig.java |  28 +-
 .../org/apache/iotdb/db/conf/IoTDBConfigCheck.java | 110 ++--
 .../org/apache/iotdb/db/conf/IoTDBDescriptor.java  |  10 +-
 .../org/apache/iotdb/db/engine/StorageEngine.java  | 605 +++++++++++----------
 .../iotdb/db/engine/flush/MemTableFlushTask.java   | 169 +++---
 .../merge/selector/MaxFileMergeFileSelector.java   |   4 +-
 .../iotdb/db/engine/merge/task/MergeTask.java      |  28 +-
 .../db/engine/storagegroup/StorageGroupInfo.java   |  51 +-
 .../engine/storagegroup/StorageGroupProcessor.java | 346 ++++++++----
 .../db/engine/storagegroup/TsFileProcessor.java    |  36 +-
 .../virtualSg/HashVirtualPartitioner.java          |  67 +++
 .../storagegroup/virtualSg/VirtualPartitioner.java |  29 +-
 .../virtualSg/VirtualStorageGroupManager.java      | 434 +++++++++++++++
 .../org/apache/iotdb/db/metadata/MManager.java     |  89 +--
 .../org/apache/iotdb/db/monitor/StatMonitor.java   |  14 +-
 .../apache/iotdb/db/qp/executor/IPlanExecutor.java |   8 +
 .../apache/iotdb/db/qp/executor/PlanExecutor.java  |  20 +-
 .../org/apache/iotdb/db/qp/logical/Operator.java   |   2 +-
 .../apache/iotdb/db/qp/physical/PhysicalPlan.java  |   7 +-
 .../db/qp/physical/crud/InsertMultiTabletPlan.java | 326 +++++++++++
 .../db/qp/physical/crud/InsertTabletPlan.java      |   6 +
 .../iotdb/db/query/control/QueryTimeManager.java   |  74 +--
 .../db/query/dataset/NonAlignEngineDataSet.java    |  22 +-
 .../dataset/RawQueryDataSetWithoutValueFilter.java |  37 +-
 .../db/query/executor/RawDataQueryExecutor.java    |  11 +-
 .../iotdb/db/query/reader/series/SeriesReader.java |  23 +-
 .../iotdb/db/query/udf/core/input/InputLayer.java  |   2 +-
 .../org/apache/iotdb/db/rescon/SystemInfo.java     |  28 +-
 .../org/apache/iotdb/db/service/TSServiceImpl.java |  87 ++-
 .../db/tools/upgrade/TsFileOnlineUpgradeTool.java  |  11 +-
 .../db/tools/virtualsg/DeviceMappingViewer.java    |  61 +++
 .../java/org/apache/iotdb/db/utils/MmapUtil.java   |  25 +-
 .../org/apache/iotdb/db/utils/UpgradeUtils.java    |  26 +-
 .../writelog/manager/MultiFileLogNodeManager.java  |  27 +-
 .../db/writelog/manager/WriteLogNodeManager.java   |   7 +-
 .../db/writelog/node/ExclusiveWriteLogNode.java    |  18 +-
 .../iotdb/db/writelog/node/WriteLogNode.java       |   8 +-
 .../iotdb/db/writelog/recover/LogReplayer.java     |  18 +-
 .../writelog/recover/TsFileRecoverPerformer.java   |  16 +-
 .../apache/iotdb/db/engine/merge/MergeLogTest.java |   1 +
 .../iotdb/db/engine/merge/MergeOverLapTest.java    |   1 -
 .../iotdb/db/engine/merge/MergeTaskTest.java       |   1 +
 .../engine/modification/DeletionFileNodeTest.java  |  27 +-
 .../storagegroup/StorageGroupProcessorTest.java    |  15 +-
 .../iotdb/db/engine/storagegroup/TTLTest.java      |  34 +-
 .../virtualSg/HashVirtualPartitionerTest.java      |  64 +++
 .../iotdb/db/integration/IoTDBCompleteIT.java      |   5 +
 .../db/integration/IoTDBLoadExternalTsfileIT.java  |  33 +-
 .../iotdb/db/integration/IoTDBMultiDeviceIT.java   | 322 +++++++++++
 .../iotdb/db/integration/IoTDBRestartIT.java       |  16 +
 .../db/integration/IoTDBUDTFNonAlignQueryIT.java   |   2 +-
 .../db/integration/auth/IoTDBAuthorizationIT.java  |  21 -
 .../iotdb/db/monitor/IoTDBStatMonitorTest.java     |  21 +-
 .../db/qp/physical/InsertTabletMultiPlanTest.java  |  99 ++++
 .../iotdb/db/qp/physical/InsertTabletPlanTest.java | 105 ++++
 .../db/sync/receiver/load/FileLoaderTest.java      |  38 +-
 .../recover/SyncReceiverLogAnalyzerTest.java       |   2 +-
 .../apache/iotdb/db/utils/EnvironmentUtils.java    |   3 +
 .../iotdb/db/writelog/IoTDBLogFileSizeTest.java    |  25 +-
 .../apache/iotdb/db/writelog/PerformanceTest.java  |  48 +-
 .../iotdb/db/writelog/WriteLogNodeManagerTest.java |  63 ++-
 .../apache/iotdb/db/writelog/WriteLogNodeTest.java |  71 ++-
 .../iotdb/db/writelog/recover/LogReplayerTest.java |  24 +-
 .../recover/RecoverResourceFromReaderTest.java     |  54 +-
 .../db/writelog/recover/SeqTsFileRecoverTest.java  |  50 +-
 .../writelog/recover/UnseqTsFileRecoverTest.java   |  31 +-
 .../main/java/org/apache/iotdb/session/Config.java |   3 +-
 .../java/org/apache/iotdb/session/Session.java     |   4 +-
 .../apache/iotdb/session/SessionConnection.java    |   2 +-
 .../org/apache/iotdb/session/SessionDataSet.java   |   3 +-
 thrift/rpc-changelist.md                           |  24 +
 .../org/apache/iotdb/tsfile/file/MetaMarker.java   |  10 +-
 .../iotdb/tsfile/file/header/ChunkGroupHeader.java |   8 +-
 .../iotdb/tsfile/file/header/ChunkHeader.java      |   6 +-
 .../iotdb/tsfile/file/header/PageHeader.java       |   5 +-
 .../iotdb/tsfile/file/metadata/ChunkMetadata.java  |   4 +
 .../tsfile/file/metadata/enums/TSEncoding.java     |   4 +-
 .../iotdb/tsfile/read/TsFileSequenceReader.java    |   2 +
 .../org/apache/iotdb/tsfile/read/common/Chunk.java |  27 +-
 .../iotdb/tsfile/read/reader/LocalTsFileInput.java |  42 +-
 .../tsfile/utils/ReadWriteForEncodingUtils.java    |   1 +
 .../iotdb/tsfile/utils/ReadWriteIOUtils.java       |   2 +-
 .../iotdb/tsfile/write/chunk/ChunkWriterImpl.java  |  19 +-
 .../iotdb/tsfile/write/chunk/IChunkWriter.java     |   5 +
 .../utils/ReadWriteForEncodingUtilsTest.java       |  54 ++
 110 files changed, 3605 insertions(+), 1168 deletions(-)