You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by xu...@apache.org on 2020/05/19 11:49:27 UTC
[incubator-iotdb] branch
IOTDB-615-Use-binary-rather-than-string-in-insert-plan updated (47784f2 ->
0ebcea9)
This is an automated email from the ASF dual-hosted git repository.
xuekaifeng pushed a change to branch IOTDB-615-Use-binary-rather-than-string-in-insert-plan
in repository https://gitbox.apache.org/repos/asf/incubator-iotdb.git.
from 47784f2 add comment
add 6fe6501 Concurrently write time partition (#1174)
add f4a16bd disable merge by default
add 174a219 [IOTDB-681] Fix bugs caused by batch manner displaying query results in CLI
add 4fe8946 count_timeseries
add c323110 Added Blogpost from Jialin and Blog Section. Added Blog Section in vue / site.
add d4d5e00 Merge remote-tracking branch 'origin/master'
add 91fd0ea [IOTDB-680] Make LRUCache more accurate (#1212)
add 3fe522a Online Upgrade Tool (#983)
add a7b40b2 [IOTDB-655] Update documents of new version TsFile (#1186)
new 52bbbba merge
add edea3a4 update doc to insertTablet
new 6c30b3b Merge branch 'master' of https://github.com/apache/incubator-iotdb into IOTDB-615-Use-binary-rather-than-string-in-insert-plan
add 8b830b9 [IoTDB-531]fix issue when grafana visualize boolean data. (#1224)
add 19b7f59 add clear cache command (#1223)
new 13a850a merge
new 0ebcea9 fix bugs
The 4 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../java/org/apache/iotdb/cli/AbstractCli.java | 5 +-
distribution/pom.xml | 6 +
distribution/src/assembly/distribution.xml | 12 +
docs/Blog/Release0_93.md | 69 +++
.../4-StorageEngine/2-WAL.md => Blog/index.md} | 6 +-
docs/SystemDesign/1-TsFile/2-Format.md | 217 +++----
.../4-StorageEngine/6-DataManipulation.md | 4 +-
docs/UserGuide/3-Server/4-Config Manual.md | 17 +-
docs/UserGuide/4-Client/3-Programming - JDBC.md | 2 +-
.../1-DDL Data Definition Language.md | 5 +
docs/zh/SystemDesign/1-TsFile/2-Format.md | 222 +++-----
.../4-StorageEngine/6-DataManipulation.md | 4 +-
docs/zh/UserGuide/3-Server/4-Config Manual.md | 9 +
.../1-DDL Data Definition Language.md | 7 +
.../iotdb/web/grafana/dao/impl/BasicDaoImpl.java | 8 +-
jdbc/README.md | 2 +-
.../resources/conf/iotdb-engine.properties | 14 +-
.../org/apache/iotdb/db/qp/strategy/SqlBase.g4 | 11 +-
.../iotdb/db/auth/user/LocalFileUserAccessor.java | 2 +-
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 10 +-
.../org/apache/iotdb/db/conf/IoTDBConfigCheck.java | 122 ++--
.../org/apache/iotdb/db/conf/IoTDBConstant.java | 1 +
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 6 +-
.../db/conf/adapter/IoTDBConfigDynamicAdapter.java | 100 ++--
.../org/apache/iotdb/db/engine/StorageEngine.java | 2 +-
.../Deletion.java => cache/AccountableString.java} | 47 +-
.../apache/iotdb/db/engine/cache/ChunkCache.java | 62 +-
.../iotdb/db/engine/cache/ChunkMetadataCache.java | 62 +-
.../iotdb/db/engine/cache/LRULinkedHashMap.java | 76 ++-
.../db/engine/cache/TimeSeriesMetadataCache.java | 63 ++-
.../merge/selector/MaxFileMergeFileSelector.java | 20 +-
.../engine/storagegroup/StorageGroupProcessor.java | 287 ++++++++--
.../db/engine/storagegroup/TsFileProcessor.java | 4 +-
.../db/engine/storagegroup/TsFileResource.java | 43 ++
.../iotdb/db/engine/upgrade/UpgradeTask.java | 91 ++-
.../version/SimpleFileVersionController.java | 19 +-
.../org/apache/iotdb/db/metadata/MLogWriter.java | 16 +-
.../org/apache/iotdb/db/mqtt/PublishHandler.java | 2 +-
.../main/java/org/apache/iotdb/db/qp/Planner.java | 1 +
.../apache/iotdb/db/qp/constant/SQLConstant.java | 2 +
.../apache/iotdb/db/qp/executor/PlanExecutor.java | 17 +-
.../org/apache/iotdb/db/qp/logical/Operator.java | 2 +-
...{MergeOperator.java => ClearCacheOperator.java} | 14 +-
.../iotdb/db/qp/logical/sys/MergeOperator.java | 8 +-
.../sys/{MergePlan.java => ClearCachePlan.java} | 10 +-
.../iotdb/db/qp/strategy/LogicalGenerator.java | 15 +-
.../iotdb/db/qp/strategy/PhysicalGenerator.java | 3 +
.../iotdb/db/query/control/FileReaderManager.java | 24 +-
.../db/query/executor/fill/LastPointReader.java | 1 -
.../db/query/reader/chunk/DiskChunkLoader.java | 17 +-
.../chunk/metadata/DiskChunkMetadataLoader.java | 23 +-
.../chunk/metadata/MemChunkMetadataLoader.java | 7 +-
.../java/org/apache/iotdb/db/service/IoTDB.java | 8 +-
.../apache/iotdb/db/tools/TsFileSketchTool.java | 1 -
.../db/tools/upgrade/TsFileOnlineUpgradeTool.java | 621 +++++++++++++++++++++
.../org/apache/iotdb/db/utils/FileLoaderUtils.java | 2 +-
.../java/org/apache/iotdb/db/utils/MemUtils.java | 2 +-
.../org/apache/iotdb/db/utils/UpgradeUtils.java | 91 ++-
.../adapter/IoTDBConfigDynamicAdapterTest.java | 3 +-
.../iotdb/db/engine/merge/MergeUpgradeTest.java | 2 +-
.../iotdb/db/integration/IoTDBClearCacheIT.java | 174 ++++++
.../iotdb/db/integration/IoTDBMetadataFetchIT.java | 6 +-
.../recover/RecoverResourceFromReaderTest.java | 19 +-
.../iotdb/session/IoTDBSessionIteratorIT.java | 21 +-
site/src/main/.vuepress/config.js | 7 +
tsfile/format-changelist.md | 1 +
.../iotdb/tsfile/common/cache/Accountable.java | 7 +-
.../iotdb/tsfile/common/conf/TSFileConfig.java | 3 +-
.../iotdb/tsfile/encoding/decoder/Decoder.java | 11 +-
.../tsfile/encoding/decoder/PlainDecoder.java | 19 -
.../iotdb/tsfile/file/metadata/ChunkMetadata.java | 48 +-
.../tsfile/file/metadata/TimeseriesMetadata.java | 30 +-
.../file/metadata/statistics/BinaryStatistics.java | 8 +-
.../metadata/statistics/BooleanStatistics.java | 10 +-
.../file/metadata/statistics/DoubleStatistics.java | 9 +-
.../file/metadata/statistics/FloatStatistics.java | 10 +-
.../metadata/statistics/IntegerStatistics.java | 10 +-
.../file/metadata/statistics/LongStatistics.java | 10 +-
.../file/metadata/statistics/Statistics.java | 12 +-
.../iotdb/tsfile/read/TsFileSequenceReader.java | 17 +-
.../org/apache/iotdb/tsfile/read/common/Chunk.java | 24 +-
.../read/controller/CachedChunkLoaderImpl.java | 2 +-
.../read/controller/IChunkMetadataLoader.java | 7 +
.../tsfile/read/reader/chunk/ChunkReader.java | 22 +-
.../iotdb/tsfile/utils}/RamUsageEstimator.java | 22 +-
.../v1/file/metadata/ChunkGroupMetaDataV1.java | 118 ++++
.../tsfile/v1/file/metadata/ChunkMetadataV1.java | 140 +++++
.../file/metadata/TimeseriesMetadataForV1.java} | 23 +-
.../v1/file/metadata/TsDeviceMetadataIndexV1.java | 78 +++
.../v1/file/metadata/TsDeviceMetadataV1.java | 87 +++
.../iotdb/tsfile/v1/file/metadata/TsDigestV1.java | 75 +++
.../tsfile/v1/file/metadata/TsFileMetadataV1.java | 115 ++++
.../metadata/statistics/BinaryStatisticsV1.java | 84 +++
.../metadata/statistics/BooleanStatisticsV1.java | 80 +++
.../metadata/statistics/DoubleStatisticsV1.java | 79 +++
.../metadata/statistics/FloatStatisticsV1.java | 79 +++
.../metadata/statistics/IntegerStatisticsV1.java | 79 +++
.../file/metadata/statistics/LongStatisticsV1.java | 80 +++
.../v1/file/metadata/statistics/StatisticsV1.java | 226 ++++++++
.../iotdb/tsfile/v1/file/utils/HeaderUtils.java | 141 +++++
.../tsfile/v1/read/TsFileSequenceReaderForV1.java | 409 ++++++++++++++
.../iotdb/tsfile/write/chunk/ChunkWriterImpl.java | 2 +-
.../iotdb/tsfile/write/writer/TsFileIOWriter.java | 14 +-
103 files changed, 4138 insertions(+), 809 deletions(-)
create mode 100644 docs/Blog/Release0_93.md
copy docs/{SystemDesign/4-StorageEngine/2-WAL.md => Blog/index.md} (86%)
copy server/src/main/java/org/apache/iotdb/db/engine/{modification/Deletion.java => cache/AccountableString.java} (54%)
copy server/src/main/java/org/apache/iotdb/db/qp/logical/sys/{MergeOperator.java => ClearCacheOperator.java} (86%)
copy server/src/main/java/org/apache/iotdb/db/qp/physical/sys/{MergePlan.java => ClearCachePlan.java} (85%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/tools/upgrade/TsFileOnlineUpgradeTool.java
create mode 100644 server/src/test/java/org/apache/iotdb/db/integration/IoTDBClearCacheIT.java
copy server/src/main/java/org/apache/iotdb/db/rescon/TVListAllocatorMBean.java => tsfile/src/main/java/org/apache/iotdb/tsfile/common/cache/Accountable.java (86%)
rename {server/src/main/java/org/apache/iotdb/db/engine/cache => tsfile/src/main/java/org/apache/iotdb/tsfile/utils}/RamUsageEstimator.java (98%)
create mode 100644 tsfile/src/main/java/org/apache/iotdb/tsfile/v1/file/metadata/ChunkGroupMetaDataV1.java
create mode 100644 tsfile/src/main/java/org/apache/iotdb/tsfile/v1/file/metadata/ChunkMetadataV1.java
copy tsfile/src/main/java/org/apache/iotdb/tsfile/{read/controller/IChunkMetadataLoader.java => v1/file/metadata/TimeseriesMetadataForV1.java} (62%)
create mode 100644 tsfile/src/main/java/org/apache/iotdb/tsfile/v1/file/metadata/TsDeviceMetadataIndexV1.java
create mode 100644 tsfile/src/main/java/org/apache/iotdb/tsfile/v1/file/metadata/TsDeviceMetadataV1.java
create mode 100644 tsfile/src/main/java/org/apache/iotdb/tsfile/v1/file/metadata/TsDigestV1.java
create mode 100644 tsfile/src/main/java/org/apache/iotdb/tsfile/v1/file/metadata/TsFileMetadataV1.java
create mode 100644 tsfile/src/main/java/org/apache/iotdb/tsfile/v1/file/metadata/statistics/BinaryStatisticsV1.java
create mode 100644 tsfile/src/main/java/org/apache/iotdb/tsfile/v1/file/metadata/statistics/BooleanStatisticsV1.java
create mode 100644 tsfile/src/main/java/org/apache/iotdb/tsfile/v1/file/metadata/statistics/DoubleStatisticsV1.java
create mode 100644 tsfile/src/main/java/org/apache/iotdb/tsfile/v1/file/metadata/statistics/FloatStatisticsV1.java
create mode 100644 tsfile/src/main/java/org/apache/iotdb/tsfile/v1/file/metadata/statistics/IntegerStatisticsV1.java
create mode 100644 tsfile/src/main/java/org/apache/iotdb/tsfile/v1/file/metadata/statistics/LongStatisticsV1.java
create mode 100644 tsfile/src/main/java/org/apache/iotdb/tsfile/v1/file/metadata/statistics/StatisticsV1.java
create mode 100644 tsfile/src/main/java/org/apache/iotdb/tsfile/v1/file/utils/HeaderUtils.java
create mode 100644 tsfile/src/main/java/org/apache/iotdb/tsfile/v1/read/TsFileSequenceReaderForV1.java
[incubator-iotdb] 03/04: merge
Posted by xu...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
xuekaifeng pushed a commit to branch IOTDB-615-Use-binary-rather-than-string-in-insert-plan
in repository https://gitbox.apache.org/repos/asf/incubator-iotdb.git
commit 13a850ab6955663cc114392a556ae85781046797
Merge: 6c30b3b 19b7f59
Author: 151250176 <15...@smail.nju.edu.cn>
AuthorDate: Tue May 19 15:51:59 2020 +0800
merge
distribution/pom.xml | 6 +
distribution/src/assembly/distribution.xml | 12 ++
.../1-DDL Data Definition Language.md | 5 +
.../1-DDL Data Definition Language.md | 7 +
.../iotdb/web/grafana/dao/impl/BasicDaoImpl.java | 8 +-
.../org/apache/iotdb/db/qp/strategy/SqlBase.g4 | 9 ++
.../apache/iotdb/db/engine/cache/ChunkCache.java | 6 +
.../iotdb/db/engine/cache/ChunkMetadataCache.java | 6 +
.../iotdb/db/engine/cache/LRULinkedHashMap.java | 6 +
.../db/engine/cache/TimeSeriesMetadataCache.java | 6 +
.../main/java/org/apache/iotdb/db/qp/Planner.java | 1 +
.../apache/iotdb/db/qp/constant/SQLConstant.java | 2 +
.../apache/iotdb/db/qp/executor/PlanExecutor.java | 17 +-
.../org/apache/iotdb/db/qp/logical/Operator.java | 2 +-
...{MergeOperator.java => ClearCacheOperator.java} | 14 +-
.../iotdb/db/qp/logical/sys/MergeOperator.java | 8 +-
.../sys/ClearCachePlan.java} | 24 ++-
.../iotdb/db/qp/strategy/LogicalGenerator.java | 6 +
.../iotdb/db/qp/strategy/PhysicalGenerator.java | 3 +
.../iotdb/db/integration/IoTDBClearCacheIT.java | 174 +++++++++++++++++++++
20 files changed, 293 insertions(+), 29 deletions(-)
[incubator-iotdb] 04/04: fix bugs
Posted by xu...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
xuekaifeng pushed a commit to branch IOTDB-615-Use-binary-rather-than-string-in-insert-plan
in repository https://gitbox.apache.org/repos/asf/incubator-iotdb.git
commit 0ebcea9aeca97e5abad268fbc080e744f19d803c
Author: 151250176 <15...@smail.nju.edu.cn>
AuthorDate: Tue May 19 16:13:43 2020 +0800
fix bugs
---
.../recover/RecoverResourceFromReaderTest.java | 19 +++++++++++++------
.../iotdb/session/IoTDBSessionIteratorIT.java | 21 ++++++++++++++-------
2 files changed, 27 insertions(+), 13 deletions(-)
diff --git a/server/src/test/java/org/apache/iotdb/db/writelog/recover/RecoverResourceFromReaderTest.java b/server/src/test/java/org/apache/iotdb/db/writelog/recover/RecoverResourceFromReaderTest.java
index a881e01..3c1435b 100644
--- a/server/src/test/java/org/apache/iotdb/db/writelog/recover/RecoverResourceFromReaderTest.java
+++ b/server/src/test/java/org/apache/iotdb/db/writelog/recover/RecoverResourceFromReaderTest.java
@@ -88,7 +88,8 @@ public class RecoverResourceFromReaderTest {
for (int i = 0; i < 10; i++) {
for (int j = 0; j < 10; j++) {
Path path = new Path(("root.sg.device" + i), ("sensor" + j));
- MeasurementSchema measurementSchema = new MeasurementSchema("sensor" + j, TSDataType.INT64, TSEncoding.PLAIN);
+ MeasurementSchema measurementSchema = new MeasurementSchema("sensor" + j, TSDataType.INT64,
+ TSEncoding.PLAIN);
schema.registerTimeseries(path, measurementSchema);
MManager.getInstance().createTimeseries(path.getFullPath(), measurementSchema.getType(),
measurementSchema.getEncodingType(), measurementSchema.getCompressor(),
@@ -138,18 +139,23 @@ public class RecoverResourceFromReaderTest {
for (int j = 0; j < 10; j++) {
String[] measurements = new String[10];
String[] values = new String[10];
+ TSDataType[] types = new TSDataType[10];
for (int k = 0; k < 10; k++) {
measurements[k] = "sensor" + k;
+ types[k] = TSDataType.INT64;
values[k] = String.valueOf(k + 10);
}
- InsertPlan insertPlan = new InsertPlan("root.sg.device" + j, i, measurements, values);
+ InsertPlan insertPlan = new InsertPlan("root.sg.device" + j, i, measurements,
+ types, values);
node.write(insertPlan);
}
node.notifyStartFlush();
}
- InsertPlan insertPlan = new InsertPlan("root.sg.device99", 1, "sensor4", "4");
+ InsertPlan insertPlan = new InsertPlan("root.sg.device99", 1, new String[]{"sensor4"},
+ new TSDataType[]{TSDataType.INT64}, new String[]{"4"});
node.write(insertPlan);
- insertPlan = new InsertPlan("root.sg.device99", 300, "sensor2", "2");
+ insertPlan = new InsertPlan("root.sg.device99", 300, new String[]{"sensor2"},
+ new TSDataType[]{TSDataType.INT64}, new String[]{"2"});
node.write(insertPlan);
node.close();
@@ -174,10 +180,11 @@ public class RecoverResourceFromReaderTest {
.getBufferedOutputStream(resourceFile.getPath())) {
ReadWriteIOUtils.write(123, outputStream);
}
-
+
TsFileRecoverPerformer performer = new TsFileRecoverPerformer(logNodePrefix,
versionController, resource, true, false);
- ActiveTimeSeriesCounter.getInstance().init(resource.getFile().getParentFile().getParentFile().getName());
+ ActiveTimeSeriesCounter.getInstance()
+ .init(resource.getFile().getParentFile().getParentFile().getName());
performer.recover();
assertEquals(1, (long) resource.getStartTimeMap().get("root.sg.device99"));
assertEquals(300, (long) resource.getEndTimeMap().get("root.sg.device99"));
diff --git a/session/src/test/java/org/apache/iotdb/session/IoTDBSessionIteratorIT.java b/session/src/test/java/org/apache/iotdb/session/IoTDBSessionIteratorIT.java
index 64c9fad..ed6a24b 100644
--- a/session/src/test/java/org/apache/iotdb/session/IoTDBSessionIteratorIT.java
+++ b/session/src/test/java/org/apache/iotdb/session/IoTDBSessionIteratorIT.java
@@ -153,22 +153,29 @@ public class IoTDBSessionIteratorIT {
CompressionType.SNAPPY);
String deviceId = "root.sg1.d1";
List<String> measurements = new ArrayList<>();
+ List<TSDataType> types = new ArrayList<>();
measurements.add("s1");
measurements.add("s2");
+ types.add(TSDataType.INT32);
+ types.add(TSDataType.FLOAT);
+
for (long time = 0; time < 10; time++) {
- List<String> values = new ArrayList<>();
- values.add("1");
- values.add("2");
- session.insertRecord(deviceId, time, measurements, values);
+ List<Object> values = new ArrayList<>();
+ values.add(1);
+ values.add(2f);
+ session.insertRecord(deviceId, time, measurements, types, values);
}
deviceId = "root.sg1.d2";
measurements = new ArrayList<>();
+ types = new ArrayList<>();
measurements.add("s1");
+ types.add(TSDataType.DOUBLE);
+
for (long time = 5; time < 10; time++) {
- List<String> values = new ArrayList<>();
- values.add("4");
- session.insertRecord(deviceId, time, measurements, values);
+ List<Object> values = new ArrayList<>();
+ values.add(4d);
+ session.insertRecord(deviceId, time, measurements, types, values);
}
}
[incubator-iotdb] 02/04: Merge branch 'master' of
https://github.com/apache/incubator-iotdb into
IOTDB-615-Use-binary-rather-than-string-in-insert-plan
Posted by xu...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
xuekaifeng pushed a commit to branch IOTDB-615-Use-binary-rather-than-string-in-insert-plan
in repository https://gitbox.apache.org/repos/asf/incubator-iotdb.git
commit 6c30b3bd28c1cbfe68adbc0037cc2b72d6dba71f
Merge: 52bbbba edea3a4
Author: 151250176 <15...@smail.nju.edu.cn>
AuthorDate: Mon May 18 21:02:38 2020 +0800
Merge branch 'master' of https://github.com/apache/incubator-iotdb into IOTDB-615-Use-binary-rather-than-string-in-insert-plan
docs/SystemDesign/4-StorageEngine/6-DataManipulation.md | 4 ++--
docs/UserGuide/4-Client/3-Programming - JDBC.md | 2 +-
docs/zh/SystemDesign/4-StorageEngine/6-DataManipulation.md | 4 ++--
jdbc/README.md | 2 +-
server/src/main/java/org/apache/iotdb/db/engine/StorageEngine.java | 2 +-
server/src/main/java/org/apache/iotdb/db/mqtt/PublishHandler.java | 2 +-
6 files changed, 8 insertions(+), 8 deletions(-)
[incubator-iotdb] 01/04: merge
Posted by xu...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
xuekaifeng pushed a commit to branch IOTDB-615-Use-binary-rather-than-string-in-insert-plan
in repository https://gitbox.apache.org/repos/asf/incubator-iotdb.git
commit 52bbbba0fd796e19d62bfc3c442722c8170f4d11
Merge: 47784f2 a7b40b2
Author: 151250176 <15...@smail.nju.edu.cn>
AuthorDate: Mon May 18 09:05:39 2020 +0800
merge
.../java/org/apache/iotdb/cli/AbstractCli.java | 5 +-
docs/Blog/Release0_93.md | 69 +++
docs/Blog/index.md | 24 +
docs/SystemDesign/1-TsFile/2-Format.md | 217 +++----
docs/UserGuide/3-Server/4-Config Manual.md | 17 +-
docs/zh/SystemDesign/1-TsFile/2-Format.md | 222 +++-----
docs/zh/UserGuide/3-Server/4-Config Manual.md | 9 +
.../resources/conf/iotdb-engine.properties | 14 +-
.../org/apache/iotdb/db/qp/strategy/SqlBase.g4 | 2 +-
.../iotdb/db/auth/user/LocalFileUserAccessor.java | 2 +-
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 10 +-
.../org/apache/iotdb/db/conf/IoTDBConfigCheck.java | 122 ++--
.../org/apache/iotdb/db/conf/IoTDBConstant.java | 1 +
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 6 +-
.../db/conf/adapter/IoTDBConfigDynamicAdapter.java | 100 ++--
.../cache/AccountableString.java} | 49 +-
.../apache/iotdb/db/engine/cache/ChunkCache.java | 56 +-
.../iotdb/db/engine/cache/ChunkMetadataCache.java | 56 +-
.../iotdb/db/engine/cache/LRULinkedHashMap.java | 70 ++-
.../db/engine/cache/TimeSeriesMetadataCache.java | 57 +-
.../merge/selector/MaxFileMergeFileSelector.java | 20 +-
.../engine/storagegroup/StorageGroupProcessor.java | 287 ++++++++--
.../db/engine/storagegroup/TsFileProcessor.java | 4 +-
.../db/engine/storagegroup/TsFileResource.java | 43 ++
.../iotdb/db/engine/upgrade/UpgradeTask.java | 91 ++-
.../version/SimpleFileVersionController.java | 19 +-
.../org/apache/iotdb/db/metadata/MLogWriter.java | 16 +-
.../iotdb/db/qp/strategy/LogicalGenerator.java | 9 +-
.../iotdb/db/query/control/FileReaderManager.java | 24 +-
.../db/query/executor/fill/LastPointReader.java | 1 -
.../db/query/reader/chunk/DiskChunkLoader.java | 17 +-
.../chunk/metadata/DiskChunkMetadataLoader.java | 23 +-
.../chunk/metadata/MemChunkMetadataLoader.java | 7 +-
.../java/org/apache/iotdb/db/service/IoTDB.java | 8 +-
.../apache/iotdb/db/tools/TsFileSketchTool.java | 1 -
.../db/tools/upgrade/TsFileOnlineUpgradeTool.java | 621 +++++++++++++++++++++
.../org/apache/iotdb/db/utils/FileLoaderUtils.java | 2 +-
.../java/org/apache/iotdb/db/utils/MemUtils.java | 2 +-
.../org/apache/iotdb/db/utils/UpgradeUtils.java | 91 ++-
.../adapter/IoTDBConfigDynamicAdapterTest.java | 3 +-
.../iotdb/db/engine/merge/MergeUpgradeTest.java | 2 +-
.../iotdb/db/integration/IoTDBMetadataFetchIT.java | 6 +-
site/src/main/.vuepress/config.js | 7 +
tsfile/format-changelist.md | 1 +
.../cache/Accountable.java} | 15 +-
.../iotdb/tsfile/common/conf/TSFileConfig.java | 3 +-
.../iotdb/tsfile/encoding/decoder/Decoder.java | 11 +-
.../tsfile/encoding/decoder/PlainDecoder.java | 19 -
.../iotdb/tsfile/file/metadata/ChunkMetadata.java | 48 +-
.../tsfile/file/metadata/TimeseriesMetadata.java | 30 +-
.../file/metadata/statistics/BinaryStatistics.java | 8 +-
.../metadata/statistics/BooleanStatistics.java | 10 +-
.../file/metadata/statistics/DoubleStatistics.java | 9 +-
.../file/metadata/statistics/FloatStatistics.java | 10 +-
.../metadata/statistics/IntegerStatistics.java | 10 +-
.../file/metadata/statistics/LongStatistics.java | 10 +-
.../file/metadata/statistics/Statistics.java | 12 +-
.../iotdb/tsfile/read/TsFileSequenceReader.java | 17 +-
.../org/apache/iotdb/tsfile/read/common/Chunk.java | 24 +-
.../read/controller/CachedChunkLoaderImpl.java | 2 +-
.../read/controller/IChunkMetadataLoader.java | 7 +
.../tsfile/read/reader/chunk/ChunkReader.java | 22 +-
.../iotdb/tsfile/utils}/RamUsageEstimator.java | 22 +-
.../v1/file/metadata/ChunkGroupMetaDataV1.java | 118 ++++
.../tsfile/v1/file/metadata/ChunkMetadataV1.java | 140 +++++
.../file/metadata/TimeseriesMetadataForV1.java} | 23 +-
.../v1/file/metadata/TsDeviceMetadataIndexV1.java | 78 +++
.../v1/file/metadata/TsDeviceMetadataV1.java | 87 +++
.../iotdb/tsfile/v1/file/metadata/TsDigestV1.java | 75 +++
.../tsfile/v1/file/metadata/TsFileMetadataV1.java | 115 ++++
.../metadata/statistics/BinaryStatisticsV1.java | 84 +++
.../metadata/statistics/BooleanStatisticsV1.java | 80 +++
.../metadata/statistics/DoubleStatisticsV1.java | 79 +++
.../metadata/statistics/FloatStatisticsV1.java | 79 +++
.../metadata/statistics/IntegerStatisticsV1.java | 79 +++
.../file/metadata/statistics/LongStatisticsV1.java | 80 +++
.../v1/file/metadata/statistics/StatisticsV1.java | 226 ++++++++
.../iotdb/tsfile/v1/file/utils/HeaderUtils.java | 141 +++++
.../tsfile/v1/read/TsFileSequenceReaderForV1.java | 409 ++++++++++++++
.../iotdb/tsfile/write/chunk/ChunkWriterImpl.java | 2 +-
.../iotdb/tsfile/write/writer/TsFileIOWriter.java | 14 +-
81 files changed, 3853 insertions(+), 758 deletions(-)