You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by ha...@apache.org on 2020/11/02 10:11:17 UTC
[iotdb] branch master_with_chunk_size updated (b4a14db -> 17728f2)
This is an automated email from the ASF dual-hosted git repository.
haonan pushed a change to branch master_with_chunk_size
in repository https://gitbox.apache.org/repos/asf/iotdb.git.
from b4a14db Merge branch 'master' of https://github.com/apache/iotdb into master_with_chunk_size
add 699998f [IOTDB-872] Use system timezone in CLI (Session) (#1846)
add dc3d9f1 [IOTDB-749] Handle select * from root OOM (#1884)
add 654662f fix a sonar bug (#1897)
add 1b433c1 add more logs in LocalTsFileInput (#1899)
add 8f6f210 fix a sonar bug (#1900)
add 67d6100 [IOTDB-970] Change logback rollingPolicy and triggeringPolicy (#1895)
add 8bacba5 Synchronize the English and Chinese version of "Grafana" doc (#1901)
add bfd5af6 [IOTDB-968] Support time predicate in select last (#1898)
add 6ccb5a0 Update start-cli.sh (#1906)
add 172db70 [IOTDB-938] Re-implement Gorilla encoding algorithm (#1856)
add e897267 Fix open session bug (#1905)
add 26a70b1 correct errors in English documents (#1904)
add 3215d5e support
add ce4a471 fix format
add f25cbd1 remove doller chars in markdown, add latex template for exporting docs to pdf
add 4362188 add apache-rat
add fc0f3f7 [IOTDB-962] Improve the chunk metadata cache process (#1874)
add d1f6357 update hot compaction config name (#1859)
add ebf63b1 [IOTDB-975] Improve readTimeseriesMetadata (#1909)
add 913f0b7 Stop iotdb instance when RPC ip address or port is unavailable (#1868)
add 539b8f1 add debug SQL log (#1912)
new 17728f2 Merge branch 'master' of https://github.com/apache/iotdb into master_with_chunk_size
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
LICENSE | 27 +-
cli/src/assembly/resources/sbin/start-cli.sh | 70 ++-
.../java/org/apache/iotdb/cli/AbstractCli.java | 2 -
cli/src/test/resources/logback.xml | 52 +-
client-cpp/src/main/IOTDBSession.h | 10 +-
client-py/src/utils/IoTDBConstants.py | 3 +-
docs/Development/ContributeGuide.md | 2 +
docs/SystemDesign/TsFile/Format.md | 3 +-
docs/UserGuide/Architecture/Files.md | 12 +-
.../UserGuide/Architecture/Writing Data on HDFS.md | 4 +-
docs/UserGuide/Client/Command Line Interface.md | 4 +-
docs/UserGuide/Client/Programming - JDBC.md | 6 +-
docs/UserGuide/Client/Programming - MQTT.md | 4 +-
docs/UserGuide/Client/Programming - Native API.md | 10 +-
.../Client/Programming - Other Languages.md | 6 +-
docs/UserGuide/Client/Programming - TsFile API.md | 22 +-
docs/UserGuide/Client/Status Codes.md | 2 +-
docs/UserGuide/Comparison/TSDB-Comparison.md | 33 +-
docs/UserGuide/Concept/Compression.md | 4 +-
.../Concept/Data Model and Terminology.md | 6 +-
docs/UserGuide/Concept/Data Type.md | 4 +-
docs/UserGuide/Concept/Encoding.md | 16 +-
docs/UserGuide/Ecosystem Integration/Grafana.md | 21 +-
.../UserGuide/Ecosystem Integration/Hive TsFile.md | 26 +-
.../Ecosystem Integration/MapReduce TsFile.md | 4 +-
.../UserGuide/Ecosystem Integration/Spark IoTDB.md | 2 +-
.../Ecosystem Integration/Spark TsFile.md | 24 +-
.../Get Started/Frequently asked questions.md | 6 +-
docs/UserGuide/Get Started/Publication.md | 4 +-
docs/UserGuide/Get Started/QuickStart.md | 10 +-
docs/UserGuide/Operation Manual/Administration.md | 8 +-
.../DDL Data Definition Language.md | 14 +-
.../DML Data Manipulation Language.md | 42 +-
docs/UserGuide/Operation Manual/SQL Reference.md | 14 +-
docs/UserGuide/Server/ServerFileList.md | 38 +-
docs/zh/SystemDesign/TsFile/Format.md | 3 +-
docs/zh/UserGuide/Concept/Encoding.md | 14 +-
docs/zh/UserGuide/Ecosystem Integration/Grafana.md | 3 +-
.../DDL Data Definition Language.md | 4 +-
.../DML Data Manipulation Language.md | 8 +-
.../zh/UserGuide/Operation Manual/SQL Reference.md | 12 +-
docs/zh/UserGuide/Server/ServerFileList.md | 38 +-
docs/zh/UserGuide/System Tools/NodeTool.md | 48 ++
docs/zh/chinese-render-template.latex | 220 ++++++++
.../org/apache/iotdb/jdbc/IoTDBConnection.java | 15 +-
.../resources/conf/iotdb-engine.properties | 15 +-
server/src/assembly/resources/conf/logback.xml | 104 ++--
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 50 +-
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 31 +-
.../org/apache/iotdb/db/engine/StorageEngine.java | 1 -
.../iotdb/db/engine/cache/ChunkMetadataCache.java | 33 +-
.../iotdb/db/engine/merge/task/MergeFileTask.java | 9 +
.../engine/tsfilemanagement/TsFileManagement.java | 9 +
.../level/LevelTsFileManagement.java | 53 +-
.../iotdb/db/engine/upgrade/UpgradeTask.java | 2 +-
.../java/org/apache/iotdb/db/metadata/MTree.java | 2 +-
.../main/java/org/apache/iotdb/db/qp/Planner.java | 8 +-
.../apache/iotdb/db/qp/constant/DatetimeUtils.java | 3 +-
.../apache/iotdb/db/qp/executor/PlanExecutor.java | 45 +-
.../iotdb/db/qp/physical/crud/LastQueryPlan.java | 8 +
.../iotdb/db/qp/strategy/LogicalGenerator.java | 2 +-
.../qp/strategy/optimizer/ConcatPathOptimizer.java | 110 ++--
.../query/dataset/groupby/GroupByFillDataSet.java | 2 +-
.../iotdb/db/query/executor/LastQueryExecutor.java | 113 ++--
.../db/query/executor/fill/LastPointReader.java | 3 +
.../chunk/metadata/DiskChunkMetadataLoader.java | 21 +-
.../chunk/metadata/MemChunkMetadataLoader.java | 3 +-
.../iotdb/db/query/reader/series/SeriesReader.java | 5 +-
.../org/apache/iotdb/db/service/RPCService.java | 20 +-
.../org/apache/iotdb/db/service/TSServiceImpl.java | 4 +-
.../iotdb/db/service/thrift/ThriftService.java | 3 +-
.../org/apache/iotdb/db/utils/SchemaUtils.java | 22 +-
.../db/engine/cache/ChunkMetadataCacheTest.java | 4 +-
.../apache/iotdb/db/engine/merge/MergeTest.java | 19 +-
.../db/integration/IoTDBDeleteStorageGroupIT.java | 90 +++-
.../apache/iotdb/db/integration/IoTDBLastIT.java | 104 ++++
.../iotdb/db/integration/IoTDBMergeTest.java | 1 -
.../iotdb/db/integration/IoTDBMultiSeriesIT.java | 5 +
.../db/integration/IoTDBQueryMemoryControlIT.java | 219 ++++++++
.../iotdb/db/integration/IoTDBSimpleQueryIT.java | 53 +-
.../iotdb/db/qp/plan/LogicalPlanSmallTest.java | 65 +--
.../query/reader/series/SeriesReaderTestUtil.java | 21 +-
.../apache/iotdb/db/utils/EnvironmentUtils.java | 14 +-
.../java/org/apache/iotdb/session/Session.java | 76 ++-
.../org/apache/iotdb/session/pool/SessionPool.java | 28 +-
.../java/org/apache/iotdb/session/SessionUT.java | 266 ++++-----
.../apache/iotdb/session/pool/SessionPoolTest.java | 6 +-
thrift/rpc-changelist.md | 4 +-
thrift/src/main/thrift/rpc.thrift | 7 +-
.../iotdb/tsfile/common/conf/TSFileConfig.java | 29 +-
.../tsfile/encoding/common/EncodingConfig.java | 42 --
.../iotdb/tsfile/encoding/decoder/Decoder.java | 139 ++---
...nDecoder.java => DoublePrecisionDecoderV1.java} | 20 +-
.../encoding/decoder/DoublePrecisionDecoderV2.java | 51 ++
.../{GorillaDecoder.java => GorillaDecoderV1.java} | 15 +-
.../tsfile/encoding/decoder/GorillaDecoderV2.java | 120 +++++
.../tsfile/encoding/decoder/IntGorillaDecoder.java | 88 +++
.../encoding/decoder/LongGorillaDecoder.java | 87 +++
...nDecoder.java => SinglePrecisionDecoderV1.java} | 21 +-
.../encoding/decoder/SinglePrecisionDecoderV2.java | 51 ++
...nEncoder.java => DoublePrecisionEncoderV1.java} | 17 +-
.../encoding/encoder/DoublePrecisionEncoderV2.java | 53 ++
.../{GorillaEncoder.java => GorillaEncoderV1.java} | 18 +-
.../tsfile/encoding/encoder/GorillaEncoderV2.java | 106 ++++
.../tsfile/encoding/encoder/IntGorillaEncoder.java | 152 ++++++
.../encoding/encoder/LongGorillaEncoder.java | 152 ++++++
...nEncoder.java => SinglePrecisionEncoderV1.java} | 16 +-
.../encoding/encoder/SinglePrecisionEncoderV2.java | 53 ++
.../tsfile/encoding/encoder/TSEncodingBuilder.java | 61 ++-
.../tsfile/file/metadata/TimeseriesMetadata.java | 2 +-
.../tsfile/file/metadata/enums/TSEncoding.java | 14 +-
.../iotdb/tsfile/read/TsFileSequenceReader.java | 43 +-
.../read/controller/IChunkMetadataLoader.java | 4 +-
.../iotdb/tsfile/read/reader/LocalTsFileInput.java | 60 ++-
...aDecoderTest.java => GorillaDecoderV1Test.java} | 34 +-
.../encoding/decoder/GorillaDecoderV2Test.java | 592 +++++++++++++++++++++
.../iotdb/tsfile/read/reader/PageReaderTest.java | 24 +-
.../iotdb/tsfile/utils/TsFileGeneratorForTest.java | 2 +-
.../iotdb/tsfile/write/TsFileReadWriteTest.java | 55 +-
tsfile/src/test/resources/logback.xml | 52 +-
120 files changed, 3514 insertions(+), 1202 deletions(-)
create mode 100644 docs/zh/chinese-render-template.latex
create mode 100644 server/src/test/java/org/apache/iotdb/db/integration/IoTDBQueryMemoryControlIT.java
delete mode 100644 tsfile/src/main/java/org/apache/iotdb/tsfile/encoding/common/EncodingConfig.java
rename tsfile/src/main/java/org/apache/iotdb/tsfile/encoding/decoder/{DoublePrecisionDecoder.java => DoublePrecisionDecoderV1.java} (81%)
create mode 100644 tsfile/src/main/java/org/apache/iotdb/tsfile/encoding/decoder/DoublePrecisionDecoderV2.java
rename tsfile/src/main/java/org/apache/iotdb/tsfile/encoding/decoder/{GorillaDecoder.java => GorillaDecoderV1.java} (92%)
create mode 100644 tsfile/src/main/java/org/apache/iotdb/tsfile/encoding/decoder/GorillaDecoderV2.java
create mode 100644 tsfile/src/main/java/org/apache/iotdb/tsfile/encoding/decoder/IntGorillaDecoder.java
create mode 100644 tsfile/src/main/java/org/apache/iotdb/tsfile/encoding/decoder/LongGorillaDecoder.java
rename tsfile/src/main/java/org/apache/iotdb/tsfile/encoding/decoder/{SinglePrecisionDecoder.java => SinglePrecisionDecoderV1.java} (81%)
create mode 100644 tsfile/src/main/java/org/apache/iotdb/tsfile/encoding/decoder/SinglePrecisionDecoderV2.java
rename tsfile/src/main/java/org/apache/iotdb/tsfile/encoding/encoder/{DoublePrecisionEncoder.java => DoublePrecisionEncoderV1.java} (83%)
create mode 100644 tsfile/src/main/java/org/apache/iotdb/tsfile/encoding/encoder/DoublePrecisionEncoderV2.java
rename tsfile/src/main/java/org/apache/iotdb/tsfile/encoding/encoder/{GorillaEncoder.java => GorillaEncoderV1.java} (88%)
create mode 100644 tsfile/src/main/java/org/apache/iotdb/tsfile/encoding/encoder/GorillaEncoderV2.java
create mode 100644 tsfile/src/main/java/org/apache/iotdb/tsfile/encoding/encoder/IntGorillaEncoder.java
create mode 100644 tsfile/src/main/java/org/apache/iotdb/tsfile/encoding/encoder/LongGorillaEncoder.java
rename tsfile/src/main/java/org/apache/iotdb/tsfile/encoding/encoder/{SinglePrecisionEncoder.java => SinglePrecisionEncoderV1.java} (84%)
create mode 100644 tsfile/src/main/java/org/apache/iotdb/tsfile/encoding/encoder/SinglePrecisionEncoderV2.java
rename tsfile/src/test/java/org/apache/iotdb/tsfile/encoding/decoder/{GorillaDecoderTest.java => GorillaDecoderV1Test.java} (89%)
create mode 100644 tsfile/src/test/java/org/apache/iotdb/tsfile/encoding/decoder/GorillaDecoderV2Test.java
[iotdb] 01/01: Merge branch 'master' of
https://github.com/apache/iotdb into master_with_chunk_size
Posted by ha...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
haonan pushed a commit to branch master_with_chunk_size
in repository https://gitbox.apache.org/repos/asf/iotdb.git
commit 17728f2b36c74829fdd90e61cb5297b9e0d66501
Merge: b4a14db 539b8f1
Author: HTHou <hh...@outlook.com>
AuthorDate: Mon Nov 2 18:10:38 2020 +0800
Merge branch 'master' of https://github.com/apache/iotdb into master_with_chunk_size
LICENSE | 27 +-
cli/src/assembly/resources/sbin/start-cli.sh | 70 ++-
.../java/org/apache/iotdb/cli/AbstractCli.java | 2 -
cli/src/test/resources/logback.xml | 52 +-
client-cpp/src/main/IOTDBSession.h | 10 +-
client-py/src/utils/IoTDBConstants.py | 3 +-
docs/Development/ContributeGuide.md | 2 +
docs/SystemDesign/TsFile/Format.md | 3 +-
docs/UserGuide/Architecture/Files.md | 12 +-
.../UserGuide/Architecture/Writing Data on HDFS.md | 4 +-
docs/UserGuide/Client/Command Line Interface.md | 4 +-
docs/UserGuide/Client/Programming - JDBC.md | 6 +-
docs/UserGuide/Client/Programming - MQTT.md | 4 +-
docs/UserGuide/Client/Programming - Native API.md | 10 +-
.../Client/Programming - Other Languages.md | 6 +-
docs/UserGuide/Client/Programming - TsFile API.md | 22 +-
docs/UserGuide/Client/Status Codes.md | 2 +-
docs/UserGuide/Comparison/TSDB-Comparison.md | 33 +-
docs/UserGuide/Concept/Compression.md | 4 +-
.../Concept/Data Model and Terminology.md | 6 +-
docs/UserGuide/Concept/Data Type.md | 4 +-
docs/UserGuide/Concept/Encoding.md | 16 +-
docs/UserGuide/Ecosystem Integration/Grafana.md | 21 +-
.../UserGuide/Ecosystem Integration/Hive TsFile.md | 26 +-
.../Ecosystem Integration/MapReduce TsFile.md | 4 +-
.../UserGuide/Ecosystem Integration/Spark IoTDB.md | 2 +-
.../Ecosystem Integration/Spark TsFile.md | 24 +-
.../Get Started/Frequently asked questions.md | 6 +-
docs/UserGuide/Get Started/Publication.md | 4 +-
docs/UserGuide/Get Started/QuickStart.md | 10 +-
docs/UserGuide/Operation Manual/Administration.md | 8 +-
.../DDL Data Definition Language.md | 14 +-
.../DML Data Manipulation Language.md | 42 +-
docs/UserGuide/Operation Manual/SQL Reference.md | 14 +-
docs/UserGuide/Server/ServerFileList.md | 38 +-
docs/zh/SystemDesign/TsFile/Format.md | 3 +-
docs/zh/UserGuide/Concept/Encoding.md | 14 +-
docs/zh/UserGuide/Ecosystem Integration/Grafana.md | 3 +-
.../DDL Data Definition Language.md | 4 +-
.../DML Data Manipulation Language.md | 8 +-
.../zh/UserGuide/Operation Manual/SQL Reference.md | 12 +-
docs/zh/UserGuide/Server/ServerFileList.md | 38 +-
docs/zh/UserGuide/System Tools/NodeTool.md | 48 ++
docs/zh/chinese-render-template.latex | 220 ++++++++
.../org/apache/iotdb/jdbc/IoTDBConnection.java | 15 +-
.../resources/conf/iotdb-engine.properties | 15 +-
server/src/assembly/resources/conf/logback.xml | 104 ++--
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 50 +-
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 31 +-
.../org/apache/iotdb/db/engine/StorageEngine.java | 1 -
.../iotdb/db/engine/cache/ChunkMetadataCache.java | 33 +-
.../iotdb/db/engine/merge/task/MergeFileTask.java | 9 +
.../engine/tsfilemanagement/TsFileManagement.java | 9 +
.../level/LevelTsFileManagement.java | 53 +-
.../iotdb/db/engine/upgrade/UpgradeTask.java | 2 +-
.../java/org/apache/iotdb/db/metadata/MTree.java | 2 +-
.../main/java/org/apache/iotdb/db/qp/Planner.java | 8 +-
.../apache/iotdb/db/qp/constant/DatetimeUtils.java | 3 +-
.../apache/iotdb/db/qp/executor/PlanExecutor.java | 45 +-
.../iotdb/db/qp/physical/crud/LastQueryPlan.java | 8 +
.../iotdb/db/qp/strategy/LogicalGenerator.java | 2 +-
.../qp/strategy/optimizer/ConcatPathOptimizer.java | 110 ++--
.../query/dataset/groupby/GroupByFillDataSet.java | 2 +-
.../iotdb/db/query/executor/LastQueryExecutor.java | 113 ++--
.../db/query/executor/fill/LastPointReader.java | 3 +
.../chunk/metadata/DiskChunkMetadataLoader.java | 21 +-
.../chunk/metadata/MemChunkMetadataLoader.java | 3 +-
.../iotdb/db/query/reader/series/SeriesReader.java | 5 +-
.../org/apache/iotdb/db/service/RPCService.java | 20 +-
.../org/apache/iotdb/db/service/TSServiceImpl.java | 4 +-
.../iotdb/db/service/thrift/ThriftService.java | 3 +-
.../org/apache/iotdb/db/utils/SchemaUtils.java | 22 +-
.../db/engine/cache/ChunkMetadataCacheTest.java | 4 +-
.../apache/iotdb/db/engine/merge/MergeTest.java | 19 +-
.../db/integration/IoTDBDeleteStorageGroupIT.java | 90 +++-
.../apache/iotdb/db/integration/IoTDBLastIT.java | 104 ++++
.../iotdb/db/integration/IoTDBMergeTest.java | 1 -
.../iotdb/db/integration/IoTDBMultiSeriesIT.java | 5 +
.../db/integration/IoTDBQueryMemoryControlIT.java | 219 ++++++++
.../iotdb/db/integration/IoTDBSimpleQueryIT.java | 53 +-
.../iotdb/db/qp/plan/LogicalPlanSmallTest.java | 65 +--
.../query/reader/series/SeriesReaderTestUtil.java | 21 +-
.../apache/iotdb/db/utils/EnvironmentUtils.java | 14 +-
.../java/org/apache/iotdb/session/Session.java | 76 ++-
.../org/apache/iotdb/session/pool/SessionPool.java | 28 +-
.../java/org/apache/iotdb/session/SessionUT.java | 266 ++++-----
.../apache/iotdb/session/pool/SessionPoolTest.java | 6 +-
thrift/rpc-changelist.md | 4 +-
thrift/src/main/thrift/rpc.thrift | 7 +-
.../iotdb/tsfile/common/conf/TSFileConfig.java | 29 +-
.../tsfile/encoding/common/EncodingConfig.java | 42 --
.../iotdb/tsfile/encoding/decoder/Decoder.java | 139 ++---
...nDecoder.java => DoublePrecisionDecoderV1.java} | 20 +-
.../encoding/decoder/DoublePrecisionDecoderV2.java | 51 ++
.../{GorillaDecoder.java => GorillaDecoderV1.java} | 15 +-
.../tsfile/encoding/decoder/GorillaDecoderV2.java | 120 +++++
.../tsfile/encoding/decoder/IntGorillaDecoder.java | 88 +++
.../encoding/decoder/LongGorillaDecoder.java | 87 +++
...nDecoder.java => SinglePrecisionDecoderV1.java} | 21 +-
.../encoding/decoder/SinglePrecisionDecoderV2.java | 51 ++
...nEncoder.java => DoublePrecisionEncoderV1.java} | 17 +-
.../encoding/encoder/DoublePrecisionEncoderV2.java | 53 ++
.../{GorillaEncoder.java => GorillaEncoderV1.java} | 18 +-
.../tsfile/encoding/encoder/GorillaEncoderV2.java | 106 ++++
.../tsfile/encoding/encoder/IntGorillaEncoder.java | 152 ++++++
.../encoding/encoder/LongGorillaEncoder.java | 152 ++++++
...nEncoder.java => SinglePrecisionEncoderV1.java} | 16 +-
.../encoding/encoder/SinglePrecisionEncoderV2.java | 53 ++
.../tsfile/encoding/encoder/TSEncodingBuilder.java | 61 ++-
.../tsfile/file/metadata/TimeseriesMetadata.java | 2 +-
.../tsfile/file/metadata/enums/TSEncoding.java | 14 +-
.../iotdb/tsfile/read/TsFileSequenceReader.java | 43 +-
.../read/controller/IChunkMetadataLoader.java | 4 +-
.../iotdb/tsfile/read/reader/LocalTsFileInput.java | 60 ++-
...aDecoderTest.java => GorillaDecoderV1Test.java} | 34 +-
.../encoding/decoder/GorillaDecoderV2Test.java | 592 +++++++++++++++++++++
.../iotdb/tsfile/read/reader/PageReaderTest.java | 24 +-
.../iotdb/tsfile/utils/TsFileGeneratorForTest.java | 2 +-
.../iotdb/tsfile/write/TsFileReadWriteTest.java | 55 +-
tsfile/src/test/resources/logback.xml | 52 +-
120 files changed, 3514 insertions(+), 1202 deletions(-)
diff --cc server/src/assembly/resources/conf/iotdb-engine.properties
index 5df28f8,6adf78f..0efae00
--- a/server/src/assembly/resources/conf/iotdb-engine.properties
+++ b/server/src/assembly/resources/conf/iotdb-engine.properties
@@@ -173,13 -173,8 +173,8 @@@ timestamp_precision=m
# If it sets a value smaller than 0, use the default value 16777216
wal_buffer_size=16777216
- # time zone of server side
- # default value is +08:00
- # eg. +08:00, -01:00
- time_zone=+08:00
-
# When a TsFile's file size (in byte) exceeds this, the TsFile is forced closed. The default threshold is 512 MB.
-tsfile_size_threshold=536870912
+tsfile_size_threshold=0
# When a memTable's size (in byte) exceeds this, the memtable is flushed to disk. The default threshold is 1 GB.
memtable_size_threshold=1073741824