You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by lt...@apache.org on 2021/06/06 16:46:39 UTC
[iotdb] branch cluster_scalability updated (292cf23 -> ca0228d)
This is an automated email from the ASF dual-hosted git repository.
lta pushed a change to branch cluster_scalability
in repository https://gitbox.apache.org/repos/asf/iotdb.git.
from 292cf23 fix some issues according pr comments: 1. remove uselss methods. 2. apply log when handling add/remove node in data group
add 8d3819f update test and doc and fix small bug (#3281)
add 363bda9 Fix TotalSeriesNumber in MManager counted twice when recovering (#3276)
add beefb2e do not select unseq files when there are unmerged old unseq files (#3273)
add 8b1ee93 Fix typo (#3287)
add 084c3b8 [IOTDB-3268] Add the Chinese version of TSDB-Comparison document (#3274)
add 5ea3c2e fix import csv split by comma bug (#3253)
add 275918e jdbc - get col type bug (#3220)
add 1aaf21d Enable sonar-coveralls for pr from fork repos (#3293)
add 915fb43 Enable sonar-coveralls for pr from fork repos (#3293)
add d381f97 Skip testContainer in unix and sonar workflow to accelerate CI (#3272)
add e19ad05 [IOTDB-1412] Unclear exception message thrown when executing empty InsertTabletPlan (#3296)
add 622a9c4 [IOTDB-1403] Dictionary encoding for TEXT (#3218)
add bc6fc68 Fix `Could not find ref: master in refs/heads` in sonar github action workflow(#3301)
add 5e199b5 Revert "Fix `Could not find ref: master in refs/heads` in sonar github action workflow(#3301)" (#3302)
add 92aedfe [IOTDB-1411] thriftMaxFrameSize and thriftDefaultBufferSize does not in effect (#3295)
add a99bf9c Enable sonar-coveralls for pr from fork repos (#3293)
add 91d3690 [IOTDB-1414]NPE occurred when call getStorageGroupNodeByPath() method using not exist path
add 4bfac46 [ISSUE-3309] Fix InsertRecordsOfOneDevice runs too slow (#3310)
add 1616737 Enable sonar-coveralls for pr from fork repos (#3293)
add 22086d3 Bug Fix: Overlapped data should be consumed first (#3270)
add 9883106 Fix group by data inconsistence bug (#3317)
add 17f10e3 add query last data interface (#3219)
add fdbf23d Disable pull_request_target for sonar check since it cannot load any PR revision information (#3314)
add d06988e Add comments for JMX_LOCAL (#3323)
add 41fbd19 [IOTDB-1391] Add a new Aggregation function ext (#3289)
add 4f7f6d0 Fix TsFileV3 doc figure in SystemDesign\TsFile\Format.md (#3327)
add 245f188 enable the client library test for all changes (#3328)
add 6c4b801 [IOTDB-1400] Support arithmetic operations in SELECT clauses (#3288)
add f9d9cba [ISSUE-3335] Fix the bug of start-cli.sh -e mode can't work with wildcard * (#3336)
add 22d8e0d Fix bug in disable align it (#3333)
add d55a204 Try to fix sg dead lock (#3340)
add e700129 [ISSUE-3132]modify pom to avoid download moquette-broker from Bintary (#3345)
add 4bb101c upgrade netty and claim exclusion for enforcer check (#3347)
add 52f7248 fix file name format issue in tests (#3351)
add 73d37e6 [WIP] Fix dictionary encoding test bug (#3357)
add ce3f42b Enable coveralls check for the commit pushed into master branch (#3360)
add 11c942a [IOTDB-1405] Refactor MManager for new vector interfaces (#3300)
add a69eab7 merge master
add ca0228d add user guide for cluster scalability and multi-raft in cluster doc
No new revisions were added by this update.
Summary of changes:
.github/workflows/client.yml | 15 +-
.github/workflows/main-unix.yml | 2 +-
.github/workflows/sonar-coveralls.yml | 16 +-
LICENSE-binary | 22 +-
README.md | 2 +-
README_ZH.md | 2 +-
.../antlr4/org/apache/iotdb/db/qp/sql/SqlBase.g4 | 12 +-
cli/src/assembly/resources/sbin/start-cli.sh | 1 +
.../main/java/org/apache/iotdb/tool/ImportCsv.java | 41 +--
.../org/apache/iotdb/tool/CsvLineSplitTest.java | 11 +-
client-cpp/src/main/Session.cpp | 8 +-
client-cpp/src/main/Session.h | 4 +-
client-py/iotdb/utils/IoTDBConstants.py | 3 +-
cluster/pom.xml | 13 -
.../cluster/log/applier/AsyncDataLogApplier.java | 2 +-
.../iotdb/cluster/log/applier/BaseApplier.java | 2 +-
.../iotdb/cluster/log/applier/DataLogApplier.java | 2 +-
.../apache/iotdb/cluster/metadata/CMManager.java | 18 +-
.../iotdb/cluster/query/ClusterPlanRouter.java | 12 +-
.../apache/iotdb/cluster/query/ClusterPlanner.java | 16 +
.../apache/iotdb/cluster/utils/PartitionUtils.java | 2 +-
.../org/apache/iotdb/cluster/common/IoTDBTest.java | 2 +-
.../org/apache/iotdb/cluster/common/TestUtils.java | 6 +-
.../cluster/log/applier/DataLogApplierTest.java | 8 +-
.../cluster/log/logtypes/SerializeLogTest.java | 2 +-
.../query/groupby/MergeGroupByExecutorTest.java | 10 +-
.../query/groupby/RemoteGroupByExecutorTest.java | 11 +-
.../cluster/server/member/DataGroupMemberTest.java | 12 +-
.../cluster/server/member/MetaGroupMemberTest.java | 6 +-
distribution/pom.xml | 13 -
docker/src/main/Dockerfile-cluster | 5 +-
docker/src/main/Dockerfile-single | 5 +-
docs/SystemDesign/TsFile/Format.md | 5 +-
docs/UserGuide/Appendix/SQL-Reference.md | 11 +
docs/UserGuide/Cluster/Cluster-Setup.md | 39 ++
docs/UserGuide/Comparison/TSDB-Comparison.md | 135 ++++---
docs/UserGuide/Data-Concept/Encoding.md | 7 +-
.../Ecosystem Integration/Zeppelin-IoTDB.md | 2 +-
.../DML-Data-Manipulation-Language.md | 46 ++-
docs/zh/SystemDesign/TsFile/Format.md | 5 +-
docs/zh/UserGuide/Appendix/SQL-Reference.md | 8 +
docs/zh/UserGuide/Cluster/Cluster-Setup.md | 35 ++
docs/zh/UserGuide/Comparison/TSDB-Comparison.md | 403 +++++++++++++++++++++
docs/zh/UserGuide/Data-Concept/Encoding.md | 8 +-
.../Ecosystem Integration/Zeppelin-IoTDB.md | 2 +-
.../DML-Data-Manipulation-Language.md | 48 ++-
...e.java => AlignedTimeseriesSessionExample.java} | 74 +++-
.../main/java/org/apache/iotdb/SessionExample.java | 15 +
hadoop/pom.xml | 18 +
hive-connector/pom.xml | 4 +
.../iotdb/jdbc/AbstractIoTDBJDBCResultSet.java | 4 +-
.../iotdb/jdbc/IoTDBNonAlignJDBCResultSet.java | 3 +
.../org/apache/iotdb/jdbc/IoTDBResultMetadata.java | 8 +-
.../apache/iotdb/jdbc/IoTDBResultMetadataTest.java | 2 +-
pom.xml | 8 +-
server/pom.xml | 21 +-
server/src/assembly/resources/conf/iotdb-env.sh | 1 +
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 2 +
.../org/apache/iotdb/db/conf/IoTDBConstant.java | 2 +-
.../org/apache/iotdb/db/engine/StorageEngine.java | 33 +-
.../db/engine/compaction/TsFileManagement.java | 4 +-
.../iotdb/db/engine/memtable/AbstractMemTable.java | 54 +--
.../merge/selector/MaxFileMergeFileSelector.java | 9 +-
.../db/engine/merge/task/MergeMultiChunkTask.java | 1 +
.../engine/storagegroup/StorageGroupProcessor.java | 103 +++---
.../db/engine/storagegroup/TsFileProcessor.java | 17 +-
.../db/engine/storagegroup/TsFileResource.java | 58 ++-
.../virtualSg/VirtualStorageGroupManager.java | 14 +-
.../apache/iotdb/db/metadata/MLogTxtWriter.java | 2 +-
.../org/apache/iotdb/db/metadata/MManager.java | 129 +++----
.../java/org/apache/iotdb/db/metadata/MTree.java | 132 +++----
.../org/apache/iotdb/db/metadata/MetaUtils.java | 15 +-
.../iotdb/db/metadata/logfile/MLogWriter.java | 8 +-
.../org/apache/iotdb/db/metadata/mnode/MNode.java | 16 +-
.../iotdb/db/metadata/mnode/StorageGroupMNode.java | 26 +-
.../iotdb/db/metadata/template/Template.java | 32 +-
.../org/apache/iotdb/db/mqtt/PublishHandler.java | 2 +-
.../main/java/org/apache/iotdb/db/qp/Planner.java | 15 +
.../apache/iotdb/db/qp/constant/SQLConstant.java | 15 +-
.../apache/iotdb/db/qp/executor/PlanExecutor.java | 99 ++---
...odesOperator.java => ShowLockInfoOperator.java} | 6 +-
.../db/qp/physical/crud/CreateTemplatePlan.java | 32 +-
.../db/qp/physical/crud/InsertMultiTabletPlan.java | 2 +-
.../iotdb/db/qp/physical/crud/InsertPlan.java | 21 +-
.../iotdb/db/qp/physical/crud/InsertRowPlan.java | 91 +++--
.../physical/crud/InsertRowsOfOneDevicePlan.java | 15 +-
.../iotdb/db/qp/physical/crud/InsertRowsPlan.java | 2 +-
.../db/qp/physical/crud/InsertTabletPlan.java | 34 +-
.../iotdb/db/qp/physical/crud/QueryPlan.java | 2 +-
.../db/qp/physical/crud/RawDataQueryPlan.java | 2 +-
.../apache/iotdb/db/qp/physical/crud/UDTFPlan.java | 68 ++--
.../physical/sys/CreateAlignedTimeSeriesPlan.java | 28 +-
...StorageGroupPlan.java => ShowLockInfoPlan.java} | 6 +-
.../apache/iotdb/db/qp/physical/sys/ShowPlan.java | 3 +-
.../db/qp/physical/sys/StorageGroupMNodePlan.java | 4 +-
.../apache/iotdb/db/qp/sql/IoTDBSqlVisitor.java | 16 +-
.../iotdb/db/qp/strategy/LogicalGenerator.java | 29 ++
.../iotdb/db/qp/strategy/PhysicalGenerator.java | 5 +
.../db/query/aggregation/AggregationType.java | 8 +-
.../db/query/aggregation/impl/CountAggrResult.java | 24 +-
...ValueAggrResult.java => ExtremeAggrResult.java} | 111 ++++--
.../apache/iotdb/db/query/dataset/UDTFDataSet.java | 160 +++++---
.../iotdb/db/query/expression/Expression.java | 5 -
.../query/expression/binary/BinaryExpression.java | 18 +-
.../query/expression/unary/FunctionExpression.java | 20 -
...inusExpression.java => NegationExpression.java} | 14 +-
.../query/expression/unary/TimeSeriesOperand.java | 10 -
.../db/query/factory/AggregateResultFactory.java | 20 +-
.../iotdb/db/query/reader/series/SeriesReader.java | 8 +-
.../transformer/ArithmeticAdditionTransformer.java | 30 +-
.../transformer/ArithmeticBinaryTransformer.java | 110 ++++++
.../transformer/ArithmeticDivisionTransformer.java | 30 +-
.../transformer/ArithmeticModuloTransformer.java} | 20 +-
.../ArithmeticMultiplicationTransformer.java | 30 +-
...mer.java => ArithmeticNegationTransformer.java} | 22 +-
.../ArithmeticSubtractionTransformer.java | 30 +-
.../org/apache/iotdb/db/service/TSServiceImpl.java | 79 ++--
.../iotdb/db/sink/local/LocalIoTDBHandler.java | 2 +-
.../org/apache/iotdb/db/utils/SchemaUtils.java | 1 +
.../iotdb/db/writelog/recover/LogReplayer.java | 16 +-
.../org/apache/iotdb/db/constant/TestConstant.java | 4 +
.../db/engine/memtable/MemTableTestUtils.java | 6 +-
.../db/engine/memtable/PrimitiveMemTableTest.java | 9 +-
.../engine/merge/MaxFileMergeFileSelectorTest.java | 73 ++++
.../iotdb/db/engine/merge/MergeTaskTest.java | 4 +-
.../apache/iotdb/db/engine/merge/MergeTest.java | 9 +-
.../iotdb/db/engine/storagegroup/TTLTest.java | 4 +-
.../db/integration/IOTDBInsertAlignedValuesIT.java | 4 +
...iltinFunctionIT.java => IoTDBArithmeticIT.java} | 214 ++++++-----
.../iotdb/db/integration/IoTDBDisableAlignIT.java | 2 +-
.../iotdb/db/integration/IoTDBEncodingIT.java | 56 +++
.../iotdb/db/integration/IoTDBGroupByUnseqIT.java | 103 ++++--
.../db/integration/IoTDBOverlappedPageIT.java | 86 ++++-
.../iotdb/db/integration/IoTDBSimpleQueryIT.java | 39 ++
.../aggregation/IoTDBAggregationIT.java | 61 ++++
.../aggregation/IoTDBAggregationLargeDataIT.java | 64 ++++
.../aggregation/IoTDBAggregationSmallDataIT.java | 80 ++++
.../iotdb/db/metadata/MManagerBasicTest.java | 305 +++++-----------
.../java/org/apache/iotdb/db/qp/PlannerTest.java | 16 +
.../iotdb/db/qp/physical/InsertRowPlanTest.java | 50 +--
.../iotdb/db/qp/physical/InsertTabletPlanTest.java | 38 +-
.../db/query/aggregation/AggregateResultTest.java | 25 ++
.../java/org/apache/iotdb/rpc/IoTDBRpcDataSet.java | 8 +-
.../java/org/apache/iotdb/session/Session.java | 153 ++++++--
.../apache/iotdb/session/SessionConnection.java | 55 ++-
.../org/apache/iotdb/session/SessionDataSet.java | 2 +-
.../iotdb/session/pool/SessionDataSetWrapper.java | 3 +-
.../iotdb/session/IoTDBSessionComplexIT.java | 33 ++
.../apache/iotdb/session/IoTDBSessionSimpleIT.java | 33 +-
.../apache/iotdb/session/SessionCacheLeaderUT.java | 4 +-
.../java/org/apache/iotdb/session/SessionUT.java | 17 +-
site/src/main/.vuepress/config.js | 6 +
spark-iotdb-connector/pom.xml | 26 ++
.../test/java/org/apache/iotdb/db/sql/Cases.java | 114 +++++-
thrift/src/main/thrift/rpc.thrift | 36 +-
.../iotdb/tsfile/encoding/decoder/Decoder.java | 2 +
.../tsfile/encoding/decoder/DictionaryDecoder.java | 86 +++++
.../tsfile/encoding/encoder/DictionaryEncoder.java | 115 ++++++
.../tsfile/encoding/encoder/TSEncodingBuilder.java | 18 +
.../tsfile/file/metadata/enums/TSEncoding.java | 4 +-
.../apache/iotdb/tsfile/write/record/Tablet.java | 56 ++-
.../write/schema/VectorMeasurementSchema.java | 93 ++---
.../encoding/decoder/DictionaryDecoderTest.java | 85 +++++
.../iotdb/tsfile/file/metadata/utils/Utils.java | 73 ----
zeppelin-interpreter/pom.xml | 6 +
165 files changed, 3658 insertions(+), 1742 deletions(-)
create mode 100644 docs/zh/UserGuide/Comparison/TSDB-Comparison.md
rename example/session/src/main/java/org/apache/iotdb/{VectorSessionExample.java => AlignedTimeseriesSessionExample.java} (81%)
copy server/src/main/java/org/apache/iotdb/db/qp/logical/sys/{ShowChildNodesOperator.java => ShowLockInfoOperator.java} (86%)
copy server/src/main/java/org/apache/iotdb/db/qp/physical/sys/{ShowStorageGroupPlan.java => ShowLockInfoPlan.java} (86%)
copy server/src/main/java/org/apache/iotdb/db/query/aggregation/impl/{LastValueAggrResult.java => ExtremeAggrResult.java} (50%)
rename server/src/main/java/org/apache/iotdb/db/query/expression/unary/{MinusExpression.java => NegationExpression.java} (82%)
copy grafana/src/main/java/org/apache/iotdb/web/grafana/bean/TimeValues.java => server/src/main/java/org/apache/iotdb/db/query/udf/core/transformer/ArithmeticAdditionTransformer.java (63%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/query/udf/core/transformer/ArithmeticBinaryTransformer.java
copy grafana/src/main/java/org/apache/iotdb/web/grafana/bean/TimeValues.java => server/src/main/java/org/apache/iotdb/db/query/udf/core/transformer/ArithmeticDivisionTransformer.java (63%)
copy server/src/main/java/org/apache/iotdb/db/{qp/physical/sys/ShowChildNodesPlan.java => query/udf/core/transformer/ArithmeticModuloTransformer.java} (63%)
copy grafana/src/main/java/org/apache/iotdb/web/grafana/bean/TimeValues.java => server/src/main/java/org/apache/iotdb/db/query/udf/core/transformer/ArithmeticMultiplicationTransformer.java (63%)
copy server/src/main/java/org/apache/iotdb/db/query/udf/core/transformer/{RawQueryPointTransformer.java => ArithmeticNegationTransformer.java} (71%)
copy grafana/src/main/java/org/apache/iotdb/web/grafana/bean/TimeValues.java => server/src/main/java/org/apache/iotdb/db/query/udf/core/transformer/ArithmeticSubtractionTransformer.java (63%)
copy server/src/test/java/org/apache/iotdb/db/integration/{IoTDBUDTFBuiltinFunctionIT.java => IoTDBArithmeticIT.java} (51%)
create mode 100644 tsfile/src/main/java/org/apache/iotdb/tsfile/encoding/decoder/DictionaryDecoder.java
create mode 100644 tsfile/src/main/java/org/apache/iotdb/tsfile/encoding/encoder/DictionaryEncoder.java
create mode 100644 tsfile/src/test/java/org/apache/iotdb/tsfile/encoding/decoder/DictionaryDecoderTest.java