You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by ha...@apache.org on 2021/03/30 02:40:53 UTC
[iotdb] branch NullableVector updated (23407b3 -> b0a98f5)
This is an automated email from the ASF dual-hosted git repository.
haonan pushed a change to branch NullableVector
in repository https://gitbox.apache.org/repos/asf/iotdb.git.
from 23407b3 [To Vector] add bitmap in tablet (#2858)
add 2169d1b [IOTDB-1249] Serialize of device MNode with device template
add 3cb3513 Merge remote-tracking branch 'origin/Vector' into Vector
add 74cd8c8 Fix MManager.clear()
add ab481ac Revert
add df5ce41 fix WriteLogNodeTest
add 5d10127 Merge remote-tracking branch 'origin/Vector' into Vector
add 5ab9140 Fix delete timeseries and show timeseries
add c93c83d Fix IT with measurement alias and TS alias
add eff630d Fix UDF IT
add 2682156 fix IoTDBSimpleQueryIT
add b99ca9a change template naming
add 9d44fa9 fix template path
add ba98cb2 fix some it
add ffd0341 Merge branch 'Vector' of https://github.com/apache/iotdb into Vector
add 4a12782 fix a bug in logReplayer
add fc28259 merge
add 2722fe1 fix measurements check
add 427a202 fix recover IT
add 73ed6b0 fix some bugs
add 6670877 commit code
add 2e6b561 Merge branch 'Vector' of https://github.com/apache/incubator-iotdb into Vector
add 4d0ecb8 Merge branch 'Vector' of https://github.com/apache/iotdb into Vector
add a8e6278 Fix MManager according to failed IT
add 3f99388 wait for haonan
add 99d8619 fix query mem data
add adc61e2 Optimize the code structure of deduplicate() - PART2 (#2863)
add a8b01f1 [IOTDB-1234] fix ImportCsv tool cannot parse empty string (#2857)
add c9026e2 Optimize cluster query (#2859)
add 32eaa9e simplify the Avg formula on removing redundant operations (#2868)
add 6ffd095 [IOTDB-1274] fix the insert blocked caused the bugs in mem control module
add 9e886df Use switch case in enums class (#2882)
add c351b32 fix add "-" in thread name (#2884)
add ec70703 [IOTDB-1214] Add Flink-IoTDB documents to the website (#2813)
add b214511 [IOTDB-1251] optimize route intervals (#2886)
add 155df75 [IOTDB-1207]Open time partition causes stackoverflow in Cluster Module (#2809)
add 77cdc38 [IOTDB-1240]support show node command in cluster version (#2866)
add ee4f073 Fix_IoTDBNewTsFileCompactionIT_problem (#2890)
add 3781cc2 fix spelling mistake (#2889)
add 64c11bc [IOTDB-1255] refactor cluster package and jar name (#2892)
add 5455d3b [IOTDB-1252] optimize test mult-times perform (#2887)
add 4f4ee90 Update cluster setup example after changing artifactId in cluster module (#2899)
add 85604b4 [IOTDB-1250] fix pull schema bug that the pullTimeSeriesSchema and pullMeasurementSchema is misused(#2894)
add 8fc8de3 [IOTDB-854] Limit the memory foorprint of the committed log cache (#2879)
add ec5b756 fix Flink TsFile doc url error caused by PR2813 (#2893)
add 9b22439 IOTDB-1241 support redirect query for cluster (#2867)
add 3bdde72 Open IoTDBRemovePartitionIT ci log for diagnosis; fix System.out is closed in IoTDBCheckConfigIT (#2812)
add 4377d18 [IOTDB-1256] upgrade Jackson to 2.11.0 because of loopholes CVE-2020-25649 (#2896)
add 952a180 Add the method size() to Row in UDF (#2897)
add 910b184 [IOTDB-1117][Distributed]Batched creation and fetch of RemoteSeriesReader(#2875)
add be1d6a6 Fix alter context for max_degree_of_index_node default-value. (#2910)
add 1c66316 fix Chinese Flink TsFile doc name
add e67b770 [IOTDB-1236] Improve jdbc performance for creating timeseries in cluster module (#2872)
add c5be711 Improve Python Client (#2898)
add 876a576 Fix Add Operation bug introduced by #2872 (#2918)
add 1fd2e19 [IOTDB-1248] forward the pull schema request to the leader (#2902)
add d2c1030 Make CSV Tool doc more readable (#2926)
add b28fa65 [ISSUE-2905] Fix Files.deleteIfExists() doesn't work for HDFS file (#2912)
add e3d0e8e [IOTDB-1258] jcl-over-slf4j have security vulnerabilities CVE-2018-8088 (#2906)
add 4b533ff [IOTDB-1260] optimize time_range query because syncMetaLeader (#2929)
add a453b2f [ISSUE-2790] Fix greetings.yml workflow (#2936)
add aa148c2 merge master
add 53ac0fa add type
add c8f6d0f [Distributed] Fix stackoverflow bug caused by InsertMultiTabletPlan or InsertRowsPlan (#2938)
add 297dc92 Merge remote-tracking branch 'origin/master' into Vector
add abdb580 [Distributed] Fix show remote timeseries serialization bug (#2940)
add 56603b9 Merge branch 'master' of github.com:Apache/incubator-iotdb into Vector
add 191fffe do not use raft when replicatedNum == 1
add b0a98f5 Merge branch 'Vector' of https://github.com/apache/iotdb into NullableVector
No new revisions were added by this update.
Summary of changes:
.github/workflows/greetings.yml | 2 +-
.gitignore | 2 +-
client-py/pypi/README.md | 21 +-
client-py/src/iotdb/Session.py | 13 +-
client-py/src/iotdb/TestContainer.py | 49 +
cluster/pom.xml | 2 +-
.../resources/conf/iotdb-cluster.properties | 7 +
.../cluster/client/sync/SyncClientAdaptor.java | 17 +
.../apache/iotdb/cluster/config/ClusterConfig.java | 21 +
.../iotdb/cluster/config/ClusterDescriptor.java | 11 +
.../iotdb/cluster/coordinator/Coordinator.java | 32 +-
.../java/org/apache/iotdb/cluster/log/Log.java | 10 +
.../apache/iotdb/cluster/log/LogDispatcher.java | 8 +-
.../cluster/log/manage/CommittedEntryManager.java | 34 +
.../iotdb/cluster/log/manage/RaftLogManager.java | 37 +-
.../apache/iotdb/cluster/metadata/CMManager.java | 33 +-
.../apache/iotdb/cluster/metadata/MetaPuller.java | 3 +-
.../cluster/query/ClusterDataQueryExecutor.java | 213 +++-
.../iotdb/cluster/query/ClusterPlanExecutor.java | 86 ++
.../iotdb/cluster/query/LocalQueryExecutor.java | 158 ++-
.../query/aggregate/ClusterAggregateExecutor.java | 2 +-
.../groupby/ClusterGroupByVFilterDataSet.java | 2 +-
.../cluster/query/reader/ClusterReaderFactory.java | 321 +++++-
.../cluster/query/reader/ClusterTimeGenerator.java | 145 ++-
.../iotdb/cluster/query/reader/EmptyReader.java | 3 +-
.../cluster/query/reader/MergedReaderByTime.java | 8 +-
.../reader/RemoteSeriesReaderByTimestamp.java | 40 +-
.../query/reader/mult/AbstractMultPointReader.java | 70 ++
.../AssignPathManagedMergeReader.java} | 12 +-
.../reader/mult/AssignPathPriorityMergeReader.java | 66 ++
.../query/reader/mult/IMultBatchReader.java | 11 +-
.../cluster/query/reader/mult/MultBatchReader.java | 73 ++
.../MultDataSourceInfo.java} | 114 +-
.../cluster/query/reader/mult/MultEmptyReader.java | 30 +-
.../reader/mult/MultSeriesRawDataPointReader.java | 55 +
.../query/reader/mult/RemoteMultSeriesReader.java | 222 ++++
.../apache/iotdb/cluster/server/ClientServer.java | 2 +-
.../iotdb/cluster/server/DataClusterServer.java | 63 +-
...dler.java => GetChildNodeNextLevelHandler.java} | 9 +-
.../cluster/server/member/DataGroupMember.java | 36 +-
.../cluster/server/member/MetaGroupMember.java | 53 +-
.../iotdb/cluster/server/member/RaftMember.java | 11 +-
.../cluster/server/service/DataAsyncService.java | 129 ++-
.../cluster/server/service/DataSyncService.java | 138 ++-
.../cluster/client/sync/SyncClientAdaptorTest.java | 9 +
.../org/apache/iotdb/cluster/common/IoTDBTest.java | 2 +-
.../iotdb/cluster/common/TestAsyncDataClient.java | 48 +-
.../cluster/common/TestManagedSeriesReader.java | 23 +-
.../org/apache/iotdb/cluster/common/TestUtils.java | 1 +
.../cluster/log/logtypes/SerializeLogTest.java | 143 +++
.../cluster/log/manage/RaftLogManagerTest.java | 35 +
.../apache/iotdb/cluster/query/BaseQueryTest.java | 4 +-
.../query/ClusterAggregateExecutorTest.java | 4 +-
.../query/ClusterDataQueryExecutorTest.java | 87 +-
.../cluster/query/ClusterFillExecutorTest.java | 4 +-
.../cluster/query/ClusterPlanExecutorTest.java | 2 +-
.../cluster/query/ClusterQueryRouterTest.java | 12 +-
.../ClusterGroupByNoVFilterDataSetTest.java | 2 +-
.../groupby/ClusterGroupByVFilterDataSetTest.java | 2 +-
.../query/groupby/RemoteGroupByExecutorTest.java | 4 +-
.../query/manage/ClusterQueryManagerTest.java | 2 +-
.../query/reader/ClusterTimeGeneratorTest.java | 2 +-
.../reader/RemoteSeriesReaderByTimestampTest.java | 68 +-
.../mult/AssignPathManagedMergeReaderTest.java | 190 ++++
.../mult/MultSeriesRawDataPointReaderTest.java | 67 ++
.../reader/mult/RemoteMultSeriesReaderTest.java | 286 +++++
.../member/{MemberTest.java => BaseMember.java} | 210 +---
.../cluster/server/member/DataGroupMemberTest.java | 1195 ++++++++++++++++++++
.../cluster/server/member/MetaGroupMemberTest.java | 43 +-
.../cluster/server/member/RaftMemberTest.java | 244 ++++
docs/SystemDesign/TsFile/Format.md | 2 +-
.../UserGuide/Ecosystem Integration/Flink IoTDB.md | 67 +-
.../Ecosystem Integration/Flink TsFile.md | 17 +-
docs/UserGuide/Server/Cluster Setup.md | 6 +-
docs/UserGuide/System Tools/CSV Tool.md | 98 +-
docs/zh/SystemDesign/StorageEngine/FileLists.md | 2 +-
docs/zh/SystemDesign/TsFile/Format.md | 2 +-
.../UserGuide/Ecosystem Integration/Flink IoTDB.md | 122 ++
.../Ecosystem Integration/Flink TsFile.md | 38 +-
docs/zh/UserGuide/Server/Cluster Setup.md | 6 +-
docs/zh/UserGuide/System Tools/CSV Tool.md | 96 +-
.../main/java/org/apache/iotdb/SessionExample.java | 102 +-
pom.xml | 4 +-
.../apache/iotdb/db/cost/statistic/Operation.java | 1 +
.../org/apache/iotdb/db/engine/StorageEngine.java | 4 +-
.../engine/compaction/utils/CompactionUtils.java | 2 +-
.../iotdb/db/engine/memtable/AbstractMemTable.java | 1 -
.../db/engine/querycontext/ReadOnlyMemChunk.java | 57 +-
.../db/engine/storagegroup/TsFileResource.java | 9 +-
.../org/apache/iotdb/db/metadata/MManager.java | 65 +-
.../java/org/apache/iotdb/db/metadata/MTree.java | 16 +-
.../org/apache/iotdb/db/metadata/mnode/MNode.java | 14 +-
.../iotdb/db/metadata/template/Template.java | 16 +-
.../iotdb/db/qp/physical/crud/AggregationPlan.java | 25 +
.../iotdb/db/qp/physical/crud/FillQueryPlan.java | 1 +
.../iotdb/db/qp/physical/crud/InsertRowPlan.java | 1 +
.../db/qp/physical/crud/InsertTabletPlan.java | 5 +-
.../iotdb/db/qp/physical/crud/QueryPlan.java | 25 +
.../db/qp/physical/crud/RawDataQueryPlan.java | 6 +-
.../apache/iotdb/db/qp/physical/crud/UDTFPlan.java | 8 +
.../iotdb/db/qp/strategy/PhysicalGenerator.java | 64 +-
.../db/query/aggregation/AggregateResult.java | 4 +
.../db/query/aggregation/impl/AvgAggrResult.java | 25 +-
.../db/query/aggregation/impl/CountAggrResult.java | 18 +-
.../aggregation/impl/FirstValueAggrResult.java | 26 +-
.../aggregation/impl/FirstValueDescAggrResult.java | 20 +-
.../aggregation/impl/LastValueAggrResult.java | 26 +-
.../aggregation/impl/LastValueDescAggrResult.java | 37 +-
.../query/aggregation/impl/MaxTimeAggrResult.java | 20 +-
.../aggregation/impl/MaxTimeDescAggrResult.java | 31 +-
.../query/aggregation/impl/MaxValueAggrResult.java | 18 +-
.../query/aggregation/impl/MinTimeAggrResult.java | 24 +-
.../aggregation/impl/MinTimeDescAggrResult.java | 17 +-
.../query/aggregation/impl/MinValueAggrResult.java | 18 +-
.../db/query/aggregation/impl/SumAggrResult.java | 15 +-
.../db/query/dataset/AlignByDeviceDataSet.java | 19 +-
.../dataset/RawQueryDataSetWithValueFilter.java | 172 ++-
.../dataset/RawQueryDataSetWithoutValueFilter.java | 33 +-
.../db/query/dataset/ShowTimeSeriesResult.java | 2 +-
.../db/query/executor/AggregationExecutor.java | 87 +-
.../db/query/executor/RawDataQueryExecutor.java | 25 +
.../adapter/ByTimestampReaderAdapter.java | 48 +-
.../reader/chunk/DiskChunkReaderByTimestamp.java | 55 +-
.../db/query/reader/series/IReaderByTimestamp.java | 2 +-
.../reader/series/SeriesReaderByTimestamp.java | 17 +-
.../universal/CachedPriorityMergeReader.java | 3 +-
.../reader/universal/DescPriorityMergeReader.java | 4 +-
.../iotdb/db/query/reader/universal/Element.java | 72 ++
.../reader/universal/PriorityMergeReader.java | 39 +-
.../apache/iotdb/db/query/udf/api/access/Row.java | 7 +
.../iotdb/db/query/udf/core/access/RowImpl.java | 5 +
.../org/apache/iotdb/db/service/TSServiceImpl.java | 230 +++-
.../iotdb/db/writelog/recover/LogReplayer.java | 25 +-
.../db/engine/modification/DeletionQueryTest.java | 10 +-
.../integration/IOTDBGroupByInnerIntervalIT.java | 135 ++-
.../iotdb/db/integration/IoTDBCheckConfigIT.java | 1 +
.../iotdb/db/integration/IoTDBCompressTypeIT.java | 5 -
.../iotdb/db/integration/IoTDBDeletionIT.java | 12 +-
.../db/integration/IoTDBEngineTimeGeneratorIT.java | 4 +-
.../iotdb/db/integration/IoTDBExecuteBatchIT.java | 118 ++
.../db/integration/IoTDBNewTsFileCompactionIT.java | 2 +-
.../db/integration/IoTDBRemovePartitionIT.java | 10 +
.../db/integration/IoTDBSequenceDataQueryIT.java | 6 +-
.../iotdb/db/integration/IoTDBSeriesReaderIT.java | 8 +-
.../iotdb/db/integration/IoTDBSimpleQueryIT.java | 4 +
.../apache/iotdb/db/integration/IoTDBTagIT.java | 40 +-
.../aggregation/IoTDBAggregationIT.java | 137 +--
.../iotdb/db/qp/physical/InsertRowPlanTest.java | 7 +-
.../iotdb/db/qp/physical/InsertTabletPlanTest.java | 34 +-
.../iotdb/db/qp/physical/PhysicalPlanTest.java | 27 +-
.../reader/series/SeriesReaderByTimestampTest.java | 12 +-
server/src/test/resources/logback.xml | 8 +-
.../org/apache/iotdb/rpc/RedirectException.java | 3 +-
.../java/org/apache/iotdb/session/Session.java | 103 +-
.../apache/iotdb/session/SessionConnection.java | 32 +-
site/src/main/.vuepress/config.js | 8 +-
thrift/src/main/thrift/cluster.thrift | 36 +-
thrift/src/main/thrift/rpc.thrift | 3 +
.../file/metadata/enums/CompressionType.java | 24 +-
.../file/metadata/enums/MetadataIndexNodeType.java | 17 +-
.../tsfile/file/metadata/enums/TSDataType.java | 23 +-
.../tsfile/file/metadata/enums/TSEncoding.java | 27 +-
.../tsfile/fileSystem/fsFactory/FSFactory.java | 8 +
.../tsfile/fileSystem/fsFactory/HDFSFactory.java | 5 +
.../fileSystem/fsFactory/LocalFSFactory.java | 6 +
.../iotdb/tsfile/read/TsFileSequenceReader.java | 4 +-
.../org/apache/iotdb/tsfile/read/common/Chunk.java | 5 +-
.../query/dataset/DataSetWithTimeGenerator.java | 2 +-
.../tsfile/read/query/dataset/QueryDataSet.java | 53 +
.../read/query/timegenerator/TimeGenerator.java | 52 +-
.../read/query/timegenerator/node/AndNode.java | 18 +-
.../read/query/timegenerator/node/OrNode.java | 42 +-
.../tsfile/read/reader/chunk/ChunkReader.java | 2 +-
.../read/reader/chunk/VectorChunkReader.java | 2 +-
.../tsfile/write/schema/IMeasurementSchema.java | 2 +
.../apache/iotdb/tsfile/write/schema/Schema.java | 2 +-
.../write/schema/VectorMeasurementSchema.java | 5 +
.../tsfile/read/reader/FakedTimeGenerator.java | 15 +-
.../write/writer/VectorMeasurementSchemaStub.java | 8 +-
179 files changed, 6789 insertions(+), 1387 deletions(-)
create mode 100644 client-py/src/iotdb/TestContainer.py
create mode 100644 cluster/src/main/java/org/apache/iotdb/cluster/query/reader/mult/AbstractMultPointReader.java
copy cluster/src/main/java/org/apache/iotdb/cluster/query/reader/{ManagedMergeReader.java => mult/AssignPathManagedMergeReader.java} (88%)
create mode 100644 cluster/src/main/java/org/apache/iotdb/cluster/query/reader/mult/AssignPathPriorityMergeReader.java
copy tsfile/src/main/java/org/apache/iotdb/tsfile/read/reader/IBatchReader.java => cluster/src/main/java/org/apache/iotdb/cluster/query/reader/mult/IMultBatchReader.java (75%)
create mode 100644 cluster/src/main/java/org/apache/iotdb/cluster/query/reader/mult/MultBatchReader.java
copy cluster/src/main/java/org/apache/iotdb/cluster/query/reader/{DataSourceInfo.java => mult/MultDataSourceInfo.java} (70%)
copy server/src/main/java/org/apache/iotdb/db/query/externalsort/serialize/IExternalSortFileDeserializer.java => cluster/src/main/java/org/apache/iotdb/cluster/query/reader/mult/MultEmptyReader.java (60%)
create mode 100644 cluster/src/main/java/org/apache/iotdb/cluster/query/reader/mult/MultSeriesRawDataPointReader.java
create mode 100644 cluster/src/main/java/org/apache/iotdb/cluster/query/reader/mult/RemoteMultSeriesReader.java
copy cluster/src/main/java/org/apache/iotdb/cluster/server/handlers/caller/{GetChildNodeNextLevelPathHandler.java => GetChildNodeNextLevelHandler.java} (80%)
create mode 100644 cluster/src/test/java/org/apache/iotdb/cluster/log/logtypes/SerializeLogTest.java
create mode 100644 cluster/src/test/java/org/apache/iotdb/cluster/query/reader/mult/AssignPathManagedMergeReaderTest.java
create mode 100644 cluster/src/test/java/org/apache/iotdb/cluster/query/reader/mult/MultSeriesRawDataPointReaderTest.java
create mode 100644 cluster/src/test/java/org/apache/iotdb/cluster/query/reader/mult/RemoteMultSeriesReaderTest.java
rename cluster/src/test/java/org/apache/iotdb/cluster/server/member/{MemberTest.java => BaseMember.java} (59%)
create mode 100644 cluster/src/test/java/org/apache/iotdb/cluster/server/member/DataGroupMemberTest.java
create mode 100644 cluster/src/test/java/org/apache/iotdb/cluster/server/member/RaftMemberTest.java
copy example/flink/src/main/java/org/apache/iotdb/flink/FlinkIoTDBSink.java => docs/UserGuide/Ecosystem Integration/Flink IoTDB.md (59%)
copy flink-tsfile-connector/README.md => docs/UserGuide/Ecosystem Integration/Flink TsFile.md (97%)
create mode 100644 docs/zh/UserGuide/Ecosystem Integration/Flink IoTDB.md
copy flink-tsfile-connector/README.md => docs/zh/UserGuide/Ecosystem Integration/Flink TsFile.md (86%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/query/reader/universal/Element.java