You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by xu...@apache.org on 2020/11/23 01:55:10 UTC
[iotdb] branch memtable_sort_in_query updated (709e3c9 -> 59750bc)
This is an automated email from the ASF dual-hosted git repository.
xuekaifeng pushed a change to branch memtable_sort_in_query
in repository https://gitbox.apache.org/repos/asf/iotdb.git.
from 709e3c9 improve performance
add 6fcc4b8 Fix thread safety issues in SyncServerManager (#2027)
add 3969132 Refactor LastQueryExecutor to separate the execution into multiple stages
add 370a06b Fix codesmell
add 26508e9 Fix some issues
add 9b2e4ab Fix review issues
add 12f569d Fix error in MTree
add e646559 Fix test case error
add b9fc750 codesmell fix
add 6aad5c7 Merge pull request #2063 from wshao08/last_mod
add f2e9161 set max open file in linux (#2071)
add 50b6b79 fix level compaction recover file not exist bug (#2067)
add 65b5aa5 change tsfile size threshold (#2068)
add 5f287ae [IOTDB-1012] Remove unfriendly query process error for users (#2062)
add 344c387 Update level compaction delete and change list lock (#2070)
add 209f5e4 Using contains instead of indexOf to be more readable in ServerArgument (#2075)
add 3e2a9da Remove all useless semicolons (#2077)
add 4a0c4f7 Using method reference instead of Lambda to be more readable in MetricsSystem (#2076)
add a7f14ef [IOTDB-1015] Add document for session query API and examples for align by device (#2072)
add ff6f352 fix series bug
add e43a812 Merge pull request #2073 from Alima777/iotdb1016
add bdecf78 Fix resource leak in TsFileOutputFormat (#2048)
add 6279fca [IOTDB-1017] Fix file version bug (#2078)
add 032f792 Fix some format issues of tsfile doc (#2081)
add 4f27434 Use Collections.singletonList to reduce memory usage (#2084)
add c6b0fe5 Correct formatting debugging information in Manager (#2085)
add 8cc4a0f Use SHA-256 instead of MD5 for less hash collision and more safety (#2047)
add e088c11 add class for name to load IoTDB JDBC Driver(#2082)
add c34fe5d Remove useless if clause in StartupChecks (#2093)
add dd0ade6 Pass 0-length array to List#toArray to improve performance (#2094)
add b7cb27a Delete the useless IoTDBConfig instance in Planner (#2095)
add 168ac8c Fix the path of client in contribute guide (#2091)
add 988a135 Correct the spelling of millseconds to milliseconds (#2092)
add 9562469 move compiling the website into a seperate profile (#2086)
add 997e595 [MOD] repair broken link to SQL REFERENCE (#2083)
add 3fc14d9 Format thrift files (#2101)
add 8fb3445 Fix the TIME_COST_STATISTIC thread name (#2102)
add e6dca0a Correct the spelling of Clinet to Client in contribute guide (#2100)
add 93b367d Change "Excute Sql" to "Execute Sql" in the metrics server UI (#2104)
add c815166 Use min or max method of Math to improve readability (#2103)
add 606c5bf After inserting tablet we do not return anything (#2098)
add 9bced7b Join declaration assignments (#2099)
add 97ca7e0 [IOTDB-1021] Fix NullPointerException when showing child paths of non-existent path (#2107)
new 59750bc Merge branch 'master' of https://github.com/apache/iotdb into memtable_sort_in_query
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../java/org/apache/iotdb/cli/AbstractCli.java | 3 +-
cli/src/main/java/org/apache/iotdb/cli/Cli.java | 7 +-
cli/src/main/java/org/apache/iotdb/cli/WinCli.java | 7 +-
docs/Development/ContributeGuide.md | 2 +-
docs/SystemDesign/TsFile/Format.md | 18 +-
docs/UserGuide/Client/Programming - Native API.md | 22 +-
.../DML Data Manipulation Language.md | 16 +-
docs/zh/Development/ContributeGuide.md | 2 +-
docs/zh/SystemDesign/TsFile/Format.md | 20 +-
.../UserGuide/Client/Programming - Native API.md | 18 +
.../DML Data Manipulation Language.md | 15 +-
.../main/java/org/apache/iotdb/SessionExample.java | 11 +-
.../iotdb/flink/tsfile/TsFileOutputFormat.java | 17 +-
.../apache/iotdb/flink/util/TsFileWriteUtil.java | 384 +++++-----
.../apache/iotdb/hadoop/fileSystem/HDFSFile.java | 6 +-
.../apache/iotdb/jdbc/IoTDBDatabaseMetadata.java | 3 +-
.../resources/conf/iotdb-engine.properties | 4 +-
server/src/assembly/resources/sbin/start-server.sh | 2 +
.../iotdb/db/auth/authorizer/OpenIdAuthorizer.java | 2 +-
.../org/apache/iotdb/db/concurrent/ThreadName.java | 2 +-
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 2 +-
.../iotdb/db/cost/statistic/Measurement.java | 4 +-
.../org/apache/iotdb/db/engine/StorageEngine.java | 7 +-
.../compaction/CompactionMergeTaskPoolManager.java | 10 +-
.../level/LevelCompactionTsFileManagement.java | 41 +-
.../iotdb/db/engine/memtable/WritableMemChunk.java | 1 -
.../iotdb/db/engine/merge/manage/MergeManager.java | 16 +-
.../merge/selector/MaxFileMergeFileSelector.java | 4 +-
.../iotdb/db/engine/merge/task/MergeFileTask.java | 2 +-
.../db/engine/merge/task/MergeMultiChunkTask.java | 3 +-
.../engine/storagegroup/StorageGroupProcessor.java | 4 +-
.../db/engine/storagegroup/TsFileProcessor.java | 16 +-
.../org/apache/iotdb/db/metadata/MManager.java | 44 +-
.../java/org/apache/iotdb/db/metadata/MTree.java | 21 +-
.../iotdb/db/metrics/server/MetricsSystem.java | 6 +-
.../iotdb/db/metrics/server/ServerArgument.java | 8 +-
.../org/apache/iotdb/db/mqtt/PublishHandler.java | 4 +-
.../main/java/org/apache/iotdb/db/qp/Planner.java | 1 -
.../apache/iotdb/db/qp/executor/PlanExecutor.java | 3 +-
.../iotdb/db/qp/logical/crud/InOperator.java | 3 +-
.../db/qp/physical/crud/AlignByDevicePlan.java | 2 +-
.../iotdb/db/qp/strategy/LogicalGenerator.java | 3 +-
.../iotdb/db/qp/strategy/PhysicalGenerator.java | 2 +-
.../db/query/control/QueryResourceManager.java | 3 +-
.../query/dataset/groupby/GroupByFillDataSet.java | 15 +-
.../iotdb/db/query/executor/LastQueryExecutor.java | 199 +++---
.../db/query/executor/fill/LastPointReader.java | 4 +-
.../iotdb/db/query/reader/series/SeriesReader.java | 16 +-
.../java/org/apache/iotdb/db/service/IService.java | 4 +-
.../org/apache/iotdb/db/service/StartupChecks.java | 10 +-
.../org/apache/iotdb/db/service/TSServiceImpl.java | 4 +-
.../iotdb/db/service/thrift/ThriftService.java | 6 +-
.../apache/iotdb/db/sync/conf/SyncConstant.java | 2 +-
.../db/sync/receiver/transfer/SyncServiceImpl.java | 14 +-
.../iotdb/db/sync/sender/transfer/SyncClient.java | 24 +-
.../db/tools/watermark/WatermarkDetector.java | 1 -
.../iotdb/db/utils/datastructure/BinaryTVList.java | 2 +-
.../db/utils/datastructure/BooleanTVList.java | 2 +-
.../iotdb/db/utils/datastructure/DoubleTVList.java | 2 +-
.../iotdb/db/utils/datastructure/FloatTVList.java | 2 +-
.../iotdb/db/utils/datastructure/IntTVList.java | 2 +-
.../iotdb/db/utils/datastructure/LongTVList.java | 2 +-
.../iotdb/db/utils/datastructure/TVList.java | 10 +-
.../src/main/resources/iotdb/ui/static/index.html | 2 +-
.../io/LocalTextModificationAccessorTest.java | 5 +-
.../engine/storagegroup/TsFileProcessorTest.java | 8 +-
.../iotdb/db/integration/IOTDBGroupByIT.java | 2 +-
.../integration/IOTDBGroupByInnerIntervalIT.java | 2 +-
.../iotdb/db/integration/IoTDBAggregationIT.java | 8 +-
.../integration/IoTDBAggregationLargeDataIT.java | 4 +-
.../integration/IoTDBAggregationSmallDataIT.java | 4 +-
.../iotdb/db/integration/IoTDBAuthorizationIT.java | 5 +-
.../apache/iotdb/db/integration/IoTDBDaemonIT.java | 2 +-
.../db/integration/IoTDBDeleteStorageGroupIT.java | 10 +-
.../apache/iotdb/db/integration/IoTDBFillIT.java | 3 +-
.../db/integration/IoTDBFloatPrecisionIT.java | 2 +-
.../iotdb/db/integration/IoTDBGroupByFillIT.java | 2 +-
.../integration/IoTDBGroupByFillWithRangeIT.java | 2 +-
.../iotdb/db/integration/IoTDBInsertNaNIT.java | 2 +-
.../iotdb/db/integration/IoTDBLargeDataIT.java | 4 +-
.../apache/iotdb/db/integration/IoTDBLastIT.java | 2 -
.../iotdb/db/integration/IoTDBMultiSeriesIT.java | 4 +-
.../iotdb/db/integration/IoTDBRecoverIT.java | 6 +-
.../db/integration/IoTDBRecoverUnclosedIT.java | 2 +-
.../iotdb/db/integration/IoTDBSimpleQueryIT.java | 3 +-
.../apache/iotdb/db/integration/IoTDBTagIT.java | 16 +-
.../iotdb/db/metadata/MManagerBasicTest.java | 7 +-
.../iotdb/db/metadata/MManagerImproveTest.java | 8 +-
.../org/apache/iotdb/db/metadata/MTreeTest.java | 3 +-
.../iotdb/db/monitor/collector/FileSizeTest.java | 6 +-
.../db/sync/sender/manage/SyncFileManagerTest.java | 14 +-
.../java/org/apache/iotdb/session/Session.java | 2 +-
site/README-zh.md | 8 +-
site/README.md | 8 +-
site/pom.xml | 769 +++++++++++----------
.../spark/tsfile/qp/common/BasicOperator.java | 3 +-
thrift/src/main/thrift/rpc.thrift | 206 +++---
thrift/src/main/thrift/sync.thrift | 18 +-
.../file/metadata/MetadataIndexConstructor.java | 3 +-
.../read/controller/MetadataQuerierByFileImpl.java | 2 +-
.../org/apache/iotdb/tsfile/utils/BytesUtils.java | 3 +-
.../iotdb/tsfile/utils/RamUsageEstimator.java | 13 +-
.../tsfile/utils/ReadWriteForEncodingUtils.java | 4 +-
.../v1/file/metadata/statistics/StatisticsV1.java | 39 +-
.../iotdb/tsfile/read/ReadInPartitionTest.java | 4 +-
.../read/query/timegenerator/ReadWriteTest.java | 3 +-
.../iotdb/tsfile/utils/ReadWriteIOUtilsTest.java | 6 +-
...SameMeasurementsWithDifferentDataTypesTest.java | 9 +-
.../write/writer/RestorableTsFileIOWriterTest.java | 5 +-
109 files changed, 1194 insertions(+), 1141 deletions(-)
[iotdb] 01/01: Merge branch 'master' of
https://github.com/apache/iotdb into memtable_sort_in_query
Posted by xu...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
xuekaifeng pushed a commit to branch memtable_sort_in_query
in repository https://gitbox.apache.org/repos/asf/iotdb.git
commit 59750bc3f351397242b7cba50c84fb503f16fd9e
Merge: 709e3c9 97ca7e0
Author: 151250176 <15...@smail.nju.edu.cn>
AuthorDate: Mon Nov 23 09:48:28 2020 +0800
Merge branch 'master' of https://github.com/apache/iotdb into memtable_sort_in_query
# Conflicts:
# server/src/main/java/org/apache/iotdb/db/utils/datastructure/TVList.java
.../java/org/apache/iotdb/cli/AbstractCli.java | 3 +-
cli/src/main/java/org/apache/iotdb/cli/Cli.java | 7 +-
cli/src/main/java/org/apache/iotdb/cli/WinCli.java | 7 +-
docs/Development/ContributeGuide.md | 2 +-
docs/SystemDesign/TsFile/Format.md | 18 +-
docs/UserGuide/Client/Programming - Native API.md | 22 +-
.../DML Data Manipulation Language.md | 16 +-
docs/zh/Development/ContributeGuide.md | 2 +-
docs/zh/SystemDesign/TsFile/Format.md | 20 +-
.../UserGuide/Client/Programming - Native API.md | 18 +
.../DML Data Manipulation Language.md | 15 +-
.../main/java/org/apache/iotdb/SessionExample.java | 11 +-
.../iotdb/flink/tsfile/TsFileOutputFormat.java | 17 +-
.../apache/iotdb/flink/util/TsFileWriteUtil.java | 384 +++++-----
.../apache/iotdb/hadoop/fileSystem/HDFSFile.java | 6 +-
.../apache/iotdb/jdbc/IoTDBDatabaseMetadata.java | 3 +-
.../resources/conf/iotdb-engine.properties | 4 +-
server/src/assembly/resources/sbin/start-server.sh | 2 +
.../iotdb/db/auth/authorizer/OpenIdAuthorizer.java | 2 +-
.../org/apache/iotdb/db/concurrent/ThreadName.java | 2 +-
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 2 +-
.../iotdb/db/cost/statistic/Measurement.java | 4 +-
.../org/apache/iotdb/db/engine/StorageEngine.java | 7 +-
.../compaction/CompactionMergeTaskPoolManager.java | 10 +-
.../level/LevelCompactionTsFileManagement.java | 41 +-
.../iotdb/db/engine/memtable/WritableMemChunk.java | 1 -
.../iotdb/db/engine/merge/manage/MergeManager.java | 16 +-
.../merge/selector/MaxFileMergeFileSelector.java | 4 +-
.../iotdb/db/engine/merge/task/MergeFileTask.java | 2 +-
.../db/engine/merge/task/MergeMultiChunkTask.java | 3 +-
.../engine/storagegroup/StorageGroupProcessor.java | 4 +-
.../db/engine/storagegroup/TsFileProcessor.java | 16 +-
.../org/apache/iotdb/db/metadata/MManager.java | 44 +-
.../java/org/apache/iotdb/db/metadata/MTree.java | 21 +-
.../iotdb/db/metrics/server/MetricsSystem.java | 6 +-
.../iotdb/db/metrics/server/ServerArgument.java | 8 +-
.../org/apache/iotdb/db/mqtt/PublishHandler.java | 4 +-
.../main/java/org/apache/iotdb/db/qp/Planner.java | 1 -
.../apache/iotdb/db/qp/executor/PlanExecutor.java | 3 +-
.../iotdb/db/qp/logical/crud/InOperator.java | 3 +-
.../db/qp/physical/crud/AlignByDevicePlan.java | 2 +-
.../iotdb/db/qp/strategy/LogicalGenerator.java | 3 +-
.../iotdb/db/qp/strategy/PhysicalGenerator.java | 2 +-
.../db/query/control/QueryResourceManager.java | 3 +-
.../query/dataset/groupby/GroupByFillDataSet.java | 15 +-
.../iotdb/db/query/executor/LastQueryExecutor.java | 199 +++---
.../db/query/executor/fill/LastPointReader.java | 4 +-
.../iotdb/db/query/reader/series/SeriesReader.java | 16 +-
.../java/org/apache/iotdb/db/service/IService.java | 4 +-
.../org/apache/iotdb/db/service/StartupChecks.java | 10 +-
.../org/apache/iotdb/db/service/TSServiceImpl.java | 4 +-
.../iotdb/db/service/thrift/ThriftService.java | 6 +-
.../apache/iotdb/db/sync/conf/SyncConstant.java | 2 +-
.../db/sync/receiver/transfer/SyncServiceImpl.java | 14 +-
.../iotdb/db/sync/sender/transfer/SyncClient.java | 24 +-
.../db/tools/watermark/WatermarkDetector.java | 1 -
.../iotdb/db/utils/datastructure/BinaryTVList.java | 2 +-
.../db/utils/datastructure/BooleanTVList.java | 2 +-
.../iotdb/db/utils/datastructure/DoubleTVList.java | 2 +-
.../iotdb/db/utils/datastructure/FloatTVList.java | 2 +-
.../iotdb/db/utils/datastructure/IntTVList.java | 2 +-
.../iotdb/db/utils/datastructure/LongTVList.java | 2 +-
.../iotdb/db/utils/datastructure/TVList.java | 10 +-
.../src/main/resources/iotdb/ui/static/index.html | 2 +-
.../io/LocalTextModificationAccessorTest.java | 5 +-
.../engine/storagegroup/TsFileProcessorTest.java | 8 +-
.../iotdb/db/integration/IOTDBGroupByIT.java | 2 +-
.../integration/IOTDBGroupByInnerIntervalIT.java | 2 +-
.../iotdb/db/integration/IoTDBAggregationIT.java | 8 +-
.../integration/IoTDBAggregationLargeDataIT.java | 4 +-
.../integration/IoTDBAggregationSmallDataIT.java | 4 +-
.../iotdb/db/integration/IoTDBAuthorizationIT.java | 5 +-
.../apache/iotdb/db/integration/IoTDBDaemonIT.java | 2 +-
.../db/integration/IoTDBDeleteStorageGroupIT.java | 10 +-
.../apache/iotdb/db/integration/IoTDBFillIT.java | 3 +-
.../db/integration/IoTDBFloatPrecisionIT.java | 2 +-
.../iotdb/db/integration/IoTDBGroupByFillIT.java | 2 +-
.../integration/IoTDBGroupByFillWithRangeIT.java | 2 +-
.../iotdb/db/integration/IoTDBInsertNaNIT.java | 2 +-
.../iotdb/db/integration/IoTDBLargeDataIT.java | 4 +-
.../apache/iotdb/db/integration/IoTDBLastIT.java | 2 -
.../iotdb/db/integration/IoTDBMultiSeriesIT.java | 4 +-
.../iotdb/db/integration/IoTDBRecoverIT.java | 6 +-
.../db/integration/IoTDBRecoverUnclosedIT.java | 2 +-
.../iotdb/db/integration/IoTDBSimpleQueryIT.java | 3 +-
.../apache/iotdb/db/integration/IoTDBTagIT.java | 16 +-
.../iotdb/db/metadata/MManagerBasicTest.java | 7 +-
.../iotdb/db/metadata/MManagerImproveTest.java | 8 +-
.../org/apache/iotdb/db/metadata/MTreeTest.java | 3 +-
.../iotdb/db/monitor/collector/FileSizeTest.java | 6 +-
.../db/sync/sender/manage/SyncFileManagerTest.java | 14 +-
.../java/org/apache/iotdb/session/Session.java | 2 +-
site/README-zh.md | 8 +-
site/README.md | 8 +-
site/pom.xml | 769 +++++++++++----------
.../spark/tsfile/qp/common/BasicOperator.java | 3 +-
thrift/src/main/thrift/rpc.thrift | 206 +++---
thrift/src/main/thrift/sync.thrift | 18 +-
.../file/metadata/MetadataIndexConstructor.java | 3 +-
.../read/controller/MetadataQuerierByFileImpl.java | 2 +-
.../org/apache/iotdb/tsfile/utils/BytesUtils.java | 3 +-
.../iotdb/tsfile/utils/RamUsageEstimator.java | 13 +-
.../tsfile/utils/ReadWriteForEncodingUtils.java | 4 +-
.../v1/file/metadata/statistics/StatisticsV1.java | 39 +-
.../iotdb/tsfile/read/ReadInPartitionTest.java | 4 +-
.../read/query/timegenerator/ReadWriteTest.java | 3 +-
.../iotdb/tsfile/utils/ReadWriteIOUtilsTest.java | 6 +-
...SameMeasurementsWithDifferentDataTypesTest.java | 9 +-
.../write/writer/RestorableTsFileIOWriterTest.java | 5 +-
109 files changed, 1194 insertions(+), 1141 deletions(-)