You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by xu...@apache.org on 2021/06/04 01:36:07 UTC
[iotdb] branch use-mem-control-to-remove-old-partition updated
(eb391fb -> e8f92a1)
This is an automated email from the ASF dual-hosted git repository.
xuekaifeng pushed a change to branch use-mem-control-to-remove-old-partition
in repository https://gitbox.apache.org/repos/asf/iotdb.git.
from eb391fb add doc for config
add 0b7cd50 [IOTDB-1306][To rel/0.11] New memory control strategy (#3061)
add 070a6cd [To rel/0.11][IOTDB-1344] Deleting Storage Group does not clear the count of time series (#3107)
add c1a29b1 support brackets with number in timeseries path (#3129)
add b544a5d [ISSUE-3132] Replace Bintray repository with JFrog
add fa2ca43 [To rel/0.11][ISSUE-3166] Privilege `CREATE_TIMESERIES` is not stated in the document (#3171)
add 75d7d4c [To rel/0.11] Cherry pick add_continuous_compaction_in_level_compaction_strategy (#3187)
add 5c072a1 [To rel/0.11] Unseq compaction throws wrong exception if some paths are not in the file (#3197)
add e5467fb [To rel/0.11] Fix continuous compaction run into dead loop when unseq compaction cannot select candidates (#3201)
add 0ee14a5 [To rel/0.11] Fix JDK version missspelling (#3223)
add f100441 [To rel/0.11] Fix continuous compaction run into dead loop when unseq compaction cannot select candidates (#3207)
add a6c166c Automatically close the dataset while there is no more data (#3237)
add d06a7e9 [IOTDB-1384] [To rel/0.11] Fix group by bug (#3242)
add 94ef723 fix unseq compaction loss data bug (#3254)
add ee570d4 Fix TotalSeriesNumber in MManager counted twice when recovering (#3279)
add ab90c93 [IOTDB-1398] Do not select unseq files when there are uncompacted old unseq files
add 73dc164 Merge pull request #3283 from zhanglingzhe0820/to_0.11_select_unseq_file_by_order
add b3065fc add unseq max open file config
add 9440ee5 update list separate
add 0561760 Merge pull request #3271 from zhanglingzhe0820/to_0.11_separate_unseq_file_num_in_each_level
add 723d75b Fix overlapped bug (#3282)
add e77d06d [To rel/0.11] Overlapped data should be consumed first (#3303)
add c486599 [ISSUE-3316] Query result with the same time range is inconsistent in group by query (#3318)
add ea8dd7b [IOTDB-1412] Unclear exception message thrown when executing empty InsertTabletPlan (#3296) (#3321)
add fa22e77 fix continuous compaction doesn't take effect when enablePartition (#3322)
add e8f92a1 Merge branch 'rel/0.11' into use-mem-control-to-remove-old-partition
No new revisions were added by this update.
Summary of changes:
.../antlr4/org/apache/iotdb/db/qp/sql/SqlBase.g4 | 4 +-
compile-tools/pom.xml | 6 +-
docs/UserGuide/Operation Manual/Administration.md | 7 +-
.../UserGuide/Operation Manual/Administration.md | 3 +-
.../iotdb/jdbc/IoTDBNonAlignJDBCResultSet.java | 17 +-
.../resources/conf/iotdb-engine.properties | 11 +
.../apache/iotdb/db/auth/entity/PrivilegeType.java | 29 ++-
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 30 +++
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 27 ++-
.../org/apache/iotdb/db/engine/StorageEngine.java | 40 +++-
.../db/engine/cache/TimeSeriesMetadataCache.java | 2 +-
.../compaction/CompactionMergeTaskPoolManager.java | 13 +-
.../compaction/StorageGroupCompactionTask.java} | 37 ++--
.../db/engine/compaction/TsFileManagement.java | 58 ++++--
.../level/LevelCompactionTsFileManagement.java | 68 ++++---
.../iotdb/db/engine/memtable/AbstractMemTable.java | 12 ++
.../apache/iotdb/db/engine/memtable/IMemTable.java | 4 +
.../db/engine/merge/manage/MergeResource.java | 2 +-
.../merge/selector/MaxFileMergeFileSelector.java | 21 +-
.../db/engine/merge/task/MergeMultiChunkTask.java | 13 +-
.../db/engine/storagegroup/StorageGroupInfo.java | 2 +-
.../engine/storagegroup/StorageGroupProcessor.java | 135 +++++++------
.../db/engine/storagegroup/TsFileProcessor.java | 44 ++--
.../db/engine/storagegroup/TsFileResource.java | 22 --
.../org/apache/iotdb/db/metadata/MManager.java | 12 +-
.../apache/iotdb/db/qp/executor/PlanExecutor.java | 6 +
.../dataset/groupby/LocalGroupByExecutor.java | 3 +
.../iotdb/db/query/reader/series/SeriesReader.java | 8 +-
.../org/apache/iotdb/db/rescon/SystemInfo.java | 223 ++++++++++++---------
.../org/apache/iotdb/db/service/StartupChecks.java | 2 +-
.../java/org/apache/iotdb/db/utils/AuthUtils.java | 58 +++---
.../java/org/apache/iotdb/db/utils/MergeUtils.java | 4 +-
.../apache/iotdb/db/auth/AuthorityCheckerTest.java | 2 -
.../iotdb/db/auth/LocalFileAuthorizerTest.java | 24 +--
.../compaction/LevelCompactionCacheTest.java | 4 +-
.../engine/compaction/LevelCompactionLogTest.java | 7 +-
.../compaction/LevelCompactionMergeTest.java | 74 ++++++-
.../LevelCompactionMoreDataTest.java} | 174 +++++++++-------
.../db/engine/compaction/LevelCompactionTest.java | 3 +-
.../NoCompactionTsFileManagementTest.java | 7 +-
.../iotdb/db/engine/merge/MergeTaskTest.java | 15 +-
.../storagegroup/StorageGroupProcessorTest.java | 2 +-
.../engine/storagegroup/TsFileProcessorTest.java | 16 +-
.../iotdb/db/integration/IOTDBGroupByIT.java | 21 +-
.../iotdb/db/integration/IoTDBGroupByUnseqIT.java | 188 +++++++++++++++++
.../db/integration/IoTDBOverlappedPageIT.java | 82 ++++++--
.../iotdb/db/metadata/MManagerBasicTest.java | 56 ++++++
.../apache/iotdb/db/qp/plan/PhysicalPlanTest.java | 2 +-
.../org/apache/iotdb/db/script/EnvScriptIT.java | 6 +-
.../java/org/apache/iotdb/rpc/IoTDBRpcDataSet.java | 20 +-
.../iotdb/tsfile/read/TsFileSequenceReader.java | 21 +-
.../tsfile/v1/read/TsFileSequenceReaderForV1.java | 5 -
.../iotdb/tsfile/write/writer/TsFileIOWriter.java | 6 +-
53 files changed, 1137 insertions(+), 521 deletions(-)
copy server/src/main/java/org/apache/iotdb/db/{qp/logical/sys/DeletePartitionOperator.java => engine/compaction/StorageGroupCompactionTask.java} (53%)
copy server/src/test/java/org/apache/iotdb/db/engine/{merge/MergeTest.java => compaction/LevelCompactionMoreDataTest.java} (62%)
create mode 100644 server/src/test/java/org/apache/iotdb/db/integration/IoTDBGroupByUnseqIT.java