You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by ji...@apache.org on 2020/11/05 08:18:19 UTC
[iotdb] branch cluster_new updated (164d513 -> 04883ee)
This is an automated email from the ASF dual-hosted git repository.
jiangtian pushed a change to branch cluster_new
in repository https://gitbox.apache.org/repos/asf/iotdb.git.
from 164d513 Merge pull request #1922 from LebronAl/cluster_new_fix_catchup
add 5851ac9 [IOTDB-973] fix bug when start-cli with -e parameter (#1908)
add b7b293f Add more query log (#1918)
add b5fcd7f [IOTDB-971] More precise error messages of slimit and soffset (#1913)
add 9f09a93 [IOTDB-975] Fix reading file error in getChunkMetadataList (#1920)
add 6e67357 add solution for network broken when downloading thrift files from github (#1921)
add 04d3ac0 [IOTDB-776] Control the memory usage of flushing the memtable (#1524)
add 9f83279 update AbstractCli (#1926)
add 99c421e fix compaction recover when restart (#1928)
add 1961dde More precise fetch size on query while calculating query memory footprint (#1927)
add e4e5a90 add changelist files in server (#1933)
add 284f8a7 remove useless line (#1932)
add 8576a5e add docker file for 0.11 (#1934)
add 20d0c49 remove compaction read limiter (#1930)
add 804de2d add release note 0.11 (#1936)
add 472eaea fix mlogs with special characters like comma bug
add 8eb954e fix mlogs with special characters like comma bug (#1935)
add 3606aaa Fix time zone in python session (#1937)
add e0bd43c Python session time zone example (#1938)
add 04d60f7 remove incubator in md
add 49976b0 refactor the packaging structure of Python API module on Pypi (#1939)
add 4696f0f change seq level to 3
add 7359c53 remove incubating in release notes
add 04883ee Merge branch 'master' into cluster_new
No new revisions were added by this update.
Summary of changes:
README.md | 5 +
README_ZH.md | 4 +
RELEASE_NOTES.md | 71 +++++
.../org/apache/iotdb/db/qp/strategy/SqlBase.g4 | 14 -
cli/src/assembly/resources/sbin/start-cli.bat | 16 +-
cli/src/assembly/resources/sbin/start-cli.sh | 44 +--
.../java/org/apache/iotdb/cli/AbstractCli.java | 14 +-
client-py/pom.xml | 126 ++++++++
{thrift/src => client-py}/pypi/README.md | 12 +-
{thrift/src => client-py}/pypi/setup.py | 2 +-
client-py/readme.md | 13 +-
client-py/src/Session.py | 12 +-
client-py/src/SessionExample.py | 2 +-
client-py/src/{utils => }/__init__.py | 0
.../org/apache/iotdb/cluster/log/LogApplier.java | 4 +
.../cluster/log/applier/AsyncDataLogApplier.java | 5 +
.../iotdb/cluster/log/catchup/CatchUpTask.java | 2 +-
.../iotdb/cluster/log/manage/RaftLogManager.java | 24 +-
.../serializable/SyncLogDequeSerializer.java | 70 +++--
.../server/handlers/caller/HeartbeatHandler.java | 6 +-
.../iotdb/cluster/common/EnvironmentUtils.java | 7 -
.../org/apache/iotdb/cluster/common/TestUtils.java | 5 +-
.../iotdb/cluster/log/LogDispatcherTest.java | 26 +-
.../log/applier/AsyncDataLogApplierTest.java | 94 +++---
.../cluster/log/applier/DataLogApplierTest.java | 2 -
.../serializable/SyncLogDequeSerializerTest.java | 1 +
.../cluster/log/snapshot/FileSnapshotTest.java | 10 +-
.../cluster/server/member/DataGroupMemberTest.java | 2 -
.../iotdb/cluster/server/member/MemberTest.java | 2 -
cluster/src/test/resources/logback.xml | 1 +
.../main/{Dockerfile-0.9.1 => Dockerfile-0.11.0} | 10 +-
docs/Blog/Release0_93.md | 2 +-
docs/Development/ContributeGuide.md | 15 +
docs/UserGuide/Client/Command Line Interface.md | 2 +-
docs/UserGuide/Comparison/TSDB-Comparison.md | 2 +-
.../UserGuide/Ecosystem Integration/Hive TsFile.md | 2 +-
docs/UserGuide/Server/Config Manual.md | 10 +-
.../System Tools/Memory Estimation Tool.md | 84 ------
docs/zh/Development/ContributeGuide.md | 15 +
.../{TsFileManagement.md => Compaction.md} | 49 ++--
docs/zh/SystemDesign/TsFile/Format.md | 4 +-
docs/zh/UserGuide/Server/Config Manual.md | 19 +-
.../System Tools/Memory Estimation Tool.md | 88 ------
grafana/readme.md | 8 +-
grafana/readme_zh.md | 8 +-
pom.xml | 1 +
.../file-changelists/TsFileResource-changelist.md | 2 +-
.../file-changelists/mlog-changelist.md | 1 -
.../file-changelists/role-changelist.md | 1 -
.../storage_group_version-changelist.md | 1 -
.../system.properties-changelist.md | 1 -
.../file-changelists/tlog-changelist.md | 1 -
.../file-changelists/user-changelist.md | 1 -
.../file-changelists/wal-changelist.md | 1 -
server/server-changelist.md | 16 +-
.../resources/conf/iotdb-engine.properties | 126 ++++----
server/src/assembly/resources/conf/logback.xml | 66 +++++
.../src/assembly/resources/tools/memory-tool.bat | 65 -----
server/src/assembly/resources/tools/memory-tool.sh | 47 ---
.../org/apache/iotdb/db/concurrent/ThreadName.java | 2 +-
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 263 ++++++++++++-----
.../org/apache/iotdb/db/conf/IoTDBConstant.java | 1 -
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 89 ++++--
.../db/conf/adapter/ActiveTimeSeriesCounter.java | 159 ----------
.../iotdb/db/conf/adapter/CompressionRatio.java | 17 --
.../db/conf/adapter/IActiveTimeSeriesCounter.java | 61 ----
.../iotdb/db/conf/adapter/IDynamicAdapter.java | 47 ---
.../db/conf/adapter/IoTDBConfigDynamicAdapter.java | 300 -------------------
.../db/conf/adapter/ManageDynamicParameters.java | 135 ---------
.../conf/adapter/ManageDynamicParametersMBean.java | 46 ---
.../org/apache/iotdb/db/engine/StorageEngine.java | 6 +-
.../apache/iotdb/db/engine/cache/ChunkCache.java | 9 +-
.../iotdb/db/engine/cache/ChunkMetadataCache.java | 8 +-
.../db/engine/cache/TimeSeriesMetadataCache.java | 13 +
.../CompactionMergeTaskPoolManager.java} | 32 +-
.../CompactionStrategy.java} | 20 +-
.../TsFileManagement.java | 43 +--
.../level/LevelCompactionTsFileManagement.java} | 93 +++---
.../no/NoCompactionTsFileManagement.java} | 10 +-
.../utils/CompactionLogAnalyzer.java} | 31 +-
.../utils/CompactionLogger.java} | 16 +-
.../utils/CompactionUtils.java} | 52 ++--
.../iotdb/db/engine/flush/MemTableFlushTask.java | 13 +-
.../iotdb/db/engine/memtable/AbstractMemTable.java | 51 +++-
.../apache/iotdb/db/engine/memtable/IMemTable.java | 29 +-
.../db/engine/memtable/IWritableMemChunk.java | 13 +-
.../db/engine/memtable/PrimitiveMemTable.java | 3 +
.../iotdb/db/engine/memtable/WritableMemChunk.java | 31 --
.../iotdb/db/engine/merge/manage/MergeManager.java | 17 --
.../db/engine/merge/task/MergeMultiChunkTask.java | 3 +-
.../db/engine/storagegroup/StorageGroupInfo.java | 105 +++++++
.../engine/storagegroup/StorageGroupProcessor.java | 111 +++++--
.../db/engine/storagegroup/TsFileProcessor.java | 256 +++++++++++++---
.../engine/storagegroup/TsFileProcessorInfo.java | 65 +++++
.../db/engine/storagegroup/TsFileResource.java | 31 ++
.../db/exception/ConfigAdjusterException.java | 31 --
.../org/apache/iotdb/db/metadata/MManager.java | 239 +++++++--------
.../main/java/org/apache/iotdb/db/qp/Planner.java | 11 +
.../apache/iotdb/db/qp/constant/SQLConstant.java | 3 -
.../apache/iotdb/db/qp/executor/PlanExecutor.java | 51 ----
.../apache/iotdb/db/qp/physical/sys/ShowPlan.java | 2 +-
.../iotdb/db/qp/strategy/LogicalGenerator.java | 6 -
.../iotdb/db/qp/strategy/PhysicalGenerator.java | 39 ++-
.../qp/strategy/optimizer/ConcatPathOptimizer.java | 13 +-
.../org/apache/iotdb/db/rescon/MemTablePool.java | 114 --------
.../iotdb/db/rescon/PrimitiveArrayManager.java | 322 +++++++++++++++++++++
.../apache/iotdb/db/rescon/PrimitiveArrayPool.java | 166 -----------
.../org/apache/iotdb/db/rescon/SystemInfo.java | 185 ++++++++++++
.../apache/iotdb/db/rescon/TVListAllocator.java | 4 +-
.../java/org/apache/iotdb/db/service/IoTDB.java | 15 +-
.../org/apache/iotdb/db/service/ServiceType.java | 3 +-
.../org/apache/iotdb/db/service/StaticResps.java | 5 -
.../org/apache/iotdb/db/service/TSServiceImpl.java | 66 ++++-
.../iotdb/db/tools/memestimation/MemEstTool.java | 47 ---
.../db/tools/memestimation/MemEstToolCmd.java | 120 --------
.../java/org/apache/iotdb/db/utils/MemUtils.java | 29 +-
.../iotdb/db/utils/datastructure/BinaryTVList.java | 52 +---
.../db/utils/datastructure/BooleanTVList.java | 53 +---
.../iotdb/db/utils/datastructure/DoubleTVList.java | 53 +---
.../iotdb/db/utils/datastructure/FloatTVList.java | 52 +---
.../iotdb/db/utils/datastructure/IntTVList.java | 52 +---
.../iotdb/db/utils/datastructure/LongTVList.java | 52 +---
.../iotdb/db/utils/datastructure/TVList.java | 64 ++--
.../db/writelog/node/ExclusiveWriteLogNode.java | 3 +-
.../conf/adapter/ActiveTimeSeriesCounterTest.java | 125 --------
.../db/conf/adapter/CompressionRatioTest.java | 1 -
.../iotdb/db/conf/adapter/HyperLogLogTest.java | 65 -----
.../adapter/IoTDBConfigDynamicAdapterTest.java | 138 ---------
.../db/engine/cache/ChunkMetadataCacheTest.java | 2 -
.../db/engine/memtable/MemTableFlushTaskTest.java | 2 -
.../iotdb/db/engine/memtable/MemTablePoolTest.java | 82 ------
.../db/engine/memtable/MemtableBenchmark.java | 3 +-
.../db/engine/memtable/PrimitiveMemTableTest.java | 1 +
.../apache/iotdb/db/engine/merge/MergeLogTest.java | 2 +-
.../iotdb/db/engine/merge/MergePerfTest.java | 2 +-
.../iotdb/db/engine/merge/MergeTaskTest.java | 2 +-
.../apache/iotdb/db/engine/merge/MergeTest.java | 6 +-
.../engine/modification/DeletionFileNodeTest.java | 2 -
.../db/engine/modification/DeletionQueryTest.java | 2 -
.../engine/modification/ModificationFileTest.java | 2 -
.../storagegroup/StorageGroupProcessorTest.java | 20 +-
.../engine/storagegroup/TsFileProcessorTest.java | 37 ++-
.../db/integration/IoTDBDeleteTimeseriesIT.java | 10 +-
.../db/integration/IoTDBLoadExternalTsfileIT.java | 6 +-
.../iotdb/db/integration/IoTDBMergeTest.java | 10 +-
.../db/integration/IoTDBQueryMemoryControlIT.java | 108 +++++--
.../db/integration/IoTDBRemovePartitionIT.java | 2 -
.../iotdb/db/integration/IoTDBSeriesReaderIT.java | 12 +-
.../iotdb/db/metadata/MManagerBasicTest.java | 26 --
.../iotdb/db/qp/plan/LogicalPlanSmallTest.java | 6 +-
.../apache/iotdb/db/qp/plan/PhysicalPlanTest.java | 8 -
.../iotdb/db/query/reader/ReaderTestHelper.java | 69 -----
.../apache/iotdb/db/utils/EnvironmentUtils.java | 19 +-
.../db/utils/datastructure/LongTVListTest.java | 18 +-
.../recover/RecoverResourceFromReaderTest.java | 3 -
.../db/writelog/recover/SeqTsFileRecoverTest.java | 3 -
.../writelog/recover/UnseqTsFileRecoverTest.java | 3 -
.../iotdb/session/IoTDBSessionComplexIT.java | 2 +-
site/src/main/.vuepress/config.js | 2 -
.../apache/iotdb/spark/db/EnvironmentUtils.java | 8 -
spark-tsfile/README.md | 4 +-
thrift/pom.xml | 103 -------
.../iotdb/tsfile/file/metadata/ChunkMetadata.java | 5 +
.../tsfile/file/metadata/MetadataIndexNode.java | 20 +-
.../tsfile/file/metadata/enums/TSDataType.java | 18 ++
.../file/metadata/statistics/BinaryStatistics.java | 4 +-
.../metadata/statistics/BooleanStatistics.java | 2 +-
.../file/metadata/statistics/DoubleStatistics.java | 2 +-
.../file/metadata/statistics/FloatStatistics.java | 2 +-
.../metadata/statistics/IntegerStatistics.java | 2 +-
.../file/metadata/statistics/LongStatistics.java | 2 +-
.../file/metadata/statistics/Statistics.java | 19 ++
.../iotdb/tsfile/read/TsFileSequenceReader.java | 42 ++-
.../file/metadata/MetadataIndexNodeTest.java | 10 +-
174 files changed, 2766 insertions(+), 3555 deletions(-)
create mode 100644 client-py/pom.xml
rename {thrift/src => client-py}/pypi/README.md (81%)
rename {thrift/src => client-py}/pypi/setup.py (97%)
copy client-py/src/{utils => }/__init__.py (100%)
copy docker/src/main/{Dockerfile-0.9.1 => Dockerfile-0.11.0} (77%)
delete mode 100644 docs/UserGuide/System Tools/Memory Estimation Tool.md
rename docs/zh/SystemDesign/StorageEngine/{TsFileManagement.md => Compaction.md} (79%)
delete mode 100644 docs/zh/UserGuide/System Tools/Memory Estimation Tool.md
copy docs/Community/Community-Project Committers.md => server/file-changelists/TsFileResource-changelist.md (97%)
copy docs/README.md => server/file-changelists/mlog-changelist.md (98%)
copy docs/README.md => server/file-changelists/role-changelist.md (98%)
copy docs/README.md => server/file-changelists/storage_group_version-changelist.md (98%)
copy docs/README.md => server/file-changelists/system.properties-changelist.md (98%)
copy docs/README.md => server/file-changelists/tlog-changelist.md (98%)
copy docs/README.md => server/file-changelists/user-changelist.md (98%)
copy docs/README.md => server/file-changelists/wal-changelist.md (98%)
delete mode 100755 server/src/assembly/resources/tools/memory-tool.bat
delete mode 100755 server/src/assembly/resources/tools/memory-tool.sh
delete mode 100644 server/src/main/java/org/apache/iotdb/db/conf/adapter/ActiveTimeSeriesCounter.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/conf/adapter/IActiveTimeSeriesCounter.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/conf/adapter/IDynamicAdapter.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/conf/adapter/IoTDBConfigDynamicAdapter.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/conf/adapter/ManageDynamicParameters.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/conf/adapter/ManageDynamicParametersMBean.java
rename server/src/main/java/org/apache/iotdb/db/engine/{tsfilemanagement/HotCompactionMergeTaskPoolManager.java => compaction/CompactionMergeTaskPoolManager.java} (70%)
rename server/src/main/java/org/apache/iotdb/db/engine/{tsfilemanagement/TsFileManagementStrategy.java => compaction/CompactionStrategy.java} (65%)
rename server/src/main/java/org/apache/iotdb/db/engine/{tsfilemanagement => compaction}/TsFileManagement.java (91%)
rename server/src/main/java/org/apache/iotdb/db/engine/{tsfilemanagement/level/LevelTsFileManagement.java => compaction/level/LevelCompactionTsFileManagement.java} (86%)
rename server/src/main/java/org/apache/iotdb/db/engine/{tsfilemanagement/normal/NormalTsFileManagement.java => compaction/no/NoCompactionTsFileManagement.java} (94%)
rename server/src/main/java/org/apache/iotdb/db/engine/{tsfilemanagement/utils/HotCompactionLogAnalyzer.java => compaction/utils/CompactionLogAnalyzer.java} (72%)
rename server/src/main/java/org/apache/iotdb/db/engine/{tsfilemanagement/utils/HotCompactionLogger.java => compaction/utils/CompactionLogger.java} (83%)
rename server/src/main/java/org/apache/iotdb/db/engine/{tsfilemanagement/utils/HotCompactionUtils.java => compaction/utils/CompactionUtils.java} (85%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/engine/storagegroup/StorageGroupInfo.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/engine/storagegroup/TsFileProcessorInfo.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/exception/ConfigAdjusterException.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/rescon/MemTablePool.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/rescon/PrimitiveArrayManager.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/rescon/PrimitiveArrayPool.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/rescon/SystemInfo.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/tools/memestimation/MemEstTool.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/tools/memestimation/MemEstToolCmd.java
delete mode 100644 server/src/test/java/org/apache/iotdb/db/conf/adapter/ActiveTimeSeriesCounterTest.java
delete mode 100644 server/src/test/java/org/apache/iotdb/db/conf/adapter/HyperLogLogTest.java
delete mode 100644 server/src/test/java/org/apache/iotdb/db/conf/adapter/IoTDBConfigDynamicAdapterTest.java
delete mode 100644 server/src/test/java/org/apache/iotdb/db/engine/memtable/MemTablePoolTest.java
delete mode 100644 server/src/test/java/org/apache/iotdb/db/query/reader/ReaderTestHelper.java